{"meta":{"query_hash":"2683cf1f04d6","filters":{"topic":"Design Education and Practice"},"cohort_total":1078,"direct_labels_cover":1,"predictions_cover":1078,"exported":1078,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/2683cf1f04d6","api":"https://metacan.xera.ac/api/v1/cohort?topic=Design+Education+and+Practice"},"results":[{"id":"W1010995572","doi":"10.11575/prism/27797","title":"SketchBoard: Conceptualizing Interactive Communication Media for the Design Review Process","year":2014,"lang":"en","type":"dissertation","venue":"PRISM (University of Calgary)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Process (computing); Computer science","score_opus":0.025742705148432778,"score_gpt":0.2717744334641112,"score_spread":0.2460317283156784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1010995572","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030950538,0.032055184,0.9379539,0.00072377874,0.00084335613,0.0016353511,0.0000018933674,0.00015350354,0.026323523],"genre_scores_gemma":[0.22070059,0.39347145,0.33580545,0.002369962,0.0003970404,0.000279739,0.0073845014,0.00063210883,0.038959183],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992365,0.00016432318,0.00016707051,0.00014023967,0.00017251521,0.000119323064],"domain_scores_gemma":[0.9973232,0.0017498153,0.00027997108,0.0003470622,0.0002516247,0.000048293867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051255384,0.00015855693,0.00029451013,0.000074712945,0.00016038999,0.000015435748,0.0005419186,0.00014424756,0.00022516517],"category_scores_gemma":[0.000327626,0.00016378786,0.00010910051,0.00012217667,0.000049464605,0.00025391165,0.000013499725,0.00034086214,0.000028700633],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032095687,0.000077827004,0.000003911351,0.0070685926,0.0005718868,0.0000013066825,0.054170683,0.00007149242,0.00015316992,0.0019111225,0.14991729,0.7857318],"study_design_scores_gemma":[0.0012362512,0.00009272764,0.0008882754,0.006812427,0.002295456,0.0000048772054,0.016434774,0.11874938,0.0011045353,0.001840406,0.8495265,0.0010143638],"about_ca_topic_score_codex":0.00006401384,"about_ca_topic_score_gemma":0.000022168997,"teacher_disagreement_score":0.7847174,"about_ca_system_score_codex":0.00005857889,"about_ca_system_score_gemma":0.00009992955,"threshold_uncertainty_score":0.66790754},"labels":[],"label_agreement":null},{"id":"W101221959","doi":"10.1007/1-4020-3698-1_18","title":"Using Historical Know-how to Model Design References","year":2005,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Constructive; Studio; Architectural design; Point (geometry); Architectural engineering; Computer science; Design studio; Order (exchange); Architectural technology; Engineering; Software engineering; Multimedia; Visual arts; Architecture; Programming language; Art; Process (computing)","score_opus":0.23320417717586925,"score_gpt":0.30327886966836026,"score_spread":0.07007469249249101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W101221959","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.808504e-7,0.0005182526,0.44363892,0.00039873907,0.00040720488,0.00009859773,0.0000014595696,0.00017186425,0.55476457],"genre_scores_gemma":[0.0006718126,0.00022687067,0.17650011,0.00022442972,0.0003746017,0.0000058339615,0.0000030365659,0.00006748937,0.8219258],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999236,0.000011546739,0.00017971084,0.00021226636,0.00018768382,0.00017282169],"domain_scores_gemma":[0.99938464,0.00010533137,0.00003945811,0.00024589233,0.00006303205,0.00016161546],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014230212,0.00024757502,0.0002245578,0.00017010132,0.000040280378,0.0000634717,0.00016209195,0.00024552684,0.0014273198],"category_scores_gemma":[0.000027914439,0.00024814898,0.000054859083,0.000028901462,0.0000063513467,0.00016039198,0.00001604594,0.00029628287,0.0005358288],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013480206,0.000014254543,1.1917011e-7,0.000036677004,0.000068162015,0.000003743278,0.0002630079,0.26132053,0.00036885118,0.07595709,0.6193828,0.042571303],"study_design_scores_gemma":[0.000029100493,0.000011742388,9.537477e-8,0.000027994267,0.00003783681,0.000005885025,0.0000052035803,0.14520578,0.000040337276,0.0014649052,0.852871,0.0003001135],"about_ca_topic_score_codex":0.000008690742,"about_ca_topic_score_gemma":0.000010393329,"teacher_disagreement_score":0.26716125,"about_ca_system_score_codex":0.00080373546,"about_ca_system_score_gemma":0.000107273365,"threshold_uncertainty_score":0.9999971},"labels":[],"label_agreement":null},{"id":"W104414026","doi":"10.1007/978-1-84996-199-8_7","title":"The Effect of Uncertainty on Span Time and Effort Within a Complex Design Process","year":2010,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Interdependence; Process (computing); Computer science; Process management; New product development; Span (engineering); Product (mathematics); Product design; Risk analysis (engineering); Knowledge management; Industrial engineering; Systems engineering; Management science; Engineering; Business; Marketing; Mathematics","score_opus":0.018760004668824784,"score_gpt":0.25586139129864377,"score_spread":0.237101386629819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W104414026","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007154947,0.00009749486,0.00085719844,0.00014313517,0.0003370793,0.00078563136,0.000007907387,0.0001641985,0.99689186],"genre_scores_gemma":[0.18689807,0.00016175932,0.0017023754,0.00027748678,0.00032041318,0.00007571891,0.00006466356,0.00024126864,0.81025827],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99939495,0.000024124962,0.00018514,0.00013280917,0.00015343835,0.00010954881],"domain_scores_gemma":[0.998586,0.0009858637,0.00008645007,0.00023949063,0.000041684543,0.000060532908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056263,0.00021747767,0.0002303331,0.000049548074,0.00006719649,0.00004042759,0.00013207376,0.00017319585,0.0005975539],"category_scores_gemma":[0.00005926903,0.00013508105,0.000037002315,0.000017444601,0.00007330704,0.000039670766,0.000008920149,0.00040943013,0.00015642584],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005847982,0.00018326621,0.0001256772,0.007085354,0.004916872,0.000052931653,0.0075141992,0.16758336,0.03015633,0.29898238,0.19925436,0.2782973],"study_design_scores_gemma":[0.0015213168,0.0023177403,0.00019984027,0.0005859086,0.0005143218,0.00010231313,0.000043378208,0.08193142,0.033011798,0.011415689,0.86659604,0.0017602061],"about_ca_topic_score_codex":0.000007134066,"about_ca_topic_score_gemma":0.0000117615255,"teacher_disagreement_score":0.6673417,"about_ca_system_score_codex":0.000013967466,"about_ca_system_score_gemma":0.000032055974,"threshold_uncertainty_score":0.65427965},"labels":[],"label_agreement":null},{"id":"W107434372","doi":"10.22329/p.v3i2.569","title":"Architectural Making: Between a \"Space of Experience\" and a \"Horizon of Expectations\"","year":2008,"lang":"en","type":"article","venue":"PhaenEx","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Phenomenology (philosophy); Transcendental number; Creativity; Intuition; Argumentation theory; Studio; Epistemology; Horizon; Computer science; Aesthetics; Sociology; Architectural engineering; Visual arts; Psychology; Mathematics; Engineering; Social psychology; Art; Philosophy; Geometry","score_opus":0.04499204254193178,"score_gpt":0.3029061982410522,"score_spread":0.2579141556991204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W107434372","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99086136,0.00030083786,0.0037705703,0.000054293232,0.000070987095,0.000052586496,0.000002415196,0.00003375073,0.004853184],"genre_scores_gemma":[0.9961214,0.0000167126,0.0037326585,0.000003189509,0.0000369915,0.000008816205,0.000001379859,0.0000075721487,0.000071248585],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9996541,0.000016910222,0.00012921324,0.000057898855,0.00007305272,0.00006881581],"domain_scores_gemma":[0.9997179,0.00010814051,0.000038962386,0.00008544377,0.0000225301,0.000027034865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00003223823,0.000051402927,0.000094113915,0.000060548107,0.000021778671,0.0000030874814,0.00004762265,0.000017583621,0.00003266433],"category_scores_gemma":[0.000052311414,0.000051903426,0.000016524033,0.00012001078,0.000047385893,0.00008112789,0.000007241469,0.00004474028,0.000002818396],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011540616,0.00021038619,0.13761222,0.00061251776,0.0002886727,0.000018558754,0.43739364,0.0027909025,0.23875737,0.0042721913,0.0018955225,0.1760326],"study_design_scores_gemma":[0.0018004806,0.0006588189,0.2853444,0.00017288588,0.00011799837,0.00038547232,0.019281838,0.0060524684,0.6640608,0.0013157614,0.019869253,0.00093988125],"about_ca_topic_score_codex":0.000011797224,"about_ca_topic_score_gemma":9.945636e-7,"teacher_disagreement_score":0.4253034,"about_ca_system_score_codex":0.0000066981393,"about_ca_system_score_gemma":0.000012692333,"threshold_uncertainty_score":0.21165602},"labels":[],"label_agreement":null},{"id":"W123512583","doi":"10.3233/jid-2013-0001","title":"Towards Formalizing and Formulating the Successful Organizational Innovation Process","year":2013,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Process management; Process (computing); Knowledge management; Computer science; Business; Management science; Engineering; Programming language","score_opus":0.019021121187828206,"score_gpt":0.2821283781041748,"score_spread":0.26310725691634657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W123512583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.685229,0.00032636576,0.31177267,0.0007449242,0.00020176428,0.0001910162,5.104993e-7,0.000032125357,0.001501601],"genre_scores_gemma":[0.9935149,0.00006550911,0.0061577056,0.00018510953,0.0000440442,0.000006018209,5.546296e-7,0.00000845985,0.000017697581],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991049,0.000025508663,0.00033065688,0.00008190365,0.00030789207,0.00014909456],"domain_scores_gemma":[0.99785364,0.00011829932,0.00019408723,0.0000482797,0.0017195146,0.00006616787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012517024,0.0000939702,0.00009588037,0.00023896869,0.0002577098,0.00043972555,0.00021298179,0.000034231667,0.00006645986],"category_scores_gemma":[0.0007877112,0.00005642574,0.0000070844167,0.0018327667,0.0001287943,0.0025871557,0.000009756157,0.00024936209,0.0000021363824],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019998036,0.00025021416,0.020661203,0.00113739,0.00018646095,0.000011130214,0.060413916,0.08493479,0.27219385,0.033595346,0.0037172893,0.52269846],"study_design_scores_gemma":[0.00075562886,0.00032863888,0.008102179,0.00035818873,0.000053279524,0.0012096256,0.018554678,0.7939779,0.13912413,0.03603911,0.0009846423,0.00051198696],"about_ca_topic_score_codex":0.0000065122567,"about_ca_topic_score_gemma":3.4826385e-7,"teacher_disagreement_score":0.70904315,"about_ca_system_score_codex":0.000034711964,"about_ca_system_score_gemma":0.00045626858,"threshold_uncertainty_score":0.42402837},"labels":[],"label_agreement":null},{"id":"W124285258","doi":"","title":"A Testbed for Intelligent Aiding in Adaptive Interfaces","year":2000,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Testbed; Workspace; Computer science; Plan (archaeology); Software; Software engineering; Human–computer interaction; Generalization; Artificial intelligence; Systems engineering; Engineering; Robot; World Wide Web; Programming language","score_opus":0.03972006419542185,"score_gpt":0.28071152825104306,"score_spread":0.24099146405562122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W124285258","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34226075,0.00055932003,0.17306831,0.00075277616,0.00069274916,0.00072326534,0.000004305745,0.0005201471,0.48141837],"genre_scores_gemma":[0.990498,0.00003922872,0.005603518,0.00009768922,0.000026425736,0.000036192258,0.0000010209344,0.000009572718,0.0036883357],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997243,0.000008985607,0.00009340542,0.000059701193,0.00002619369,0.00008736003],"domain_scores_gemma":[0.9997462,0.00016404154,0.0000051027373,0.000051958472,0.000009571471,0.000023100427],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000098364246,0.000048735852,0.0000502655,0.000042121646,0.000011459788,0.000018200786,0.000046449524,0.00002021963,0.0017662445],"category_scores_gemma":[0.000027752776,0.000046675195,0.000012127064,0.00008476323,0.0000044035824,0.00012313023,0.0000019490446,0.000051045656,0.00022163795],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014131288,0.00014673475,0.0002848436,0.000056249417,0.000054311324,0.0000020198756,0.0062946635,0.045983654,0.00403665,0.007878409,0.025397452,0.9097237],"study_design_scores_gemma":[0.000672639,0.00018647192,0.0008483452,0.00009181695,0.000019041143,0.000011383353,0.006222343,0.33908054,0.086878836,0.0029445456,0.5625057,0.0005383403],"about_ca_topic_score_codex":0.00001929238,"about_ca_topic_score_gemma":0.000030515439,"teacher_disagreement_score":0.90918535,"about_ca_system_score_codex":0.000034189077,"about_ca_system_score_gemma":0.0000075339854,"threshold_uncertainty_score":0.9991463},"labels":[],"label_agreement":null},{"id":"W129360777","doi":"10.52842/conf.ecaade.2014.1.247","title":"Design ReExplorer: Interactive Design Narratives for Feedback, Analysis and Exploration","year":2014,"lang":"en","type":"dissertation","venue":"eCAADe proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Mitacs; Consejo Nacional de Ciencia y Tecnología","keywords":"Narrative; Computer science; Human–computer interaction; Art; Literature","score_opus":0.03916261577728443,"score_gpt":0.2901756150931898,"score_spread":0.25101299931590537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W129360777","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008492712,0.0005456747,0.9803257,0.0004364178,0.0010806224,0.0017558257,0.000009089453,0.00048790712,0.006866067],"genre_scores_gemma":[0.84401625,0.0008216994,0.14226444,0.00015072401,0.00079506,0.002993448,0.0009792479,0.00031716737,0.007661984],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99856776,0.000049224796,0.00041674764,0.00047538363,0.00021102415,0.00027983505],"domain_scores_gemma":[0.9985171,0.00049774355,0.00030059798,0.0001142096,0.0004447055,0.00012566264],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00070305786,0.00042147448,0.0005050902,0.0006834287,0.00016977027,0.00036379538,0.00017879253,0.00034095466,0.00007552429],"category_scores_gemma":[0.00039243422,0.00044761747,0.0001220632,0.00065301196,0.000022410462,0.001391952,0.00000770299,0.00039951268,0.00003587807],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004366313,0.0003475476,0.00016321338,0.004224148,0.010375363,0.0000026746393,0.57109165,0.012910561,0.08943892,0.0031970947,0.22672354,0.07715899],"study_design_scores_gemma":[0.0032238099,0.0017383646,0.0027245816,0.0011952261,0.0090469085,0.00002058718,0.21469913,0.3040695,0.3162212,0.031971764,0.10934985,0.0057390784],"about_ca_topic_score_codex":0.000004046831,"about_ca_topic_score_gemma":0.000008508487,"teacher_disagreement_score":0.8380612,"about_ca_system_score_codex":0.00010349469,"about_ca_system_score_gemma":0.00005171762,"threshold_uncertainty_score":0.9997976},"labels":[],"label_agreement":null},{"id":"W138980936","doi":"10.1007/978-0-85729-224-7_26","title":"Signs of Collaborative Ideation and the Hybrid Ideation Space","year":2010,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Ideation; Conversation; Gesture; Computer science; Human–computer interaction; Psychology; Space (punctuation); Face-to-face; Communication; Artificial intelligence; Cognitive science","score_opus":0.007120586168516281,"score_gpt":0.21175305009491915,"score_spread":0.20463246392640289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W138980936","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000772487,0.0006384192,0.013816071,0.00075960415,0.0004246098,0.0003682505,0.000019364583,0.00006845759,0.98382795],"genre_scores_gemma":[0.22330494,0.0021115371,0.003878482,0.00021281134,0.00033591856,0.000035524856,0.000100562065,0.000092294365,0.7699279],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995304,0.000018973922,0.00017870503,0.00009525881,0.00012097364,0.00005573297],"domain_scores_gemma":[0.9991237,0.00040799667,0.00011029401,0.00016888678,0.00016010077,0.000029025658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024393298,0.00013409097,0.00016799635,0.000067334964,0.00003721005,0.00003612116,0.000057320547,0.000109058456,0.00077824993],"category_scores_gemma":[0.000079899415,0.00010026467,0.00002702241,0.000028069493,0.00008072532,0.00012605541,0.000008710048,0.0002487268,0.0000545185],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003917811,0.0000042802453,0.000002164653,0.000060846458,0.00010205401,5.3074297e-7,0.0007873739,0.00018375457,0.0034410078,0.9809528,0.0090118265,0.0054142033],"study_design_scores_gemma":[0.0007078259,0.000042947682,0.000052025047,0.000058893173,0.00018750719,0.000012947517,0.00016923343,0.0018440508,0.010109933,0.056885265,0.92957646,0.0003529008],"about_ca_topic_score_codex":0.000012642772,"about_ca_topic_score_gemma":0.0000317063,"teacher_disagreement_score":0.9240675,"about_ca_system_score_codex":0.000018711218,"about_ca_system_score_gemma":0.000046284615,"threshold_uncertainty_score":0.8521291},"labels":[],"label_agreement":null},{"id":"W1497436182","doi":"10.1007/978-3-642-02809-0_3","title":"3D Body Scanning’s Contribution to the Use of Apparel as an Identity Construction Tool","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Design Education and Practice","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Clothing; Identity (music); Human–computer interaction; Engineering drawing; Aesthetics; Art; History; Engineering; Archaeology","score_opus":0.022845154853746656,"score_gpt":0.27305479232251406,"score_spread":0.2502096374687674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1497436182","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015329429,0.00008831557,0.99497694,0.00028503034,0.0018868297,0.0003208019,0.0000074246577,0.000077209246,0.00082448975],"genre_scores_gemma":[0.8134788,0.00010107213,0.1822838,0.0029604456,0.0008041805,0.000012096002,0.000029445902,0.00004090809,0.00028924982],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987926,0.000029849192,0.000266632,0.00031591277,0.00039212685,0.0002028952],"domain_scores_gemma":[0.9989149,0.00022725096,0.000106981286,0.00045328803,0.00022587895,0.00007168678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049283536,0.00018463106,0.00019125699,0.00025681863,0.000110182744,0.00028130287,0.00044692808,0.0001380106,0.00004144077],"category_scores_gemma":[0.00026186064,0.00016000005,0.000036880923,0.00029438644,0.000163885,0.00088289095,0.000053467375,0.00036653527,0.000033855555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014400416,0.000016419226,0.000037892296,0.000017201433,0.000011892192,0.000004151399,0.0005237815,0.3244279,0.00055187236,0.013481213,0.00014361319,0.6607697],"study_design_scores_gemma":[0.00042308273,0.00041379518,0.0027375529,0.00054193055,0.000080384474,0.00027160486,0.0000018934422,0.7398951,0.0050691664,0.0501815,0.19922668,0.0011573307],"about_ca_topic_score_codex":0.000036735277,"about_ca_topic_score_gemma":0.000042266383,"teacher_disagreement_score":0.8126932,"about_ca_system_score_codex":0.00016286787,"about_ca_system_score_gemma":0.00015039214,"threshold_uncertainty_score":0.6524613},"labels":[],"label_agreement":null},{"id":"W1507541396","doi":"10.24908/pceea.v0i0.3740","title":"SPATIAL THINKING AND COMMUNICATIONG: A COURSE FOR FIRST-YEAR UNIVERSITY STUDENTS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Mechatronics; Course (navigation); Computer science; Mathematics education; The arts; Multimedia; Engineering; Psychology; Artificial intelligence","score_opus":0.011959286005344108,"score_gpt":0.20875326097878805,"score_spread":0.19679397497344395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507541396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94129604,0.00044467088,0.0016329761,0.0087002795,0.0057700616,0.002492383,0.00012619662,0.0005991101,0.0389383],"genre_scores_gemma":[0.9957885,0.00004067385,0.003136809,0.000058412083,0.00006595424,0.000018291026,0.000006138093,0.00002448402,0.0008607125],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994113,0.000005787341,0.00014292766,0.00010017534,0.00016828903,0.00017152587],"domain_scores_gemma":[0.99921453,0.00008078313,0.00013963327,0.0000992331,0.00033110127,0.00013470658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004120898,0.00009858611,0.00009871892,0.00013571621,0.00021782808,0.00006798297,0.00036039628,0.0000997919,0.000026009144],"category_scores_gemma":[0.00033545992,0.000112821646,0.00003965948,0.00021780354,0.000013922182,0.00026862518,0.000023248498,0.0001484146,0.0000042213787],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020921636,0.00027209564,0.8224014,0.0006872278,0.0004897562,8.600543e-8,0.023178698,0.00051722786,0.00044803633,0.07787613,0.07183879,0.0022696205],"study_design_scores_gemma":[0.0007008589,0.000031089556,0.8124599,0.00018623268,0.0002424262,0.0000040021746,0.0044764187,0.005864191,0.0009757227,0.0010539364,0.17352366,0.0004815979],"about_ca_topic_score_codex":0.002944862,"about_ca_topic_score_gemma":0.0067495992,"teacher_disagreement_score":0.10168487,"about_ca_system_score_codex":0.0008081847,"about_ca_system_score_gemma":0.00021993421,"threshold_uncertainty_score":0.46007332},"labels":[],"label_agreement":null},{"id":"W1512419280","doi":"","title":"The Online Crit: The Community of Inquiry Meets Design Education","year":2011,"lang":"en","type":"article","venue":"International journal of e-learning & distance education","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Vancouver Community College","funders":"","keywords":"Community of inquiry; Humanities; Context (archaeology); Sociology; Pedagogy; Psychology; Art; Cognition","score_opus":0.07085130244798092,"score_gpt":0.3338383589255686,"score_spread":0.2629870564775877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512419280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63572544,0.012323559,0.25927794,0.012886527,0.054575626,0.0007083496,0.000012574927,0.00014397131,0.024346016],"genre_scores_gemma":[0.99439013,0.0007137645,0.0035919002,0.0001497183,0.00065086555,0.000011315884,0.0000118931175,0.000019025121,0.0004613782],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984631,0.0005052068,0.00051275163,0.000057300724,0.00035421623,0.00010741036],"domain_scores_gemma":[0.99725306,0.00081994175,0.00054918276,0.0002116834,0.0011105991,0.00005555444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001386158,0.000106304804,0.00010687911,0.00008800309,0.00021058544,0.00008101023,0.000759313,0.00004263207,0.000102005346],"category_scores_gemma":[0.0011928041,0.000075018615,0.00007158223,0.00017091812,0.00010552054,0.00044800658,0.000020679972,0.0006672007,0.000011107849],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008092557,0.004172525,0.007912493,0.000113128706,0.0008869375,0.0000024473175,0.11345841,0.0129108755,0.004818591,0.070735715,0.09285462,0.691325],"study_design_scores_gemma":[0.00050163904,0.00027455855,0.114421375,0.0005907913,0.00016524282,0.0002290582,0.10806213,0.0018170337,0.0041908785,0.009034933,0.7603305,0.00038184747],"about_ca_topic_score_codex":0.000067179535,"about_ca_topic_score_gemma":0.000027086511,"teacher_disagreement_score":0.6909431,"about_ca_system_score_codex":0.0001647481,"about_ca_system_score_gemma":0.0005142289,"threshold_uncertainty_score":0.30591702},"labels":[],"label_agreement":null},{"id":"W1519845352","doi":"10.1007/3-540-47922-8_12","title":"Using Communicative Acts to Plan the Cinematographic Structure of Animations","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Cinematography; Animation; Computer science; Planner; Computer animation; Rhetorical question; Multimedia; Human–computer interaction; Computer graphics (images); Artificial intelligence; Visual arts; Art","score_opus":0.055956537543119855,"score_gpt":0.2880261279532211,"score_spread":0.23206959041010122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1519845352","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009021621,0.00041687238,0.9880838,0.0005113309,0.0006590905,0.0003488131,0.000020172976,0.00006048245,0.008997296],"genre_scores_gemma":[0.90347064,0.000043927408,0.095902964,0.00042752945,0.000094111354,0.0000015280871,0.0000035904316,0.00002318406,0.000032543106],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999075,0.000027269025,0.00023650035,0.00020978627,0.0002721079,0.00017931274],"domain_scores_gemma":[0.99848884,0.0005427837,0.000105768755,0.0006926634,0.000108177504,0.000061774284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001883167,0.00019554318,0.00020689309,0.0003910933,0.00013123256,0.00008398302,0.0009032689,0.00011172465,0.000113722235],"category_scores_gemma":[0.000067267036,0.0001521796,0.000039093764,0.0005066275,0.00022745493,0.00014482232,0.00012162288,0.00052092684,0.000007582666],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052508926,0.000020557904,0.000055743716,0.00011169208,0.000050860475,0.0000034449954,0.011148235,0.9211725,0.0055052205,0.015878225,0.00021030061,0.045837957],"study_design_scores_gemma":[0.0002481505,0.00011544815,0.00085274974,0.0010300934,0.00007597402,0.000155019,0.000011604777,0.92199796,0.006714511,0.048869103,0.018894402,0.0010349681],"about_ca_topic_score_codex":0.000010482051,"about_ca_topic_score_gemma":0.000055624965,"teacher_disagreement_score":0.90256846,"about_ca_system_score_codex":0.000061745515,"about_ca_system_score_gemma":0.000066509114,"threshold_uncertainty_score":0.62057036},"labels":[],"label_agreement":null},{"id":"W1520720673","doi":"10.24908/pceea.v0i0.3894","title":"ATTITUDE, SKILL, AND KNOWLEDGE: (ASK) A NEW MODEL FOR DESIGN EDUCATION","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ask price; Perspective (graphical); Curriculum; Domain (mathematical analysis); Personality; Task (project management); Psychology; Domain knowledge; Computer science; Mathematics education; Knowledge management; Engineering ethics; Pedagogy; Engineering; Social psychology; Artificial intelligence","score_opus":0.02719542122003372,"score_gpt":0.23360190403427375,"score_spread":0.20640648281424004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1520720673","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30196574,0.014512378,0.21644923,0.029393071,0.057999913,0.019655403,0.0002875949,0.0038332883,0.3559034],"genre_scores_gemma":[0.9408126,0.0000646414,0.043095764,0.00026660445,0.00030954092,0.00023838444,0.000008471491,0.0000761735,0.015127862],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991487,0.000006457553,0.00026355707,0.00017378553,0.00013485579,0.00027263607],"domain_scores_gemma":[0.99881744,0.00008660322,0.00016775704,0.00010542856,0.0005142741,0.00030851466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045862966,0.00017211896,0.00014926134,0.00029214632,0.00013015483,0.00009102949,0.00023161375,0.00016014981,0.000031160806],"category_scores_gemma":[0.0008673555,0.0001848803,0.000057975918,0.00036209324,0.00001137114,0.00043440334,0.000011827398,0.0001693677,0.000010439115],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016000913,0.0003243319,0.007832098,0.0009786425,0.00029443332,1.8065242e-8,0.029420022,0.008487772,0.0031821453,0.06556048,0.85981154,0.024092479],"study_design_scores_gemma":[0.0011599596,0.00009169193,0.09716803,0.0006300393,0.00059926434,0.000022338783,0.002348852,0.57093436,0.010401329,0.011855009,0.30294102,0.0018481234],"about_ca_topic_score_codex":0.0016205091,"about_ca_topic_score_gemma":0.0015472271,"teacher_disagreement_score":0.6388468,"about_ca_system_score_codex":0.0011504685,"about_ca_system_score_gemma":0.0023253388,"threshold_uncertainty_score":0.7539199},"labels":[],"label_agreement":null},{"id":"W1523711457","doi":"10.1002/0470018860.s00337","title":"Planning: Neural and Psychological","year":2005,"lang":"en","type":"other","venue":"Encyclopedia of Cognitive Science","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Psychology; Computer science; Environmental science","score_opus":0.031158952585023554,"score_gpt":0.33749851586661467,"score_spread":0.3063395632815911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1523711457","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018817248,0.0014647337,0.00040293921,0.00002956853,0.0007125319,0.00012257784,0.000014374617,0.00013304815,0.9952385],"genre_scores_gemma":[0.39400533,0.0026847527,0.0017213876,0.0001813489,0.00073005666,0.000023685174,0.000008704705,0.00016510657,0.60047966],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926996,0.000018607863,0.000113340844,0.00021990351,0.00020386618,0.0001743406],"domain_scores_gemma":[0.999543,0.00016485584,0.00006105177,0.00009658847,0.00003739368,0.00009711285],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016328187,0.0001316407,0.00013902727,0.00022079067,0.000027315018,0.000021114982,0.00016602212,0.00008241559,0.0018253843],"category_scores_gemma":[0.00030414463,0.00012085682,0.000016249018,0.00027716055,0.00043120474,0.00013073505,0.000022296286,0.00018081417,0.0000772258],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023765324,0.0002108809,0.0015594705,0.0001339497,0.00004186586,0.000022363207,0.0023217183,0.0000478814,0.00028981574,0.0006731155,0.5349429,0.45973223],"study_design_scores_gemma":[0.00023852897,0.00008447881,0.016069816,0.00020204882,0.000027760909,0.000028213359,0.00027983598,0.00033192523,0.00006461405,0.000060704275,0.98227227,0.0003398114],"about_ca_topic_score_codex":0.0000030099068,"about_ca_topic_score_gemma":0.0000014107029,"teacher_disagreement_score":0.45939243,"about_ca_system_score_codex":0.000007943122,"about_ca_system_score_gemma":0.000030272315,"threshold_uncertainty_score":0.9990871},"labels":[],"label_agreement":null},{"id":"W1524905720","doi":"10.1016/s1571-0831(04)80045-5","title":"17 A descriptive framework for designing interaction for visual abstractions","year":2005,"lang":"en","type":"book-chapter","venue":"Studies in multidisciplinarity","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Cognition; Human–computer interaction; Cognitive science; Visual reasoning; Descriptive research; Artificial intelligence; Psychology; Mathematics; Neuroscience","score_opus":0.16442267648269027,"score_gpt":0.43185690802137916,"score_spread":0.2674342315386889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1524905720","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005271568,0.007104205,0.75809705,0.0013400619,0.016666602,0.0059622894,0.00040621246,0.0008406149,0.20905583],"genre_scores_gemma":[0.12837392,0.0074808006,0.59927785,0.00019459969,0.0075553968,0.005412911,0.0003876825,0.0007105864,0.25060624],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985441,0.000019531482,0.0005372975,0.00041542514,0.0001395464,0.00034412925],"domain_scores_gemma":[0.9966047,0.0026224714,0.00020869506,0.00022262878,0.00027394798,0.0000676017],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004915723,0.00042150024,0.0005124143,0.00025059664,0.0003460215,0.00005115015,0.00013765426,0.00041926,0.000084931926],"category_scores_gemma":[0.00054285955,0.000469086,0.00020913391,0.000046845442,0.00011223423,0.00034317508,0.000062660176,0.0008797899,0.000042750602],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032281426,0.0014697809,0.00017961387,0.0066050882,0.0073075686,0.000035567027,0.1291604,0.06731507,0.0008125793,0.31794843,0.1936235,0.27231425],"study_design_scores_gemma":[0.0019128525,0.0005431165,0.0003173437,0.0026014326,0.00081461115,0.000027072338,0.031390935,0.02986309,0.0005600379,0.28041703,0.6491446,0.0024079075],"about_ca_topic_score_codex":0.0000048406137,"about_ca_topic_score_gemma":0.00022811929,"teacher_disagreement_score":0.45552108,"about_ca_system_score_codex":0.00088985614,"about_ca_system_score_gemma":0.000061503815,"threshold_uncertainty_score":0.99977607},"labels":[],"label_agreement":null},{"id":"W1525177553","doi":"10.24908/pceea.v0i0.3699","title":"THE USE OF LEGO ® SERIOUS PLAY IN THE ENGINEERING DESIGN CLASSROOM","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Strong","keywords":"Entrepreneurship; Experiential learning; Disruptive innovation; Strict constructionism; Intuition; Constructivism (international relations); Constructionism; Computer science; Process (computing); Construct (python library); Sociology; Knowledge management; Engineering management; Engineering ethics; Psychology; Pedagogy; Engineering; Business; Marketing; Political science; Cognitive science","score_opus":0.030619755793449936,"score_gpt":0.20285702323881527,"score_spread":0.17223726744536533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1525177553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92832595,0.0020435594,0.0035165614,0.01672729,0.018965729,0.005803937,0.00009785268,0.0008241033,0.023695009],"genre_scores_gemma":[0.996402,0.000062371524,0.0025389916,0.00015446219,0.000102988066,0.00011186663,0.0000025835036,0.000046163044,0.00057851913],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987837,0.000024388444,0.0004044355,0.00012931623,0.00030675836,0.00035142308],"domain_scores_gemma":[0.9986867,0.00046750097,0.00024249734,0.0001912266,0.00030281692,0.00010929716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010470157,0.0001762263,0.00015700942,0.00025179668,0.00013291079,0.00013859558,0.0005391282,0.00014239697,0.000018685048],"category_scores_gemma":[0.0018537906,0.00013487219,0.000074872434,0.0007779849,0.000018952382,0.00045261893,0.00001404164,0.0003858762,0.000007816102],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057932462,0.00055671844,0.08551995,0.0012601936,0.0010117278,0.0000014539755,0.081134155,0.26225555,0.021309955,0.10285808,0.42894432,0.015089945],"study_design_scores_gemma":[0.0004796973,0.000059347178,0.40931195,0.0003349413,0.00017747757,0.000027382051,0.0026151026,0.071883574,0.011495959,0.00042052756,0.5023458,0.0008482644],"about_ca_topic_score_codex":0.003528457,"about_ca_topic_score_gemma":0.002776258,"teacher_disagreement_score":0.32379198,"about_ca_system_score_codex":0.0009167496,"about_ca_system_score_gemma":0.00038991534,"threshold_uncertainty_score":0.54999286},"labels":[],"label_agreement":null},{"id":"W1525939623","doi":"","title":"Theorizing l’objet technique: reconciling the disparity between emerging “maker culture” and traditional “design/build”","year":2014,"lang":"en","type":"article","venue":"A Matter of Design. Making Society through Science and Technology","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Manitoba","funders":"","keywords":"Sociology; Mainstream; Situated; Hybridity; Architecture; Epistemology; Architectural theory; Individuation; Computer science; Engineering ethics; Engineering; Visual arts; Political science; Psychology","score_opus":0.038306732843711,"score_gpt":0.28685800661973143,"score_spread":0.24855127377602043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1525939623","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016951926,0.0004113114,0.97462076,0.005175227,0.00018498841,0.0004182058,0.0000037533277,0.0002855551,0.0019482868],"genre_scores_gemma":[0.8812394,0.000116899195,0.11785711,0.00062456273,0.00006247903,0.000059806836,8.670182e-7,0.000017272112,0.000021595852],"study_design_codex":"bench_or_experimental","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99866885,0.00008471105,0.00027309448,0.00033799032,0.00028135872,0.00035402144],"domain_scores_gemma":[0.99892837,0.0004936082,0.000120065706,0.00029860676,0.0001236732,0.000035677793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024823006,0.00018511387,0.00023040603,0.00008810317,0.0005239002,0.00011026111,0.00039365972,0.00017715864,0.000022155395],"category_scores_gemma":[0.00019523861,0.0001450646,0.000041542633,0.00087137753,0.0011885605,0.00062723487,0.000088566216,0.0004174605,0.000005090919],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040512885,0.000221695,0.03758103,0.0009874385,0.00061004574,0.000005290656,0.03980309,0.0016446617,0.47509697,0.26904967,0.05881922,0.11614038],"study_design_scores_gemma":[0.0015317128,0.0006317805,0.017482735,0.0009064649,0.00050663296,0.00061377784,0.012396235,0.056296382,0.2421903,0.57667404,0.08832533,0.0024446247],"about_ca_topic_score_codex":0.000005023353,"about_ca_topic_score_gemma":3.0133594e-7,"teacher_disagreement_score":0.8642875,"about_ca_system_score_codex":0.000050427763,"about_ca_system_score_gemma":0.000059894744,"threshold_uncertainty_score":0.59155625},"labels":[],"label_agreement":null},{"id":"W1536223887","doi":"10.1109/fie.1999.841612","title":"Engineering graphics in the new millennium: integrating the strengths of sketching and CAD","year":2003,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Graphics; Software engineering; Engineering drawing; Engineering; Computer graphics (images)","score_opus":0.009355955591799275,"score_gpt":0.23799855716582613,"score_spread":0.22864260157402685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1536223887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77706045,0.007694827,0.07255677,0.0037262007,0.0011653466,0.00059405016,0.000002468622,0.00023740483,0.13696246],"genre_scores_gemma":[0.9970757,0.00035808556,0.002329704,0.000117183714,0.000022481037,0.0000037631337,3.664151e-7,0.000008973017,0.000083762985],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995929,0.000050316,0.00013460836,0.00005489648,0.00007080585,0.000096499716],"domain_scores_gemma":[0.9990201,0.00080337975,0.00001807694,0.00012655706,0.000009469809,0.000022419637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048934185,0.000070956914,0.00006256218,0.000051972656,0.000027393993,0.000033460397,0.00009028502,0.000028422566,0.000036750356],"category_scores_gemma":[0.00037381364,0.00004165964,0.00001616921,0.00023180826,0.000008961741,0.00009863779,0.0000043196706,0.00023632501,0.0000016369261],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075935095,0.00008197702,0.004318264,0.00022873499,0.00011735991,0.000004935466,0.0648502,0.03428464,0.009879987,0.805162,0.026320105,0.05474416],"study_design_scores_gemma":[0.0011568932,0.00007338673,0.017350525,0.00023220036,0.00009991472,0.00016301862,0.05773894,0.1912515,0.0131202685,0.0028296313,0.7150925,0.00089121395],"about_ca_topic_score_codex":0.0001252988,"about_ca_topic_score_gemma":0.000107666434,"teacher_disagreement_score":0.8023324,"about_ca_system_score_codex":0.000007019023,"about_ca_system_score_gemma":0.000017532373,"threshold_uncertainty_score":0.16988309},"labels":[],"label_agreement":null},{"id":"W1539363731","doi":"10.24908/pceea.v0i0.3755","title":"ASPECTS OF ANALYSIS AND SYNTHESIS IN DESIGN ENGINEERING","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Computer science; Task (project management); Process (computing); Engineering design process; Systems engineering; Action (physics); Management science; Engineering; Mechanical engineering","score_opus":0.011773788697497319,"score_gpt":0.1880409079840932,"score_spread":0.17626711928659589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1539363731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9583211,0.0005344341,0.0020572862,0.0010088328,0.0021273375,0.0009167522,0.00003153937,0.00026929833,0.034733403],"genre_scores_gemma":[0.9952517,0.000030705298,0.0044756397,0.000021975658,0.00003095992,0.000047274512,0.0000010825785,0.00002650373,0.00011416564],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991775,0.000008477432,0.00030074074,0.0001260201,0.0001693897,0.00021785575],"domain_scores_gemma":[0.999237,0.00016265876,0.00016791721,0.00009222494,0.00020444622,0.00013575557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005774905,0.00013152711,0.0002159833,0.00086737116,0.00003182255,0.000031013737,0.00018473355,0.00011702562,0.000048811693],"category_scores_gemma":[0.0013241309,0.00014288371,0.00006405093,0.0013643599,0.0000095399755,0.00025003232,0.000009681212,0.00016716217,0.0000024267722],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024601562,0.00055084325,0.7547581,0.002435906,0.0034420008,8.5610003e-7,0.026264539,0.08231861,0.04103165,0.0714677,0.009788811,0.007916374],"study_design_scores_gemma":[0.00013890148,0.000011616311,0.92156595,0.00014297196,0.0003917589,0.0000028810093,0.00035108623,0.03341985,0.041859023,0.00022992684,0.0015514923,0.00033451256],"about_ca_topic_score_codex":0.0055763717,"about_ca_topic_score_gemma":0.0030574857,"teacher_disagreement_score":0.16680786,"about_ca_system_score_codex":0.0007364701,"about_ca_system_score_gemma":0.0002257906,"threshold_uncertainty_score":0.8429843},"labels":[],"label_agreement":null},{"id":"W1540941464","doi":"10.24908/pceea.v0i0.4006","title":"A CONSORTIUM FOR GLOBAL ENGINEERING DESIGN","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundación Para La Innovación Y La Prospectiva En Salud En España; European Commission","keywords":"Prestige; Productivity; Engineering ethics; Global Leadership; Engineering management; Engineering; Sociology; Political science; Knowledge management; Public relations; Computer science; Economic growth; Economics","score_opus":0.019774905622789555,"score_gpt":0.21247080669073615,"score_spread":0.1926959010679466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1540941464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43836156,0.003828718,0.121277265,0.016908612,0.088834085,0.017269403,0.0008074713,0.0066868123,0.30602607],"genre_scores_gemma":[0.9799991,0.0000117666705,0.018347051,0.00017237186,0.0001985981,0.00022556313,0.000005687826,0.000054134158,0.0009857079],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897087,0.0000051927373,0.00030282274,0.00015706003,0.00019194435,0.00037210443],"domain_scores_gemma":[0.99890566,0.00009712903,0.00016967302,0.00010952969,0.0004777548,0.00024024727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050439616,0.00018231159,0.00016516793,0.00017499342,0.00009760378,0.00007757826,0.0003076896,0.00016485297,0.000049496073],"category_scores_gemma":[0.0013356096,0.00019746461,0.00009491548,0.0005087037,0.000009623507,0.000317552,0.000009884799,0.0001656113,0.000014488224],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048958562,0.00043414335,0.066774406,0.002572736,0.0013813355,4.158996e-7,0.0106955515,0.04618855,0.018132588,0.26348513,0.581402,0.0088841785],"study_design_scores_gemma":[0.0013011046,0.00012048206,0.27875745,0.00050588074,0.0005833142,0.000045331883,0.0012411891,0.125969,0.04698269,0.0030884456,0.539217,0.002188116],"about_ca_topic_score_codex":0.0010468172,"about_ca_topic_score_gemma":0.0005183331,"teacher_disagreement_score":0.54163754,"about_ca_system_score_codex":0.0019367017,"about_ca_system_score_gemma":0.00055164366,"threshold_uncertainty_score":0.8052373},"labels":[],"label_agreement":null},{"id":"W1541270152","doi":"10.18438/b8tc81","title":"From Solving Puzzles to Designing Solutions: Integrating Design Thinking into Evidence Based Practice","year":2011,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Design Education and Practice","field":"Engineering","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Management science; Data science; Mathematics education; Psychology; Engineering","score_opus":0.05074447159790738,"score_gpt":0.2731092116730589,"score_spread":0.22236474007515153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541270152","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003384036,0.0033851673,0.9595435,0.028912783,0.0006593526,0.00070186664,0.000004920222,0.0008424145,0.005611554],"genre_scores_gemma":[0.16090332,0.0013618683,0.7818589,0.055417363,0.00019483779,0.00016485868,0.00002538097,0.000044231627,0.000029191651],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966987,0.0011460604,0.0008589877,0.00032994038,0.00053009135,0.0004362223],"domain_scores_gemma":[0.97733825,0.021065054,0.00050566264,0.0005107818,0.0002542509,0.00032600973],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.003456754,0.00035932605,0.00024639504,0.00045662693,0.00062962156,0.0013745421,0.0005152331,0.00017275602,0.00062195107],"category_scores_gemma":[0.027991703,0.00037173086,0.00005939706,0.00096424716,0.00005760541,0.3415867,0.00011869148,0.0006757601,0.00036543774],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008323802,0.00074419426,0.00075842865,0.0020570771,0.0006854403,0.00012920197,0.13688144,0.20525886,0.023886811,0.16085087,0.08400766,0.3764162],"study_design_scores_gemma":[0.00076098175,0.0005711403,0.0011189866,0.007370088,0.00049469166,0.000082209255,0.03362552,0.47807539,0.054720443,0.0016635462,0.41981325,0.001703781],"about_ca_topic_score_codex":0.00015093498,"about_ca_topic_score_gemma":3.338006e-7,"teacher_disagreement_score":0.37471244,"about_ca_system_score_codex":0.000082808336,"about_ca_system_score_gemma":0.0005129608,"threshold_uncertainty_score":0.99987346},"labels":[],"label_agreement":null},{"id":"W1566611839","doi":"10.1007/978-1-4020-6591-0_23","title":"Diverse Designing: Sorting Out Function and Intention in Artifacts","year":2007,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Conceptualization; Function (biology); Architecture; Design elements and principles; Frontier; Sorting; Transferability; Epistemology; Architectural engineering; Sociology; Engineering ethics; Engineering; Computer science; History; Political science; Software engineering; Artificial intelligence; Law; Archaeology; Philosophy","score_opus":0.08599550892105558,"score_gpt":0.27829059563783143,"score_spread":0.19229508671677586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1566611839","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026931686,0.00016676713,0.059673708,0.000023297058,0.00084221637,0.00013511041,4.2702501e-7,0.00016716545,0.938722],"genre_scores_gemma":[0.27651653,0.00031192086,0.0022928985,0.00024841577,0.00021138546,0.000006409487,0.000036445286,0.00008702904,0.720289],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999411,0.000007222453,0.00022538593,0.00013912987,0.00009451574,0.00012276115],"domain_scores_gemma":[0.9996808,0.00008389863,0.00006111441,0.00008732523,0.000030845924,0.00005602105],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00030077394,0.00014394228,0.0001188326,0.0002286362,0.000025058253,0.00004007121,0.000028735289,0.0001769227,0.0009243636],"category_scores_gemma":[0.000041046016,0.00015691905,0.000026953461,0.0000187528,0.000012573284,0.0002048709,0.000011777103,0.00029028824,0.0003665114],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014310915,0.000055472665,0.0013507293,0.0004593214,0.00025342798,0.0000470628,0.0022338931,0.00091403985,0.0043393974,0.1446374,0.014411334,0.8311548],"study_design_scores_gemma":[0.0016658622,0.00021874295,0.008327601,0.0009885657,0.00047351504,0.000055105844,0.0034041274,0.009983325,0.001579941,0.049173143,0.9216153,0.0025147954],"about_ca_topic_score_codex":0.00001242728,"about_ca_topic_score_gemma":0.00014292491,"teacher_disagreement_score":0.9072039,"about_ca_system_score_codex":0.000070359776,"about_ca_system_score_gemma":0.000011207205,"threshold_uncertainty_score":0.9999889},"labels":[],"label_agreement":null},{"id":"W1567588475","doi":"10.1007/978-3-540-73287-7_8","title":"The Challenge of Dealing with Cultural Differences in Industrial Design in Emerging Countries: Latin-American Case Studies","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Latin Americans; China; Emerging markets; Ethnography; Business; Economy; Political science; Economics; Geography; Finance","score_opus":0.11027989673688388,"score_gpt":0.3223546515742957,"score_spread":0.21207475483741184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1567588475","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027500056,0.004913332,0.96141165,0.0010101689,0.0018866244,0.0008503543,0.000004224395,0.000090670226,0.0023329286],"genre_scores_gemma":[0.9831618,0.00091467,0.015630726,0.000064252614,0.00017842223,0.000007895836,4.9920703e-7,0.000018231378,0.000023521476],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985409,0.00004712604,0.00041477015,0.0003208276,0.00035380447,0.00032258677],"domain_scores_gemma":[0.99695474,0.0024683403,0.00018826533,0.0002293823,0.00011610277,0.00004316331],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011823811,0.00026090076,0.0003805686,0.00037959966,0.000113161994,0.00008651697,0.0003594459,0.00010341815,0.000006224594],"category_scores_gemma":[0.00017234871,0.0001737762,0.00002244743,0.00043843745,0.0006349522,0.00017496853,0.00005937863,0.0007128025,0.0000011562088],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010108084,0.000027251714,0.0020518485,0.00010246001,0.000072950745,0.0006469672,0.03308517,0.29676035,0.000015127521,0.0022893834,0.000012536268,0.66483486],"study_design_scores_gemma":[0.003783639,0.0019401407,0.0018054614,0.007363711,0.00014633535,0.0010037494,0.0020295556,0.94818455,0.0017148342,0.021243658,0.0063527124,0.0044316817],"about_ca_topic_score_codex":0.0001354404,"about_ca_topic_score_gemma":0.0018459063,"teacher_disagreement_score":0.9556617,"about_ca_system_score_codex":0.0001932241,"about_ca_system_score_gemma":0.00014275775,"threshold_uncertainty_score":0.7086388},"labels":[],"label_agreement":null},{"id":"W160141526","doi":"","title":"Product-Based Learning in an Overseas Study Program: The ME110K Course*","year":2001,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Capstone; Curriculum; Creativity; Context (archaeology); Teamwork; Capstone course; Engineering; Work (physics); Product (mathematics); Quarter (Canadian coin); Course (navigation); Study abroad; Engineering management; Medical education; Pedagogy; Psychology; Management; Computer science","score_opus":0.0165513021063308,"score_gpt":0.3354406144028945,"score_spread":0.3188893122965637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W160141526","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9899484,0.00033368493,0.002138496,0.0013358756,0.00506788,0.00029494465,4.1361483e-7,0.0001084219,0.00077187724],"genre_scores_gemma":[0.99762475,0.000029178964,0.0013841463,0.000054925364,0.0007488944,0.000033968157,0.00000586565,0.000022540893,0.000095703836],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99911994,0.00005331408,0.0003035989,0.000082024766,0.00032717024,0.000113956485],"domain_scores_gemma":[0.9992779,0.00009241733,0.000106844906,0.000115876945,0.0003447538,0.00006219914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005638098,0.00010016057,0.00008970221,0.00024182508,0.000023107552,0.00012640361,0.00030220492,0.000023757468,0.000061532126],"category_scores_gemma":[0.00022090634,0.000086477514,0.000035636225,0.00024082021,0.000007888878,0.00049824186,0.000006166545,0.00036091977,0.000007049686],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075079,0.0023094518,0.056697425,0.000017567656,0.00013291123,0.00002357714,0.0024032097,0.8366873,0.0013912068,0.00026039855,0.0016808932,0.09832098],"study_design_scores_gemma":[0.0013901645,0.0005757819,0.5483756,0.0001999361,0.000096148455,0.00032807738,0.0046867663,0.13999149,0.00052089844,0.00005939438,0.3033338,0.0004419577],"about_ca_topic_score_codex":0.000015028215,"about_ca_topic_score_gemma":0.000013332063,"teacher_disagreement_score":0.6966958,"about_ca_system_score_codex":0.00017639915,"about_ca_system_score_gemma":0.00024785404,"threshold_uncertainty_score":0.35264507},"labels":[],"label_agreement":null},{"id":"W1602497859","doi":"10.1007/978-1-4020-6761-7_19","title":"Knowledge Loss in Design Reviews","year":2007,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Knowledge management; Work (physics); Aerospace; Product design; Design knowledge; Interpretation (philosophy); Product (mathematics); Computer science; Engineering; Engineering management; Operations management","score_opus":0.16129296765313864,"score_gpt":0.34126361906747976,"score_spread":0.17997065141434113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1602497859","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.9144906e-8,0.015647694,0.041958217,0.000025313615,0.0006706403,0.00030177162,6.8425817e-7,0.0001223459,0.9412732],"genre_scores_gemma":[0.00008477695,0.010522876,0.006035347,0.00017211879,0.00022751413,0.000012369419,0.000007655706,0.00006655506,0.98287076],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99929994,0.000021699938,0.00032900774,0.00013890097,0.00006254383,0.00014788793],"domain_scores_gemma":[0.99941266,0.00021762654,0.000040078085,0.00023833939,0.000024609635,0.000066671506],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00071501144,0.00020776584,0.00026218288,0.00020868369,0.000010438057,0.00001737788,0.00011816632,0.00023048089,0.0063780663],"category_scores_gemma":[0.000038111597,0.00020146271,0.00005685129,0.000042456093,0.000012691308,0.00008127582,0.000008844602,0.00038253827,0.009882451],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009609375,0.000029641187,0.0000028646991,0.00037697432,0.00003738313,0.000031967946,0.00045647862,0.00015436775,0.000018676508,0.14284319,0.56833696,0.2877019],"study_design_scores_gemma":[0.000059322538,0.000006281914,0.0000056292465,0.00013842125,0.000013210326,0.000009243409,0.000002580394,0.00016041698,0.000026575064,0.0013405264,0.9980068,0.00023095966],"about_ca_topic_score_codex":0.000002485318,"about_ca_topic_score_gemma":0.000036851972,"teacher_disagreement_score":0.42966986,"about_ca_system_score_codex":0.000110218054,"about_ca_system_score_gemma":0.00003895663,"threshold_uncertainty_score":0.99453026},"labels":[],"label_agreement":null},{"id":"W1604596267","doi":"","title":"The Design Charrette in the Classrooms as a Method for Outcomes-based Action Learning in IS Design","year":2008,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Design studio; Experiential learning; Computer science; Architecture; Instructional design; Adaptation (eye); Information architecture; Information system; Multimedia; Studio; Engineering; Mathematics education; Psychology; Management information systems","score_opus":0.1402031171961112,"score_gpt":0.3755605030847446,"score_spread":0.2353573858886334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1604596267","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015139132,0.00006796723,0.98924667,0.0055587976,0.00023725817,0.00067870476,2.5788614e-7,0.000108939894,0.002587467],"genre_scores_gemma":[0.818582,0.00019785114,0.16596662,0.006193916,0.0001062778,0.00094027777,0.000004512823,0.00007453992,0.007933996],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861294,0.00066885044,0.00020840285,0.00012883819,0.00014518811,0.00023577044],"domain_scores_gemma":[0.99304926,0.0066774897,0.000041488896,0.00017961019,0.00002476627,0.000027369346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025562092,0.00012233396,0.000117919924,0.00009854399,0.00017517907,0.00005527635,0.00017685904,0.00006945852,0.00012546637],"category_scores_gemma":[0.00067375565,0.00007585332,0.00005120919,0.0003037612,0.000014206538,0.00016598564,0.0000033910067,0.00033704157,0.00007827291],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005855716,0.00026808697,0.0042768484,0.00007431631,0.00012742984,0.000020999782,0.022151602,0.6749734,0.0055084196,0.0024345694,0.09392983,0.19564892],"study_design_scores_gemma":[0.0010695058,0.00011877739,0.0075541683,0.000012071028,0.000020279158,0.000025940784,0.0030599367,0.7966428,0.006667619,0.0006601127,0.18389387,0.00027492232],"about_ca_topic_score_codex":0.00006294099,"about_ca_topic_score_gemma":0.0000292374,"teacher_disagreement_score":0.8232801,"about_ca_system_score_codex":0.000082239116,"about_ca_system_score_gemma":0.00008641363,"threshold_uncertainty_score":0.30932087},"labels":[],"label_agreement":null},{"id":"W1608533151","doi":"10.1007/3-540-45049-1_40","title":"Inventiveness as Belief Revision and a Heuristic Rule of Inventive Design","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada)","funders":"","keywords":"Heuristic; Computer science; Opposition (politics); Rule-based system; Artificial intelligence","score_opus":0.022995772738953583,"score_gpt":0.25869844484914156,"score_spread":0.23570267211018797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1608533151","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045233654,0.0017557526,0.98853207,0.000057262256,0.00055313733,0.00026359645,0.0000033947344,0.000049752634,0.008332681],"genre_scores_gemma":[0.8498214,0.0020462116,0.14621578,0.0007044964,0.00033875147,0.000010812675,0.000011670423,0.00009404252,0.00075681385],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99885756,0.000039859682,0.0002660471,0.0003669582,0.00028482208,0.00018474594],"domain_scores_gemma":[0.9989511,0.0005125656,0.00009249482,0.00028560535,0.00007936538,0.00007887085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004902287,0.0002209978,0.0002768566,0.00034718768,0.00005885367,0.0000757313,0.0003194427,0.00013983571,0.00014284106],"category_scores_gemma":[0.00008830255,0.00021860111,0.00003743758,0.00021916917,0.00027183976,0.00019243141,0.00007088112,0.00033606516,0.00003753693],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029271201,0.000030289597,0.000018344585,0.00023704994,0.000024094346,0.000022473141,0.0016879987,0.06930843,0.00042652144,0.0022891406,0.0000752109,0.92585117],"study_design_scores_gemma":[0.00088741415,0.00058841764,0.00054979284,0.0048197554,0.00013115798,0.000237458,0.000003254626,0.36690944,0.018354446,0.5737147,0.031913694,0.0018905097],"about_ca_topic_score_codex":0.0000134237325,"about_ca_topic_score_gemma":0.000002863982,"teacher_disagreement_score":0.9239607,"about_ca_system_score_codex":0.00007367972,"about_ca_system_score_gemma":0.0001623001,"threshold_uncertainty_score":0.8914294},"labels":[],"label_agreement":null},{"id":"W1632817046","doi":"10.1111/j.1467-9329.2007.00382.x","title":"THE FABRICATION METAPHOR","year":2008,"lang":"en","type":"article","venue":"Ratio","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Muscular Dystrophy Canada; University of Toronto","funders":"","keywords":"Metaphor; Epistemology; Commit; Philosophy; Perception; Realism; Process (computing); Cognitive science; Product (mathematics); Computer science; Psychology; Mathematics; Theology","score_opus":0.025597666178316318,"score_gpt":0.24086090155487444,"score_spread":0.21526323537655812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1632817046","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10051034,0.004891011,0.28314152,0.0075275567,0.005159992,0.00056960154,0.0000031606444,0.0011308563,0.597066],"genre_scores_gemma":[0.99382657,0.00027225283,0.00046622925,0.000094062474,0.00009900872,0.000016535983,0.0000023409618,0.0000055307905,0.0052174786],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9998156,0.000014360625,0.00005126789,0.000027420303,0.000045620476,0.00004574631],"domain_scores_gemma":[0.9997657,0.00009030279,0.00000862973,0.00009736646,0.000022619879,0.000015391306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000699579,0.000024990137,0.00001971662,0.000009159822,0.00011321633,0.00001754151,0.00004270968,0.000010373359,0.00007134205],"category_scores_gemma":[0.000061551385,0.000018445211,0.000009676621,0.00007058805,0.000008963902,0.000093895374,0.0000014610837,0.00003739133,0.00041222974],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000624295,0.000029637866,0.00041537432,0.000008263027,0.00006238004,0.0000017324546,0.003134709,0.0033432576,0.012169588,0.021081114,0.906814,0.052933726],"study_design_scores_gemma":[0.0000324665,0.0000028477978,0.0060052485,3.8610006e-7,0.0000040139175,0.000008076624,0.00005938341,0.007878266,0.0040006135,0.000111680645,0.98185766,0.000039367435],"about_ca_topic_score_codex":0.0000023700131,"about_ca_topic_score_gemma":0.000002269647,"teacher_disagreement_score":0.8933162,"about_ca_system_score_codex":0.0000120037985,"about_ca_system_score_gemma":0.000012858403,"threshold_uncertainty_score":0.5298517},"labels":[],"label_agreement":null},{"id":"W165434262","doi":"","title":"Pareto Analysis Of Pareto Design","year":2006,"lang":"en","type":"article","venue":"Proceedings of the Joint CIB W78, W102, ICCCBE, ICCC, and DMUCE International Conference on Computing and Decision Making in Civil and Building Engineering, Montreal, Canada, 14-16 June","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Compromise; Pareto principle; Mathematical optimization; Optimal design; Computer science; Mathematical economics; Mathematics; Economics; Statistics","score_opus":0.017102245911487957,"score_gpt":0.24611525496895958,"score_spread":0.22901300905747163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W165434262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9496599,0.00094723643,0.043539885,0.00040642242,0.0009379505,0.00023173855,0.000033596916,0.00009064333,0.004152646],"genre_scores_gemma":[0.9955445,0.00022836126,0.0039682887,0.000058868656,0.000086049185,0.0000065922595,0.000003677908,0.000024803932,0.00007884918],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981544,0.000014930332,0.0006625284,0.00037278346,0.00051433523,0.00028099454],"domain_scores_gemma":[0.99864244,0.00054240524,0.00029038047,0.0001348548,0.00029650624,0.00009340139],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006438975,0.00029653587,0.00049380603,0.00057509,0.00009713216,0.00015626356,0.00027098288,0.00010267163,0.000014686945],"category_scores_gemma":[0.00034929314,0.00025651025,0.00007673935,0.00054005627,0.00005707036,0.00016893147,0.000112699694,0.00029022782,1.528436e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041725766,0.00030431987,0.038802173,0.00076480006,0.0012016228,0.000019920433,0.0013921208,0.78516644,0.01709467,0.04910214,0.02768691,0.07804761],"study_design_scores_gemma":[0.00058296375,0.00005021699,0.10747246,0.0011017645,0.0001755293,0.000026763808,0.0002834058,0.883976,0.001736663,0.002801212,0.0013740369,0.00041903168],"about_ca_topic_score_codex":0.01609553,"about_ca_topic_score_gemma":0.028051168,"teacher_disagreement_score":0.0988095,"about_ca_system_score_codex":0.0001411168,"about_ca_system_score_gemma":0.0000770904,"threshold_uncertainty_score":0.99998873},"labels":[],"label_agreement":null},{"id":"W1702415712","doi":"10.3233/jid-2011-15204","title":"ENVIRONMENT-BASED DESIGN (EBD) APPROACH TO DEVELOPING QUALITY MANAGEMENT SYSTEMS: A CASE STUDY","year":2011,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Concordia University","funders":"","keywords":"Quality (philosophy); Computer science; Systems engineering; Risk analysis (engineering); Engineering; Business","score_opus":0.14026234611889754,"score_gpt":0.32364902199220663,"score_spread":0.1833866758733091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1702415712","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06396052,0.0002127869,0.93374676,0.000013703273,0.00021630299,0.00059850013,5.8383574e-7,0.000036204576,0.0012146716],"genre_scores_gemma":[0.81424564,0.000023708924,0.18556717,0.00006813668,0.000013233233,0.000037265636,1.1526755e-7,0.000011725407,0.000033018252],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827254,0.00027893262,0.0005247399,0.00022095154,0.00045339687,0.00024944523],"domain_scores_gemma":[0.99900025,0.00013594443,0.00019386,0.00016374193,0.00026026997,0.00024592632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004942958,0.00017665213,0.00022499407,0.00043359952,0.00017698915,0.00020168681,0.00036525738,0.000037316608,0.000015094362],"category_scores_gemma":[0.00012775273,0.00013479739,0.000020992218,0.00086802215,0.00008423317,0.0006093884,0.0000159111,0.0002174243,0.00000850076],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015797903,0.0036768375,0.0016042083,0.0016596956,0.0006361583,0.003227976,0.12846157,0.78124225,0.010036437,0.0022217277,0.001628591,0.06402477],"study_design_scores_gemma":[0.0044945846,0.003446685,0.0030614124,0.0009383425,0.0005638775,0.013067039,0.4459752,0.48498198,0.03812754,0.00081950275,0.0019847967,0.0025390347],"about_ca_topic_score_codex":0.000041233798,"about_ca_topic_score_gemma":3.8305373e-7,"teacher_disagreement_score":0.7502851,"about_ca_system_score_codex":0.0001744143,"about_ca_system_score_gemma":0.00032055166,"threshold_uncertainty_score":0.5496878},"labels":[],"label_agreement":null},{"id":"W1722958835","doi":"10.24908/pceea.v0i0.5940","title":"WHAT CONSTITUTES A MULTIDISCIPLINARY CAPSTONE DESIGN COURSE? BEST PRACTICES, SUCCESSES AND CHALLENGES.","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Multidisciplinary approach; Capstone; Remedial education; Multidisciplinary team; Engineering ethics; Engineering management; Discipline; Capstone course; Work (physics); Engineering; Medical education; Mathematics education; Psychology; Computer science; Sociology; Medicine; Mechanical engineering; Social science","score_opus":0.06185665229483965,"score_gpt":0.2833904206241346,"score_spread":0.22153376832929494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1722958835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44833443,0.14732769,0.0006958016,0.25267917,0.05691588,0.005896853,0.000109997956,0.0017616712,0.08627853],"genre_scores_gemma":[0.99144495,0.0031073904,0.003013921,0.00011471906,0.00028142292,0.00009899506,0.0000072669136,0.000050804836,0.001880532],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99896604,0.000017004524,0.00025356663,0.00018668835,0.00029734938,0.0002793582],"domain_scores_gemma":[0.99819654,0.00022103604,0.00039029238,0.0001137572,0.0006942452,0.00038414059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009121846,0.00018215574,0.00017596669,0.00020578426,0.00013034372,0.00030700213,0.0002322489,0.00016366254,0.0000121263065],"category_scores_gemma":[0.0024239775,0.00018844659,0.000033240685,0.00035063422,0.000033624307,0.0016346214,0.00002207496,0.0002589926,0.00002045681],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008191597,0.001861107,0.08450094,0.006995163,0.0023875658,0.0000044762164,0.09279363,0.064811334,0.011089534,0.08783663,0.5829004,0.06473732],"study_design_scores_gemma":[0.001238796,0.00011946725,0.04824662,0.0011872812,0.00062574935,0.00013847652,0.037257392,0.029855367,0.0062723937,0.0010112568,0.87245655,0.0015906757],"about_ca_topic_score_codex":0.0035625515,"about_ca_topic_score_gemma":0.004301074,"teacher_disagreement_score":0.54311055,"about_ca_system_score_codex":0.0011415237,"about_ca_system_score_gemma":0.0012693634,"threshold_uncertainty_score":0.7684629},"labels":[],"label_agreement":null},{"id":"W1744340097","doi":"10.24908/pceea.v0i0.5952","title":"MANIPULATING LINGUISTIC DIVERSITY TO IMPROVE TEAM DYNAMICS IN AN UNDERGRADUATE ENGINEERING DESIGN COURSE","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Course (navigation); Diversity (politics); Dynamics (music); Linguistics; Linguistic diversity; Engineering; Computer science; Mathematics education; Engineering ethics; Engineering management; Psychology; Sociology; Pedagogy; Anthropology; Philosophy; Aerospace engineering","score_opus":0.01769898570819675,"score_gpt":0.23456261359605948,"score_spread":0.21686362788786273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1744340097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94460404,0.00022293338,0.00762889,0.007882675,0.016813667,0.0027461962,0.00007619091,0.0010454074,0.018980006],"genre_scores_gemma":[0.9933035,0.00000285596,0.005705539,0.0001268706,0.00020555737,0.000044283428,0.000009908421,0.000056225697,0.0005452901],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987269,0.000013220367,0.00031560977,0.00020816283,0.0003373625,0.0003987453],"domain_scores_gemma":[0.99854356,0.000095082294,0.0001530475,0.0001412595,0.0005641832,0.0005028627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009100122,0.00020213703,0.00018824343,0.00039787794,0.000117383606,0.00014276599,0.0003715862,0.00014870452,0.0000051531774],"category_scores_gemma":[0.0023414686,0.00023846798,0.00004410906,0.0007676521,0.0000062730446,0.0004118625,0.00004641104,0.00033919734,0.000014857067],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013094156,0.00020314212,0.2122981,0.00040070995,0.00014804272,7.075359e-7,0.00923557,0.7328144,0.0022278165,0.016002841,0.024720456,0.0019351796],"study_design_scores_gemma":[0.00040962858,0.000055596916,0.09247955,0.00019856569,0.00009586606,0.0000055658384,0.0017074745,0.8968041,0.00090059335,0.00046330938,0.0061850087,0.00069475954],"about_ca_topic_score_codex":0.005343122,"about_ca_topic_score_gemma":0.008821164,"teacher_disagreement_score":0.16398974,"about_ca_system_score_codex":0.006897426,"about_ca_system_score_gemma":0.00062744884,"threshold_uncertainty_score":0.9969149},"labels":[],"label_agreement":null},{"id":"W1744797942","doi":"10.1109/cscwd.2002.1047659","title":"Sketching and computer-aided conceptual design","year":2003,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Sketch; Metaphor; Computer science; Conceptual design; CAD; Sketch recognition; Human–computer interaction; Computer Aided Design; Conceptual model; Cognition; Software; Engineering drawing; Artificial intelligence; Psychology; Engineering; Programming language","score_opus":0.03567216976293111,"score_gpt":0.24343233255562233,"score_spread":0.20776016279269122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1744797942","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01691125,0.00016862038,0.92639774,0.00004670189,0.00038975495,0.000065583845,1.4968768e-7,0.00018836412,0.055831805],"genre_scores_gemma":[0.9168734,0.000025252943,0.08221051,0.00027109662,0.000035709716,0.000002845754,4.1842947e-7,0.000009593975,0.00057118194],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99970007,0.000054536442,0.000064841304,0.000060652517,0.000036610483,0.00008328072],"domain_scores_gemma":[0.9996668,0.0002064294,0.0000068454265,0.00006068504,0.000009401528,0.000049810526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015942035,0.000052688596,0.000049597955,0.000020921285,0.00002867862,0.000037391495,0.000024972785,0.000021856282,0.0003649692],"category_scores_gemma":[0.0000301809,0.000051014387,0.0000070234437,0.000046132136,0.000013543844,0.00013395055,0.0000025726479,0.00006055447,0.00007481779],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016450997,0.00012585471,0.0010544042,0.00007547963,0.00017395073,0.000018149212,0.013221429,0.039540507,0.012737299,0.63422596,0.19156171,0.10724881],"study_design_scores_gemma":[0.0012902203,0.00012640274,0.0023611244,0.000023846342,0.000039551822,0.00019214525,0.0027216233,0.21538238,0.024832156,0.0032250725,0.74898857,0.00081688364],"about_ca_topic_score_codex":0.000002531017,"about_ca_topic_score_gemma":4.211166e-7,"teacher_disagreement_score":0.8999621,"about_ca_system_score_codex":0.000008546172,"about_ca_system_score_gemma":0.000010526676,"threshold_uncertainty_score":0.39961568},"labels":[],"label_agreement":null},{"id":"W1752463546","doi":"10.1260/1478-0771.13.2.103","title":"Interactive Design Exploration with Alt.Text","year":2015,"lang":"en","type":"article","venue":"International Journal of Architectural Computing","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Set (abstract data type); Process (computing); Space (punctuation); Domain (mathematical analysis); Recall; Human–computer interaction; Information retrieval; Software engineering; Programming language; Mathematics","score_opus":0.05394202633144837,"score_gpt":0.30244045317115487,"score_spread":0.2484984268397065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1752463546","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17961927,0.00008592095,0.8148603,0.0012078853,0.001968284,0.000060595143,6.401388e-7,0.00005031037,0.0021468436],"genre_scores_gemma":[0.9563803,0.0000046120654,0.042817906,0.00013420533,0.00061821286,6.527677e-7,0.0000020577315,0.000015123045,0.000026921109],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906886,0.000095370044,0.00028631213,0.000064456784,0.0003807669,0.000104218896],"domain_scores_gemma":[0.9987614,0.0003286748,0.00019955912,0.000053437692,0.00055402366,0.00010287982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040991078,0.00009927011,0.000109809785,0.00020448578,0.000023806788,0.000112502305,0.00025191775,0.000019643592,0.000019363077],"category_scores_gemma":[0.00019084004,0.00007777831,0.000037766047,0.000100708385,0.000018656418,0.00060265814,0.00002049357,0.00028773304,0.000022875422],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003800297,0.000029108658,0.00014966191,0.0000038937037,0.00021118851,0.00005525365,0.007758813,0.8597042,0.0010410049,0.000115160175,0.0017535797,0.12879813],"study_design_scores_gemma":[0.0060002203,0.0018690459,0.004785374,0.0008652349,0.00013729808,0.013561023,0.00921839,0.8830416,0.033360466,0.00818467,0.037834246,0.0011423962],"about_ca_topic_score_codex":0.000005257816,"about_ca_topic_score_gemma":0.0000019879385,"teacher_disagreement_score":0.77676105,"about_ca_system_score_codex":0.00013867632,"about_ca_system_score_gemma":0.00008602679,"threshold_uncertainty_score":0.31717077},"labels":[],"label_agreement":null},{"id":"W1757280673","doi":"10.24908/pceea.v0i0.3148","title":"A Case Study of a Systematic Iterative Design Methodology and its Application in Engineering Education","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Iterative design; Computer science; Management science; Systems engineering; Engineering; Operations management","score_opus":0.03127635028110764,"score_gpt":0.2740884262727037,"score_spread":0.24281207599159604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1757280673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952988,0.00019944005,0.0005578352,0.00026964248,0.0014363728,0.0018602216,0.0000047648805,0.000070172784,0.00030274715],"genre_scores_gemma":[0.9958212,0.000008216517,0.003311209,0.000032680553,0.0000811554,0.0005724104,0.0000021625538,0.000038079885,0.00013292156],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988159,0.000044715285,0.0005300067,0.00019260707,0.00019730421,0.00021945014],"domain_scores_gemma":[0.9983969,0.00041153928,0.0003512061,0.00014347039,0.000543418,0.0001534955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014045567,0.00018369808,0.0003047046,0.00065069075,0.00006967253,0.000063834705,0.00020224473,0.00017472245,0.0000072605985],"category_scores_gemma":[0.0027041729,0.0001923665,0.000036258505,0.00078953657,0.000007681773,0.00035928108,0.000014532071,0.0003968377,0.0000024971166],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042128522,0.003293226,0.11332399,0.07986827,0.0014345124,0.000007715691,0.21095219,0.08726985,0.42617613,0.0656132,0.005939696,0.0060790777],"study_design_scores_gemma":[0.0029933767,0.0004038953,0.1290185,0.005661295,0.0014500818,0.002078923,0.0690068,0.7344138,0.04787512,0.00088872475,0.002990163,0.0032193307],"about_ca_topic_score_codex":0.004216633,"about_ca_topic_score_gemma":0.0068383124,"teacher_disagreement_score":0.64714396,"about_ca_system_score_codex":0.00066941924,"about_ca_system_score_gemma":0.0004932085,"threshold_uncertainty_score":0.78444785},"labels":[],"label_agreement":null},{"id":"W1761417936","doi":"10.24908/pceea.v0i0.5890","title":"MEASURING THE INFLUENCE OF TEAM FUNCTIONING ON DESIGN PROJECT OUTCOMES","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Function (biology); Metric (unit); Dimension (graph theory); Project manager; Project management; Measure (data warehouse); Applied psychology; Social psychology; Computer science; Mathematics; Operations management; Engineering","score_opus":0.03148011308241856,"score_gpt":0.23245099946172015,"score_spread":0.2009708863793016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1761417936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95524764,0.00020584461,0.00030834044,0.0056120786,0.004932489,0.0015492166,0.000016964123,0.0003449167,0.031782523],"genre_scores_gemma":[0.99753016,0.000006961731,0.00078598835,0.0001976321,0.000101551064,0.000085688094,0.0000016160757,0.00003453506,0.0012558706],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99887806,0.000019682335,0.0003077583,0.00012408945,0.00043028465,0.00024009509],"domain_scores_gemma":[0.99850655,0.00021623039,0.00027307507,0.0001428103,0.00072418805,0.00013716363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001184831,0.00015344468,0.00016027376,0.000285341,0.00012184537,0.000089413814,0.00033569522,0.00010351667,0.000006216676],"category_scores_gemma":[0.0037982264,0.00012325303,0.00006487652,0.0006613368,0.000016274555,0.00033738278,0.000012523727,0.0002838325,0.000014011121],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016982369,0.00013456287,0.11663018,0.00037732476,0.00039435332,5.8687544e-8,0.0113337785,0.5939575,0.0053025912,0.008671377,0.26136106,0.0018202412],"study_design_scores_gemma":[0.00082835474,0.00011654715,0.7662288,0.0006165268,0.0002774821,0.00001427995,0.0051495573,0.023382552,0.018640278,0.0005539954,0.18320101,0.0009906372],"about_ca_topic_score_codex":0.0028928814,"about_ca_topic_score_gemma":0.000525131,"teacher_disagreement_score":0.6495986,"about_ca_system_score_codex":0.0016277501,"about_ca_system_score_gemma":0.0009609078,"threshold_uncertainty_score":0.5026113},"labels":[],"label_agreement":null},{"id":"W1762394994","doi":"10.24908/pceea.v0i0.4664","title":"MODELING AN ABBREVIATED PRODUCT DESIGN CYCLE IN A FIRST-YEAR ENGINEERING DESIGN COURSE","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Praxis; Engineering design process; Cornerstone; Product design; Product (mathematics); Conceptual design; Computer science; Process (computing); Design education; Design process; Engineering management; Engineering; Systems engineering; Work in process; Human–computer interaction; Mathematics; Operations management","score_opus":0.01667425940408411,"score_gpt":0.2230724177528024,"score_spread":0.20639815834871827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1762394994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91487926,0.0036417276,0.045932405,0.0072314884,0.016041435,0.0056052366,0.00005204121,0.0019712746,0.004645101],"genre_scores_gemma":[0.9858488,0.000038556136,0.013271945,0.00006648096,0.00034064427,0.00015207863,0.00000766021,0.00009039095,0.00018345112],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984301,0.000024247141,0.000413632,0.00020607341,0.00031118444,0.0006147823],"domain_scores_gemma":[0.9988376,0.00011327238,0.00014318312,0.00017846757,0.00034460842,0.00038286025],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016393661,0.00025354096,0.00022977579,0.0004298873,0.000115228286,0.00012671508,0.0003446581,0.000171468,0.000043059954],"category_scores_gemma":[0.0013172312,0.0002813078,0.00006065689,0.0009310956,0.0000072683783,0.0013698085,0.000013239967,0.00040062028,0.000026478232],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003933126,0.00011192564,0.0084957,0.00017575518,0.000059558726,5.203394e-8,0.0023087247,0.9817997,0.0016793414,0.0013116548,0.003737948,0.00031567435],"study_design_scores_gemma":[0.00027922663,0.000016295668,0.025097089,0.00021211215,0.000082297134,0.000007863512,0.00045603554,0.96527857,0.0026208207,0.00007975929,0.0053276606,0.000542288],"about_ca_topic_score_codex":0.002120601,"about_ca_topic_score_gemma":0.00080317503,"teacher_disagreement_score":0.0709695,"about_ca_system_score_codex":0.002239127,"about_ca_system_score_gemma":0.0004970289,"threshold_uncertainty_score":0.9999639},"labels":[],"label_agreement":null},{"id":"W1763793678","doi":"10.24908/pceea.v0i0.3683","title":"ENGINEERING DESIGN IN THE CREATIVE AGE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design; McMaster University","funders":"","keywords":"Curriculum; Creativity; Design thinking; Engineering ethics; Engineering; Discipline; Value (mathematics); Engineering management; Engineering education; Engineering design process; Health systems engineering; Computer science; Pedagogy; Sociology; Mechanical engineering; Psychology","score_opus":0.020507303419401712,"score_gpt":0.20536769015290163,"score_spread":0.18486038673349992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1763793678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5361519,0.0012864881,0.00402222,0.010391857,0.01626061,0.0056357486,0.00006844128,0.001347229,0.42483556],"genre_scores_gemma":[0.9951871,0.000020155356,0.003287972,0.00022723284,0.00012392523,0.00013860212,0.0000033520357,0.000041520143,0.00097015634],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.998989,0.000017978946,0.0002814187,0.00013742966,0.0002527782,0.00032137986],"domain_scores_gemma":[0.9992565,0.00015529658,0.00013468106,0.00013090289,0.00020025585,0.0001223433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000979321,0.00016947239,0.00014498165,0.00033713388,0.00008232822,0.00009398102,0.00045539282,0.0001332319,0.00008721897],"category_scores_gemma":[0.001235276,0.0001488713,0.0000617905,0.00082254707,0.000011349663,0.00034682266,0.000009894196,0.0003645138,0.000025788288],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003490207,0.0008192343,0.07631847,0.0016049215,0.0009138258,0.000005352853,0.19554327,0.07894863,0.019830754,0.14467448,0.47289413,0.008412005],"study_design_scores_gemma":[0.00055199524,0.0000499201,0.7917999,0.0004019866,0.00018490857,0.000029727797,0.0052903425,0.02967022,0.012580924,0.0011276521,0.15718299,0.0011294469],"about_ca_topic_score_codex":0.0041252733,"about_ca_topic_score_gemma":0.001584718,"teacher_disagreement_score":0.7154814,"about_ca_system_score_codex":0.001288945,"about_ca_system_score_gemma":0.00029817203,"threshold_uncertainty_score":0.6236207},"labels":[],"label_agreement":null},{"id":"W1770390683","doi":"10.24908/pceea.v0i0.4679","title":"Hands-On Design and Construction of Light Frame Buildings in the Light Frame Building Systems Course","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Frame (networking); Course (navigation); Class (philosophy); Architectural engineering; Building design; Computer science; Mathematics education; Engineering; Engineering management; Artificial intelligence; Psychology; Mechanical engineering","score_opus":0.007499185717735518,"score_gpt":0.21398746280315165,"score_spread":0.20648827708541612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1770390683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9829575,0.0010223306,0.0005991588,0.0066784327,0.004237989,0.00092019263,0.000014587891,0.00010998977,0.0034598177],"genre_scores_gemma":[0.997426,0.00004039408,0.0019054814,0.00013203415,0.00025387364,0.0000769957,0.0000018367105,0.000033803273,0.00012963478],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878246,0.000029079149,0.00035345872,0.00013274698,0.000316909,0.0003853264],"domain_scores_gemma":[0.99893904,0.00022799015,0.0003017731,0.00012050725,0.00025267893,0.00015802901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015955009,0.00017224756,0.00019764293,0.00020982134,0.00012452443,0.0001259825,0.00024446574,0.00020157777,0.000008299374],"category_scores_gemma":[0.00089854555,0.00015112114,0.000046457513,0.0006173096,0.00001780952,0.000457054,0.000010735894,0.00036955343,0.000004035281],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043841737,0.0007402349,0.3194363,0.0029129772,0.00077846803,3.461376e-7,0.10207311,0.0370996,0.05963103,0.3211995,0.14681959,0.009264984],"study_design_scores_gemma":[0.0020480538,0.00025255835,0.3930699,0.002774635,0.0005580489,0.00017075421,0.033333432,0.03858994,0.06278036,0.0012824732,0.4627811,0.0023587516],"about_ca_topic_score_codex":0.0009806062,"about_ca_topic_score_gemma":0.000107372885,"teacher_disagreement_score":0.31991702,"about_ca_system_score_codex":0.0008378652,"about_ca_system_score_gemma":0.00016312578,"threshold_uncertainty_score":0.61625415},"labels":[],"label_agreement":null},{"id":"W1775079876","doi":"10.24908/pceea.v0i0.5942","title":"INTEGRATING HUMAN FACTOR CONSIDERATIONS INTO CAPSTONE DESIGN PROJECTS","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Capstone; Usability; Engineering; Process (computing); Engineering design process; Work (physics); Systems engineering; Factor (programming language); Engineering management; Computer science; Software engineering; Management science; Human–computer interaction","score_opus":0.034923341493426116,"score_gpt":0.2542207745856877,"score_spread":0.21929743309226157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1775079876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82123965,0.0011289866,0.0040915813,0.024033565,0.019515151,0.004737026,0.000089106616,0.0021304074,0.12303451],"genre_scores_gemma":[0.98948705,0.0000038780563,0.008649764,0.00022144684,0.00022495935,0.000104069564,0.000008607141,0.000050459847,0.0012497362],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99884766,0.0000192551,0.0003498193,0.00016499209,0.00032543336,0.00029282476],"domain_scores_gemma":[0.99828094,0.00012999185,0.00022349079,0.000121920246,0.0009075041,0.00033612724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062179606,0.00018881208,0.00017425585,0.00034795917,0.00022274462,0.00021816931,0.00021404188,0.00016148343,0.000049246304],"category_scores_gemma":[0.0033566244,0.00019263332,0.000057281788,0.00053400354,0.000017383942,0.0005112755,0.000013637088,0.00033704424,0.000027502845],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005006827,0.00020567911,0.024265327,0.00058604724,0.00040864127,4.3311852e-7,0.044149708,0.020368848,0.06682853,0.08640864,0.75482154,0.0019516177],"study_design_scores_gemma":[0.003272798,0.00034851828,0.1392683,0.0015730668,0.00077042886,0.00013970291,0.030848458,0.106247105,0.2001524,0.020159563,0.49168426,0.0055353967],"about_ca_topic_score_codex":0.0060218177,"about_ca_topic_score_gemma":0.00529667,"teacher_disagreement_score":0.26313725,"about_ca_system_score_codex":0.0031126684,"about_ca_system_score_gemma":0.0014370418,"threshold_uncertainty_score":0.9103227},"labels":[],"label_agreement":null},{"id":"W1777754575","doi":"10.1007/978-1-4020-6528-6_7","title":"Is a Digital Model Worth a Thousand Pictures?","year":2007,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Referent; Studio; Computer science; Design studio; Constructivist teaching methods; Context (archaeology); Architectural design; Multimedia; Human–computer interaction; Mathematics education; Psychology; Teaching method; Visual arts; Architecture; Art; Linguistics","score_opus":0.04620270998921596,"score_gpt":0.2732223936654691,"score_spread":0.2270196836762531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1777754575","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000052078935,0.00037627472,0.059412636,0.00006409995,0.00024762237,0.00010070188,0.000028636863,0.00030630582,0.9394585],"genre_scores_gemma":[0.008470597,0.0001788035,0.0016134682,0.00089727953,0.00020774535,0.0000027139306,0.000029042032,0.00009088384,0.9885095],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99934846,9.736897e-7,0.00017450684,0.00015638873,0.00016507761,0.00015461426],"domain_scores_gemma":[0.9995221,0.000057778176,0.000033747954,0.0002509252,0.000033210814,0.00010226036],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000054232212,0.0002278728,0.0001584083,0.00011614281,0.000022157818,0.00011940479,0.00010334007,0.00023662443,0.0032028249],"category_scores_gemma":[0.000007787475,0.000213233,0.00008464933,0.000017587436,0.0000143768475,0.0001820725,0.000013571012,0.0003345897,0.0009931807],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030437563,0.00002863953,0.000008362841,0.00013836034,0.0003494674,0.000029986371,0.0010652308,0.0069812355,0.000010770734,0.15913846,0.7450795,0.087139554],"study_design_scores_gemma":[0.000071983515,0.0000061139754,0.0000027457884,0.000022498325,0.000028306013,0.000014770639,0.0000075214325,0.011592502,0.000014483144,0.00675398,0.98119193,0.00029317293],"about_ca_topic_score_codex":9.936052e-7,"about_ca_topic_score_gemma":0.0000044718486,"teacher_disagreement_score":0.23611242,"about_ca_system_score_codex":0.000040249637,"about_ca_system_score_gemma":0.000040658353,"threshold_uncertainty_score":0.99978465},"labels":[],"label_agreement":null},{"id":"W177995094","doi":"10.1016/s0003-6870(99)00017-4","title":"A participant-observer study of ergonomics in engineering design:","year":2000,"lang":"en","type":"article","venue":"Applied Ergonomics","topic":"Design Education and Practice","field":"Engineering","cited_by":76,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Human factors and ergonomics; Engineering design process; Constraint (computer-aided design); Context (archaeology); Engineering; Human–computer interaction; Hierarchy; Computer science; Systems engineering; Poison control; Mechanical engineering","score_opus":0.04837051697094721,"score_gpt":0.24694007545679283,"score_spread":0.19856955848584562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W177995094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959294,0.00006695313,0.0015759263,0.0000058433748,0.00016870699,0.00039290593,0.0000016279006,0.00011379496,0.0017448427],"genre_scores_gemma":[0.9966102,0.000111714886,0.00298835,0.000028056544,0.000047771857,0.00010263,0.0000027934118,0.00004658956,0.00006185182],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990861,0.000020419104,0.00040948208,0.00017050165,0.000056549252,0.00025697862],"domain_scores_gemma":[0.99942523,0.00016582107,0.000036455585,0.00029246404,0.000008569689,0.00007148148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002858147,0.0001609315,0.0002425935,0.0001025394,0.000017560329,0.000024294084,0.00017007491,0.0000676009,0.00025860363],"category_scores_gemma":[0.0000110088195,0.00019644714,0.000025621943,0.0002086808,0.000009719221,0.00012795816,0.000012626359,0.00017048483,0.00014205967],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001719845,0.00024993363,0.0003456433,0.000027650058,0.000058545644,0.0000016471702,0.0031470584,0.9849139,0.0012270062,0.00037986136,0.00021036385,0.009266416],"study_design_scores_gemma":[0.008937393,0.00044521657,0.21602775,0.00007841946,0.0003573635,0.000019931611,0.008187615,0.7103617,0.011874212,0.00033502016,0.040740028,0.0026353365],"about_ca_topic_score_codex":0.000042397078,"about_ca_topic_score_gemma":0.000040682386,"teacher_disagreement_score":0.27455217,"about_ca_system_score_codex":0.000084140775,"about_ca_system_score_gemma":0.000027470795,"threshold_uncertainty_score":0.8010882},"labels":[],"label_agreement":null},{"id":"W178327451","doi":"","title":"Creativity methods for automation specialists","year":2006,"lang":"en","type":"article","venue":"International Conference on Information and Automation","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Automation; Creativity; Computer science; Systems engineering; Software engineering; Engineering; Psychology; Mechanical engineering","score_opus":0.039742419349340176,"score_gpt":0.3680595122364333,"score_spread":0.3283170928870931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W178327451","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007859794,0.0000121126595,0.78983754,0.0015077108,0.0011915963,0.00033608687,0.000039960112,0.00048108384,0.1987341],"genre_scores_gemma":[0.9560044,0.000044708766,0.042153332,0.00030277588,0.00021814875,0.0001313987,0.0006528501,0.000010532764,0.00048184991],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992896,0.000039369268,0.00033977805,0.00007904107,0.0001532183,0.00009902495],"domain_scores_gemma":[0.99937063,0.00014942857,0.00012848296,0.00008243888,0.00023463559,0.000034380777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003609085,0.000113943745,0.00009150367,0.00021671894,0.000083266415,0.00031669703,0.00008565869,0.00006908726,0.0002756082],"category_scores_gemma":[0.00012636566,0.00011795991,0.00003061806,0.000090006564,0.000019543562,0.0014156334,0.0000073728665,0.00007024832,0.00008898084],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023204395,0.000027481361,0.000056694473,0.000046401314,0.000019199413,5.742972e-8,0.0004132691,0.001886968,0.0014169319,0.5489881,0.0056252303,0.44149646],"study_design_scores_gemma":[0.0004173853,0.000025561287,0.011278151,0.00002513883,0.000008429912,0.0000053410736,0.0001325149,0.79422414,0.0024917815,0.0127734635,0.17845565,0.00016241735],"about_ca_topic_score_codex":0.00002005959,"about_ca_topic_score_gemma":0.000006559546,"teacher_disagreement_score":0.9481446,"about_ca_system_score_codex":0.00009028855,"about_ca_system_score_gemma":0.000032011598,"threshold_uncertainty_score":0.4810266},"labels":[],"label_agreement":null},{"id":"W1783698841","doi":"10.7202/800434ar","title":"Discovery by Design: The Department of Mechanical Engineering of the University of British Columbia. By Eric Damer. (Vancouver: Ronsdale Press, 2002. 226 p. ISBN 0-921870-95-7. $29.95)","year":2001,"lang":"en","type":"article","venue":"Scientia Canadensis Canadian Journal of the History of Science Technology and Medicine","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Columbia university; Police department; Library science; Engineering; Media studies; Sociology; Criminology; Computer science","score_opus":0.008345009745765639,"score_gpt":0.17622947671559053,"score_spread":0.1678844669698249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1783698841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8743667,0.09548601,0.004570759,0.008875011,0.013886241,0.0008233045,0.00022890656,0.000029451743,0.0017336375],"genre_scores_gemma":[0.99528044,0.00071100454,0.00026734042,0.000063803156,0.000011427777,5.144794e-7,2.6877055e-7,0.000006205525,0.0036590062],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989207,0.000049523303,0.00029989172,0.0001251284,0.0003697394,0.00023503724],"domain_scores_gemma":[0.9989321,0.000074686315,0.0003329829,0.0003015354,0.00019088262,0.00016779151],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0010096066,0.000075221935,0.00023806207,0.00018123651,0.00022172804,0.000007865743,0.0009005483,0.000069908274,0.00009824007],"category_scores_gemma":[0.000330819,0.00006537972,0.000047394857,0.0010715802,0.0041338806,0.00021720216,0.000045511217,0.00026255264,1.0587252e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056003723,0.000015721249,0.00031970203,0.000024576935,0.00003678475,0.000006941791,0.0003147185,0.00062111055,0.037513,0.000073702446,0.9600993,0.0009688539],"study_design_scores_gemma":[0.00064621115,0.00021832717,0.0020555186,0.00045546948,0.00029436994,0.00041734628,0.0032314442,0.0014202001,0.0056373375,0.00013573325,0.9853068,0.00018123744],"about_ca_topic_score_codex":0.054414008,"about_ca_topic_score_gemma":0.19553916,"teacher_disagreement_score":0.14112516,"about_ca_system_score_codex":0.000428408,"about_ca_system_score_gemma":0.001572263,"threshold_uncertainty_score":0.9985763},"labels":[],"label_agreement":null},{"id":"W1792309530","doi":"10.24908/pceea.v0i0.4795","title":"Teaching Design in Computer Engineering","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Documentation; Test (biology); Software engineering; Plan (archaeology); Engineering management; Computer science; Test plan; Software; Product (mathematics); Software deployment; Work (physics); Systems engineering; Engineering; Operating system","score_opus":0.006440816696474636,"score_gpt":0.1902491294644581,"score_spread":0.18380831276798346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1792309530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8929762,0.00074964546,0.018641837,0.024513787,0.021012297,0.004806201,0.000026515016,0.0017593206,0.035514176],"genre_scores_gemma":[0.9862407,0.0000074295594,0.012132819,0.00024320796,0.00026146712,0.0001319877,0.0000031938364,0.00005434648,0.00092485535],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99892783,0.000012143001,0.00032369202,0.0001499436,0.00022361576,0.00036276793],"domain_scores_gemma":[0.99919665,0.00014871095,0.00012540312,0.00010394578,0.00023012703,0.00019513909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000621196,0.00017600141,0.00016376762,0.00044849355,0.00007695077,0.00016487083,0.000294881,0.00014947749,0.00007503801],"category_scores_gemma":[0.0006354524,0.000187986,0.00005592314,0.00047184338,0.000005777763,0.00058681495,0.000014762565,0.00045394042,0.000057443704],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030278325,0.00020783106,0.04815735,0.0010118881,0.00026834244,3.0733656e-7,0.00831364,0.59442943,0.022613456,0.014618244,0.28823212,0.022144353],"study_design_scores_gemma":[0.00037157832,0.000022162136,0.24789208,0.00037874296,0.00004745711,0.000012298173,0.0003465924,0.66794837,0.003500656,0.00035862107,0.07830589,0.0008155581],"about_ca_topic_score_codex":0.008041712,"about_ca_topic_score_gemma":0.00075393316,"teacher_disagreement_score":0.20992622,"about_ca_system_score_codex":0.002011444,"about_ca_system_score_gemma":0.00026941567,"threshold_uncertainty_score":0.9985638},"labels":[],"label_agreement":null},{"id":"W1805789749","doi":"10.24908/pceea.v0i0.4865","title":"CONCEPTUALIZE–DESIGN ENHANCEMENT OF SYSTEMATIC DESIGN ENGINEERING METHOD","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Abstraction; Affordance; Method engineering; Computer science; Engineering design process; Decomposition; Basis (linear algebra); Transformation (genetics); Management science; Systems engineering; Software engineering; Engineering; Epistemology; Human–computer interaction; Mathematics; Mechanical engineering","score_opus":0.017981557430002022,"score_gpt":0.23326266838823728,"score_spread":0.21528111095823527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1805789749","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09252835,0.005263255,0.7993603,0.011448166,0.032450378,0.02413092,0.000089842084,0.0022417128,0.032487087],"genre_scores_gemma":[0.9311836,0.000032536613,0.065864995,0.00013524569,0.00014173593,0.00061297143,0.000003985905,0.0000791669,0.0019458149],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998381,0.00003749058,0.0006375406,0.00017384253,0.00040458117,0.00036553582],"domain_scores_gemma":[0.99788654,0.00046749623,0.00044037862,0.00018152785,0.0007901596,0.00023389958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012451853,0.00023502711,0.0003685012,0.00037307298,0.00007439729,0.00012057079,0.000410274,0.00017086905,0.00021323457],"category_scores_gemma":[0.0021941217,0.00023284684,0.00010180501,0.000681923,0.000011275035,0.00045765057,0.000014875003,0.00024141693,0.000048260186],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009405612,0.00032400785,0.0021484063,0.03650572,0.0015983556,1.8431656e-7,0.015561196,0.32529923,0.29325143,0.025594207,0.2978805,0.0018273878],"study_design_scores_gemma":[0.00087156217,0.0001252434,0.01262802,0.0065800147,0.00071775384,0.000024119057,0.0032027906,0.5702829,0.3891855,0.00065483997,0.013885241,0.0018420212],"about_ca_topic_score_codex":0.0018828673,"about_ca_topic_score_gemma":0.00006041423,"teacher_disagreement_score":0.8386552,"about_ca_system_score_codex":0.0016507715,"about_ca_system_score_gemma":0.0004664272,"threshold_uncertainty_score":0.9495219},"labels":[],"label_agreement":null},{"id":"W1806746678","doi":"10.24908/pceea.v0i0.5781","title":"AN EXPLORATION OF COMMUNICATION AND KNOWLEDGE APPLICATION IN MULTIDISCIPLINARY UNDERGRADUATE ENGINEERING CAPSTONE DESIGN TEAMS","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto","keywords":"Capstone; Multidisciplinary approach; Capstone course; Teamwork; Multidisciplinary team; Computer science; Engineering education; Work (physics); Knowledge sharing; Knowledge management; Engineering management; Engineering; Sociology; Medicine","score_opus":0.02428981872828496,"score_gpt":0.2631867957780498,"score_spread":0.23889697704976487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1806746678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9624513,0.0020390027,0.017995263,0.0060955463,0.0023159524,0.002585387,0.000030421726,0.0004966484,0.0059905164],"genre_scores_gemma":[0.99351865,0.0000675696,0.0060030865,0.000015017724,0.000055907334,0.00014011715,0.000020125492,0.000041223357,0.0001383201],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902385,0.000028072822,0.0003855016,0.00015709923,0.00020006868,0.00020538676],"domain_scores_gemma":[0.9987734,0.000110224784,0.00023420677,0.00017971784,0.00048468006,0.0002177503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010772723,0.00015770846,0.0001798853,0.00044561145,0.00006411948,0.000060183167,0.0002603979,0.00014921864,0.0000016367998],"category_scores_gemma":[0.0005921765,0.0001774866,0.000028469693,0.00071528816,0.000017941427,0.0012261117,0.000019424522,0.00023501505,0.0000043290947],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034464825,0.0007188439,0.07131585,0.00120314,0.00020310834,1.2422815e-7,0.046503324,0.7433886,0.06327477,0.049059242,0.012790115,0.011508439],"study_design_scores_gemma":[0.0009898418,0.00008433239,0.118296586,0.000444125,0.00011188749,0.000008268711,0.0055279867,0.84460723,0.016843252,0.0029365285,0.009333456,0.000816494],"about_ca_topic_score_codex":0.0035600187,"about_ca_topic_score_gemma":0.003958437,"teacher_disagreement_score":0.101218656,"about_ca_system_score_codex":0.0016249261,"about_ca_system_score_gemma":0.0005440198,"threshold_uncertainty_score":0.7237693},"labels":[],"label_agreement":null},{"id":"W1822118107","doi":"10.3233/jid-2013-0019","title":"Considering Confirmation Bias in Design and Design Research","year":2013,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Research design; Computer science; Psychology; Statistics; Mathematics","score_opus":0.19667453745685887,"score_gpt":0.3799833826120558,"score_spread":0.1833088451551969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1822118107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.103893906,0.0013110467,0.89303136,0.00044769677,0.00019736843,0.00050450506,2.2364834e-7,0.00003081598,0.0005830851],"genre_scores_gemma":[0.9231356,0.0005523203,0.07615685,0.00007028563,0.000020413609,0.000019215602,1.110977e-7,0.000010892439,0.00003432797],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982363,0.00044667377,0.00042164244,0.00015026392,0.00044230832,0.00030279037],"domain_scores_gemma":[0.9970179,0.0015267978,0.00012642558,0.00008540601,0.0010360684,0.0002073808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008237431,0.0001252949,0.00018318655,0.00077690906,0.0001593232,0.0005217208,0.00022740824,0.00006737156,0.00007976604],"category_scores_gemma":[0.0018978076,0.00009723177,0.000011068634,0.001294773,0.0003238878,0.001968972,0.00001205573,0.0005427036,0.000015045102],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046674567,0.00022492438,0.0013940221,0.00039273585,0.00006629422,0.000088770095,0.025863353,0.25477958,0.5194873,0.0010964377,0.012214779,0.18392505],"study_design_scores_gemma":[0.00069868605,0.00042801452,0.0012562113,0.00042347828,0.000013269316,0.00069934427,0.006497684,0.8390401,0.14095983,0.009043009,0.00064319745,0.0002971693],"about_ca_topic_score_codex":0.000028253286,"about_ca_topic_score_gemma":7.853265e-7,"teacher_disagreement_score":0.8192417,"about_ca_system_score_codex":0.00009428805,"about_ca_system_score_gemma":0.0006745857,"threshold_uncertainty_score":0.5030966},"labels":[],"label_agreement":null},{"id":"W1823425021","doi":"10.3968/4706","title":"The Aanlysis on Value Sensitive Design of Applied Technology","year":2014,"lang":"en","type":"article","venue":"Studies in sociology of science","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Design technology; Value (mathematics); Ideal (ethics); Engineering ethics; Computer science; Engineering management; Management science; Engineering; Systems engineering; Political science; Law","score_opus":0.041255486461335956,"score_gpt":0.33566659714547253,"score_spread":0.29441111068413656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1823425021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9530411,0.00086405856,0.0107066175,0.001990079,0.0012757864,0.00027872392,9.375751e-7,0.00007808567,0.031764653],"genre_scores_gemma":[0.9974244,0.00035821786,0.0021111781,0.00006329988,0.000012271149,0.000013946061,4.1494946e-8,0.000002708915,0.000013930473],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9994528,0.00006016288,0.0001427624,0.000109462395,0.00008576826,0.00014901825],"domain_scores_gemma":[0.9979548,0.0017377799,0.00005898531,0.00015175673,0.00008723898,0.000009474709],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0017759592,0.000054042768,0.00014995414,0.000119995886,0.00013976339,9.784984e-7,0.0002072392,0.000045578665,9.838338e-7],"category_scores_gemma":[0.0010505528,0.000038813174,0.00001162788,0.00040925608,0.01634594,0.00002821886,0.00003857479,0.000120596356,0.0000069615967],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077684665,0.0000776595,0.0003158786,0.00006197469,0.00020263002,9.2602977e-7,0.13913111,0.12058059,0.10779239,0.6042188,0.0017570234,0.025783373],"study_design_scores_gemma":[0.00078957377,0.0005959562,0.0058237095,0.00008695111,0.00006612034,0.0000075502317,0.5772599,0.027912693,0.20886722,0.17485785,0.0032628006,0.00046966257],"about_ca_topic_score_codex":9.160237e-7,"about_ca_topic_score_gemma":6.439103e-7,"teacher_disagreement_score":0.4381288,"about_ca_system_score_codex":0.00004193704,"about_ca_system_score_gemma":0.000030011775,"threshold_uncertainty_score":0.986331},"labels":[],"label_agreement":null},{"id":"W1824038691","doi":"10.24908/pceea.v0i0.4652","title":"QUESTIONNAIRE FOR ASSESSING DESIGN PRACTICES","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Dimension (graph theory); Process (computing); Product (mathematics); Knowledge management; Questionnaire; Process management; Exploratory research; Computer science; Engineering management; Engineering; Mathematics","score_opus":0.023131122885787895,"score_gpt":0.2716001700577299,"score_spread":0.24846904717194201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1824038691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.600324,0.011573298,0.065479755,0.07779964,0.10371733,0.011822292,0.00016514132,0.0040915157,0.12502706],"genre_scores_gemma":[0.9868988,0.000017025925,0.010883682,0.00020581787,0.00058042706,0.00016558504,0.0000054759253,0.00005002767,0.0011931688],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990375,0.000013001383,0.00025158285,0.0001087517,0.00021674777,0.00037243668],"domain_scores_gemma":[0.9984695,0.00022929792,0.00045278002,0.000089342415,0.0005161412,0.00024299526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011963241,0.00014446015,0.00012788798,0.00022189785,0.00019015004,0.0002005886,0.00021270837,0.00015111546,0.000023719793],"category_scores_gemma":[0.004702072,0.0001496934,0.00006554433,0.00041659642,0.000008722294,0.0013356508,0.0000072504968,0.00020454272,0.000014655533],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012020255,0.00038325554,0.22111267,0.0021115614,0.0005554008,4.2131255e-8,0.008888398,0.016769238,0.025189003,0.05625253,0.65330154,0.015424344],"study_design_scores_gemma":[0.0003921152,0.00002193663,0.29331568,0.00042334726,0.00032751416,0.000018601304,0.0015033651,0.026612412,0.01642838,0.0005827173,0.65948075,0.00089319964],"about_ca_topic_score_codex":0.0008576642,"about_ca_topic_score_gemma":0.00029511683,"teacher_disagreement_score":0.3865748,"about_ca_system_score_codex":0.0018120231,"about_ca_system_score_gemma":0.00056380697,"threshold_uncertainty_score":0.61043197},"labels":[],"label_agreement":null},{"id":"W1824051431","doi":"10.24908/pceea.v0i0.3875","title":"PROPERTIES OF TECHNICAL SYSTEMS - KEY TO CROSSING DESIGN BOUNDARIES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Product design specification; Set (abstract data type); Product (mathematics); Product design; Statement (logic); Key (lock); Heuristic; Systems engineering; Engineering design process; Process (computing); Transformation (genetics); Software engineering; Engineering; Programming language; Mathematics; Artificial intelligence","score_opus":0.026496953077697318,"score_gpt":0.205574532533433,"score_spread":0.17907757945573569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1824051431","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8884306,0.0022294738,0.004573683,0.004674777,0.018640684,0.0038908003,0.000063795684,0.0011622754,0.07633391],"genre_scores_gemma":[0.99460703,0.000004764547,0.003927145,0.00006717045,0.000093733746,0.00008945072,0.0000010341113,0.000039098628,0.001170544],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990021,0.00001010461,0.00034980322,0.0001238607,0.00025505672,0.00025907962],"domain_scores_gemma":[0.9988722,0.000036512443,0.00019489913,0.000114084476,0.00059267477,0.00018958487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006166249,0.00014014448,0.00017760879,0.00029381632,0.00019997389,0.0002800781,0.00029690214,0.0001349838,0.000018461902],"category_scores_gemma":[0.0013380254,0.00013563529,0.00005116612,0.0005485046,0.000041037034,0.00033764783,0.00001497805,0.00018161401,0.0000129704795],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054108412,0.00043001832,0.032079756,0.0037531399,0.000631571,2.662208e-7,0.07027355,0.024817111,0.49012527,0.06920247,0.30628207,0.0023506645],"study_design_scores_gemma":[0.0005636552,0.00014384658,0.1944271,0.002167605,0.00036382873,0.00004374852,0.0054790615,0.01396938,0.30316034,0.0004471901,0.47743857,0.0017956895],"about_ca_topic_score_codex":0.0061015566,"about_ca_topic_score_gemma":0.00094123813,"teacher_disagreement_score":0.18696496,"about_ca_system_score_codex":0.0013944968,"about_ca_system_score_gemma":0.0010534833,"threshold_uncertainty_score":0.92237693},"labels":[],"label_agreement":null},{"id":"W1826782449","doi":"10.24908/pceea.v0i0.4028","title":"A SYSTEMATIC APPROACH FOR THE SPECIFICATION OF CUSTOMER REQUIREMENTS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Axiomatic design; Computer science; Requirements analysis; Axiom; Functional requirement; Process (computing); Requirement; Software engineering; Software; Programming language; Engineering; Manufacturing engineering; Mathematics","score_opus":0.029585397297958064,"score_gpt":0.21999035706029293,"score_spread":0.19040495976233487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1826782449","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14260726,0.0058461027,0.06914711,0.008020531,0.039910465,0.03015047,0.0003249122,0.0016022001,0.70239097],"genre_scores_gemma":[0.9932755,0.000018887984,0.0049137725,0.00006428872,0.000112709145,0.0002629015,0.0000058245396,0.000035023386,0.0013110759],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9990141,0.0000072812973,0.00041419492,0.00010601981,0.000251362,0.00020708496],"domain_scores_gemma":[0.99859464,0.00015418274,0.00039302433,0.0001482422,0.0006170302,0.000092895825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011468247,0.00011793239,0.00015872838,0.00022608716,0.000099077886,0.000038318045,0.00035034903,0.000101677964,0.000024324572],"category_scores_gemma":[0.0010826145,0.00009560506,0.00008662084,0.00047611722,0.000014808651,0.00022300048,0.00000770315,0.00012909155,0.0000067268375],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006953112,0.0012115918,0.054613963,0.09175951,0.004188987,6.9738114e-8,0.074555784,0.012050293,0.044925984,0.32481238,0.3867183,0.005093599],"study_design_scores_gemma":[0.002176497,0.00014556112,0.554391,0.0054286406,0.0032777188,0.000031873864,0.029253697,0.15874255,0.11561936,0.0017158323,0.12630086,0.0029163645],"about_ca_topic_score_codex":0.0009363354,"about_ca_topic_score_gemma":0.00022907025,"teacher_disagreement_score":0.85066825,"about_ca_system_score_codex":0.0008849298,"about_ca_system_score_gemma":0.00022393161,"threshold_uncertainty_score":0.3898661},"labels":[],"label_agreement":null},{"id":"W1829152921","doi":"10.24908/pceea.v0i0.3977","title":"APPLICATION OF DESIGN METHODOLOGY FOR EDUCATION","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Computer science; Recursion (computer science); Class (philosophy); Function (biology); Curriculum; Iterative design; Product (mathematics); Software engineering; Product design; Design methods; Management science; Systems engineering; Programming language; Artificial intelligence; Engineering; Mathematics","score_opus":0.04580097997652348,"score_gpt":0.2576756426657843,"score_spread":0.2118746626892608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1829152921","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19651729,0.0031530575,0.56339973,0.011984678,0.043689355,0.016107747,0.0002799792,0.001789626,0.16307855],"genre_scores_gemma":[0.92343706,0.000017442462,0.07481013,0.00014567068,0.0001603582,0.00041430735,0.00001147964,0.000046910533,0.00095665915],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99910575,0.000017316816,0.00035762327,0.00014420693,0.00015420312,0.00022088885],"domain_scores_gemma":[0.99834013,0.00020824,0.00035115506,0.00013138817,0.00083356275,0.00013553069],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009551921,0.00013495384,0.00017715392,0.00033398397,0.000075380536,0.000022653156,0.00029520373,0.00017233494,0.00003240734],"category_scores_gemma":[0.0014830818,0.00014483105,0.000080217236,0.0004917268,0.000015214469,0.0002531727,0.0000075805037,0.00013907421,0.0000071040345],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064797794,0.0008541097,0.0481707,0.0033443868,0.0008299785,2.271741e-8,0.021368522,0.008969044,0.13276964,0.38809964,0.30268818,0.092840955],"study_design_scores_gemma":[0.000834792,0.00015372473,0.21849088,0.0003382623,0.0006768159,0.000017898117,0.003536334,0.04228566,0.31251317,0.017242756,0.402475,0.0014347099],"about_ca_topic_score_codex":0.0028078125,"about_ca_topic_score_gemma":0.00056470674,"teacher_disagreement_score":0.7269198,"about_ca_system_score_codex":0.0009180232,"about_ca_system_score_gemma":0.0009053575,"threshold_uncertainty_score":0.5906039},"labels":[],"label_agreement":null},{"id":"W1832806814","doi":"10.24908/pceea.v0i0.3122","title":"Enhanced Transfer of Design Skills using Professor in the Loop Structured Meetings","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Engineering design process; Window (computing); Computer science; Engineering education; Mathematics education; Engineering; Engineering management; Psychology; Mechanical engineering","score_opus":0.008082626249288157,"score_gpt":0.2258207519819569,"score_spread":0.21773812573266874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1832806814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929993,0.00003947033,0.00048692577,0.0015658453,0.0021729188,0.000646185,0.000010485185,0.00004977775,0.0020290874],"genre_scores_gemma":[0.9967837,0.0000062897147,0.0025821615,0.00013450914,0.00012223124,0.00005145511,0.0000028744148,0.00003459703,0.00028222514],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989309,0.000020428344,0.00035563164,0.00012846114,0.00029328305,0.0002713489],"domain_scores_gemma":[0.9990536,0.00018879194,0.0001594305,0.00012681245,0.00037974064,0.00009159773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00103244,0.0001517127,0.00016885545,0.0002809035,0.00008343091,0.00006670264,0.00039769761,0.00018278896,0.000045251498],"category_scores_gemma":[0.0012598948,0.00013161056,0.000062368934,0.0007449863,0.000018726303,0.00028229036,0.000005884211,0.00047165557,0.0000023908635],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008785005,0.0001682572,0.008595473,0.00060826016,0.00013931062,8.6327404e-8,0.022961607,0.020940658,0.92414165,0.01086353,0.009508468,0.002063896],"study_design_scores_gemma":[0.0011357341,0.000048309248,0.21888381,0.00057996134,0.0003179095,0.000023985682,0.0052246973,0.03770399,0.7110565,0.001346408,0.022419577,0.0012591644],"about_ca_topic_score_codex":0.0014966127,"about_ca_topic_score_gemma":0.0033398778,"teacher_disagreement_score":0.21308522,"about_ca_system_score_codex":0.0005261232,"about_ca_system_score_gemma":0.0005341604,"threshold_uncertainty_score":0.5366923},"labels":[],"label_agreement":null},{"id":"W1833987113","doi":"10.24908/pceea.v0i0.3860","title":"IDEA: AN INTEGRATED METHOD OF DECISION MAKING IN CONCEPTUAL DESIGN","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Compendium; Computer science; Process (computing); Interface (matter); Conceptual design; Engineering design process; Conceptual model; Software engineering; Quality (philosophy); Management science; Systems engineering; Engineering; Human–computer interaction; Database; Programming language","score_opus":0.02883736774389842,"score_gpt":0.2663794890630629,"score_spread":0.2375421213191645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1833987113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8234431,0.00065826235,0.12136843,0.0010275799,0.01084561,0.0026767508,0.00007685157,0.00066714763,0.039236274],"genre_scores_gemma":[0.9167568,0.0000089835385,0.08290826,0.00007027619,0.00004585246,0.000034941953,0.0000029932542,0.00003451524,0.00013739248],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989643,0.000025941552,0.00040139596,0.00014536954,0.00022324227,0.00023973186],"domain_scores_gemma":[0.99886656,0.00019890483,0.00024792357,0.00011097654,0.00046298173,0.00011264809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011140825,0.0001439038,0.00018983347,0.0004665918,0.000045956953,0.000036044345,0.00031589277,0.0001634481,0.0001113026],"category_scores_gemma":[0.0016223234,0.00014783909,0.000049025548,0.00081315043,0.000015273203,0.00046083645,0.000010086985,0.00026151605,0.0000058210835],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017291287,0.0012279174,0.18121581,0.0013523567,0.0008267303,0.000001697025,0.15597531,0.15765645,0.057006296,0.16915609,0.0932656,0.18214282],"study_design_scores_gemma":[0.001420811,0.0002025324,0.6613598,0.0019133517,0.00030604383,0.000044149914,0.018026838,0.18963505,0.0742168,0.007208616,0.043733265,0.0019327675],"about_ca_topic_score_codex":0.0038046136,"about_ca_topic_score_gemma":0.0029347793,"teacher_disagreement_score":0.48014396,"about_ca_system_score_codex":0.0013018419,"about_ca_system_score_gemma":0.0005370368,"threshold_uncertainty_score":0.6028703},"labels":[],"label_agreement":null},{"id":"W1835372570","doi":"10.24908/pceea.v0i0.3686","title":"DESIGN-BUILD PROJECT APPROACH IN A FIRST YEAR ENGINEERING DESIGN COURSE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada; General Motors of Canada; University of Ontario Institute of Technology","keywords":"Context (archaeology); Computer science; Representation (politics); Course (navigation); Function (biology); Space (punctuation); Software engineering; Engineering design process; CAD; Human–computer interaction; Systems engineering; Engineering drawing; Engineering","score_opus":0.02400278380047964,"score_gpt":0.21268615226032292,"score_spread":0.1886833684598433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1835372570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4069624,0.005110563,0.21213675,0.012218483,0.04703769,0.03053466,0.00023287396,0.0075949575,0.27817163],"genre_scores_gemma":[0.953406,0.000032890097,0.045322824,0.0000657569,0.00014113607,0.0002845092,0.000005041428,0.000090110094,0.00065178354],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986745,0.000015946383,0.00036460257,0.00021714879,0.00027910367,0.00044866148],"domain_scores_gemma":[0.9991016,0.0001186359,0.0001785158,0.00015181383,0.00026622444,0.0001832583],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009775885,0.00023546566,0.0002136597,0.00052205863,0.00008619371,0.00009214839,0.00040405654,0.00021405815,0.00004375829],"category_scores_gemma":[0.00069142133,0.00025443363,0.0000671,0.0010408639,0.000011374379,0.00053319836,0.000015559757,0.00039858473,0.000020164047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006856756,0.0013872755,0.12905324,0.003034752,0.0010217217,0.0000018371811,0.057020377,0.45604017,0.007096201,0.035482522,0.3072972,0.0024961308],"study_design_scores_gemma":[0.0019043153,0.0001424872,0.32816523,0.0010798109,0.0004580454,0.000056859633,0.0046590758,0.5547735,0.016684629,0.00063322147,0.08833755,0.0031052723],"about_ca_topic_score_codex":0.0026580896,"about_ca_topic_score_gemma":0.00057347986,"teacher_disagreement_score":0.5464435,"about_ca_system_score_codex":0.0018637719,"about_ca_system_score_gemma":0.00076851645,"threshold_uncertainty_score":0.99999076},"labels":[],"label_agreement":null},{"id":"W1837318343","doi":"10.24908/pceea.v0i0.4667","title":"ASSESSMENT OF EVIDENCE FOR THE EFFECTIVENESS OF DIFFERENT IDEATION PRACTICES","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Ideation; Presentation (obstetrics); Engineering design process; Management science; Computer science; Process (computing); Risk analysis (engineering); Psychology; Engineering; Medicine; Mechanical engineering; Cognitive science","score_opus":0.05070226948060015,"score_gpt":0.3337184129992564,"score_spread":0.2830161435186563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1837318343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97476673,0.001572866,0.0031322949,0.0033561513,0.008216275,0.0026907776,0.000048191065,0.00011113009,0.006105583],"genre_scores_gemma":[0.99853265,0.00005675715,0.00085387763,0.000023205428,0.00014598505,0.00018446898,0.0000041919398,0.000022508284,0.00017635491],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99912226,0.000029101135,0.00029414642,0.00008227609,0.0002751435,0.00019709182],"domain_scores_gemma":[0.99631286,0.0021644388,0.00068063865,0.00011361737,0.00063662237,0.00009183314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021343925,0.000111789705,0.00016224301,0.00015142256,0.000077840086,0.00003571369,0.0002376989,0.000085340565,0.000014779749],"category_scores_gemma":[0.005769746,0.00008144039,0.00008153937,0.0003375991,0.000013516336,0.00053944124,0.000010412831,0.00014381603,7.994936e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002694505,0.00029330052,0.78167874,0.0053541292,0.0006349929,4.467325e-9,0.002469382,0.010785428,0.10975316,0.076772064,0.00931717,0.0029147142],"study_design_scores_gemma":[0.00010863075,0.000015765394,0.9672413,0.00028632244,0.000156144,8.031875e-7,0.00028873832,0.0058975,0.020759644,0.0001038133,0.0050314288,0.00010991584],"about_ca_topic_score_codex":0.0014281041,"about_ca_topic_score_gemma":0.00033969458,"teacher_disagreement_score":0.18556258,"about_ca_system_score_codex":0.0011018644,"about_ca_system_score_gemma":0.0003440426,"threshold_uncertainty_score":0.69073415},"labels":[],"label_agreement":null},{"id":"W1837454203","doi":"","title":"Review - Create! Product Design","year":2004,"lang":"en","type":"article","venue":"Journal of design and technology education/Design and technology education","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Camosun College","funders":"","keywords":"Product (mathematics); Physics; Stereochemistry; Chemistry; Mathematics; Geometry","score_opus":0.017155427413071193,"score_gpt":0.27645515231846157,"score_spread":0.2592997249053904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1837454203","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007184777,0.35007256,0.54745966,0.08788789,0.003192698,0.0026418068,0.000001603156,0.00075611577,0.00080288295],"genre_scores_gemma":[0.37103,0.15514213,0.47003347,0.0016264009,0.0004532369,0.00039433502,0.000010099807,0.00014095962,0.0011693657],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978834,0.00020901581,0.00088511873,0.00041422102,0.00019948515,0.0004087974],"domain_scores_gemma":[0.99754477,0.00026147536,0.0005330557,0.00055384636,0.0009003412,0.00020650977],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014688566,0.00041722434,0.0005929863,0.0021757588,0.00020504267,0.00008483006,0.0004670542,0.0005045374,0.00007395301],"category_scores_gemma":[0.0010111418,0.0003935617,0.000053113483,0.0021522604,0.00040118533,0.0006544578,0.000036032183,0.0009204757,0.00006368924],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011383514,0.0023396544,0.000674336,0.0013852405,0.00053325604,0.00001630528,0.0011030714,0.0007496291,0.029898822,0.03559249,0.20511763,0.7224757],"study_design_scores_gemma":[0.0035335745,0.0029525133,0.0006674359,0.008466184,0.0020460282,0.020280916,0.008248252,0.0006330171,0.15044992,0.47148797,0.3283957,0.0028384882],"about_ca_topic_score_codex":0.000005197739,"about_ca_topic_score_gemma":4.704781e-7,"teacher_disagreement_score":0.7196372,"about_ca_system_score_codex":0.0002425333,"about_ca_system_score_gemma":0.0028288045,"threshold_uncertainty_score":0.99985164},"labels":[],"label_agreement":null},{"id":"W1848973140","doi":"10.24908/pceea.v0i0.4717","title":"INTERDISCIPLINARY CAPSTONE DESIGN STREAM AT THE UNIVERSITY OF WATERLOO: IMPLEMENTATION PLAN","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Capstone; Deliverable; Plan (archaeology); Engineering management; Engineering education; Terminology; Engineering; Engineering ethics; Computer science; Systems engineering","score_opus":0.011243822895506008,"score_gpt":0.22532017979228705,"score_spread":0.21407635689678103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1848973140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98490465,0.00030935716,0.00025179773,0.00463192,0.002946246,0.0006759624,0.000059838974,0.0001139181,0.006106307],"genre_scores_gemma":[0.99654686,0.000017892078,0.000546432,0.00004358102,0.000109772074,0.000008532489,0.000018018123,0.000021799857,0.0026871038],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99928796,0.00001500132,0.0001823003,0.000080526355,0.00018759802,0.00024660735],"domain_scores_gemma":[0.9992917,0.00008668008,0.00019486489,0.00009450864,0.00019406309,0.00013817186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005544449,0.0001074678,0.00010350346,0.0001354765,0.00019695821,0.000025206953,0.00022679163,0.00008017638,0.00018915784],"category_scores_gemma":[0.000103421735,0.00009741334,0.000053504493,0.0002916565,0.00001800667,0.0003522602,0.000034573313,0.00014114256,0.000024127114],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023492092,0.00018691931,0.13261242,0.0005730107,0.0005224739,9.435032e-8,0.07882506,0.012577828,0.036983382,0.004442444,0.72454476,0.0087080905],"study_design_scores_gemma":[0.0007245901,0.000058074096,0.69052595,0.00020530235,0.00043670784,0.00002316869,0.037867762,0.005777396,0.07774992,0.00022035415,0.18559426,0.0008165063],"about_ca_topic_score_codex":0.003721404,"about_ca_topic_score_gemma":0.005007458,"teacher_disagreement_score":0.55791354,"about_ca_system_score_codex":0.0018766669,"about_ca_system_score_gemma":0.00020952873,"threshold_uncertainty_score":0.5625674},"labels":[],"label_agreement":null},{"id":"W1853629060","doi":"10.24908/pceea.v0i0.3753","title":"THE CREATIVITY MATRIX: AN EXTENSION TO AXIOMATIC DESIGN","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Axiomatic design; Creativity; Axiom; Computer science; Engineering design process; Extension (predicate logic); Management science; Process (computing); Design process; Axiomatic system; Design matrix; Design education; Systems engineering; Engineering; Mathematics; Psychology; Manufacturing engineering; Programming language; Work in process; Operations management; Business","score_opus":0.02339187938156694,"score_gpt":0.23691598967079283,"score_spread":0.21352411028922588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1853629060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8724922,0.00080737297,0.009022459,0.019383473,0.020130899,0.0054101814,0.000054851702,0.0017494364,0.07094915],"genre_scores_gemma":[0.99044865,0.00001829425,0.0063816775,0.0001963761,0.00014000144,0.000113895054,0.000002329773,0.000050185477,0.0026485892],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99893516,0.00002261217,0.0002810885,0.00015749202,0.0002744802,0.00032917093],"domain_scores_gemma":[0.9986661,0.00016286202,0.00016821922,0.00019573909,0.0004843821,0.00032266538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010970306,0.00016070055,0.00013263078,0.00021560346,0.00028466305,0.00015332278,0.00040778657,0.00011386413,0.000052148953],"category_scores_gemma":[0.0017030148,0.00012277818,0.00005406322,0.0006205229,0.00001249731,0.00043162762,0.0000148275785,0.00020227685,0.000053455784],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007866828,0.00077092124,0.040444992,0.0010688774,0.00086983613,7.7298836e-7,0.063663736,0.0305193,0.065698884,0.085143134,0.6559437,0.055797152],"study_design_scores_gemma":[0.00045492142,0.0001609113,0.6314786,0.00038693455,0.00030262233,0.000031262247,0.0044673076,0.059030555,0.037748057,0.0032237438,0.2612292,0.0014859167],"about_ca_topic_score_codex":0.0028989816,"about_ca_topic_score_gemma":0.0021225351,"teacher_disagreement_score":0.5910336,"about_ca_system_score_codex":0.0012879495,"about_ca_system_score_gemma":0.00040254934,"threshold_uncertainty_score":0.50067484},"labels":[],"label_agreement":null},{"id":"W1857226098","doi":"10.24908/pceea.v0i0.3746","title":"ENGINEERING IN ARCHITECTURE SCHOOLS: SOME PRINCIPLES AND CASES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Bridge (graph theory); Architecture; Prime (order theory); Engineering; Engineering ethics; Engineering management; Mathematics education; Psychology; Medicine; Visual arts; Mathematics","score_opus":0.015306423507544352,"score_gpt":0.19804242702478955,"score_spread":0.1827360035172452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1857226098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887912,0.00047165508,0.000025419598,0.0013412726,0.0014949904,0.00042099433,0.0000124914195,0.00020008897,0.007241854],"genre_scores_gemma":[0.99717045,0.0000462341,0.001860257,0.000108497785,0.00012462803,0.000057543493,0.0000023153877,0.000040868043,0.00058919174],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991348,0.000005466496,0.00026092504,0.00014860711,0.00016354323,0.00028670585],"domain_scores_gemma":[0.99938565,0.00007397061,0.00011419514,0.00009212114,0.00013796135,0.00019607058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036695236,0.00015942087,0.00014706272,0.00043912118,0.000057633555,0.000072558454,0.00019883075,0.00013562865,0.000032340547],"category_scores_gemma":[0.0013488341,0.00016750909,0.00003925054,0.0004356785,0.000008452731,0.0003984414,0.000016469243,0.00037273488,0.000008583822],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003311972,0.00040293467,0.6764749,0.0036209992,0.00064347166,0.0000039179736,0.029675676,0.04996489,0.016772427,0.16200827,0.047225256,0.013174119],"study_design_scores_gemma":[0.0004654813,0.000036058682,0.891297,0.00048804487,0.00008195557,0.00005622867,0.0010280441,0.012449233,0.008035648,0.00068705855,0.0845595,0.0008157637],"about_ca_topic_score_codex":0.0035037834,"about_ca_topic_score_gemma":0.0028427313,"teacher_disagreement_score":0.21482207,"about_ca_system_score_codex":0.0009924378,"about_ca_system_score_gemma":0.00027442834,"threshold_uncertainty_score":0.6830823},"labels":[],"label_agreement":null},{"id":"W1857806705","doi":"10.24908/pceea.v0i0.3969","title":"DESIGN PROCESS MODELING FOR THE FUTURE CAD SYSTEMS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Generative Design; Engineering design process; CAD; Design process; Conceptual design; Process (computing); Structural pattern; Software engineering; Systems engineering; Database; Human–computer interaction; Engineering drawing; Software design; Programming language; Engineering; Work in process; Software; Software development","score_opus":0.022597147378969767,"score_gpt":0.21789782943384953,"score_spread":0.19530068205487977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1857806705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34936655,0.024520855,0.26925048,0.03957463,0.17774905,0.02947281,0.0004443276,0.0047582416,0.104863055],"genre_scores_gemma":[0.99609876,0.000044570905,0.0016761627,0.000111747395,0.0006023647,0.00041963538,0.0000037170107,0.000058006386,0.0009850459],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904937,0.0000075145667,0.0002765291,0.00013792215,0.00022515802,0.00030350144],"domain_scores_gemma":[0.99870306,0.00012218389,0.00018053033,0.000119898425,0.0007290891,0.00014520936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007367928,0.00016006708,0.00013543398,0.00016555873,0.00022959418,0.0001251479,0.00040644908,0.00013125679,0.00001843068],"category_scores_gemma":[0.0005163382,0.00013183149,0.00006602901,0.00042637164,0.000007847023,0.00033949158,0.0000063699254,0.00023339414,0.000007564092],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025206331,0.0001482612,0.005478464,0.0020754249,0.00075338746,7.966156e-8,0.027440837,0.7642022,0.0020990635,0.041657865,0.15122981,0.004889408],"study_design_scores_gemma":[0.00024975487,0.000022448477,0.0036352742,0.00015991225,0.00022179678,0.00000924107,0.0058402135,0.9159621,0.0023132737,0.0005463679,0.07053119,0.0005084076],"about_ca_topic_score_codex":0.0016699808,"about_ca_topic_score_gemma":0.0006018608,"teacher_disagreement_score":0.6467322,"about_ca_system_score_codex":0.0009861033,"about_ca_system_score_gemma":0.00054959295,"threshold_uncertainty_score":0.5375932},"labels":[],"label_agreement":null},{"id":"W1859172557","doi":"10.24908/pceea.v0i0.3742","title":"ENHANCING DESIGN EDUCATION BY PRODUCT REVERSE ENGINEERING","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Product design; Engineering education; Design education; Creativity; Knowledge engineering; Health systems engineering; Engineering management; Product (mathematics); Engineering design process; Computer science; New product development; Engineering; Knowledge management; Mechanical engineering","score_opus":0.009860386899780534,"score_gpt":0.18636816254458316,"score_spread":0.17650777564480263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1859172557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6368829,0.009452104,0.016235031,0.01885353,0.0952377,0.012375492,0.000255425,0.0059493184,0.20475851],"genre_scores_gemma":[0.9811819,0.000049292987,0.012889139,0.00031357896,0.00035437872,0.00020580036,0.000015095558,0.000107201064,0.004883574],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99858123,0.0000131815295,0.00041991536,0.00024777692,0.00031054165,0.0004273823],"domain_scores_gemma":[0.9985984,0.00007514565,0.00026158043,0.00019149098,0.00056787126,0.00030552104],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000749574,0.00025572808,0.00020019701,0.00039041883,0.00013772075,0.00010605546,0.0003961679,0.00016696553,0.000133853],"category_scores_gemma":[0.0015133263,0.00028253646,0.00008291369,0.0007978781,0.000011729373,0.0006565304,0.00001563558,0.0003716306,0.000048308786],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008143753,0.00033491664,0.0105365245,0.0010443154,0.0003435202,1.3343237e-7,0.008368074,0.004019504,0.12943156,0.00800495,0.83240074,0.0055076103],"study_design_scores_gemma":[0.0004155865,0.00004602358,0.048875995,0.000720388,0.00032517329,0.000033048447,0.0016822407,0.009145167,0.36518934,0.00037545725,0.57145417,0.0017373894],"about_ca_topic_score_codex":0.0038963326,"about_ca_topic_score_gemma":0.0006182191,"teacher_disagreement_score":0.34429905,"about_ca_system_score_codex":0.002252131,"about_ca_system_score_gemma":0.0011288336,"threshold_uncertainty_score":0.9999627},"labels":[],"label_agreement":null},{"id":"W1864749141","doi":"10.24908/pceea.v0i0.4018","title":"DESIGNING DESIGN TEAM EXPERIENCES: CREATING STEAMER","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Teamwork; Resource (disambiguation); Project team; Engineering management; Engineering design process; Engineering; Computer science; Knowledge management; Management","score_opus":0.019311910566505126,"score_gpt":0.20733981421926378,"score_spread":0.18802790365275865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1864749141","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48437294,0.0011763786,0.011742672,0.001281113,0.015759153,0.0028189123,0.000022646984,0.0016897543,0.4811364],"genre_scores_gemma":[0.97845125,0.00001375708,0.018993756,0.00016178528,0.00016697563,0.00019369923,0.0000020784737,0.000056037316,0.0019606478],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99881667,0.000015540034,0.0003356594,0.00017475864,0.00028545316,0.00037190324],"domain_scores_gemma":[0.9988781,0.0001186194,0.00023947643,0.00012139214,0.00039801287,0.0002443679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071406685,0.00018875995,0.00016484056,0.0002903054,0.00020531753,0.000113345755,0.00036545473,0.00015278567,0.0001783581],"category_scores_gemma":[0.0011626417,0.0001928123,0.000070141476,0.00062356156,0.000018257013,0.0005407955,0.00001304586,0.0002719949,0.00003203194],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027812332,0.00047550065,0.11296591,0.0011685143,0.0008869349,5.9596493e-7,0.393116,0.0167403,0.02833446,0.032841317,0.40232816,0.011114479],"study_design_scores_gemma":[0.0014070268,0.00022323933,0.16446087,0.0015922238,0.00068939687,0.00007657175,0.13562754,0.07207261,0.38378543,0.0019981568,0.23372854,0.004338413],"about_ca_topic_score_codex":0.0027572468,"about_ca_topic_score_gemma":0.00032024414,"teacher_disagreement_score":0.4940783,"about_ca_system_score_codex":0.0014446287,"about_ca_system_score_gemma":0.0005542172,"threshold_uncertainty_score":0.78626573},"labels":[],"label_agreement":null},{"id":"W1865145025","doi":"","title":"DESIGN CONFLICT: CONCEPTUAL STRUCTURE AND MATHEMATICAL REPRESENTATION","year":2011,"lang":"en","type":"article","venue":"Journal of Integrated Design & Process Science archive","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Axiom; Representation (politics); Object (grammar); Computer science; Theory; Theoretical computer science; Mathematical structure; Algebra over a field; Epistemology; Management science; Mathematics; Artificial intelligence; Programming language; Engineering; Pure mathematics; Political science; Mathematics education","score_opus":0.07956281685489255,"score_gpt":0.3133841494587007,"score_spread":0.23382133260380814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1865145025","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051826127,0.00015827786,0.94514513,0.00003861313,0.00021066965,0.00019390087,0.0000031747113,0.00003987123,0.0023842263],"genre_scores_gemma":[0.8665949,0.000063827385,0.13319457,0.00006912091,0.000035419194,0.000004226724,6.6264636e-7,0.000013186161,0.000024070334],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99869657,0.00013351724,0.00040635632,0.00015294616,0.000386546,0.00022404396],"domain_scores_gemma":[0.99856806,0.00040585073,0.00022121864,0.000117392774,0.0004773366,0.00021012434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009501247,0.00014528603,0.00020181396,0.00029943459,0.00011132538,0.00011113413,0.0003639215,0.00004616693,0.00027616488],"category_scores_gemma":[0.00083134056,0.00010628717,0.000026049585,0.0005785006,0.0006027515,0.001170709,0.000011940145,0.000389094,0.000011043395],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011580094,0.00030792083,0.00059101067,0.00014882216,0.00023479403,0.00013867569,0.26797032,0.026507804,0.64878625,0.016352598,0.004593435,0.03321037],"study_design_scores_gemma":[0.0009522297,0.00085041346,0.0011506041,0.00026107745,0.00012785495,0.001964763,0.024979351,0.12440966,0.7449277,0.09951091,0.00035929144,0.0005061454],"about_ca_topic_score_codex":0.0000032012606,"about_ca_topic_score_gemma":2.6118926e-7,"teacher_disagreement_score":0.8147688,"about_ca_system_score_codex":0.000045767996,"about_ca_system_score_gemma":0.0004889233,"threshold_uncertainty_score":0.4334265},"labels":[],"label_agreement":null},{"id":"W1872234222","doi":"10.24908/pceea.v0i0.3997","title":"ENGINEERING DESIGN: THOUGHTS AND PERSPECTIVES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Scope (computer science); Accreditation; Context (archaeology); Engineering design process; Engineering management; Engineering ethics; Engineering; Computer science; Political science; Mechanical engineering","score_opus":0.02004615562830723,"score_gpt":0.1912407983652968,"score_spread":0.1711946427369896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1872234222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77022064,0.0062387628,0.007077711,0.011345593,0.021952244,0.0042179213,0.000081501035,0.0028239824,0.17604166],"genre_scores_gemma":[0.9904184,0.00006376616,0.007929249,0.000062377214,0.00020273155,0.00005206175,0.0000012625425,0.00004768982,0.0012224887],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9991867,0.000006676404,0.00020551457,0.0001553379,0.00017804405,0.00026772328],"domain_scores_gemma":[0.9992033,0.000076929944,0.00011521642,0.000093183204,0.0003009448,0.0002103805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000416967,0.00016228952,0.00013676804,0.00028079585,0.000099334786,0.000082271756,0.00020496528,0.0001293585,0.000058691865],"category_scores_gemma":[0.0007953472,0.0001677636,0.00004656163,0.00042857183,0.00001288928,0.00039512815,0.000012814419,0.00023695844,0.000013961072],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043181404,0.0007162647,0.09557184,0.0031503395,0.0021273084,0.0000015539351,0.20341931,0.025074745,0.06483455,0.24123435,0.34753326,0.016293308],"study_design_scores_gemma":[0.00078071124,0.00007781657,0.65618813,0.00054454507,0.0004024725,0.00006748873,0.008209733,0.059319135,0.054957103,0.0014861163,0.21588957,0.002077189],"about_ca_topic_score_codex":0.0009445448,"about_ca_topic_score_gemma":0.00034170074,"teacher_disagreement_score":0.56061625,"about_ca_system_score_codex":0.000994724,"about_ca_system_score_gemma":0.00024762627,"threshold_uncertainty_score":0.6841201},"labels":[],"label_agreement":null},{"id":"W1877077078","doi":"10.24908/pceea.v0i0.4666","title":"CASE STUDY IN SYSTEMATIC DESIGN ENGINEERING – WIND TUNNEL BALANCE MODEL SUPPORT","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Scope (computer science); Engineering design process; Wind tunnel; Process (computing); Heuristic; Computer science; Systems engineering; Design process; Engineering; Management science; Work in process; Mechanical engineering; Artificial intelligence; Operations management; Aerospace engineering","score_opus":0.020429479913160502,"score_gpt":0.2284783626835551,"score_spread":0.2080488827703946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1877077078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906417,0.00022559121,0.0007192764,0.0004273213,0.0034305942,0.0021583422,0.0000134627235,0.00027022487,0.0021134808],"genre_scores_gemma":[0.99707097,0.000005559342,0.0017509651,0.00007208001,0.00015064901,0.00018616657,0.000002359178,0.00006731928,0.0006939161],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984617,0.000020494002,0.00051743793,0.0001611441,0.00032279646,0.0005164009],"domain_scores_gemma":[0.9988646,0.0001743798,0.0002253266,0.00016557876,0.00025777725,0.0003123616],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016381062,0.0002362925,0.00030095142,0.0004956607,0.00008955236,0.0001102732,0.00027317225,0.000150244,0.00002203669],"category_scores_gemma":[0.0013204154,0.0002494112,0.00006425861,0.0007650002,0.0000056080708,0.0007433522,0.000015987278,0.00035227966,0.000021226597],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042664897,0.0005389295,0.1426561,0.0077846507,0.00032864427,0.0000054250877,0.02912516,0.795908,0.0029399507,0.0020156486,0.018580154,0.00011306929],"study_design_scores_gemma":[0.00085395976,0.000053617583,0.08833729,0.0014518562,0.00040753375,0.0005705738,0.008879065,0.89548683,0.0011196914,0.000052380023,0.0013892873,0.0013978857],"about_ca_topic_score_codex":0.0019370153,"about_ca_topic_score_gemma":0.0012793628,"teacher_disagreement_score":0.09957886,"about_ca_system_score_codex":0.0028196159,"about_ca_system_score_gemma":0.00046174586,"threshold_uncertainty_score":0.9999958},"labels":[],"label_agreement":null},{"id":"W1881792215","doi":"10.24908/pceea.v0i0.3735","title":"EVALUATING THE IMPACT OF TABLET COMPUTERS ON DESIGN ENGINEERING","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada; General Motors of Canada; University of Ontario Institute of Technology","keywords":"Computer science; Laptop; Context (archaeology); Software engineering; Mechatronics; Engineering management; Software; Engineering; Artificial intelligence; Operating system","score_opus":0.04536007975287367,"score_gpt":0.2779964745055724,"score_spread":0.23263639475269873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1881792215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9674782,0.00026382928,0.0023501124,0.0014132352,0.0067870095,0.0017586625,0.000047147827,0.0004368666,0.019464903],"genre_scores_gemma":[0.9944368,0.000009550035,0.00493177,0.00006950458,0.00013241607,0.000054773172,0.0000030498743,0.00005033887,0.00031179408],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99885815,0.000017618344,0.0003461397,0.00014052753,0.0003171532,0.0003204227],"domain_scores_gemma":[0.99867433,0.0002730107,0.0002885394,0.00016682698,0.00043664902,0.0001606692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010773333,0.0001967807,0.00018526117,0.0002969389,0.00010719596,0.00006464163,0.0004250782,0.000118485965,0.0000770681],"category_scores_gemma":[0.0014147757,0.00015942598,0.00012895223,0.0006661334,0.0000134448865,0.00025746244,0.000014314765,0.0003141571,0.000012655174],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024284896,0.00018851444,0.017658886,0.00040048876,0.0007367335,1.1734222e-7,0.010462705,0.8417013,0.026318593,0.0095096575,0.08866538,0.004333306],"study_design_scores_gemma":[0.00050788914,0.00028175302,0.35456935,0.0005276057,0.00021069866,0.000014254369,0.0005174634,0.61163694,0.026315156,0.00034186398,0.0042604795,0.00081657467],"about_ca_topic_score_codex":0.0054028924,"about_ca_topic_score_gemma":0.00014713079,"teacher_disagreement_score":0.33691046,"about_ca_system_score_codex":0.0016839448,"about_ca_system_score_gemma":0.0005655614,"threshold_uncertainty_score":0.8167593},"labels":[],"label_agreement":null},{"id":"W1882566250","doi":"10.24908/pceea.v0i0.5793","title":"Does Access to Rapid Prototyping Enhance Student Vision-ization?","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Visualization; Function (biology); Computer science; Class (philosophy); Process (computing); Relevance (law); Engineering design process; Rapid prototyping; Software engineering; Human–computer interaction; Engineering; Artificial intelligence; Mechanical engineering","score_opus":0.010623282627065361,"score_gpt":0.28227699784819443,"score_spread":0.2716537152211291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1882566250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7546738,0.0008426749,0.001477663,0.08327692,0.039952077,0.008851864,0.00008924511,0.001691935,0.10914383],"genre_scores_gemma":[0.99446297,0.000023080918,0.0013371176,0.0006851225,0.00036933736,0.00033845322,0.0000072734983,0.000055816996,0.0027208312],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871576,0.000010950541,0.00033002207,0.00019659786,0.00043735286,0.00030931705],"domain_scores_gemma":[0.99823177,0.000060663064,0.00018756738,0.0001454243,0.00093358307,0.00044098945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006946321,0.00017168302,0.00015958656,0.0003563069,0.00012010251,0.00037610982,0.0005352161,0.000116504554,0.000066763816],"category_scores_gemma":[0.0015610023,0.00014201165,0.000050374085,0.00092238013,0.000008007852,0.0007962948,0.000036558835,0.00021486473,0.000047813308],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015972788,0.00030517197,0.09163579,0.0008238915,0.00034577248,1.8861817e-7,0.018800206,0.034953013,0.007375358,0.0069495,0.8188636,0.019931585],"study_design_scores_gemma":[0.00024038322,0.00003415925,0.16338839,0.0002894474,0.00006228395,0.0000024471512,0.0013169398,0.0038640467,0.013748087,0.00029862035,0.8161708,0.00058440515],"about_ca_topic_score_codex":0.0010322367,"about_ca_topic_score_gemma":0.0017816989,"teacher_disagreement_score":0.23978917,"about_ca_system_score_codex":0.002462799,"about_ca_system_score_gemma":0.00070418144,"threshold_uncertainty_score":0.64401335},"labels":[],"label_agreement":null},{"id":"W1888000401","doi":"10.24908/pceea.v0i0.3673","title":"AN OBJECT-ORIENTED PATTERN LANGUAGE FOR ENGINEERING DESIGN","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Structural pattern; Software design pattern; Pattern language (formal languages); Computer science; Design pattern; Engineering design process; Design language; Context (archaeology); Object-oriented design; Object (grammar); Software engineering; Systems engineering; Object-oriented programming; Artificial intelligence; Programming language; Engineering; Software design; Software development","score_opus":0.012338320188198432,"score_gpt":0.21424009442890155,"score_spread":0.2019017742407031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1888000401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7890031,0.0010968524,0.13887563,0.0031562787,0.02939781,0.0068710246,0.0003361368,0.0033353644,0.027927833],"genre_scores_gemma":[0.98858416,0.0000068029526,0.010182289,0.00014601795,0.0002418369,0.00019249524,0.000015521158,0.00007775975,0.0005531159],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989912,0.0000076249585,0.00027559858,0.00017237726,0.00019506614,0.0003581334],"domain_scores_gemma":[0.9989637,0.000087665365,0.00015793399,0.00014593833,0.00038921932,0.00025552395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054449023,0.00018601299,0.0001561224,0.00030677894,0.00010003928,0.00007680076,0.00031399267,0.00015387525,0.000066279725],"category_scores_gemma":[0.0007473396,0.00020059076,0.00007543614,0.00042709862,0.0000067781707,0.0004513849,0.000007302471,0.00020422896,0.00001230703],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075295204,0.001343397,0.0908987,0.0047858767,0.002072529,0.0000014206705,0.14880991,0.07352641,0.23809792,0.045601897,0.32984746,0.064939186],"study_design_scores_gemma":[0.0014898074,0.00023984846,0.22463353,0.0005605492,0.00053048955,0.000029862418,0.006386917,0.36948696,0.18143456,0.00032861982,0.21225215,0.0026267082],"about_ca_topic_score_codex":0.0022964838,"about_ca_topic_score_gemma":0.0008255683,"teacher_disagreement_score":0.29596055,"about_ca_system_score_codex":0.0011211842,"about_ca_system_score_gemma":0.00031613008,"threshold_uncertainty_score":0.81798536},"labels":[],"label_agreement":null},{"id":"W1888875491","doi":"10.24908/pceea.v0i0.3895","title":"THE CONTRIBUTION OF INDUSTRY TO SHIP DESIGN EDUCATION","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Capstone; Naval architecture; Engineering management; Competition (biology); Engineering; Architecture; Process (computing); Shipbuilding; Engineering design process; Design education; Design process; Iterative design; Design brief; Order (exchange); Software engineering; Computer science; Systems engineering; Design technology; Operations management; Work in process; Business; Marine engineering","score_opus":0.015971679700439643,"score_gpt":0.215261798976319,"score_spread":0.19929011927587936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1888875491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8144302,0.0016747839,0.003694763,0.024461502,0.03060952,0.005630605,0.00006685854,0.00078803994,0.11864376],"genre_scores_gemma":[0.99616325,0.000018134666,0.0016430594,0.00022104035,0.00016136974,0.00013299826,0.000003980978,0.000032174306,0.001623969],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9989529,0.000018369177,0.0003568608,0.00012429997,0.00026184862,0.00028570462],"domain_scores_gemma":[0.99823743,0.0001474755,0.00027111216,0.00014856424,0.0009590487,0.00023638777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009579882,0.00014172375,0.0001348284,0.0002459026,0.0001713432,0.000073421026,0.00038616563,0.00023310931,0.00004484324],"category_scores_gemma":[0.0024989299,0.00012743403,0.00005935259,0.00075304956,0.000016575788,0.00027672952,0.000013325674,0.00035217407,0.000020216117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048282007,0.0004599573,0.10003846,0.0004526902,0.000559916,7.080511e-8,0.015663119,0.006886788,0.024072668,0.20925294,0.6184257,0.024139354],"study_design_scores_gemma":[0.00036156076,0.0000806902,0.52903163,0.00044221367,0.00023365467,0.000011129266,0.0033925162,0.0035069431,0.09812131,0.0026560635,0.36132038,0.0008419105],"about_ca_topic_score_codex":0.0024570976,"about_ca_topic_score_gemma":0.0012877993,"teacher_disagreement_score":0.42899317,"about_ca_system_score_codex":0.0014998278,"about_ca_system_score_gemma":0.0012957847,"threshold_uncertainty_score":0.5196609},"labels":[],"label_agreement":null},{"id":"W1889481909","doi":"10.24908/pceea.v0i0.4653","title":"CASE STUDY IN SYSTEMATIC DESIGN ENGINEERING – BOW THRUSTER COVERS","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Scope (computer science); Engineering design process; Process (computing); Computer science; Systems engineering; Heuristic; Engineering; Management science; Artificial intelligence; Mechanical engineering","score_opus":0.017102756967762412,"score_gpt":0.22387054696362926,"score_spread":0.20676778999586684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1889481909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9876284,0.00038512514,0.00032940367,0.0004982845,0.005622741,0.0024139332,0.000008825826,0.00027153274,0.0028417471],"genre_scores_gemma":[0.99812496,0.0000054879415,0.00084355404,0.00007554962,0.00016758971,0.00024142192,0.0000015410777,0.000060007398,0.0004799139],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99860615,0.000026970407,0.00045822182,0.00013967315,0.00030166635,0.0004673166],"domain_scores_gemma":[0.998906,0.00024338155,0.00020651107,0.00014801863,0.00022236617,0.00027372633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015059944,0.00021712898,0.0002702018,0.00051382615,0.00008616939,0.00012658106,0.00023516943,0.00014355897,0.000031539115],"category_scores_gemma":[0.0014595118,0.00022221645,0.000064922104,0.00080158893,0.0000054006905,0.0007182697,0.000014334572,0.0003316757,0.000024835334],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013169628,0.001336386,0.56194025,0.019152729,0.0012198378,0.0000140022785,0.07976355,0.2613187,0.0065170024,0.0055040205,0.06269212,0.0005282494],"study_design_scores_gemma":[0.0040498762,0.00023897184,0.5747036,0.007904428,0.002047182,0.002516003,0.07307499,0.29503736,0.00980235,0.00011278275,0.024706133,0.005806369],"about_ca_topic_score_codex":0.0035259034,"about_ca_topic_score_gemma":0.0017635754,"teacher_disagreement_score":0.037985988,"about_ca_system_score_codex":0.0029536106,"about_ca_system_score_gemma":0.00028171626,"threshold_uncertainty_score":0.9061724},"labels":[],"label_agreement":null},{"id":"W1894446440","doi":"10.24908/pceea.v0i0.3827","title":"PRARMETRIC MODELLING AS A DESIGN REPRESENTATION IN ARCHITECTURE: A PROCESS ACCOUNT","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; Simon Fraser University","funders":"","keywords":"Representation (politics); Architecture; Parametric statistics; Process (computing); Fist; Computer science; Parametric design; Engineering design process; Software engineering; Design process; Parametric model; Artificial intelligence; Engineering; Work in process; Programming language; Mathematics; Operations management; Mechanical engineering","score_opus":0.027422135071612896,"score_gpt":0.23499670261617148,"score_spread":0.20757456754455858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1894446440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86342424,0.00082749926,0.017684948,0.003826151,0.0066616684,0.003639959,0.000023063345,0.00082224945,0.10309024],"genre_scores_gemma":[0.9917987,0.000026413694,0.0071704513,0.00013139544,0.00009514534,0.00016278768,0.000003862901,0.000047873935,0.00056335126],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987779,0.000014862719,0.00037577102,0.00019252635,0.00031693716,0.00032198397],"domain_scores_gemma":[0.9989793,0.00010137191,0.00024114727,0.00011382553,0.00039777777,0.00016658535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006906489,0.000168003,0.00015882109,0.00081251946,0.00007899412,0.00008783153,0.00030964447,0.00015407453,0.00006560902],"category_scores_gemma":[0.0012563803,0.0001768082,0.000054581113,0.0017235755,0.0000097496095,0.0004922921,0.000009011065,0.00034424468,0.000021268506],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042487703,0.00039895446,0.064513005,0.0010419746,0.00029376257,8.10712e-7,0.04750368,0.84106565,0.0033569657,0.011819238,0.019651128,0.010312378],"study_design_scores_gemma":[0.0015789616,0.00012898384,0.17601296,0.001012683,0.00037002622,0.000077125565,0.0074972664,0.7038354,0.05391251,0.018385448,0.03463403,0.002554587],"about_ca_topic_score_codex":0.005965913,"about_ca_topic_score_gemma":0.0011660629,"teacher_disagreement_score":0.1372302,"about_ca_system_score_codex":0.0015405319,"about_ca_system_score_gemma":0.0006980951,"threshold_uncertainty_score":0.90187156},"labels":[],"label_agreement":null},{"id":"W1896985461","doi":"10.24908/pceea.v0i0.3930","title":"A DESIGN CHALLENGE - INCORPORATING DESIGN INTO THE FIRST YEAR ENGINEERING CURRICULUM","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ontario Tech University","funders":"University of Ontario Institute of Technology","keywords":"Engineering design process; Graphics; Curriculum; Process (computing); Computer science; Engineering management; Software engineering; Engineering education; Engineering; Course (navigation); Systems engineering; Mechanical engineering; Computer graphics (images); Psychology; Pedagogy","score_opus":0.01665936329468564,"score_gpt":0.19570642562515217,"score_spread":0.17904706233046652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1896985461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36098778,0.010026964,0.21083109,0.10317915,0.09300551,0.025513984,0.0001035637,0.010381306,0.18597063],"genre_scores_gemma":[0.97741294,0.0000337021,0.021409512,0.00014269528,0.0002722959,0.00021748363,0.000002640727,0.000085254,0.00042348704],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986891,0.000017618822,0.00038134228,0.00020005862,0.0003264939,0.00038538256],"domain_scores_gemma":[0.9987176,0.00016756373,0.00028029707,0.00018946322,0.0004336056,0.00021146289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001146245,0.00024763923,0.0001857268,0.00029741193,0.0002659375,0.00013894164,0.0005542006,0.00018799154,0.000060798287],"category_scores_gemma":[0.0012099283,0.00021950286,0.000082180566,0.00079795223,0.000018620707,0.00057006616,0.000026998974,0.0004340767,0.000046521054],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000341507,0.0008339743,0.052890494,0.002650419,0.0017420973,0.0000019553127,0.14796433,0.25101173,0.008372711,0.14714244,0.37848404,0.008871663],"study_design_scores_gemma":[0.001450677,0.00026184245,0.087959565,0.0015258645,0.00078598,0.000052206135,0.0118579175,0.5346208,0.028485453,0.005731501,0.32326248,0.0040056757],"about_ca_topic_score_codex":0.0031102754,"about_ca_topic_score_gemma":0.0011627801,"teacher_disagreement_score":0.61642516,"about_ca_system_score_codex":0.0016184018,"about_ca_system_score_gemma":0.00046094033,"threshold_uncertainty_score":0.8951067},"labels":[],"label_agreement":null},{"id":"W1897641342","doi":"10.24908/pceea.v0i0.3626","title":"Development of a Tool for Assessing the Design Process: A step toward the creation of a Design Observatory","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Process (computing); Engineering design process; Conceptual design; Design process; Process management; Observatory; Exploratory research; Product design; Computer science; New product development; Product (mathematics); Systems engineering; Engineering; Engineering management; Knowledge management; Business; Operations management; Work in process; Marketing; Sociology","score_opus":0.052664838701561995,"score_gpt":0.2622622803531042,"score_spread":0.20959744165154223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1897641342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67133594,0.0011372153,0.2939926,0.006793198,0.0063682673,0.009917373,0.0000584196,0.00047973281,0.009917251],"genre_scores_gemma":[0.94979477,0.000007958241,0.049455136,0.000081798,0.00006650655,0.0003602551,0.000003049381,0.00003788284,0.0001926408],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99883264,0.00002510257,0.00048876,0.00012381702,0.0002981438,0.00023155514],"domain_scores_gemma":[0.9979838,0.00036540217,0.00053678383,0.00012892942,0.0009140881,0.00007101054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001872395,0.00015378582,0.0001757817,0.00015648242,0.00016434894,0.000064121785,0.00042478784,0.00011405602,0.000018782754],"category_scores_gemma":[0.0018486977,0.00011409222,0.00007263114,0.0005324324,0.00002543111,0.00037855783,0.000010529364,0.00016493825,0.0000015324457],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013975386,0.00089932926,0.058875468,0.009366805,0.0028099786,1.2593505e-7,0.58134156,0.061283544,0.091901354,0.036326267,0.09948338,0.05757246],"study_design_scores_gemma":[0.0012556176,0.00011919276,0.42157307,0.001505876,0.0009577467,0.000012062382,0.04069873,0.12834555,0.33425862,0.0021854253,0.06755738,0.0015307168],"about_ca_topic_score_codex":0.00036397766,"about_ca_topic_score_gemma":0.00014987234,"teacher_disagreement_score":0.5406428,"about_ca_system_score_codex":0.0008036311,"about_ca_system_score_gemma":0.0016442531,"threshold_uncertainty_score":0.46525458},"labels":[],"label_agreement":null},{"id":"W1900500496","doi":"","title":"Hume's Scepticism vs. Swinburne's Inference","year":2012,"lang":"en","type":"article","venue":"Aporia","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Skepticism; Philosophy; Inference; Epistemology","score_opus":0.02253197102370999,"score_gpt":0.28448037660749004,"score_spread":0.2619484055837801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1900500496","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3138162,0.0014201012,0.01655816,0.0009822461,0.015623889,0.0002814136,0.0000044458675,0.0011204443,0.6501931],"genre_scores_gemma":[0.9965713,0.000043332115,0.0012301586,0.000188861,0.0005447841,0.000010749298,0.00000458786,0.000016430431,0.0013897748],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995335,0.000016840337,0.00010085613,0.00005633392,0.000084859515,0.00020764681],"domain_scores_gemma":[0.99957085,0.00011387286,0.000017582446,0.00016815233,0.000020423477,0.00010914887],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00018188608,0.0000761705,0.00006888126,0.00003492285,0.000030272506,0.000028822538,0.00008394086,0.000047479494,0.0019463765],"category_scores_gemma":[0.00010287676,0.00007731638,0.000019425104,0.00010636688,0.000010425048,0.00039347893,0.000009491252,0.00012229531,0.0023328904],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003376941,0.00038982288,0.031117054,0.0001592633,0.00019617504,0.000006882077,0.013662328,0.001119366,0.027745578,0.116189696,0.7113748,0.09800525],"study_design_scores_gemma":[0.00012831965,0.000012105374,0.022220682,0.000008015762,0.000019452627,0.000007479876,0.000113962116,0.0004985232,0.0022806823,0.00045353902,0.97406524,0.00019200538],"about_ca_topic_score_codex":0.000012053133,"about_ca_topic_score_gemma":0.0000012897548,"teacher_disagreement_score":0.6827551,"about_ca_system_score_codex":0.000024062661,"about_ca_system_score_gemma":0.000014415401,"threshold_uncertainty_score":0.998966},"labels":[],"label_agreement":null},{"id":"W1901824469","doi":"10.24908/pceea.v0i0.3789","title":"CAPSTONE DESIGN IN MECHANICAL ENGINEERING AT THE UNIVERSITY OF WESTERN ONTARIO","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"Ontario Centres of Excellence","keywords":"Capstone; Excellence; Engineering management; Engineering; Engineering education; Matching (statistics); Engineering design process; Engineering ethics; Political science; Computer science; Mechanical engineering; Mathematics","score_opus":0.015331910393014023,"score_gpt":0.17552581515274387,"score_spread":0.16019390475972986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1901824469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98494756,0.00018145911,0.0007965641,0.0014719163,0.0024277174,0.000739479,0.000013657273,0.0001383896,0.009283251],"genre_scores_gemma":[0.9952035,0.000013884957,0.0015912349,0.00004266963,0.000033505024,0.000008151881,0.00000224181,0.000025979842,0.0030788644],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99923134,0.000010685302,0.00021847556,0.000118090975,0.00018875206,0.00023265682],"domain_scores_gemma":[0.9993323,0.00009260331,0.00015373503,0.00011598234,0.00018473424,0.000120639634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005689747,0.00012452606,0.000146613,0.00019492474,0.00007396029,0.000018528523,0.00032323608,0.0001280788,0.00015970027],"category_scores_gemma":[0.00031472527,0.00012379234,0.000056557397,0.00040606092,0.000013095542,0.00021669922,0.000023022869,0.00027403023,0.00001698466],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000890302,0.0005847759,0.52589333,0.0013685814,0.0009674281,0.0000022136733,0.13765353,0.1226604,0.05899092,0.02224974,0.12646815,0.003071925],"study_design_scores_gemma":[0.00052484166,0.000034624485,0.8700008,0.00027610865,0.0001524672,0.000014824761,0.0015447832,0.013020796,0.023072638,0.00014097434,0.09062386,0.0005932951],"about_ca_topic_score_codex":0.062425908,"about_ca_topic_score_gemma":0.19894287,"teacher_disagreement_score":0.34410748,"about_ca_system_score_codex":0.003397296,"about_ca_system_score_gemma":0.00049937685,"threshold_uncertainty_score":0.9438175},"labels":[],"label_agreement":null},{"id":"W1902602028","doi":"10.24908/pceea.v0i0.3819","title":"CENTRALIZING INFORMATION IN ENGINEERING DESIGN DOCUMENTS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Optimal distinctiveness theory; Computer science; Information design; Engineering ethics; Engineering; Human–computer interaction; Psychology","score_opus":0.011459444050402808,"score_gpt":0.19160662646566545,"score_spread":0.18014718241526265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902602028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7346621,0.0011110984,0.009646101,0.005300984,0.03332205,0.0059898696,0.00009162522,0.0022976378,0.20757854],"genre_scores_gemma":[0.99468297,0.000028053455,0.004739768,0.00013454285,0.00006771699,0.00007603725,0.00000603992,0.00003220093,0.00023267073],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988997,0.000007706231,0.0003843178,0.00010205488,0.00024335289,0.00036285698],"domain_scores_gemma":[0.99926215,0.00005255127,0.00017851802,0.00009532841,0.0002312554,0.0001802036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005647694,0.00016490022,0.00014088652,0.00053057255,0.00006062441,0.00010437344,0.00028017737,0.00014670372,0.00007565577],"category_scores_gemma":[0.0006322604,0.00018252063,0.00005097788,0.00070747273,0.000005828785,0.0012678884,0.000012138176,0.00027548723,0.000035400637],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004504898,0.00053086603,0.315238,0.0039085234,0.000845432,0.0000010564437,0.07190822,0.27084485,0.01823143,0.06294603,0.23434773,0.021152815],"study_design_scores_gemma":[0.0011920084,0.000049935385,0.5565981,0.00095646345,0.0001682609,0.000022458133,0.0023655193,0.12898661,0.036571786,0.00075680163,0.2705469,0.0017851302],"about_ca_topic_score_codex":0.003943368,"about_ca_topic_score_gemma":0.0006377243,"teacher_disagreement_score":0.26002088,"about_ca_system_score_codex":0.002183096,"about_ca_system_score_gemma":0.00032649346,"threshold_uncertainty_score":0.74429756},"labels":[],"label_agreement":null},{"id":"W1905287611","doi":"10.24908/pceea.v0i0.3978","title":"MACHINE ELEMENTS - REVISION AND OUTLOOK FOR DESIGN EDUCATION","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Computer science; Process (computing); Task (project management); Property (philosophy); Selection (genetic algorithm); Industrial engineering; Creativity; Engineering design process; Systems engineering; Artificial intelligence; Engineering; Mechanical engineering; Programming language","score_opus":0.016996639587243945,"score_gpt":0.22057804602476344,"score_spread":0.20358140643751949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1905287611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4336579,0.018325122,0.04068068,0.034211896,0.076338395,0.028136747,0.0006231752,0.003640854,0.36438522],"genre_scores_gemma":[0.96322536,0.00012014482,0.031640742,0.00039333754,0.00021219933,0.00020006624,0.000018728768,0.00006708405,0.0041223275],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914587,0.000008374651,0.00029703684,0.0001521414,0.00016212635,0.00023445378],"domain_scores_gemma":[0.99899703,0.00007267475,0.00021040997,0.00009567072,0.000434059,0.00019018233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006390861,0.0001486011,0.00013322043,0.00025562043,0.00013162955,0.00007638723,0.00019294559,0.00011714389,0.00005614149],"category_scores_gemma":[0.000900779,0.00015278714,0.000047998987,0.00028638347,0.0000091451675,0.0003587245,0.000010310779,0.0001445529,0.000008326881],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004115324,0.0005435041,0.0810048,0.0026597267,0.0005688118,6.2006706e-8,0.014509874,0.0009603458,0.009719389,0.077362746,0.6920395,0.12059011],"study_design_scores_gemma":[0.0006890706,0.00009271651,0.103874795,0.0004929344,0.00034113126,0.000013374194,0.0013236868,0.02595673,0.010410152,0.003039369,0.8527616,0.0010044379],"about_ca_topic_score_codex":0.0013707327,"about_ca_topic_score_gemma":0.0003746115,"teacher_disagreement_score":0.5295674,"about_ca_system_score_codex":0.00092865,"about_ca_system_score_gemma":0.0005259464,"threshold_uncertainty_score":0.6230478},"labels":[],"label_agreement":null},{"id":"W1905427750","doi":"10.24908/pceea.v0i0.3165","title":"Development of a Design Skill Assessment Tool","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Engineering; Systems engineering","score_opus":0.00782001807105346,"score_gpt":0.22635549750761813,"score_spread":0.21853547943656468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1905427750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.957829,0.00006078487,0.00231499,0.0021966693,0.008085886,0.0009910316,0.000018744418,0.00026694292,0.02823595],"genre_scores_gemma":[0.9345167,0.0000040976934,0.06427082,0.00007068692,0.00010721891,0.000072644696,0.000004545984,0.000033064618,0.00092021556],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989865,0.0000055037244,0.00036349965,0.00011564392,0.0002963716,0.0002325173],"domain_scores_gemma":[0.9989281,0.00009114222,0.00024045412,0.00010943847,0.0004870404,0.00014381201],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081771624,0.00013514035,0.00014448247,0.00025432205,0.00010138497,0.00006419823,0.0002762946,0.00014123601,0.00009999078],"category_scores_gemma":[0.0007882962,0.00013931704,0.00005169087,0.0004338979,0.000010244967,0.00025254893,0.000011890856,0.0003285584,0.000011649119],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010047638,0.0005922677,0.05233331,0.0017760819,0.00089001795,1.5841476e-7,0.027473975,0.014586356,0.58482254,0.07972692,0.19653946,0.041248884],"study_design_scores_gemma":[0.0004372685,0.000019828998,0.42437088,0.00021362817,0.0001286665,0.000009334249,0.0013438943,0.01819165,0.12421403,0.000392021,0.42982733,0.0008514625],"about_ca_topic_score_codex":0.00038159365,"about_ca_topic_score_gemma":0.0013497203,"teacher_disagreement_score":0.46060848,"about_ca_system_score_codex":0.0010731113,"about_ca_system_score_gemma":0.0014952208,"threshold_uncertainty_score":0.5681184},"labels":[],"label_agreement":null},{"id":"W1905870872","doi":"10.24908/pceea.v0i0.5884","title":"ENGAGING FIRST YEAR STUDENTS THROUGH CROSSDISCIPLINARY DESIGN PROJECTS","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Parks Canada","keywords":"Spare time; Appeal; Preference; Creativity; Discipline; Mathematics education; Psychology; Spare part; Engineering; Pedagogy; Sociology; Political science; Social psychology; Social science; Mechanical engineering; Operations management","score_opus":0.031627101830131454,"score_gpt":0.262724457405845,"score_spread":0.23109735557571354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1905870872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82316256,0.0011999062,0.0026043234,0.017198578,0.024720311,0.003992972,0.000057576282,0.0016499332,0.12541382],"genre_scores_gemma":[0.99212205,0.000018659524,0.005117915,0.0001465861,0.00028693638,0.0001025958,0.0000050553026,0.00006051768,0.0021396915],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987045,0.000013836427,0.00027987183,0.00017478355,0.00048056082,0.0003464587],"domain_scores_gemma":[0.998796,0.00009879366,0.00018275078,0.00013122843,0.0005300039,0.0002612119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000927264,0.00017902156,0.00015768943,0.00020362859,0.00019727866,0.00023963177,0.0004484354,0.00014430447,0.000025115498],"category_scores_gemma":[0.0013466504,0.00018599704,0.00005805354,0.00064978556,0.000014706156,0.0006245175,0.00003279644,0.00032101682,0.00005507589],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016071997,0.00025990832,0.17604813,0.00064284785,0.00035536164,4.4390939e-7,0.035807557,0.046856333,0.0013160711,0.008609919,0.7294584,0.0006289463],"study_design_scores_gemma":[0.0020208599,0.00012684801,0.2820546,0.00088655384,0.0003647938,0.00003830419,0.017918184,0.024604091,0.012001694,0.0025376102,0.65528154,0.0021649308],"about_ca_topic_score_codex":0.0015687449,"about_ca_topic_score_gemma":0.0008220734,"teacher_disagreement_score":0.16895947,"about_ca_system_score_codex":0.002754587,"about_ca_system_score_gemma":0.0008404377,"threshold_uncertainty_score":0.7584739},"labels":[],"label_agreement":null},{"id":"W1909573471","doi":"10.24908/pceea.v0i0.3720","title":"THE CHAIR PROJECT: FIRMNESS, COMMODITY, AND AN EMPHASIS ON DELIGHT","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coursework; Construct (python library); Computer science; Architecture; Folding (DSP implementation); Curriculum; Object (grammar); Mathematics education; Software engineering; Engineering management; Engineering; Psychology; Pedagogy; Artificial intelligence; Visual arts; Art; Programming language","score_opus":0.01754382558862593,"score_gpt":0.22860307136141478,"score_spread":0.21105924577278884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1909573471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8808356,0.0007488603,0.000051183102,0.01220904,0.008413368,0.0016533642,0.00007147423,0.00062505645,0.09539203],"genre_scores_gemma":[0.997884,0.00008130783,0.00038403238,0.0002519331,0.0001831003,0.00008680481,0.0000053585563,0.000037929865,0.00108556],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991764,0.000011319181,0.0002092103,0.0001358824,0.00021045942,0.00025675114],"domain_scores_gemma":[0.9991579,0.0000910074,0.0001461586,0.00013756909,0.00030275894,0.000164605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052637554,0.00014452111,0.00010793415,0.0001696031,0.00030021238,0.00014499495,0.00030296316,0.000114764225,0.00001778326],"category_scores_gemma":[0.0005528956,0.000120141405,0.000037999358,0.0003638727,0.000020384547,0.00034403283,0.000013369632,0.00023271417,0.000009825472],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032152686,0.00045446228,0.07040642,0.0006639048,0.000521753,3.060793e-7,0.031772193,0.000799919,0.0023935374,0.14688645,0.7029752,0.043093674],"study_design_scores_gemma":[0.00028969007,0.0000661842,0.24933527,0.00013729412,0.00009942184,0.000011773187,0.0019449579,0.0085656205,0.0057926704,0.0009118598,0.7322501,0.0005951804],"about_ca_topic_score_codex":0.004317953,"about_ca_topic_score_gemma":0.005166512,"teacher_disagreement_score":0.17892884,"about_ca_system_score_codex":0.00074588554,"about_ca_system_score_gemma":0.00031498636,"threshold_uncertainty_score":0.65274817},"labels":[],"label_agreement":null},{"id":"W1909596616","doi":"10.24908/pceea.v0i0.3945","title":"EXPERIENCES AND PROPOSALS FOR INTERDISCIPLINARY ENGINEERING DESIGN COURSES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Engineering ethics; Course (navigation); Computer science; Mathematics education; Engineering management; Scheduling (production processes); Management science; Engineering; Psychology; Civil engineering; Operations management","score_opus":0.01869960867440213,"score_gpt":0.23572642642061062,"score_spread":0.2170268177462085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1909596616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9397691,0.0017758089,0.015235495,0.005052912,0.015428841,0.0042427643,0.0000625255,0.0010863473,0.0173462],"genre_scores_gemma":[0.98836976,0.000013538269,0.010467595,0.00005743126,0.00013292934,0.00035514776,0.0000023420707,0.000041884738,0.00055938633],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99920493,0.0000047325057,0.00023636188,0.00014543417,0.00014376207,0.00026474908],"domain_scores_gemma":[0.9992288,0.00010695566,0.00012669714,0.000075159885,0.00028445548,0.00017797132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044585214,0.00015310095,0.00014228429,0.00023157473,0.00012826739,0.00008498225,0.00021428402,0.00011289587,0.00003256385],"category_scores_gemma":[0.00064613775,0.0001517895,0.000048552913,0.00027266104,0.000016001488,0.00039172836,0.0000203243,0.00013854021,0.0000033028077],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091213355,0.0006522299,0.053000547,0.005517555,0.0015459822,7.179204e-7,0.38081586,0.015420842,0.054509602,0.07278266,0.3893327,0.02633008],"study_design_scores_gemma":[0.0018563151,0.00044712998,0.19034272,0.0017519807,0.0008040677,0.000107058804,0.06619839,0.31968385,0.22677194,0.004167619,0.1836578,0.0042111254],"about_ca_topic_score_codex":0.00029954597,"about_ca_topic_score_gemma":0.00017136928,"teacher_disagreement_score":0.31461746,"about_ca_system_score_codex":0.000589871,"about_ca_system_score_gemma":0.00027637638,"threshold_uncertainty_score":0.61897963},"labels":[],"label_agreement":null},{"id":"W1910621573","doi":"10.24908/pceea.v0i0.4003","title":"EDUCATING FOR ENGINEERING DESIGN USING DESIGN SCIENCE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Scope (computer science); Computer science; Product (mathematics); Product design; Object (grammar); Engineering design process; Engineering education; Design education; Mathematics education; Engineering ethics; Software engineering; Engineering management; Systems engineering; Engineering; Psychology; Artificial intelligence; Mathematics; Mechanical engineering; Programming language","score_opus":0.044169450921513954,"score_gpt":0.23529830249872388,"score_spread":0.19112885157720994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1910621573","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38589686,0.001773246,0.492184,0.0040124655,0.058085732,0.0125949,0.000118104785,0.0030254426,0.04230923],"genre_scores_gemma":[0.85226506,0.0000072181847,0.1467906,0.00009773049,0.00024224592,0.00015349651,0.0000016450078,0.000079343394,0.00036267232],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99848306,0.000008619567,0.0003741639,0.0002406519,0.00032949378,0.00056399533],"domain_scores_gemma":[0.99818385,0.00019999921,0.00025703464,0.00015659987,0.00088209135,0.0003204349],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016778655,0.00022492836,0.00018894073,0.0006180478,0.00030435564,0.00016939084,0.00055329426,0.0001412335,0.000036521025],"category_scores_gemma":[0.0030008107,0.00024578584,0.000082005725,0.0011846422,0.000028560284,0.0007513548,0.000018896437,0.0002445127,0.000007932601],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038774353,0.00048969465,0.014520008,0.0023130311,0.0007249979,2.9789416e-7,0.03207221,0.36764303,0.4249588,0.057736043,0.08801137,0.011491743],"study_design_scores_gemma":[0.00051652186,0.00007323807,0.023541216,0.00053524005,0.0003181883,0.00003627904,0.0016227658,0.6980485,0.24011427,0.0008942641,0.032814924,0.0014845912],"about_ca_topic_score_codex":0.0013553711,"about_ca_topic_score_gemma":0.000090324545,"teacher_disagreement_score":0.4663682,"about_ca_system_score_codex":0.0030560782,"about_ca_system_score_gemma":0.001985937,"threshold_uncertainty_score":0.99999946},"labels":[],"label_agreement":null},{"id":"W1911158695","doi":"10.24908/pceea.v0i0.3695","title":"APPROACHES THAT HELP STUDENTS GENERATE NEW DESIGN SOLUTIONS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of New Brunswick; Concordia University","funders":"","keywords":"Computer science; Design education; Decomposition; Engineering design process; Generative Design; Management science; Software engineering; Systems engineering; Engineering","score_opus":0.10029429555305752,"score_gpt":0.2204717896460283,"score_spread":0.12017749409297077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1911158695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5804281,0.0048273094,0.034126148,0.022373969,0.04905079,0.008312982,0.0001432989,0.0036953941,0.29704195],"genre_scores_gemma":[0.98599875,0.000036505,0.0075084874,0.00017309879,0.00025228615,0.00007884335,0.0000060147886,0.000055692904,0.0058903326],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99885523,0.000012921862,0.00024727779,0.0001665321,0.00033868718,0.0003793735],"domain_scores_gemma":[0.99908763,0.000048993028,0.000186759,0.00013072994,0.00022194008,0.00032392808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063314236,0.00018152042,0.0001477421,0.00028101806,0.0001765763,0.0001435424,0.00046215777,0.00015642337,0.00012618658],"category_scores_gemma":[0.0004290378,0.00018969952,0.00007352441,0.0005108237,0.0000116533465,0.0004515486,0.000021595853,0.00024985243,0.00005438188],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012138291,0.00038050514,0.1037313,0.00042077308,0.00083392917,2.4243454e-7,0.021585781,0.017611241,0.006151889,0.03223167,0.8093056,0.007734911],"study_design_scores_gemma":[0.0011341732,0.00007790248,0.6783355,0.00040104383,0.00064827857,0.000030254865,0.005604489,0.03608565,0.059540946,0.0028343617,0.21304579,0.0022615974],"about_ca_topic_score_codex":0.0032874825,"about_ca_topic_score_gemma":0.0012316286,"teacher_disagreement_score":0.59625983,"about_ca_system_score_codex":0.0015067994,"about_ca_system_score_gemma":0.0007098325,"threshold_uncertainty_score":0.7735722},"labels":[],"label_agreement":null},{"id":"W1911202939","doi":"10.24908/pceea.v0i0.3087","title":"Supporting Creative Concept Generation by Engineering Students with Biomimetic Design","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of New Brunswick; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Engineering; Architectural engineering; Engineering management; Systems engineering; Computer science; Psychology; Mathematics education; Construction engineering; Engineering ethics; Human–computer interaction","score_opus":0.0063627646974682775,"score_gpt":0.23157576932984086,"score_spread":0.2252130046323726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1911202939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97902215,0.0002570919,0.0053164084,0.002629251,0.0064033796,0.0016453833,0.000068618,0.0005749137,0.004082818],"genre_scores_gemma":[0.99192226,0.0000069859575,0.0055089486,0.00013078189,0.00026853493,0.0001118573,0.000026086223,0.00007185738,0.0019526602],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99862725,0.000009779751,0.00034100196,0.00020622443,0.00041983067,0.00039589265],"domain_scores_gemma":[0.998725,0.00010067811,0.00027737636,0.00012855086,0.0005002393,0.00026817137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006543861,0.00022816147,0.00018673975,0.00026907504,0.00015351211,0.000249869,0.000361584,0.00018118903,0.00010041608],"category_scores_gemma":[0.0010350203,0.0002226079,0.000051230403,0.0006057062,0.000017607768,0.00047523007,0.000013151213,0.00044603896,0.000013206522],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009219238,0.00023222133,0.037884884,0.00031339034,0.00062436936,3.5039974e-7,0.007033878,0.042402137,0.5520218,0.0038248866,0.3528144,0.0028384416],"study_design_scores_gemma":[0.0016156279,0.00015795925,0.09353667,0.00037398515,0.00055643014,0.000052026964,0.0017602945,0.18047744,0.4940302,0.00009452528,0.2249245,0.0024203449],"about_ca_topic_score_codex":0.0013280406,"about_ca_topic_score_gemma":0.0007130558,"teacher_disagreement_score":0.1380753,"about_ca_system_score_codex":0.0010120067,"about_ca_system_score_gemma":0.00044471357,"threshold_uncertainty_score":0.90776867},"labels":[],"label_agreement":null},{"id":"W191149166","doi":"","title":"Validating and Representing Case Based Knowledge","year":2009,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Structuring; Computer science; Reliability (semiconductor); Key (lock); Visual reasoning; Model-based reasoning; Case-based reasoning; Data science; Artificial intelligence; Management science; Knowledge management; Knowledge representation and reasoning; Engineering","score_opus":0.026229441729974285,"score_gpt":0.29969717620116326,"score_spread":0.273467734471189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W191149166","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22862557,0.00033415644,0.03891974,0.0005399956,0.00025030636,0.000088337794,4.2433174e-7,0.0005088881,0.73073256],"genre_scores_gemma":[0.9907113,0.0000028905768,0.008161251,0.00012902897,0.000051471186,0.0000012387909,8.058404e-7,0.000005255247,0.0009367857],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999746,0.000018186485,0.00007114992,0.00006458797,0.000023034161,0.00007699363],"domain_scores_gemma":[0.9997098,0.0001388085,0.0000083214,0.00008700063,0.000014443823,0.00004164428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015913551,0.000042416992,0.000037722504,0.000031899395,0.000043167325,0.000046856418,0.000018911738,0.000017544658,0.00019573385],"category_scores_gemma":[0.00009121055,0.000042401876,0.000008542962,0.00007803869,0.000003223019,0.00011959096,0.0000020127882,0.00005493638,0.000035365312],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000098424425,0.00020011744,0.0016104451,0.00018204593,0.000040970855,0.0008060585,0.0042679105,0.005531441,0.059607588,0.00958837,0.076356925,0.8417983],"study_design_scores_gemma":[0.0007067624,0.00004386074,0.0026867941,0.000042320207,0.00004365893,0.0026032273,0.001729427,0.80095214,0.055245504,0.000521196,0.13487345,0.00055167405],"about_ca_topic_score_codex":0.000007193705,"about_ca_topic_score_gemma":0.0000032366972,"teacher_disagreement_score":0.8412466,"about_ca_system_score_codex":0.000007714197,"about_ca_system_score_gemma":0.000006439102,"threshold_uncertainty_score":0.21431485},"labels":[],"label_agreement":null},{"id":"W1911717992","doi":"10.7146/ocps.v7i1.2111","title":"Understanding Collaborative Practice: Reading between the Lines Actions","year":2005,"lang":"en","type":"article","venue":"Outlines Critical Practice Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Social Sciences and Humanities Research Council of Canada; Korea Science and Engineering Foundation; University of Victoria","keywords":"Intersubjectivity; Action (physics); Division of labour; Reading (process); Dialectic; Subjectivity; Collective action; Value (mathematics); Epistemology; Sociology; Artifact (error); Negotiation; Face (sociological concept); Computer science; Political science; Social science; Artificial intelligence; Law","score_opus":0.2627390078146029,"score_gpt":0.4592811847661201,"score_spread":0.1965421769515172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1911717992","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004153396,0.0167106,0.06050683,0.6672891,0.0038780891,0.00074842735,0.000049934843,0.0011417676,0.24925992],"genre_scores_gemma":[0.96385086,0.006712191,0.021612654,0.0034849779,0.0034617344,0.00010788703,0.000008212233,0.000074744625,0.000686724],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978849,0.00048144176,0.0004963479,0.00029131645,0.00040963953,0.00043631185],"domain_scores_gemma":[0.9648845,0.03351115,0.00012076302,0.00034586113,0.0009983464,0.00013935464],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014920483,0.00029227868,0.00032347967,0.00011120485,0.0009245765,0.00031107548,0.00020328992,0.000106564716,0.00007490217],"category_scores_gemma":[0.05173121,0.00022514642,0.00006833372,0.0007285549,0.00032013658,0.0033887306,0.00006846158,0.0007382039,0.00036374823],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037789132,0.0008467248,0.00036492842,0.0004685885,0.0049241157,0.00007682774,0.039844044,0.007990978,0.00091583835,0.3610873,0.5484554,0.03464734],"study_design_scores_gemma":[0.00022170444,0.0000496611,0.000055854576,0.000044442673,0.0007408731,0.00006286108,0.11851813,0.00088877924,0.0002242962,0.0012900966,0.8775996,0.00030372484],"about_ca_topic_score_codex":0.000006729862,"about_ca_topic_score_gemma":0.000017244623,"teacher_disagreement_score":0.96343553,"about_ca_system_score_codex":0.00034549175,"about_ca_system_score_gemma":0.00008743379,"threshold_uncertainty_score":0.95625645},"labels":[],"label_agreement":null},{"id":"W1912175074","doi":"10.24908/pceea.v0i0.3902","title":"THE USE OF \"SUPERGROUPS\" IN INTRODUCTORY DESIGN COURSES AS A MOTIVATIONAL AND TEACHING TOOL","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Framing (construction); Mathematics education; Scheme (mathematics); Engineering; Engineering ethics; Computer science; Psychology; Mathematics; Civil engineering","score_opus":0.022552817637249076,"score_gpt":0.20704195408780254,"score_spread":0.18448913645055348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1912175074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881254,0.00033919228,0.00031136323,0.0033651546,0.002355807,0.0006942348,0.000012736231,0.000098625234,0.0046975026],"genre_scores_gemma":[0.9953762,0.000046110355,0.0035370556,0.000119765566,0.00008388359,0.00004297221,0.0000020134564,0.000024929801,0.0007670337],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991948,0.000020301293,0.0002826373,0.0001095414,0.00019832271,0.00019441482],"domain_scores_gemma":[0.9990763,0.00032942274,0.00016375461,0.000088238456,0.00027100137,0.000071267576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079452887,0.000111435395,0.00011182493,0.00021782234,0.00012011208,0.000077175246,0.00017754237,0.00008627928,0.00001819183],"category_scores_gemma":[0.0036521244,0.00009979121,0.000030602354,0.00021673116,0.000023340604,0.00048323753,0.000011557117,0.00025940978,0.000002547798],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043498334,0.0004168329,0.42114258,0.00059619866,0.0005084548,2.5505483e-7,0.032952603,0.017720245,0.020094154,0.3097382,0.17936629,0.017420683],"study_design_scores_gemma":[0.00034830353,0.000034671557,0.8313403,0.00021824156,0.000073528485,0.000011456709,0.0016210434,0.015060716,0.0056420807,0.001114624,0.14409222,0.0004428135],"about_ca_topic_score_codex":0.003845968,"about_ca_topic_score_gemma":0.0010109375,"teacher_disagreement_score":0.4101977,"about_ca_system_score_codex":0.00071743154,"about_ca_system_score_gemma":0.0003973847,"threshold_uncertainty_score":0.5813979},"labels":[],"label_agreement":null},{"id":"W1912735724","doi":"10.24908/pceea.v0i0.4009","title":"DESIGN SEQUENCE EXPERIENCES: A PANEL DISCUSSION","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph; Université de Sherbrooke; University of Manitoba","funders":"","keywords":"Panel discussion; Sequence (biology); Session (web analytics); Computer science; Engineering management; Mathematics education; Engineering; Engineering ethics; Psychology; World Wide Web; Business","score_opus":0.048529350423502086,"score_gpt":0.2257108406427937,"score_spread":0.1771814902192916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1912735724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75553423,0.00092894846,0.008107972,0.012692826,0.03314293,0.004337043,0.00006297837,0.0024330204,0.18276002],"genre_scores_gemma":[0.99266165,0.000016517803,0.0046620984,0.00015775266,0.00010613332,0.00016468491,0.000002755293,0.000036962938,0.0021914493],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990295,0.000010683449,0.0002584929,0.00015160529,0.0002534983,0.0002961947],"domain_scores_gemma":[0.9991452,0.00004672126,0.00017278071,0.00011659964,0.00029483155,0.00022386329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004579263,0.00015397008,0.00012678138,0.00021603145,0.00013387814,0.00007824288,0.00035695397,0.00013282633,0.00018607003],"category_scores_gemma":[0.0006548515,0.00012369404,0.00005433916,0.0005499376,0.000017495278,0.00048602538,0.000011991262,0.00021315872,0.00003314797],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003383726,0.0005689473,0.047147103,0.0014219813,0.0006197549,0.0000010909672,0.3940444,0.010427395,0.07426195,0.031046653,0.41529813,0.025128763],"study_design_scores_gemma":[0.0012783597,0.00019650819,0.21751998,0.0014600775,0.0005100612,0.00009530435,0.0666122,0.09132516,0.20074883,0.0039979843,0.4120697,0.00418582],"about_ca_topic_score_codex":0.001919927,"about_ca_topic_score_gemma":0.00042179116,"teacher_disagreement_score":0.3274322,"about_ca_system_score_codex":0.0013188682,"about_ca_system_score_gemma":0.0005072731,"threshold_uncertainty_score":0.50440973},"labels":[],"label_agreement":null},{"id":"W1915187963","doi":"10.24908/pceea.v0i0.4827","title":"Educating Engineering Students in the Arts","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Presentation (obstetrics); Deliverable; The arts; Science and engineering; Course (navigation); Key (lock); Engineering education; Mathematics education; Engineering ethics; Engineering; Computer science; Engineering management; Psychology; Visual arts; Systems engineering; Medicine; Art","score_opus":0.00609295314141995,"score_gpt":0.21801416486982764,"score_spread":0.2119212117284077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1915187963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96758676,0.00023856296,0.000025127629,0.008663393,0.0039978065,0.0010351648,0.000006089466,0.00017691779,0.018270202],"genre_scores_gemma":[0.9973561,0.000013875427,0.0006720414,0.0004958151,0.0002506716,0.00027278034,0.000004576472,0.000043494067,0.0008906262],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9986623,0.000010142238,0.00035608356,0.0001512889,0.00042786272,0.00039231277],"domain_scores_gemma":[0.99905854,0.00017450881,0.00016124082,0.0001522613,0.0002966903,0.00015677715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076936756,0.00018334098,0.00015074736,0.00034366638,0.00010865895,0.00032580455,0.0006341808,0.00012669923,0.00008750721],"category_scores_gemma":[0.0012581877,0.00016220672,0.000065377935,0.0008535709,0.000008002175,0.0005183779,0.000018273597,0.00042929116,0.00006498151],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023016416,0.0004431637,0.38998628,0.0010888756,0.00031803694,3.2680066e-7,0.026153967,0.03243275,0.014199762,0.02059893,0.50778264,0.0069929855],"study_design_scores_gemma":[0.00021280529,0.000010534878,0.8829376,0.00023179462,0.00004633736,0.000012690794,0.0026548745,0.010544546,0.0012482287,0.00019862084,0.1014382,0.00046378255],"about_ca_topic_score_codex":0.0056224256,"about_ca_topic_score_gemma":0.001641901,"teacher_disagreement_score":0.4929513,"about_ca_system_score_codex":0.0015396824,"about_ca_system_score_gemma":0.0003056769,"threshold_uncertainty_score":0.84994626},"labels":[],"label_agreement":null},{"id":"W1917395654","doi":"10.24908/pceea.v0i0.5780","title":"DIFFERENCES IN CONFLICT MANAGEMENT BASED ON GENDER AND PERSONALITY TYPE","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Assertiveness; Conflict management; Style (visual arts); Psychology; Management styles; Social psychology; Personality; Survey data collection; Applied psychology; Public relations; Political science; Sociology; Social science; Geography","score_opus":0.03328096094473225,"score_gpt":0.23349694101425236,"score_spread":0.20021598006952013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1917395654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85974246,0.00033484024,0.00004170946,0.0038487508,0.0033967393,0.0006412007,0.000014779014,0.00015885782,0.13182066],"genre_scores_gemma":[0.9983283,0.00001351844,0.00043489577,0.00028422428,0.000051958552,0.000024600586,0.000003064514,0.000015077775,0.00084434054],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993864,0.000007221551,0.00013870296,0.000103901606,0.00020680968,0.00015695544],"domain_scores_gemma":[0.99948794,0.00004647808,0.00006818173,0.000057869023,0.00018052814,0.00015898763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003771615,0.00009471249,0.00009367878,0.00022297695,0.000034673725,0.00006512907,0.000114747505,0.00007033788,0.000020981572],"category_scores_gemma":[0.00038448506,0.00009424242,0.00001837552,0.00035122375,0.0000075321113,0.0001231687,0.0000058879154,0.00014372854,0.0000071681798],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022829676,0.00022373363,0.776577,0.0010564226,0.00020894833,3.673686e-7,0.009310459,0.011365609,0.00050853833,0.03808332,0.1600717,0.0025710887],"study_design_scores_gemma":[0.000293391,0.000015512493,0.9082107,0.000087884306,0.000031550673,0.0000011523432,0.0012133871,0.030844282,0.0001979081,0.00014086236,0.058732674,0.0002307008],"about_ca_topic_score_codex":0.0012330887,"about_ca_topic_score_gemma":0.0006182818,"teacher_disagreement_score":0.13858587,"about_ca_system_score_codex":0.0011032572,"about_ca_system_score_gemma":0.00021836623,"threshold_uncertainty_score":0.38430944},"labels":[],"label_agreement":null},{"id":"W1923958672","doi":"10.24908/pceea.v0i0.4025","title":"FAMILIARIZATION: FOSTERING CREATIVE PROBLEM SOLVING IN ENGINEERING DESIGN EDUCATION","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Creative problem-solving; Creative thinking; Component (thermodynamics); Mathematics education; Engineering education; Computer science; Engineering; Engineering ethics; Engineering management; Psychology; Creativity","score_opus":0.01928371277155803,"score_gpt":0.2054779154222599,"score_spread":0.18619420265070188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1923958672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4754316,0.0027002138,0.023390014,0.0051425416,0.028706124,0.009060759,0.000074622316,0.0026862219,0.4528079],"genre_scores_gemma":[0.9800226,0.000040865507,0.0179823,0.0001324116,0.00017497134,0.00022157031,0.000008909668,0.00008386229,0.0013324866],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985384,0.000016720165,0.00049401156,0.00024003141,0.00028118514,0.00042965444],"domain_scores_gemma":[0.9987833,0.000088937006,0.0002538998,0.00014859886,0.00049959903,0.0002256527],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006909276,0.00025793054,0.00022218729,0.0006892777,0.000112133144,0.000120294564,0.00037000852,0.00021320833,0.00008581629],"category_scores_gemma":[0.00091913657,0.00029169934,0.00007078819,0.0011120687,0.000012183863,0.0007993846,0.00003112562,0.0003843451,0.000019211964],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071303744,0.001776737,0.24729113,0.007168754,0.0012128379,0.0000018315878,0.13205019,0.21128784,0.098477244,0.09795679,0.14607412,0.05663122],"study_design_scores_gemma":[0.0012720074,0.00012494817,0.72293633,0.0032437968,0.00036413452,0.00005446538,0.008520883,0.125344,0.06880212,0.0032907203,0.062791064,0.0032555196],"about_ca_topic_score_codex":0.0043937312,"about_ca_topic_score_gemma":0.0013759687,"teacher_disagreement_score":0.50459105,"about_ca_system_score_codex":0.0028158913,"about_ca_system_score_gemma":0.0010798499,"threshold_uncertainty_score":0.9999535},"labels":[],"label_agreement":null},{"id":"W1924065742","doi":"10.24908/pceea.v0i0.4015","title":"A FORMAL DESIGN SCIENCE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Scope (computer science); Axiomatic design; Axiom; Computer science; Design science; Management science; Formal methods; Software engineering; Engineering; Knowledge management; Programming language; Mathematics; Manufacturing engineering","score_opus":0.017071610688946068,"score_gpt":0.19944726538655072,"score_spread":0.18237565469760464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1924065742","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43606436,0.00051664386,0.0044489466,0.0041825827,0.0214008,0.0024229144,0.000036005837,0.0013289026,0.52959883],"genre_scores_gemma":[0.9923677,0.0000091429165,0.006133018,0.00015023889,0.00009917739,0.00004834365,9.230228e-7,0.000028300778,0.0011631536],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9989733,0.0000041775356,0.000214151,0.00012741532,0.00030088788,0.00038003724],"domain_scores_gemma":[0.9989371,0.000039172617,0.00013949105,0.00010417164,0.00053720974,0.00024290466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009329627,0.00012084129,0.000099164565,0.0003843517,0.0001993206,0.00009883523,0.00042919526,0.00008874664,0.00009616213],"category_scores_gemma":[0.0009946836,0.00012228977,0.00004466812,0.0009465172,0.000029472083,0.00090888963,0.000015917454,0.00019812383,0.000035713703],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029871466,0.00054822006,0.09141592,0.0012978405,0.00057491596,4.951788e-7,0.05393332,0.0131862415,0.09948269,0.28160977,0.42847943,0.029441249],"study_design_scores_gemma":[0.0005878785,0.00007603275,0.58941936,0.00030505797,0.0002175634,0.00003918442,0.0025148578,0.04421504,0.16355586,0.0022142178,0.1953579,0.0014970566],"about_ca_topic_score_codex":0.0018238046,"about_ca_topic_score_gemma":0.0004775226,"teacher_disagreement_score":0.5563033,"about_ca_system_score_codex":0.001777077,"about_ca_system_score_gemma":0.0010738042,"threshold_uncertainty_score":0.49868318},"labels":[],"label_agreement":null},{"id":"W1924490234","doi":"10.24908/pceea.v0i0.3768","title":"THE PATH FROM FUNCTIONAL TO DETAILED DESIGN OF A CONING ROTOR WIND TURBINE CONCEPT","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; University of Cambridge","keywords":"Wind power; Turbine; Rationalization (economics); Rotor (electric); Computer science; Work (physics); Function (biology); Control engineering; Industrial engineering; Operations research; Marine engineering; Engineering; Systems engineering; Mechanical engineering; Economics","score_opus":0.015309630592886984,"score_gpt":0.19065195166989227,"score_spread":0.1753423210770053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1924490234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.917616,0.001788949,0.011325924,0.009412856,0.02296614,0.0051059364,0.00027973822,0.00073007966,0.030774374],"genre_scores_gemma":[0.99514097,0.00001036291,0.0032521172,0.00017145385,0.00019879972,0.00007931107,0.0000073119973,0.00003738258,0.0011022699],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9989762,0.000014994464,0.00033616216,0.00013861207,0.00027641148,0.00025765251],"domain_scores_gemma":[0.9985964,0.00025512368,0.00024832177,0.00012501635,0.0005699438,0.00020524554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052300654,0.00014820475,0.00015445321,0.0001517709,0.00015755215,0.000070168,0.00030294093,0.00011127627,0.00015185907],"category_scores_gemma":[0.0015138716,0.00013004807,0.000062184954,0.00044920214,0.000018267756,0.00023188944,0.000014221127,0.00021091856,0.000019743818],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013847784,0.00039041345,0.10927633,0.00042700506,0.001907467,3.9876988e-7,0.056156266,0.08718218,0.11547552,0.037404668,0.5814444,0.010196902],"study_design_scores_gemma":[0.00091619114,0.00010807613,0.75350344,0.00045146578,0.00033431305,0.0000071058166,0.004325077,0.027310472,0.06826726,0.0011644819,0.14252137,0.0010907428],"about_ca_topic_score_codex":0.0028801633,"about_ca_topic_score_gemma":0.0007909907,"teacher_disagreement_score":0.64422715,"about_ca_system_score_codex":0.00093770114,"about_ca_system_score_gemma":0.00054696883,"threshold_uncertainty_score":0.53032064},"labels":[],"label_agreement":null},{"id":"W1925889967","doi":"10.24908/pceea.v0i0.3567","title":"Engineering Design Education and Time Management","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Engineering design process; Context (archaeology); Process (computing); Computer science; Design education; Task (project management); Product design; Concurrent engineering; Probabilistic design; Management science; Engineering management; Systems engineering; Product (mathematics); Engineering; Operations management; Mechanical engineering","score_opus":0.008542093188476409,"score_gpt":0.17695719028338996,"score_spread":0.16841509709491356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1925889967","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3391356,0.003061907,0.0041177417,0.0064103478,0.024847103,0.00595349,0.00006287407,0.0025467821,0.6138642],"genre_scores_gemma":[0.97297394,0.00007260627,0.018882873,0.00021384882,0.00018016702,0.0001667664,0.0000064594706,0.00007587385,0.0074274847],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99908704,0.0000073352635,0.00025618408,0.00016824935,0.00020282963,0.00027837232],"domain_scores_gemma":[0.9992097,0.000050503462,0.0001372052,0.00011813735,0.00025497307,0.0002294611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004711045,0.00017816538,0.00013771023,0.00038611138,0.00009569304,0.00009121857,0.00023884066,0.00012646957,0.00011743655],"category_scores_gemma":[0.00030205748,0.0001946322,0.000044992525,0.0004832375,0.000009533269,0.00038653778,0.000017582606,0.00019566459,0.00005489526],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024346191,0.0008114846,0.028269343,0.0036283133,0.0014917292,7.227406e-7,0.021549886,0.012526257,0.023225036,0.1668435,0.6825619,0.05906753],"study_design_scores_gemma":[0.00074910733,0.000069902286,0.41382274,0.0009838555,0.0006573649,0.00006762684,0.0021321669,0.06479446,0.023342028,0.0021924446,0.4889722,0.0022161244],"about_ca_topic_score_codex":0.00078260235,"about_ca_topic_score_gemma":0.00008003929,"teacher_disagreement_score":0.63383836,"about_ca_system_score_codex":0.0011154559,"about_ca_system_score_gemma":0.00031058452,"threshold_uncertainty_score":0.7936871},"labels":[],"label_agreement":null},{"id":"W1929130326","doi":"10.24908/pceea.v0i0.3761","title":"A CASE FOR SYSTEMATIC AND METHODICAL DESIGN ENGINEERING","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Task (project management); Action (physics); Computer science; Engineering design process; Systems engineering; Engineering; Management science; Mechanical engineering","score_opus":0.029832827571093165,"score_gpt":0.22960591889667317,"score_spread":0.19977309132558002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1929130326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6891029,0.004490378,0.1937587,0.008591259,0.032710724,0.027590577,0.0003027457,0.0042185695,0.039234187],"genre_scores_gemma":[0.95944357,0.000008611554,0.039440993,0.00008550614,0.00010592773,0.00036445033,0.000001644825,0.00005603623,0.0004932781],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910134,0.000012254643,0.0003211461,0.00014077823,0.00014893897,0.00027553306],"domain_scores_gemma":[0.99886596,0.00030817397,0.00016669539,0.00009467615,0.00032233438,0.00024213608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010277136,0.00016432794,0.00021428644,0.00027796673,0.00011138834,0.00008911461,0.00016648209,0.00014786288,0.000017535162],"category_scores_gemma":[0.0026491978,0.00016227456,0.00006375404,0.00033360708,0.000008982341,0.0002767092,0.000009760685,0.0001778279,0.0000039930837],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008101048,0.00084975455,0.024315951,0.1963874,0.0045749536,0.00001830135,0.09916314,0.037579026,0.04508599,0.30115393,0.28448874,0.006301822],"study_design_scores_gemma":[0.0023848414,0.00025943518,0.038044363,0.008918573,0.0024595447,0.0029450099,0.0066680233,0.8344213,0.055895243,0.0027526396,0.040979754,0.004271301],"about_ca_topic_score_codex":0.0010456344,"about_ca_topic_score_gemma":0.00033764055,"teacher_disagreement_score":0.7968422,"about_ca_system_score_codex":0.00081610767,"about_ca_system_score_gemma":0.00024386962,"threshold_uncertainty_score":0.6617364},"labels":[],"label_agreement":null},{"id":"W1938789248","doi":"10.24908/pceea.v0i0.3842","title":"DESIGN OF A WESTERN ENGINEERING \"GREEN\" BUILDING","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Capstone; Accreditation; Multidisciplinary approach; Work (physics); Engineering management; Architectural engineering; Environmental design; Engineering education; Engineering; Design for the Environment; Sustainable design; Engineering design process; Engineering ethics; Civil engineering; Sustainability; Mechanical engineering; Computer science; Sociology; Product design; Medical education","score_opus":0.016820872398768068,"score_gpt":0.20214446294232577,"score_spread":0.1853235905435577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1938789248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9154169,0.0014102422,0.023293674,0.0033277893,0.016284293,0.0032231535,0.00007923483,0.0015553398,0.03540936],"genre_scores_gemma":[0.9880582,0.0000182515,0.010804979,0.00006969761,0.00012582305,0.00005382826,0.0000019252202,0.00006205522,0.0008052389],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9988729,0.000007944561,0.00038355935,0.0001467924,0.0002673522,0.00032145932],"domain_scores_gemma":[0.9988871,0.0000945585,0.00026296574,0.00013480592,0.0004221656,0.00019839575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005562556,0.00018688978,0.00020552687,0.0004173201,0.0000630053,0.00004389606,0.0003752803,0.00015991018,0.000059372636],"category_scores_gemma":[0.00062092923,0.00020240064,0.00007361742,0.00064088317,0.000011319169,0.00039272566,0.000016867283,0.00025454318,0.000011594247],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048736816,0.00072222,0.24845022,0.0059085125,0.0021450429,0.00000118466,0.052307006,0.17874068,0.3628748,0.060270593,0.07652634,0.012004664],"study_design_scores_gemma":[0.0012416049,0.00015240643,0.45659015,0.001629713,0.0006854123,0.000060057057,0.0017426632,0.15294085,0.2667429,0.0009905057,0.11448935,0.0027344038],"about_ca_topic_score_codex":0.0034311002,"about_ca_topic_score_gemma":0.00038934228,"teacher_disagreement_score":0.20813994,"about_ca_system_score_codex":0.001022083,"about_ca_system_score_gemma":0.00037180138,"threshold_uncertainty_score":0.82536584},"labels":[],"label_agreement":null},{"id":"W1942903944","doi":"10.24908/pceea.v0i0.3884","title":"ON THE FUNCTION-BEHAVIOR-STRUCTURE MODEL FOR DESIGN","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University; University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Confusion; Function (biology); Computer science; Ask price; Epistemology; Management science; Psychology; Cognitive psychology; Engineering; Economics; Philosophy","score_opus":0.026290967452606062,"score_gpt":0.2025657218889007,"score_spread":0.17627475443629465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1942903944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70355004,0.00075210346,0.089017175,0.025938664,0.046341598,0.01588479,0.0007215184,0.0024852834,0.11530881],"genre_scores_gemma":[0.9933112,0.000004324409,0.0034208242,0.00052624656,0.00012617794,0.000289417,0.000005528609,0.000049975,0.0022662615],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992045,0.0000069317066,0.00020810902,0.00013159719,0.00019736333,0.0002515031],"domain_scores_gemma":[0.99901783,0.00016297968,0.0001564165,0.00012748256,0.00040560187,0.00012968504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040975193,0.0001531005,0.000108968066,0.00016723253,0.00019188065,0.00007357543,0.00029683643,0.00014434535,0.0001065818],"category_scores_gemma":[0.000926311,0.00012544796,0.00007394829,0.0003195868,0.000010681777,0.000210193,0.000005986493,0.00024177357,0.000011222473],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030803145,0.00016675299,0.0054343604,0.00029949352,0.0003274631,3.9753274e-8,0.009081414,0.08296,0.008246739,0.2632274,0.627472,0.002753531],"study_design_scores_gemma":[0.00076403614,0.00012979339,0.101461165,0.00025084012,0.00076095085,0.0000108482545,0.0015631911,0.7676352,0.021194367,0.025308799,0.07936856,0.0015522239],"about_ca_topic_score_codex":0.00041468797,"about_ca_topic_score_gemma":0.0005504778,"teacher_disagreement_score":0.6846752,"about_ca_system_score_codex":0.0009906597,"about_ca_system_score_gemma":0.00041021177,"threshold_uncertainty_score":0.51156193},"labels":[],"label_agreement":null},{"id":"W1943346175","doi":"10.24908/pceea.v0i0.4038","title":"BACK TO THE FUTURE: ENGINEERING SKETCHING AS VISUALIZATION, IDEA GENERATION AND COMMUNICATION TOOL","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Creativity; Technical drawing; Visualization; Component (thermodynamics); Computer science; Perception; Representation (politics); Isolation (microbiology); Visual literacy; Engineering drawing; Human–computer interaction; Engineering; Mathematics education; Artificial intelligence; Psychology","score_opus":0.01029523798245241,"score_gpt":0.21346825066616348,"score_spread":0.20317301268371107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1943346175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9328707,0.0019262603,0.0026513143,0.022621809,0.0103186695,0.0026063838,0.000040061524,0.0005531818,0.02641163],"genre_scores_gemma":[0.9934916,0.00011427163,0.0038038837,0.00070351333,0.00048291095,0.000110652225,0.000017620554,0.00006292342,0.0012126098],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895906,0.000016903956,0.00034373405,0.0001685407,0.0002483087,0.00026346292],"domain_scores_gemma":[0.9989257,0.00006408753,0.00017808916,0.00020498238,0.0004423326,0.00018480352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070070947,0.00018613818,0.00013701618,0.00026095795,0.00024626992,0.0002012721,0.00036488095,0.00013950282,0.00011324785],"category_scores_gemma":[0.0007093355,0.00017300808,0.000047711896,0.0006880957,0.000009583635,0.00052149495,0.00003071854,0.00025117048,0.000059616064],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015643858,0.00020631599,0.042941272,0.0009537505,0.0006221027,1.590079e-7,0.058449894,0.032859962,0.028822966,0.31037518,0.5103968,0.014355951],"study_design_scores_gemma":[0.00037943537,0.00004337316,0.23230515,0.00027839773,0.00019442386,0.00003058413,0.002398709,0.07904323,0.0140787,0.00038145916,0.66977626,0.0010902857],"about_ca_topic_score_codex":0.0021619273,"about_ca_topic_score_gemma":0.0027705394,"teacher_disagreement_score":0.30999374,"about_ca_system_score_codex":0.00084818504,"about_ca_system_score_gemma":0.00023108095,"threshold_uncertainty_score":0.7055065},"labels":[],"label_agreement":null},{"id":"W1943706941","doi":"10.24908/pceea.v0i0.4008","title":"THE SEMANTICS OF SUSTAINABILITY","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Sustainability; Reactionary; Product (mathematics); Environmental ethics; Semantics (computer science); Process (computing); Sociology; Epistemology; Philosophy; Political science; Computer science; Mathematics; Law; Politics","score_opus":0.007062953593466585,"score_gpt":0.1922294207141223,"score_spread":0.1851664671206557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1943706941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81518126,0.0006044255,0.00028912432,0.014763461,0.010623666,0.0019130801,0.000035951674,0.0004144492,0.15617459],"genre_scores_gemma":[0.9974856,0.000022639751,0.0005234222,0.00005087988,0.00006217832,0.000033146884,0.0000010826934,0.000023476689,0.0017975726],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99921286,0.000007645582,0.00027010887,0.000084616026,0.00020049412,0.000224251],"domain_scores_gemma":[0.99871576,0.00010399961,0.00020921629,0.00013224754,0.00072407466,0.00011471823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064010225,0.00010098868,0.00010515246,0.00010279858,0.00012675313,0.00004044445,0.0003095019,0.00009526906,0.000048874725],"category_scores_gemma":[0.001971653,0.00008578138,0.000062584586,0.00046157726,0.00002479478,0.00019095173,0.000014768916,0.0001847661,0.000006873019],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001805181,0.00031863307,0.3356228,0.0019831585,0.0006215098,1.3098631e-7,0.024411604,0.0049728546,0.004777051,0.19550195,0.41579852,0.015973734],"study_design_scores_gemma":[0.00020391679,0.000026422204,0.59384274,0.000091251066,0.00014671107,0.0000052308524,0.0032687793,0.006187103,0.018421467,0.004445605,0.3729008,0.00045997946],"about_ca_topic_score_codex":0.003635571,"about_ca_topic_score_gemma":0.0026260884,"teacher_disagreement_score":0.25821996,"about_ca_system_score_codex":0.001337536,"about_ca_system_score_gemma":0.0005160047,"threshold_uncertainty_score":0.549592},"labels":[],"label_agreement":null},{"id":"W1948735765","doi":"10.24908/pceea.v0i0.3887","title":"CDEN DESIGN MODULE DEVELOPMENT: A DEVELOPER'S PERSPECTIVE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Formative assessment; Perspective (graphical); Development (topology); Software engineering; Engineering management; Knowledge management; Engineering; Artificial intelligence; Sociology","score_opus":0.0200669285863958,"score_gpt":0.1993703507970386,"score_spread":0.1793034222106428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1948735765","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3411546,0.0016738452,0.00849006,0.0077427747,0.018335778,0.004094411,0.000050812763,0.0021519877,0.6163057],"genre_scores_gemma":[0.97513455,0.00001279637,0.02113296,0.0001719615,0.00011359531,0.00010917777,0.0000029683388,0.00005557461,0.0032664146],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.998977,0.000009407185,0.0002734368,0.00016733613,0.00024985315,0.00032297013],"domain_scores_gemma":[0.99871683,0.00005030039,0.00016146137,0.00009887323,0.0007506584,0.00022188715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005221949,0.0001754825,0.00014337261,0.00031777253,0.00016176442,0.00007912101,0.0003433539,0.00014489984,0.00014592445],"category_scores_gemma":[0.00090283586,0.00018289089,0.000049728584,0.0006122529,0.000011938581,0.00041245384,0.000014867006,0.00024273757,0.00007094376],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003965411,0.000715327,0.07821762,0.0011953344,0.0022116145,0.0000010367098,0.2032237,0.012165168,0.014502663,0.17753214,0.49243113,0.017764594],"study_design_scores_gemma":[0.0006536015,0.000041973337,0.52476025,0.00038816073,0.00022448522,0.00003072913,0.008096269,0.010994617,0.090129815,0.0024414682,0.36038786,0.0018507917],"about_ca_topic_score_codex":0.0028360952,"about_ca_topic_score_gemma":0.001633757,"teacher_disagreement_score":0.63398,"about_ca_system_score_codex":0.003518756,"about_ca_system_score_gemma":0.001265288,"threshold_uncertainty_score":0.9201424},"labels":[],"label_agreement":null},{"id":"W1949666373","doi":"10.24908/pceea.v0i0.4872","title":"EXPLORING DESIGN IDENTITY THROUGH A “REVERSE ENGINEER AND IMPROVE” VALUES ELICITATION ACTIVITY","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Variety (cybernetics); Embodied cognition; Identity (music); Reverse engineering; Replicate; Work (physics); Plan (archaeology); Knowledge management; Computer science; Psychology; Human–computer interaction; Engineering; Aesthetics; Artificial intelligence; Mathematics","score_opus":0.034632315936177625,"score_gpt":0.22937632828150503,"score_spread":0.1947440123453274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1949666373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9810443,0.00021678516,0.0037705032,0.004425795,0.0045921183,0.0011874877,0.000013767886,0.00037144576,0.004377813],"genre_scores_gemma":[0.99207103,0.00010579096,0.00633699,0.0001604466,0.00019424035,0.00029280403,0.0000026796777,0.00004873965,0.00078730244],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99896914,0.000014293526,0.00024106499,0.00018176824,0.00028638964,0.00030733674],"domain_scores_gemma":[0.9988913,0.00015352412,0.0001763109,0.000110366615,0.00048087206,0.00018763047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004934276,0.00018803628,0.00016338837,0.00022840276,0.00015886199,0.00025637692,0.00019982953,0.000119613804,0.00005223272],"category_scores_gemma":[0.0012180802,0.00019940104,0.000056012846,0.0005264073,0.00001511883,0.003300939,0.000017160659,0.00027387784,0.000034965527],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023381514,0.0005128154,0.02962323,0.0037803294,0.0014345852,3.9599468e-7,0.04864501,0.046682805,0.46844786,0.054844372,0.28153607,0.06446916],"study_design_scores_gemma":[0.0010263373,0.000086673455,0.6965343,0.00051942706,0.00042737028,0.000019665531,0.0047693667,0.12782568,0.09267321,0.0060909283,0.06790395,0.0021231414],"about_ca_topic_score_codex":0.007750581,"about_ca_topic_score_gemma":0.00046843075,"teacher_disagreement_score":0.666911,"about_ca_system_score_codex":0.0013258052,"about_ca_system_score_gemma":0.0002407248,"threshold_uncertainty_score":0.9988569},"labels":[],"label_agreement":null},{"id":"W1951676085","doi":"10.24908/pceea.v0i0.3825","title":"USING BIOLOGICAL ANALOGIES FOR ENGINEERING PROBLEM SOLVING AND DESIGN","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Task (project management); Biological engineering; Artificial intelligence; Management science; Software engineering; Engineering; Systems engineering; Bioinformatics","score_opus":0.05980751717878739,"score_gpt":0.23673136245957133,"score_spread":0.17692384528078392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1951676085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8268941,0.0035573659,0.101846494,0.0037799778,0.014794058,0.008023979,0.00015307774,0.002554088,0.03839686],"genre_scores_gemma":[0.91423225,0.00003194576,0.08527355,0.00006324634,0.000120755605,0.0000806347,0.0000028289007,0.000042862073,0.00015191264],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99913836,0.000006172224,0.00025785877,0.00015735962,0.00012089757,0.0003193348],"domain_scores_gemma":[0.99917287,0.00013962452,0.00015056386,0.00007143443,0.00030376395,0.0001617585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057382154,0.0001655254,0.00016197284,0.00026233602,0.00012745384,0.00008771108,0.00019339017,0.00016111697,0.000020141742],"category_scores_gemma":[0.00105514,0.00016328506,0.00005573853,0.00034068595,0.00001313722,0.00032818803,0.000014916367,0.000172644,0.0000017651661],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008214913,0.0005906513,0.15488085,0.0066378633,0.0024238199,8.791506e-7,0.051235914,0.11769063,0.29939213,0.18522069,0.15780284,0.024041593],"study_design_scores_gemma":[0.0011469325,0.00017861315,0.23745853,0.00091009954,0.00052961346,0.00006764742,0.0036661867,0.5934738,0.057316437,0.00450984,0.09812092,0.0026213864],"about_ca_topic_score_codex":0.000929117,"about_ca_topic_score_gemma":0.00017303159,"teacher_disagreement_score":0.47578317,"about_ca_system_score_codex":0.0008429429,"about_ca_system_score_gemma":0.00025272564,"threshold_uncertainty_score":0.66585714},"labels":[],"label_agreement":null},{"id":"W1953616297","doi":"10.24908/pceea.v0i0.5758","title":"ENCOURAGING EMPATHY IN ENGINEERING DESIGN","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Empathy; Engineering design process; Creativity; Generative grammar; Experiential learning; Perception; Merge (version control); Computer science; Knowledge management; Engineering; Psychology; Engineering ethics; Social psychology; Mathematics education; Artificial intelligence","score_opus":0.015368003255647007,"score_gpt":0.21066980851922648,"score_spread":0.1953018052635795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1953616297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8801912,0.0024074463,0.0050806883,0.015287024,0.02730336,0.0031007375,0.00004377783,0.0017199954,0.06486574],"genre_scores_gemma":[0.99525106,0.000014565504,0.0035337296,0.00013518898,0.00019008583,0.000077351244,0.000003598348,0.000055712262,0.0007387248],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987869,0.000010613488,0.00033726965,0.00015636405,0.00032573607,0.00038309183],"domain_scores_gemma":[0.9989384,0.00010578587,0.00014293753,0.000112659814,0.00037822826,0.0003220298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010492695,0.00018356682,0.00017808586,0.0005360702,0.000051021776,0.0001225263,0.00031544454,0.00015278751,0.00002014716],"category_scores_gemma":[0.0018605464,0.00020229451,0.000053426294,0.0009255505,0.0000068245777,0.0004913232,0.000014271462,0.00035619808,0.000026521964],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011755014,0.00017270696,0.066024624,0.0007445631,0.00020744065,9.587321e-7,0.021020021,0.66277075,0.008246325,0.01006441,0.22735015,0.003386294],"study_design_scores_gemma":[0.0016624979,0.0000802449,0.17241666,0.0010848403,0.00018777783,0.000053937147,0.0069927378,0.4949195,0.020924812,0.0010998447,0.29823697,0.0023401512],"about_ca_topic_score_codex":0.0023670956,"about_ca_topic_score_gemma":0.0011282769,"teacher_disagreement_score":0.16785124,"about_ca_system_score_codex":0.0035147832,"about_ca_system_score_gemma":0.00083248917,"threshold_uncertainty_score":0.9191036},"labels":[],"label_agreement":null},{"id":"W1954037174","doi":"10.24908/pceea.v0i0.4053","title":"THE IMPORTANCE OF MENTAL REPRESENTATIONS IN DESIGN ENGINEERING","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Sophistication; Computer science; Cognition; Completeness (order theory); Management science; Mental representation; Cognitive science; Psychology; Engineering; Mathematics; Sociology; Social science","score_opus":0.016639448854771272,"score_gpt":0.2215145386666221,"score_spread":0.20487508981185082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1954037174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9241775,0.0013966198,0.0008713024,0.0061290907,0.010846748,0.00270961,0.000056440418,0.00044793903,0.05336471],"genre_scores_gemma":[0.9965145,0.000053364114,0.0025823023,0.000045628185,0.000056816334,0.00009006378,0.0000028647062,0.00003318028,0.00062130595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99901766,0.000009409931,0.00038310568,0.000115108705,0.00021675436,0.00025797464],"domain_scores_gemma":[0.99913925,0.00015315144,0.00022081308,0.00013200514,0.00024453318,0.000110268156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069103646,0.00012430317,0.0001252283,0.00023573975,0.00009224853,0.00004364995,0.0003201884,0.000090524234,0.000035763765],"category_scores_gemma":[0.0011396462,0.00011531956,0.00005630483,0.00067107996,0.0000150021715,0.0002978004,0.000012858642,0.0002184699,0.0000052208297],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027546985,0.00034005693,0.674796,0.00069758337,0.0005557013,4.4662124e-7,0.030845443,0.041829973,0.027630603,0.07864137,0.14135246,0.0032828224],"study_design_scores_gemma":[0.00039010483,0.000024927947,0.89865476,0.00022972783,0.00007594339,0.000009418664,0.0020985384,0.036190614,0.03117881,0.00068967434,0.02993072,0.00052675715],"about_ca_topic_score_codex":0.0022617332,"about_ca_topic_score_gemma":0.00332066,"teacher_disagreement_score":0.22385877,"about_ca_system_score_codex":0.00107318,"about_ca_system_score_gemma":0.00033097566,"threshold_uncertainty_score":0.47025952},"labels":[],"label_agreement":null},{"id":"W1956156008","doi":"10.24908/pceea.v0i0.3973","title":"AN ASSESSMENT TOOL FOR STUDENT DESIGN PROJECTS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Grading (engineering); Weighting; Computer science; Work (physics); Context (archaeology); Mathematics education; Management science; Engineering drawing; Engineering; Mathematics; Civil engineering; Mechanical engineering; Geography","score_opus":0.025439936280328576,"score_gpt":0.28345228982471055,"score_spread":0.25801235354438196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1956156008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82276773,0.0003918402,0.031626534,0.0050395187,0.025199404,0.011156792,0.00015446829,0.0019116371,0.10175206],"genre_scores_gemma":[0.97075677,0.000008553075,0.027676333,0.00016510102,0.0001836801,0.00040026763,0.000007709676,0.00005226839,0.0007493481],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9990198,0.00001101822,0.0002714336,0.00016039753,0.00024218763,0.00029513703],"domain_scores_gemma":[0.9989056,0.00007651195,0.00018075272,0.00012946979,0.00053025025,0.00017743927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008334679,0.00015332464,0.00013709125,0.00023331652,0.0001281707,0.000115286224,0.000342587,0.0001235806,0.000052802377],"category_scores_gemma":[0.0004150652,0.00015716758,0.000062078725,0.00034021583,0.000007445555,0.00047565973,0.000007225231,0.00017367306,0.000006918281],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004164121,0.0017749935,0.24765532,0.0022671307,0.0014080014,3.2889105e-7,0.04876865,0.025819955,0.051928684,0.17162347,0.42859715,0.020114688],"study_design_scores_gemma":[0.0007676894,0.0001939846,0.825587,0.00020343471,0.0003198226,0.000008568367,0.003224572,0.042813603,0.025685115,0.0010427693,0.09895571,0.0011977616],"about_ca_topic_score_codex":0.0008608041,"about_ca_topic_score_gemma":0.0004938453,"teacher_disagreement_score":0.57793164,"about_ca_system_score_codex":0.0018864073,"about_ca_system_score_gemma":0.0007929136,"threshold_uncertainty_score":0.6409108},"labels":[],"label_agreement":null},{"id":"W1956229601","doi":"10.24908/pceea.v0i0.3933","title":"A NEW FIRST YEAR DESIGN COURSE AT THE UNIVERSITY OF WESTERN ONTARIO","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Teamwork; Course (navigation); Conceptual design; Engineering management; Engineering design process; Design process; Process (computing); Work (physics); Design education; Engineering; Reflection (computer programming); Computer science; Software engineering; Systems engineering; Work in process; Operations management; Human–computer interaction; Management","score_opus":0.014351599098309922,"score_gpt":0.17245574481692613,"score_spread":0.1581041457186162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1956229601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81327915,0.000756042,0.004570133,0.015201892,0.010565552,0.0027575197,0.00006930596,0.0005812625,0.15221916],"genre_scores_gemma":[0.97269756,0.00001680502,0.0027982998,0.000055312034,0.00006760866,0.0000039368947,0.000002555754,0.000025659416,0.024332244],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9994198,0.000006350517,0.0001410422,0.00009146,0.00016940002,0.00017191748],"domain_scores_gemma":[0.9992949,0.000062373314,0.00016924381,0.000109430286,0.000215993,0.00014810229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030791335,0.000098262986,0.0001020218,0.00008565503,0.0001265544,0.00002346184,0.00029655764,0.000092309485,0.0004917995],"category_scores_gemma":[0.00013299883,0.00009450179,0.00005359459,0.00026257735,0.000013763015,0.00019308405,0.000015884745,0.00016554623,0.000044993834],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016845113,0.00007967518,0.35532364,0.00018290919,0.0003054078,1.4243352e-7,0.03961497,0.004571875,0.0007123678,0.0029934752,0.5950866,0.0011121201],"study_design_scores_gemma":[0.0002501346,0.000018508194,0.68540174,0.00010024345,0.00016186584,0.000004572554,0.0012881514,0.0006608097,0.0023676627,0.00011586584,0.30937204,0.00025838253],"about_ca_topic_score_codex":0.07441089,"about_ca_topic_score_gemma":0.25746042,"teacher_disagreement_score":0.3300781,"about_ca_system_score_codex":0.0020891677,"about_ca_system_score_gemma":0.00094926846,"threshold_uncertainty_score":0.9317527},"labels":[],"label_agreement":null},{"id":"W1956838030","doi":"10.24908/pceea.v0i0.4651","title":"Writing and Designing a Book about Design and Designing for Young Designers: People who don’t like to Learn by Reading....and the lessons learned along the way.","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Reading (process); Realization (probability); Computer science; Comprehension; Point (geometry); Task (project management); Field (mathematics); Multimedia; World Wide Web; Linguistics; Engineering","score_opus":0.013821715860202888,"score_gpt":0.2400700800164972,"score_spread":0.22624836415629432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1956838030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54490066,0.042722426,0.2211816,0.15305266,0.008564557,0.017569788,0.00012682304,0.0013946947,0.010486783],"genre_scores_gemma":[0.9878073,0.00033335786,0.008602675,0.0008397124,0.00023472778,0.00043660987,0.000004456696,0.00008586991,0.0016552985],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99855876,0.00006155605,0.00034870725,0.00023186489,0.00024357802,0.00055552425],"domain_scores_gemma":[0.9977403,0.0012774246,0.00024746088,0.00012354294,0.00028046893,0.0003307654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003247416,0.00024786653,0.00026729683,0.00019638917,0.00069352466,0.00047629033,0.00024274335,0.00015241154,0.000008895238],"category_scores_gemma":[0.0023670022,0.00020065188,0.00005351184,0.0004049564,0.00004662962,0.00068017066,0.00003322632,0.00034532518,0.0000020892924],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014444515,0.00012944058,0.07533883,0.00193683,0.0011039515,1.4798498e-7,0.1937833,0.01320845,0.06309796,0.041348387,0.57785606,0.032052193],"study_design_scores_gemma":[0.0061906297,0.00027321454,0.21548635,0.0030761443,0.0025513489,0.00023828392,0.07062862,0.21525992,0.04242637,0.0017475628,0.4372554,0.004866136],"about_ca_topic_score_codex":0.0026308957,"about_ca_topic_score_gemma":0.0005985306,"teacher_disagreement_score":0.44290662,"about_ca_system_score_codex":0.00066379935,"about_ca_system_score_gemma":0.00019913171,"threshold_uncertainty_score":0.81823456},"labels":[],"label_agreement":null},{"id":"W1956851439","doi":"10.24908/pceea.v0i0.4888","title":"Visualization Performance and Rapid Prototyping in First Year Design","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Visualization; Modalities; Computer science; Graphics; Variance (accounting); Computer graphics; Modality (human–computer interaction); Software; Human–computer interaction; Computer graphics (images); Artificial intelligence","score_opus":0.007633964829121348,"score_gpt":0.19430548120710936,"score_spread":0.186671516377988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1956851439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97156626,0.00046263132,0.00045817826,0.005167249,0.0024350102,0.003231035,0.0000057742586,0.0003182216,0.016355624],"genre_scores_gemma":[0.99743843,0.000111130255,0.0014544679,0.00008607832,0.00007135694,0.00025272658,0.0000026785563,0.000030256451,0.00055288116],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993131,0.0000070549822,0.00021491596,0.000109110486,0.00014592671,0.00020989157],"domain_scores_gemma":[0.99942726,0.00006021328,0.00010795291,0.000059141912,0.00023289434,0.000112559166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039102748,0.00010811284,0.00010068501,0.00028218958,0.000085710264,0.00011784294,0.0001272504,0.00010202931,0.00007272683],"category_scores_gemma":[0.0005152453,0.00011444787,0.000019130233,0.00048677946,0.000008201341,0.00056125177,0.000007977517,0.00015459918,0.000022497694],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013547932,0.00022703157,0.66264373,0.00351277,0.00022768209,9.246415e-8,0.016022135,0.035891842,0.00792279,0.01930011,0.2210737,0.033164572],"study_design_scores_gemma":[0.00034578977,0.000026477504,0.7691724,0.0003791745,0.000029277571,0.000004524536,0.00068744406,0.14431986,0.0040096976,0.00020804293,0.08035644,0.00046089783],"about_ca_topic_score_codex":0.001412552,"about_ca_topic_score_gemma":0.00062009256,"teacher_disagreement_score":0.14071727,"about_ca_system_score_codex":0.0009508934,"about_ca_system_score_gemma":0.00019790823,"threshold_uncertainty_score":0.46670485},"labels":[],"label_agreement":null},{"id":"W1961444763","doi":"10.24908/pceea.v0i0.3951","title":"ADAPTABLE DESIGN FOR DESIGN REUSE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Reuse; Design process; Computer science; Systems engineering; Process (computing); Design technology; Software engineering; Engineering; Work in process; Operations management","score_opus":0.0381544869012923,"score_gpt":0.20992350243739313,"score_spread":0.17176901553610083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1961444763","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13097478,0.0045812936,0.42909646,0.031440306,0.07516231,0.02496964,0.0004099316,0.006087722,0.29727754],"genre_scores_gemma":[0.86762834,0.000034690205,0.12578237,0.0002816434,0.0002630573,0.0004220929,0.0000061829933,0.00010467494,0.0054769814],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99901474,0.000011224565,0.0002793075,0.00015317864,0.00019050871,0.00035103998],"domain_scores_gemma":[0.9986944,0.00017351696,0.00019025925,0.00017308435,0.0005521352,0.00021657982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089702004,0.00016456361,0.00015237319,0.0002599817,0.0001433943,0.000081757105,0.00046956312,0.00016015158,0.000087660505],"category_scores_gemma":[0.0022694748,0.0001732466,0.00007455608,0.00045908775,0.000009676525,0.00041584804,0.000012332035,0.00018038014,0.000022688579],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023335526,0.00014486814,0.0032180946,0.0004532884,0.00031459972,7.632564e-8,0.008138469,0.020358177,0.009094059,0.018683992,0.93724066,0.0023303926],"study_design_scores_gemma":[0.0011162345,0.00016487022,0.048605297,0.0004047774,0.0005216634,0.000020122849,0.0019073563,0.115304485,0.11506797,0.0074508553,0.7075831,0.0018532386],"about_ca_topic_score_codex":0.0015710064,"about_ca_topic_score_gemma":0.00035696814,"teacher_disagreement_score":0.7366535,"about_ca_system_score_codex":0.0014249911,"about_ca_system_score_gemma":0.0006880839,"threshold_uncertainty_score":0.7064792},"labels":[],"label_agreement":null},{"id":"W1961447612","doi":"10.24908/pceea.v0i0.4828","title":"COLLABORATIVE PROJECT: CROSSING BORDERS BETWEEN ARTS AND ENGINEERING","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Bishop's University; Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Creativity; Goodwill; Maturity (psychological); The arts; Competition (biology); Subject (documents); Presentation (obstetrics); Process (computing); Psychology; Sociology; Engineering; Management; Political science; Social psychology; Computer science; Business; Law; Economics; Accounting","score_opus":0.0066358809943114294,"score_gpt":0.22928007055923386,"score_spread":0.22264418956492243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1961447612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.977271,0.00046625495,0.00010244359,0.0057482133,0.0022829087,0.0012477742,0.000037253023,0.00037614687,0.012467961],"genre_scores_gemma":[0.995762,0.000020624842,0.002742185,0.00012399566,0.00022179604,0.0001335568,0.0000080904465,0.00005443379,0.0009333131],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99897015,0.00000551579,0.0002863153,0.00016711277,0.00022967493,0.00034120432],"domain_scores_gemma":[0.9988385,0.00012046817,0.0001699599,0.0000898878,0.00056532124,0.00021585549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003138148,0.0001911117,0.00018276881,0.00034430088,0.00020143524,0.00049486285,0.00018195981,0.00015912499,0.000033896904],"category_scores_gemma":[0.0009741846,0.0002015751,0.000040885727,0.0007941289,0.000021705773,0.0006945131,0.000015775693,0.0002867252,0.000016353297],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005444909,0.00015416532,0.31462097,0.0027080285,0.0011495276,2.8847032e-7,0.033547297,0.008823134,0.041014973,0.023944795,0.55054927,0.023482103],"study_design_scores_gemma":[0.0003468281,0.00002204636,0.59242165,0.00030229698,0.00012447113,0.00000732055,0.0022044599,0.013861028,0.0060753985,0.00024601494,0.38356453,0.0008239809],"about_ca_topic_score_codex":0.005215485,"about_ca_topic_score_gemma":0.0007823621,"teacher_disagreement_score":0.27780065,"about_ca_system_score_codex":0.0011271965,"about_ca_system_score_gemma":0.0006895975,"threshold_uncertainty_score":0.8219994},"labels":[],"label_agreement":null},{"id":"W1962603302","doi":"10.1007/978-3-540-92719-8","title":"Computer supported cooperative work in design IV 11th international conference, CSCWD 2007, Melbourne, Australia, April 26-28, 2007 ; revised selected papers","year":2008,"lang":"en","type":"book","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Library science; Work (physics); Media studies; History; Sociology; Engineering; Computer science; Mechanical engineering","score_opus":0.053307571429912166,"score_gpt":0.27973910027119564,"score_spread":0.22643152884128348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1962603302","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000062789244,0.0002558324,0.053772207,0.00031765192,0.0035070018,0.0013227259,0.00003918448,0.00079830416,0.9399243],"genre_scores_gemma":[0.0035756931,0.0016841064,0.016385093,0.0006525993,0.0009173758,0.00008034797,0.0008819927,0.00018193558,0.97564083],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99725467,0.0002552088,0.000865402,0.00056047796,0.0005022854,0.00056193426],"domain_scores_gemma":[0.99803406,0.00048293432,0.00021936637,0.00036257916,0.00063336035,0.00026772564],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00043442217,0.0006765822,0.0007006097,0.0005036488,0.000076380325,0.00021167992,0.000517937,0.00062989903,0.034538537],"category_scores_gemma":[0.00010672617,0.0006994184,0.00011293375,0.00052382745,0.0000949735,0.0003730942,0.00003771005,0.0012992604,0.0021026237],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010564945,0.0000904744,0.00006656362,0.00004572708,0.00040051487,0.000086172804,0.0004480295,0.00562907,0.00006224912,0.0015376541,0.9901877,0.0013402149],"study_design_scores_gemma":[0.0010971825,0.00007158363,0.0013151905,0.00035164974,0.00007726719,0.00007496544,0.000048506008,0.008700782,0.00009505342,0.000042468433,0.9870737,0.0010516599],"about_ca_topic_score_codex":0.000035979276,"about_ca_topic_score_gemma":0.000041538307,"teacher_disagreement_score":0.037387114,"about_ca_system_score_codex":0.00063409173,"about_ca_system_score_gemma":0.0011932418,"threshold_uncertainty_score":0.9995457},"labels":[],"label_agreement":null},{"id":"W1963896607","doi":"10.1002/j.2168-9830.2008.tb00981.x","title":"Characterizing Design Learning: A Mixed‐Methods Study of Engineering Designers' Use of Language","year":2008,"lang":"en","type":"article","venue":"Journal of Engineering Education","topic":"Design Education and Practice","field":"Engineering","cited_by":194,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Engineering education; Engineering design process; Bridge (graph theory); Computer science; Qualitative research; Engineering; Mathematics education; Engineering management; Psychology; Mechanical engineering; Sociology","score_opus":0.044627172063777525,"score_gpt":0.3191007188137844,"score_spread":0.27447354675000685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963896607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7516132,0.00044020545,0.2461512,0.000013364454,0.0015436437,0.00015337617,4.7609603e-7,0.000053195465,0.00003132617],"genre_scores_gemma":[0.873922,0.00010566884,0.12563775,0.0000051797033,0.0001859876,0.00000938032,0.0000016157422,0.000049090326,0.00008334492],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99863684,0.00015465992,0.00070218684,0.0000960031,0.00023631645,0.0001739894],"domain_scores_gemma":[0.9983173,0.00075867935,0.00036690998,0.00019138647,0.00025404847,0.000111650676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008947482,0.00018245641,0.00036183462,0.0005850384,0.000028728593,0.000023446359,0.00016583635,0.00007562955,0.000022250044],"category_scores_gemma":[0.001216294,0.00019334143,0.00008670263,0.0004487473,0.000010153623,0.00061441504,0.000012369862,0.00039923587,0.000001972989],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028405146,0.00046138244,0.0005615409,0.00021971579,0.00016352949,0.000006557796,0.015800962,0.52494997,0.45000044,0.000024711695,0.00049035327,0.007292434],"study_design_scores_gemma":[0.0024024777,0.002461447,0.14596534,0.001352978,0.000698508,0.0015125929,0.022915773,0.25219682,0.5486553,0.000008816798,0.02023996,0.001590019],"about_ca_topic_score_codex":0.000015606107,"about_ca_topic_score_gemma":1.8849617e-7,"teacher_disagreement_score":0.27275315,"about_ca_system_score_codex":0.00009807875,"about_ca_system_score_gemma":0.00016667265,"threshold_uncertainty_score":0.7884235},"labels":[],"label_agreement":null},{"id":"W1965058542","doi":"10.1109/icnc.2010.5584838","title":"Hybrid integrated design and realizable strategy of database of mechanical product gene","year":2010,"lang":"en","type":"article","venue":"2010 Sixth International Conference on Natural Computation","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto","keywords":"Coding (social sciences); Computer science; Product design; Mass customization; Database; Product (mathematics); Personalization; Function (biology); Data mining; Mathematics; Biology; Genetics","score_opus":0.05180290131825664,"score_gpt":0.3117854931100279,"score_spread":0.25998259179177124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965058542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7567214,0.0000969109,0.23488644,0.0005818613,0.00417429,0.0004788453,0.00012514551,0.00013415187,0.0028009762],"genre_scores_gemma":[0.9771954,0.000054552343,0.022256922,0.00002220911,0.00005750375,0.0000067110286,0.00026084177,0.000011744361,0.00013412278],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991746,0.000060438222,0.00027928487,0.00016977337,0.00022512396,0.000090783135],"domain_scores_gemma":[0.9990665,0.00015873121,0.00012216502,0.00012221422,0.0004820508,0.000048392707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003017432,0.00011770548,0.0001357186,0.00014414494,0.000021535181,0.000038191927,0.00016014563,0.000042110256,0.00019220251],"category_scores_gemma":[0.00018879671,0.00010859725,0.000020648946,0.00009099295,0.00004332625,0.00028585488,0.000017988317,0.00034756746,0.000008820422],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018822911,0.0000987968,0.000018441495,0.00005114669,0.00006876149,0.0000024244625,0.000085946376,0.008922087,0.91905314,0.04172639,0.002403828,0.027380804],"study_design_scores_gemma":[0.0003120378,0.00007245271,0.0008705682,0.00003928892,0.000014000283,0.000025379159,0.000035558904,0.7192121,0.27576342,0.0032992384,0.00022485787,0.00013109033],"about_ca_topic_score_codex":0.000061893,"about_ca_topic_score_gemma":0.000009063895,"teacher_disagreement_score":0.71029,"about_ca_system_score_codex":0.000017707673,"about_ca_system_score_gemma":0.000083556166,"threshold_uncertainty_score":0.44284672},"labels":[],"label_agreement":null},{"id":"W1965950973","doi":"10.1177/1071181312561072","title":"Investigating the Relation between Cognitive Load and Creativity in the Conceptual Design Process","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Design Education and Practice","field":"Engineering","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Creativity; Novelty; Cognition; Psychology; Variety (cybernetics); Quality (philosophy); Relation (database); Process (computing); Cognitive psychology; Cognitive load; Perspective (graphical); Conceptual design; Applied psychology; Computer science; Social psychology; Human–computer interaction; Artificial intelligence","score_opus":0.05072198972653086,"score_gpt":0.27790903374212544,"score_spread":0.22718704401559459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965950973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982178,0.00022858773,0.000042392665,0.00014695225,0.000047233014,0.00027407895,0.000007700721,0.000023870827,0.0010113647],"genre_scores_gemma":[0.9994808,0.000034338525,0.00021995394,0.000094766234,0.00012730426,0.00001567087,0.0000015072314,0.000014283873,0.000011374241],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99930346,0.000041715182,0.00021918525,0.000110052475,0.00012640405,0.00019917787],"domain_scores_gemma":[0.99869174,0.0009510645,0.0001801856,0.00003987769,0.00009281679,0.000044302065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017140694,0.00013721945,0.00013784904,0.000012301589,0.00042334583,0.000082295555,0.00014985632,0.00007967475,0.0000016787711],"category_scores_gemma":[0.00049161597,0.00008112517,0.000041722215,0.0001359158,0.00027036486,0.0006462255,0.000045790533,0.00035957262,3.0436968e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055031137,0.000020219817,0.5981579,0.00010340648,0.00005267936,4.2156056e-9,0.3984019,0.00009845204,0.0011938583,0.0011340886,0.0004045772,0.0004274167],"study_design_scores_gemma":[0.00024642528,0.000027554046,0.7648838,0.00015642637,0.00009610375,0.0000019919135,0.22837985,0.0010006069,0.0039957403,0.00082225713,0.00019016124,0.00019907443],"about_ca_topic_score_codex":0.000047804384,"about_ca_topic_score_gemma":0.0000020923776,"teacher_disagreement_score":0.17002206,"about_ca_system_score_codex":0.00004640559,"about_ca_system_score_gemma":0.000020780044,"threshold_uncertainty_score":0.33081883},"labels":[],"label_agreement":null},{"id":"W1966606939","doi":"10.1017/s0890060407070175","title":"Using language as related stimuli for concept generation","year":2007,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Verb; Computer science; Linguistics; Psychology; Reflexive verb; Modal verb; Natural language processing; Cognitive psychology; Artificial intelligence","score_opus":0.0832191625980587,"score_gpt":0.3391932518768602,"score_spread":0.2559740892788015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966606939","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07797486,0.00033116792,0.92069364,0.000021399952,0.0003890694,0.00037785646,0.000006373686,0.00017385356,0.000031806823],"genre_scores_gemma":[0.9234895,0.000023135926,0.07611351,0.000023667448,0.00019495182,0.000025506426,0.000044030225,0.00003720041,0.000048504],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989088,0.000013240001,0.00042019467,0.00023831891,0.00009794796,0.00032149654],"domain_scores_gemma":[0.9991562,0.00047605843,0.00005865706,0.0001500124,0.000046835954,0.00011228228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007432755,0.00018813238,0.00022694265,0.00037300593,0.00012615843,0.00011806987,0.000084279,0.00010117937,0.00005006709],"category_scores_gemma":[0.00013580643,0.00020452413,0.00013293696,0.0002724914,0.000017703793,0.00020952216,0.000008013902,0.0001021692,0.000005732678],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001717399,0.000012042888,0.0000016236239,0.000025258447,0.0003114945,0.0000014914248,0.0008393536,0.875541,0.068930306,0.001445613,0.00002033118,0.052854355],"study_design_scores_gemma":[0.000023261498,0.00002261752,0.000009769766,0.000004626953,0.00024535228,0.0000024061444,0.0001945081,0.550125,0.44841996,0.00032201497,0.00048136,0.00014913539],"about_ca_topic_score_codex":0.000048488335,"about_ca_topic_score_gemma":0.000018046581,"teacher_disagreement_score":0.84551466,"about_ca_system_score_codex":0.00006455187,"about_ca_system_score_gemma":0.000011385383,"threshold_uncertainty_score":0.83402514},"labels":[],"label_agreement":null},{"id":"W1966727134","doi":"10.1115/detc2010-28458","title":"Integration of TRIZ and Virtual Environments for Hemp Scutcher Design","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"TRIZ; Visualization; Computer science; Conceptual design; Virtual reality; Human–computer interaction; Product design; Virtual machine; Product (mathematics); Systems engineering; Engineering; Artificial intelligence","score_opus":0.02620389264080723,"score_gpt":0.2584713391551937,"score_spread":0.2322674465143865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966727134","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1030629,0.000014680311,0.89268523,0.0000841464,0.00029256562,0.00017569753,0.0000014790338,0.000028164803,0.0036551428],"genre_scores_gemma":[0.96103096,0.000013785134,0.035752855,0.00003916429,0.000028827972,0.000017402293,0.0000028191832,0.000008304588,0.0031059016],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9997978,0.0000083815,0.00007187809,0.00004463764,0.000033359564,0.000043935215],"domain_scores_gemma":[0.9997636,0.00013421956,0.000012610395,0.000059726462,0.0000055220885,0.000024337785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014555558,0.00003920884,0.000042140917,0.000022336466,0.000011244008,0.000009132619,0.000024818224,0.000035757108,0.00022664136],"category_scores_gemma":[0.00005735163,0.000034622397,0.000009476364,0.000021003902,0.000011222697,0.000115585884,0.0000021882745,0.000052193544,0.000012410701],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001248242,0.000019535533,0.000021821823,0.0000047781405,0.000009324602,2.3999775e-8,0.00027581578,0.0001101966,0.96100676,0.0027822433,0.0026988322,0.03305816],"study_design_scores_gemma":[0.0006403119,0.00011880797,0.0032036297,0.0000045842385,0.00002900445,0.0000037638285,0.00050639553,0.030008435,0.85684055,0.0006197953,0.10785775,0.00016697272],"about_ca_topic_score_codex":0.0000026387759,"about_ca_topic_score_gemma":0.0000028812951,"teacher_disagreement_score":0.85796803,"about_ca_system_score_codex":0.000004867903,"about_ca_system_score_gemma":0.00000528842,"threshold_uncertainty_score":0.2481564},"labels":[],"label_agreement":null},{"id":"W1969552742","doi":"10.1115/detc2010-28065","title":"Case Study in Systematic Design Engineering: Trapeze Demonstration Rig","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Scope (computer science); Engineering design process; Process (computing); Computer science; Heuristic; Creativity; Systems engineering; Design process; Management science; Engineering; Engineering management; Work in process; Artificial intelligence; Mechanical engineering; Operations management","score_opus":0.036425157718517814,"score_gpt":0.2657182859161382,"score_spread":0.2292931281976204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969552742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8814098,0.000019051093,0.11378628,0.000023861961,0.00079424493,0.0010176825,2.2530561e-7,0.0003282412,0.0026205834],"genre_scores_gemma":[0.9932294,0.0000010324624,0.006485599,0.000011393386,0.000034690715,0.000105125226,4.1423917e-7,0.000017736947,0.00011463776],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993908,0.00006237264,0.00024998284,0.00009257624,0.00008307486,0.00012119835],"domain_scores_gemma":[0.99937207,0.00034887172,0.000018867564,0.00018286619,0.000018807314,0.000058511192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006160318,0.00010095441,0.00013048417,0.00013018693,0.000020831358,0.00006129552,0.00006356551,0.000053308675,0.00014372892],"category_scores_gemma":[0.00013335882,0.00009475175,0.000016210011,0.00020813681,0.0000036221038,0.00022849697,0.000002736976,0.0002294975,0.00008386034],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070891096,0.005704519,0.017945737,0.02690323,0.00093123765,0.014878858,0.06725299,0.61797124,0.21741554,0.015172358,0.006568834,0.009184554],"study_design_scores_gemma":[0.0010753785,0.00014289832,0.0041709077,0.00016971392,0.00012986039,0.007697191,0.009889231,0.9728102,0.0029969579,0.000048124497,0.00018346136,0.0006860446],"about_ca_topic_score_codex":0.00007476389,"about_ca_topic_score_gemma":0.00033471535,"teacher_disagreement_score":0.354839,"about_ca_system_score_codex":0.000021192473,"about_ca_system_score_gemma":0.000021212365,"threshold_uncertainty_score":0.38638642},"labels":[],"label_agreement":null},{"id":"W1973117896","doi":"10.1016/j.destud.2007.12.004","title":"The ideation gap:","year":2008,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":97,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Ideation; Conversation; Computer science; Representation (politics); Human–computer interaction; Space (punctuation); Psychology; Communication; Cognitive science; Political science","score_opus":0.2253938353756923,"score_gpt":0.3330572810071932,"score_spread":0.10766344563150088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973117896","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038948536,0.13293213,0.61382705,0.007794856,0.009394513,0.0013564536,0.0000040071764,0.0025376026,0.19320486],"genre_scores_gemma":[0.9841541,0.010255385,0.002065817,0.0001305644,0.00013885458,0.000060152935,6.4144103e-7,0.000013529317,0.0031809506],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996539,0.000043496075,0.00008398397,0.000047898095,0.00007562727,0.00009511803],"domain_scores_gemma":[0.9992055,0.00061685516,0.000013905273,0.00009701037,0.000050699455,0.000015987422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020573882,0.00005625708,0.0000553559,0.000017192528,0.00029265965,0.000013389016,0.000053420717,0.0000135801765,0.00001022104],"category_scores_gemma":[0.00018017497,0.00003879601,0.0000146014445,0.000093680595,0.000040947856,0.0000896139,0.000005761222,0.000052552554,0.00021573785],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019676729,0.000019155046,0.0003193808,0.000020213487,0.00030115075,0.000009306639,0.009543972,0.0056861844,0.0015947552,0.00495493,0.95206755,0.025463695],"study_design_scores_gemma":[0.00031408353,0.00005383171,0.010135553,0.000015907239,0.00004770152,0.00007648912,0.0039729876,0.0052725226,0.0053903204,0.004068518,0.9703109,0.00034116252],"about_ca_topic_score_codex":0.0000013296437,"about_ca_topic_score_gemma":0.0000011874264,"teacher_disagreement_score":0.94520557,"about_ca_system_score_codex":0.00002501589,"about_ca_system_score_gemma":0.0000103427665,"threshold_uncertainty_score":0.27729455},"labels":[],"label_agreement":null},{"id":"W1973484051","doi":"10.3763/aedm.2008.0097","title":"The Dynamics of Actors' and Stakeholders' Participation: An Approach of Management by Design","year":2008,"lang":"en","type":"article","venue":"Architectural Engineering and Design Management","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Structuring; Process (computing); Process management; Project management; Knowledge management; Construct (python library); Perspective (graphical); Project charter; Project stakeholder; Management science; Computer science; Project management triangle; Engineering; Systems engineering; Business","score_opus":0.04301591128717112,"score_gpt":0.23077818036699363,"score_spread":0.18776226907982252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973484051","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05708475,0.0006405704,0.9406837,0.00005223894,0.00009139864,0.0004389978,0.0000031452403,0.00009924694,0.00090590806],"genre_scores_gemma":[0.9391787,0.0007100544,0.059793405,0.000009602619,0.000010769385,0.000056541907,0.000007896665,0.000022190441,0.00021084021],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991943,0.00006191206,0.00023431216,0.00015107616,0.0001599403,0.00019843005],"domain_scores_gemma":[0.99944377,0.00019972996,0.00004457269,0.00021453468,0.000016519978,0.000080845646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003344171,0.00015498117,0.00014174188,0.00009469799,0.0000875502,0.000025050287,0.00012248693,0.0000279288,0.0000028636985],"category_scores_gemma":[0.000010798361,0.00012609662,0.000020875294,0.00015995496,0.00006341309,0.00010451856,0.000030685886,0.00009006518,4.9239344e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079363126,0.0000852006,0.00008116056,0.0006116846,0.0003654753,0.000005742847,0.0019357913,0.8754352,0.00076582667,0.009585883,0.0008413953,0.110207304],"study_design_scores_gemma":[0.0004719371,0.00012955125,0.0049452307,0.00003140225,0.0000948532,0.000024368572,0.00058313773,0.9906092,0.001306115,0.00020730073,0.0013280433,0.00026883872],"about_ca_topic_score_codex":0.000006217558,"about_ca_topic_score_gemma":3.6499094e-7,"teacher_disagreement_score":0.88209397,"about_ca_system_score_codex":0.000021261132,"about_ca_system_score_gemma":0.0000034380867,"threshold_uncertainty_score":0.5142071},"labels":[],"label_agreement":null},{"id":"W1973736970","doi":"10.1016/j.tcs.2013.08.014","title":"Generation of Combinatorial Structures","year":2013,"lang":"en","type":"article","venue":"Theoretical Computer Science","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Mathematics; Combinatorics","score_opus":0.018945886962782123,"score_gpt":0.25999069165725186,"score_spread":0.24104480469446973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973736970","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45879075,0.000016627442,0.525403,0.0001770583,0.0031468302,0.00011141859,4.3591436e-7,0.00008976363,0.012264055],"genre_scores_gemma":[0.98202944,0.0000013452108,0.017714137,0.00005817782,0.0001886265,0.0000023029897,4.7339964e-7,0.0000032705607,0.0000022422698],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995375,0.000021121783,0.00009167647,0.00008159147,0.00016344694,0.00010463066],"domain_scores_gemma":[0.9996454,0.00006412339,0.000012233288,0.00013382641,0.000083038256,0.00006139215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020506362,0.0000436749,0.000052165484,0.00004242131,0.000045362667,0.00006921173,0.0001976663,0.000017891218,0.00044953308],"category_scores_gemma":[0.000035981375,0.00003642272,0.0000104825585,0.0001939702,0.00041985046,0.0002437071,0.000024261803,0.000054637443,0.000055753346],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.0411325e-7,0.0000066229636,0.0000070127703,0.0000031183692,0.0000011485222,5.9539637e-8,0.0001279343,0.0007693203,0.017470488,0.9704089,0.000559305,0.010645559],"study_design_scores_gemma":[0.00010761234,0.000045845325,0.0016433303,0.0000028852223,0.0000030211124,0.0000044212397,0.0000072204407,0.7188028,0.07080086,0.20819263,0.000295234,0.00009409809],"about_ca_topic_score_codex":0.0000020884065,"about_ca_topic_score_gemma":2.7299182e-8,"teacher_disagreement_score":0.76221627,"about_ca_system_score_codex":0.000012156411,"about_ca_system_score_gemma":0.00001946458,"threshold_uncertainty_score":0.4922072},"labels":[],"label_agreement":null},{"id":"W1975591482","doi":"10.1115/detc2003/cie-48189","title":"Lessons From Experimental Computer Assisted Sketching Tool for Planar Mechanisms","year":2003,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Human–computer interaction; Domain (mathematical analysis); Metaphor; Mechanism (biology); Conceptual design; Simple (philosophy); Engineering drawing; Software engineering; Engineering","score_opus":0.04015893014487116,"score_gpt":0.3001367706705081,"score_spread":0.25997784052563694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975591482","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015751064,0.000059400925,0.9680412,0.00016719119,0.0011757197,0.00014689204,0.00001143073,0.0002308345,0.014416291],"genre_scores_gemma":[0.74029404,0.0000017162897,0.2587264,0.00040432368,0.00006840704,0.000031456548,0.00002406154,0.000020101876,0.00042948703],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995823,0.00002630742,0.000103267754,0.00010801046,0.00005923472,0.000120901364],"domain_scores_gemma":[0.99963987,0.0001808098,0.000014040126,0.00011277262,0.000010441454,0.000042088483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000096442396,0.00008359833,0.00007815362,0.000026094336,0.000053848766,0.000060276536,0.00005751576,0.000041336916,0.00075621105],"category_scores_gemma":[0.000014185117,0.00008349923,0.000032966003,0.000037555164,0.0000030576734,0.0001423556,0.000002871414,0.000057012494,0.00008265729],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035503854,0.00037172073,0.00004230201,0.000035270987,0.00029650956,0.0000066424304,0.0033324233,0.0021797698,0.44331214,0.40704358,0.11769728,0.025646856],"study_design_scores_gemma":[0.0018231814,0.000105238105,0.00087655307,0.000027656015,0.00005859898,0.00003089691,0.002517574,0.06595586,0.5992778,0.007491178,0.32096994,0.00086551503],"about_ca_topic_score_codex":0.000012964931,"about_ca_topic_score_gemma":0.000003296653,"teacher_disagreement_score":0.724543,"about_ca_system_score_codex":0.00003473558,"about_ca_system_score_gemma":0.000012292118,"threshold_uncertainty_score":0.8279981},"labels":[],"label_agreement":null},{"id":"W1975762228","doi":"10.1145/1512714.1512739","title":"Point and sketch","year":2008,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Sketch; Conversation; Ideation; Gesture; Computer science; Laser pointer; Human–computer interaction; Negotiation; Pointer (user interface); Collaborative design; Point (geometry); Multimedia; Psychology; Artificial intelligence; Cognitive science; Systems design; Communication; Software engineering","score_opus":0.018368292921685982,"score_gpt":0.21576346256881354,"score_spread":0.19739516964712756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975762228","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3572885,0.00019475094,0.0060115177,0.0006244571,0.0002113051,0.000029649553,1.6073669e-7,0.00021004792,0.6354296],"genre_scores_gemma":[0.99253345,0.00012768082,0.0018414374,0.0001803866,0.000021723159,0.0000011956951,2.581252e-7,0.0000034275054,0.0052904557],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9999031,0.0000027753022,0.000023598108,0.00002148006,0.00001732415,0.00003174323],"domain_scores_gemma":[0.9999164,0.000021961858,0.0000015600513,0.00003407847,0.000004016985,0.000022031722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000022333264,0.000018035174,0.00001692373,0.000010077794,0.000013682918,0.00000415449,0.0000102051,0.000008320922,0.0005445587],"category_scores_gemma":[0.000008152408,0.000016423543,0.0000030566846,0.000022896296,0.0000044623375,0.00006547831,0.0000016466522,0.000022894987,0.0001576833],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006409726,0.000055488923,0.0075290916,0.000044215034,0.000041067568,0.000020406003,0.00443839,0.000371669,0.005136165,0.021494944,0.91096586,0.04989631],"study_design_scores_gemma":[0.00016784623,0.000011487234,0.04523399,0.000001962901,0.0000039730335,0.0002412845,0.00024531793,0.005312446,0.0046320357,0.00037891415,0.94362915,0.00014161368],"about_ca_topic_score_codex":0.0000046130017,"about_ca_topic_score_gemma":0.0000010795234,"teacher_disagreement_score":0.6352449,"about_ca_system_score_codex":0.0000029189896,"about_ca_system_score_gemma":0.000002916043,"threshold_uncertainty_score":0.5962536},"labels":[],"label_agreement":null},{"id":"W1977737464","doi":"10.1115/detc2010-28377","title":"Recyclability Oriented Lifecycle Design of Mechatronic Products","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Mechatronics; Viewpoints; Manufacturing engineering; Reliability (semiconductor); Engineering; Systems engineering; Computer science; Embedded system; Control engineering","score_opus":0.01552240243414927,"score_gpt":0.24179613637405933,"score_spread":0.22627373393991007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977737464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5735456,0.00017217488,0.3489143,0.0015873751,0.0056038178,0.0010278807,0.0000036111833,0.0011036112,0.06804169],"genre_scores_gemma":[0.963027,0.00001092352,0.03597442,0.000025557327,0.00006762089,0.0000124981325,0.0000017902624,0.000013413205,0.00086679135],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995032,0.000039280785,0.00014605695,0.00010801942,0.000085168445,0.00011828946],"domain_scores_gemma":[0.99938476,0.00013732605,0.000024131483,0.00031769476,0.00008765312,0.00004841161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045323078,0.00006756435,0.000081044716,0.0000373818,0.000017957864,0.000008337571,0.0000845319,0.000048691916,0.00088233774],"category_scores_gemma":[0.00044839698,0.000062435785,0.000015323,0.00020408147,0.000019635941,0.00016346108,0.0000074125164,0.00017652036,0.000109788416],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004318232,0.00028021724,0.0008322813,0.00016255885,0.00006137501,5.8704114e-7,0.0007032009,0.0036687881,0.93249035,0.020730319,0.02244589,0.018581262],"study_design_scores_gemma":[0.00044700733,0.00008615148,0.0057486123,0.000008575413,0.000040818268,0.000014075389,0.00022475031,0.024366235,0.80720896,0.002140094,0.15934661,0.00036812964],"about_ca_topic_score_codex":0.000017530647,"about_ca_topic_score_gemma":0.000006525074,"teacher_disagreement_score":0.38948143,"about_ca_system_score_codex":0.000013886094,"about_ca_system_score_gemma":0.000060229548,"threshold_uncertainty_score":0.96609795},"labels":[],"label_agreement":null},{"id":"W1979889480","doi":"10.1007/s11422-006-9018-9","title":"From designing artifacts to learning science: A dialectical perspective","year":2006,"lang":"en","type":"article","venue":"Cultural Studies of Science Education","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Dialectic; Contradiction; Epistemology; Embodied cognition; Science education; Sociology; Perspective (graphical); Artifact (error); Cognitive science; Psychology; Computer science; Artificial intelligence; Pedagogy; Philosophy","score_opus":0.04606511151062909,"score_gpt":0.37371134935403866,"score_spread":0.32764623784340957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979889480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97429717,0.00068990956,0.0005796755,0.0009890724,0.0019294533,0.00015409761,4.6072194e-7,0.00008743722,0.021272749],"genre_scores_gemma":[0.99308246,0.000025134417,0.0060676383,0.000041392635,0.00035861635,0.00001990381,0.0000010094338,0.00000521765,0.00039861718],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.99892473,0.000020352676,0.00016249571,0.0002545813,0.00038167395,0.00025615317],"domain_scores_gemma":[0.99862134,0.00014002193,0.000049346047,0.000102595404,0.0009852168,0.00010145993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005348827,0.000096505886,0.000112277135,0.00018435607,0.00059826236,0.00013697114,0.00022975252,0.00001700921,0.00002743671],"category_scores_gemma":[0.0022713551,0.000081496764,0.00001975878,0.001745085,0.0010047184,0.0011051483,0.00003992457,0.00011328279,0.00007825397],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007848692,0.00009844696,0.0010375337,0.000012727219,0.000014719643,1.6970202e-7,0.05815629,0.006582216,0.9111225,0.0061750514,0.007379674,0.009412833],"study_design_scores_gemma":[0.00015263239,0.00011395338,0.086870775,0.0001224133,0.00004689303,0.000005096285,0.5212808,0.0014116847,0.37596607,0.004752835,0.0087850075,0.00049181166],"about_ca_topic_score_codex":0.000395556,"about_ca_topic_score_gemma":0.000013548712,"teacher_disagreement_score":0.5351564,"about_ca_system_score_codex":0.000592976,"about_ca_system_score_gemma":0.00050055335,"threshold_uncertainty_score":0.4601411},"labels":[],"label_agreement":null},{"id":"W1980360876","doi":"10.1115/detc2012-71258","title":"Confirmation and Cognitive Bias in Design Cognition","year":2012,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Heuristics; Cognition; Cognitive bias; Task (project management); Computer science; Cognitive psychology; Information processing; Protocol analysis; Confirmation bias; Debiasing; Unconscious mind; Psychology; Psychological research; Cognitive science; Social psychology","score_opus":0.11457073391146583,"score_gpt":0.30583386389680767,"score_spread":0.19126312998534184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980360876","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30184093,0.0012001358,0.5132761,0.00021773248,0.0005422888,0.0004697395,0.0000023226196,0.00027265082,0.18217814],"genre_scores_gemma":[0.9984356,0.00004022971,0.0012141159,0.00014659174,0.000030346042,0.000015841797,0.000005877818,0.000005466494,0.000105941355],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99974287,0.000048051217,0.00006586294,0.000029402616,0.000034032942,0.000079765116],"domain_scores_gemma":[0.9996272,0.00028982357,0.000009617041,0.000019647217,0.000016900556,0.000036861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002580851,0.000038529946,0.00003471441,0.00005331734,0.000011316012,0.000016629481,0.000008461439,0.000025206979,0.00028539688],"category_scores_gemma":[0.00009710899,0.00003899909,0.0000035957055,0.000069499416,0.0000067842366,0.00040793957,0.0000016911816,0.000047417412,0.00017219402],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026640028,0.00086411316,0.042688567,0.00056943076,0.00025356628,0.0000063051802,0.044752017,0.0021731355,0.030469837,0.0234558,0.0329761,0.82152474],"study_design_scores_gemma":[0.0052158907,0.00015869223,0.64764947,0.00033985145,0.00029574079,0.00019165083,0.01892027,0.14233123,0.14243264,0.0028441614,0.037992567,0.0016278257],"about_ca_topic_score_codex":0.0000056477575,"about_ca_topic_score_gemma":0.000002260098,"teacher_disagreement_score":0.8198969,"about_ca_system_score_codex":0.0000074079535,"about_ca_system_score_gemma":0.000005077043,"threshold_uncertainty_score":0.31248957},"labels":[],"label_agreement":null},{"id":"W1981420793","doi":"10.1177/1063293x10389799","title":"The Performance of Technical Information Transfer in New Product Development","year":2010,"lang":"en","type":"article","venue":"Concurrent Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; McGill University","funders":"","keywords":"Information transfer; Computer science; New product development; Process (computing); Product (mathematics); Communications system; Set (abstract data type); Information system; Technical communication; Systems engineering; Process management; Engineering; Telecommunications; Business","score_opus":0.008700360321259584,"score_gpt":0.21599466018339972,"score_spread":0.20729429986214012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981420793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9729842,0.00042335852,0.022029683,0.00011547416,0.0026688196,0.0002732165,7.271941e-7,0.00019293407,0.0013115847],"genre_scores_gemma":[0.99901766,0.00006706702,0.000811835,0.0000036631905,0.000046924015,0.000017066597,0.0000036585845,0.0000072161056,0.000024920864],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99951345,0.000002955398,0.00023075161,0.00004194012,0.00008851587,0.00012240614],"domain_scores_gemma":[0.999766,0.000056242443,0.00001055024,0.00010747799,0.000021077245,0.000038651975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020553134,0.00007287943,0.00006320304,0.00006463213,0.000018583418,0.000020514024,0.000112243506,0.000028496894,0.00001661945],"category_scores_gemma":[0.00006981341,0.00006130794,0.000012799242,0.00015398594,0.000008294907,0.00031780804,0.000006441576,0.00026564504,0.000018952214],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011880636,0.0000397807,0.0023020906,0.00047641175,0.000029660832,2.9584504e-7,0.0026889446,0.06291322,0.12857457,0.0053349533,0.0017776856,0.7958505],"study_design_scores_gemma":[0.00028289185,0.000011673514,0.03182699,0.00005837362,0.0000049843006,0.000007925393,0.000024588953,0.044900153,0.09889238,0.0000010280589,0.8237917,0.0001972995],"about_ca_topic_score_codex":0.0000012525354,"about_ca_topic_score_gemma":0.000008553965,"teacher_disagreement_score":0.82201403,"about_ca_system_score_codex":0.00002674779,"about_ca_system_score_gemma":0.00007771191,"threshold_uncertainty_score":0.25000653},"labels":[],"label_agreement":null},{"id":"W1981604409","doi":"10.1109/iciea.2012.6360915","title":"Classification of design theories and methodologies for effective industrial applications","year":2012,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Donghua University","keywords":"Industrial design; Computer science; Engineering; Mechanical engineering","score_opus":0.2348249582765791,"score_gpt":0.3887706750692971,"score_spread":0.15394571679271798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981604409","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015766439,0.00023780053,0.9927223,0.00008466432,0.0001536108,0.00064718246,0.0000029447845,0.000075307646,0.0044995956],"genre_scores_gemma":[0.886673,0.00002393772,0.112478286,0.000010949044,0.000106128406,0.000612444,0.0000032421106,0.000006668885,0.00008534732],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9996881,0.000094833944,0.00008032281,0.0000419904,0.000025710373,0.00006905999],"domain_scores_gemma":[0.99701834,0.0028274886,0.00002628513,0.00007210606,0.000031518644,0.000024276247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073639554,0.000042698073,0.00006469944,0.000033270946,0.000026356987,0.000008491292,0.000030283974,0.000049838054,0.000017537266],"category_scores_gemma":[0.0003616845,0.000036634752,0.000011035828,0.00007242607,0.000027266085,0.0001645544,0.0000035182536,0.000039090773,0.0000035728847],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007551482,0.000048010243,0.0013909612,0.0000755737,0.000083510684,3.5570722e-9,0.0015145972,0.00026388568,0.04221451,0.5479272,0.005274012,0.4011322],"study_design_scores_gemma":[0.001651841,0.00025491923,0.06738791,0.00002037107,0.00034919172,0.000009591942,0.009182644,0.006372728,0.5041184,0.096949436,0.31304544,0.0006575277],"about_ca_topic_score_codex":0.0000014876705,"about_ca_topic_score_gemma":1.7266404e-7,"teacher_disagreement_score":0.8850964,"about_ca_system_score_codex":0.00001064284,"about_ca_system_score_gemma":0.000007931498,"threshold_uncertainty_score":0.14939219},"labels":[],"label_agreement":null},{"id":"W1982640211","doi":"10.1068/b31175","title":"Landscape Grammar 1: Spatial Grammar Theory and Landscape Planning","year":2005,"lang":"en","type":"article","venue":"Environment and Planning B Planning and Design","topic":"Design Education and Practice","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Grammar; Generative grammar; Computer science; Emergent grammar; Ecotope; Linguistics; Generalized phrase structure grammar; Vocabulary; Landscape design; Affix grammar; Head-driven phrase structure grammar; Relational grammar; Natural language processing; Artificial intelligence; Landscape ecology; Engineering","score_opus":0.01851823600550002,"score_gpt":0.22912445900867587,"score_spread":0.21060622300317586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982640211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5485477,0.051865857,0.38665622,0.0003648589,0.0005786594,0.0005497138,0.000023094932,0.00065065746,0.0107632475],"genre_scores_gemma":[0.99133337,0.00056338875,0.006777979,0.00021060946,0.00043400962,0.000023736022,0.000048205195,0.000050741124,0.00055798417],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986038,0.00018445023,0.00026188092,0.00036190604,0.00018603734,0.00040191706],"domain_scores_gemma":[0.9986008,0.0009141758,0.00007138392,0.00016503809,0.0000057606753,0.00024287115],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009574956,0.00033029364,0.0002723062,0.00015860015,0.00029950606,0.0001976597,0.00008599459,0.00016593382,0.00013371388],"category_scores_gemma":[0.00006190378,0.00031842274,0.000025954472,0.000060820304,0.00007507582,0.00029952338,0.000040017625,0.0003598584,0.000030157942],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015603927,0.00018166279,0.36478406,0.0003458737,0.0005945625,0.00033376407,0.039626535,0.34517258,0.003775939,0.0016281462,0.06433691,0.17765957],"study_design_scores_gemma":[0.0050083315,0.0007838482,0.23554707,0.00070723594,0.00055053737,0.00081207044,0.009729053,0.25541842,0.0016874954,0.0024856054,0.48394933,0.0033209964],"about_ca_topic_score_codex":0.0000060406346,"about_ca_topic_score_gemma":2.1512544e-7,"teacher_disagreement_score":0.44278565,"about_ca_system_score_codex":0.000016414006,"about_ca_system_score_gemma":0.000013552714,"threshold_uncertainty_score":0.9999268},"labels":[],"label_agreement":null},{"id":"W1984745623","doi":"10.1115/1.4025288","title":"Affordances and Product Design to Support Environmentally Conscious Behavior","year":2013,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Affordance; Context (archaeology); Computer science; Human–computer interaction; Product (mathematics); Resource (disambiguation); Mathematics","score_opus":0.034640960444469196,"score_gpt":0.26013579790197705,"score_spread":0.22549483745750787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984745623","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036177058,0.00038890884,0.96009505,0.0011515876,0.00096904335,0.0008688601,0.0000015480088,0.00005152023,0.00029643512],"genre_scores_gemma":[0.8300229,0.00019552514,0.16898139,0.0003436617,0.00014675042,0.000042809887,3.0336062e-7,0.000026391122,0.00024032894],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989026,0.0001405521,0.0003863969,0.00011955501,0.00024998313,0.00020091704],"domain_scores_gemma":[0.99914056,0.00027337435,0.00010530862,0.00012916834,0.000053666427,0.0002979395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090769085,0.00013527698,0.0002099689,0.000093038645,0.00004256986,0.00008777073,0.00017293305,0.00005197841,0.0009043131],"category_scores_gemma":[0.00016882179,0.00011506192,0.00004188949,0.00009052536,0.000020617717,0.00042707688,0.00001708547,0.0002150258,0.00023533234],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015373091,0.0003931565,0.00008607013,0.000033686836,0.00013561138,0.00010519479,0.00057616126,0.005492596,0.6525705,0.00036355597,0.13178161,0.20830815],"study_design_scores_gemma":[0.00395474,0.009572703,0.009739342,0.00021962094,0.00090838206,0.0068464456,0.0015005228,0.011691611,0.8662088,0.009432395,0.07772157,0.0022038575],"about_ca_topic_score_codex":0.0000024049416,"about_ca_topic_score_gemma":3.5398065e-7,"teacher_disagreement_score":0.7938458,"about_ca_system_score_codex":0.00005789754,"about_ca_system_score_gemma":0.000054048523,"threshold_uncertainty_score":0.99015945},"labels":[],"label_agreement":null},{"id":"W1989455285","doi":"10.1016/j.cirp.2011.06.001","title":"Biologically inspired design","year":2011,"lang":"en","type":"article","venue":"CIRP Annals","topic":"Design Education and Practice","field":"Engineering","cited_by":225,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Biomimetics; Computer science; Engineering; Management science; Artificial intelligence","score_opus":0.3130017630748836,"score_gpt":0.3018537474108184,"score_spread":0.011148015664065203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989455285","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05163571,0.0013414997,0.19891405,0.000732788,0.0015625802,0.0003428962,0.0000056105096,0.0013221597,0.7441427],"genre_scores_gemma":[0.99279094,0.00013872432,0.0055017686,0.00092507794,0.00006228185,0.000016144439,0.000001916551,0.000011760205,0.00055140734],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996129,0.00004638221,0.00009637803,0.00007421646,0.0000390822,0.00013103601],"domain_scores_gemma":[0.9996932,0.00006251891,0.000016378675,0.0001305074,0.00003210645,0.00006526527],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002270531,0.00006383763,0.00006605333,0.00003599082,0.00002571635,0.00001515835,0.00010307215,0.00005095251,0.0014130953],"category_scores_gemma":[0.00009849738,0.00005727132,0.00002318004,0.000092349175,0.00001531052,0.000110479144,0.0000054812062,0.00006683474,0.0009833458],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015621893,0.0004923507,0.0024880045,0.00008322932,0.0002899307,0.000066190965,0.008865063,0.0012694678,0.06234155,0.01739969,0.6395563,0.26699203],"study_design_scores_gemma":[0.00033138497,0.00020421519,0.09682122,0.000024935893,0.0000270884,0.000029617628,0.0002549989,0.0023588047,0.07268797,0.01059228,0.81600225,0.0006652304],"about_ca_topic_score_codex":0.0000036835515,"about_ca_topic_score_gemma":2.5338042e-7,"teacher_disagreement_score":0.9411552,"about_ca_system_score_codex":0.000004842843,"about_ca_system_score_gemma":0.000012021285,"threshold_uncertainty_score":0.9997945},"labels":[],"label_agreement":null},{"id":"W1990902220","doi":"10.1115/detc2009-86996","title":"Implementation and Effect of Rubrics in Capstone Design Courses","year":2009,"lang":"en","type":"article","venue":"Volume 8: 14th Design for Manufacturing and the Life Cycle Conference; 6th Symposium on International Design and Design Education; 21st International Conference on Design Theory and Methodology, Parts A and B","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Rubric; Capstone; Computer science; Rank (graph theory); Mathematics education; Psychology; Mathematics; Algorithm","score_opus":0.08696955612597684,"score_gpt":0.3664342826081565,"score_spread":0.2794647264821797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990902220","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016769815,0.00092786213,0.97370344,0.0034631765,0.0012515292,0.0025188774,0.00003097263,0.00009507043,0.0012392276],"genre_scores_gemma":[0.96089274,0.004955938,0.031927995,0.0008328384,0.00019438138,0.00052429625,0.00003376982,0.00004217473,0.000595851],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99398196,0.0037724779,0.0007694717,0.00071375427,0.00034508205,0.00041724477],"domain_scores_gemma":[0.9883623,0.010456042,0.0003784223,0.0002606717,0.00026438502,0.0002781854],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008091825,0.000575166,0.0007020344,0.00057810044,0.00031412713,0.0003955157,0.00036305896,0.00024765392,0.00008619827],"category_scores_gemma":[0.0008324263,0.00046426003,0.00007177104,0.00011248326,0.00050508644,0.0004944395,0.00004671557,0.00040003765,0.0000038345065],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025877472,0.0005981977,0.0004283659,0.00032722307,0.0010658752,0.000009494783,0.008292009,0.033436965,0.011453983,0.70718163,0.0034769545,0.20785183],"study_design_scores_gemma":[0.019328825,0.0073763872,0.008412377,0.0012021199,0.0011359934,0.00047734892,0.0077811703,0.33482066,0.10971267,0.50377655,0.0032541368,0.0027217765],"about_ca_topic_score_codex":0.000050178012,"about_ca_topic_score_gemma":0.0000022300837,"teacher_disagreement_score":0.94412297,"about_ca_system_score_codex":0.000071584334,"about_ca_system_score_gemma":0.00026744668,"threshold_uncertainty_score":0.9997809},"labels":[],"label_agreement":null},{"id":"W1991070248","doi":"10.2495/dne-v9-n4-285-295","title":"Sustainability strategies in nature","year":2014,"lang":"en","type":"article","venue":"International Journal of Design & Nature and Ecodynamics","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sustainability; Relation (database); Management science; Similarity (geometry); Ideal (ethics); Computer science; Engineering; Artificial intelligence; Epistemology; Ecology; Data mining","score_opus":0.006034929055142821,"score_gpt":0.27524519210370013,"score_spread":0.26921026304855733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991070248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4813965,0.004810901,0.48045763,0.009589218,0.009199519,0.00030638155,0.000010800003,0.00009655427,0.014132493],"genre_scores_gemma":[0.9955905,0.00033456486,0.0035081762,0.00025442988,0.00025301916,0.0000011638305,0.0000029348384,0.000011269888,0.000043905875],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992551,0.00007529642,0.0002741112,0.00007663544,0.00020791026,0.00011092095],"domain_scores_gemma":[0.9990769,0.0003359579,0.00009878424,0.00007076779,0.0003622786,0.00005530775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070129376,0.00009833653,0.00013110945,0.00024208982,0.000016601869,0.00012296074,0.0002308599,0.00024802392,0.000020671778],"category_scores_gemma":[0.00038772618,0.00008928946,0.00003964932,0.00010823471,0.000021332145,0.0005843878,0.00001248902,0.0010765712,0.0000016309152],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011250692,0.00061799755,0.012612135,0.00031660983,0.00084941793,0.00035925923,0.00428729,0.46281797,0.0034016115,0.3025006,0.018725185,0.19238685],"study_design_scores_gemma":[0.0028835428,0.0003778831,0.07658006,0.00023220465,0.00008747726,0.0012939007,0.004255562,0.4580729,0.0007010866,0.30346286,0.15119316,0.0008593705],"about_ca_topic_score_codex":0.0000028002742,"about_ca_topic_score_gemma":0.000018523844,"teacher_disagreement_score":0.5141941,"about_ca_system_score_codex":0.00015112058,"about_ca_system_score_gemma":0.00010567716,"threshold_uncertainty_score":0.46772262},"labels":[],"label_agreement":null},{"id":"W1991475394","doi":"10.13031/2013.22883","title":"Concurrent Teaching of Technical Communication and the Engineering Design Process","year":2007,"lang":"en","type":"article","venue":"2007 Minneapolis, Minnesota, June 17-20, 2007","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Capstone; Presentation (obstetrics); Technical communication; Engineering design process; Process (computing); Class (philosophy); Curriculum; Engineering management; Computer science; Component (thermodynamics); Engineering education; Engineering; Systems engineering; Mechanical engineering; Electrical engineering; Pedagogy; Artificial intelligence; Psychology","score_opus":0.016316167635267644,"score_gpt":0.2815939992094986,"score_spread":0.26527783157423096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991475394","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060056254,0.05707202,0.7254721,0.009166578,0.0076413625,0.005591568,0.00017417021,0.002370857,0.13245513],"genre_scores_gemma":[0.9817282,0.00085082604,0.013563802,0.00046127854,0.00063069444,0.0001010087,0.00009256099,0.00014684026,0.0024247959],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978022,0.0001618849,0.0008042408,0.0002822086,0.00036600642,0.00058348797],"domain_scores_gemma":[0.9970036,0.0017652676,0.0002188157,0.00065048167,0.00016294832,0.00019885438],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0036176392,0.00036364613,0.0004384702,0.00026348888,0.00018777374,0.0000769391,0.00053265406,0.00023067059,0.00015632776],"category_scores_gemma":[0.00053619774,0.00031498697,0.00009247844,0.0004057519,0.00026103845,0.00043578373,0.0000695546,0.0008437833,0.00004264106],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050964695,0.0008835604,0.00069725205,0.00114276,0.00046421224,0.000025471229,0.013788195,0.03045673,0.018440826,0.026568113,0.8689408,0.038082488],"study_design_scores_gemma":[0.0027135056,0.0000724158,0.0010541008,0.0002884978,0.00023017931,0.00024253583,0.0014673937,0.03836489,0.00855059,0.00021015636,0.94593066,0.0008750658],"about_ca_topic_score_codex":0.000043328953,"about_ca_topic_score_gemma":0.000037813395,"teacher_disagreement_score":0.9216719,"about_ca_system_score_codex":0.00011827139,"about_ca_system_score_gemma":0.00006130251,"threshold_uncertainty_score":0.9999302},"labels":[],"label_agreement":null},{"id":"W1992598373","doi":"10.1142/s1793843011000716","title":"THE DESIGNER STANCE TOWARDS SHANAHAN'S DYNAMIC NETWORK THEORY OF THE \"CONSCIOUS CONDITION\"","year":2011,"lang":"en","type":"article","venue":"International Journal of Machine Consciousness","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Cognitive science; Computer science; Cognition; Epistemology; Psychology; Neuroscience; Philosophy","score_opus":0.0143828775709293,"score_gpt":0.25794099017839733,"score_spread":0.24355811260746804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992598373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4372696,0.02824812,0.3294118,0.0124929035,0.07981983,0.0012246695,0.00028350053,0.0002898397,0.11095973],"genre_scores_gemma":[0.99811554,0.00040406588,0.0005343577,0.00026721464,0.00021527724,0.0000035221785,0.000001820592,0.000020462088,0.00043774417],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99857044,0.00024545484,0.0005091674,0.00007600024,0.0004389933,0.00015993808],"domain_scores_gemma":[0.9981378,0.0006153174,0.00041871853,0.00021142747,0.0005574591,0.000059290935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012667254,0.00013090708,0.00016148569,0.00007562436,0.00011925292,0.0000537749,0.0009946694,0.000048619975,0.00038109827],"category_scores_gemma":[0.0002668166,0.000078739664,0.0001386145,0.0001518813,0.00019697267,0.00023485799,0.000047339956,0.0003299395,0.000009522205],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031114619,0.00094399415,0.027677763,0.00016221343,0.0070002084,0.00027762447,0.014032396,0.0625053,0.008272989,0.25367606,0.090668835,0.53167117],"study_design_scores_gemma":[0.007357461,0.0005062439,0.24651062,0.0012933577,0.0010198333,0.0046141017,0.00496266,0.03675689,0.019818533,0.42573893,0.24948782,0.0019335325],"about_ca_topic_score_codex":0.000015322941,"about_ca_topic_score_gemma":0.00008537285,"teacher_disagreement_score":0.5608459,"about_ca_system_score_codex":0.0000914002,"about_ca_system_score_gemma":0.0001751685,"threshold_uncertainty_score":0.41727588},"labels":[],"label_agreement":null},{"id":"W1992694907","doi":"10.1109/iccse.2014.6926443","title":"A systematic approach for functional decomposition of mechatronic system design using mechatronic design quotient (MDQ)","year":2014,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mechatronics; Conceptual design; Process (computing); Engineering design process; Computer science; Systems engineering; Computer-automated design; Design process; Decomposition; Design methods; Identification (biology); Control engineering; Artificial intelligence; Engineering; Systems design; Work in process; Human–computer interaction; Mechanical engineering; Programming language","score_opus":0.04767356513497293,"score_gpt":0.2571298963011771,"score_spread":0.20945633116620418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992694907","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005781189,0.0003164873,0.99543947,0.000009557575,0.00057924754,0.0017291,0.0000024013168,0.00028514737,0.0010604856],"genre_scores_gemma":[0.71522284,0.0000030053159,0.28428978,0.000014024576,0.00007683681,0.00027831944,0.000012915539,0.000040473515,0.00006178631],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982324,0.0004265881,0.00056599895,0.00022478394,0.00025627096,0.0002939487],"domain_scores_gemma":[0.99845624,0.00082563976,0.00018437418,0.0003008614,0.00014429443,0.00008861395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001959035,0.00021272663,0.00038146687,0.00019031852,0.0001065851,0.000052719282,0.00014302206,0.00010775855,0.000032515516],"category_scores_gemma":[0.00008282129,0.0001964055,0.00012531038,0.0001866796,0.0000131184,0.00026438577,0.000010846496,0.000097744145,0.000021149926],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006386099,0.00008170925,0.000001514671,0.013662189,0.0002043734,9.478377e-8,0.00014521157,0.9294488,0.01286062,0.042930514,0.00048024606,0.000120860845],"study_design_scores_gemma":[0.0004558918,0.00011644381,0.00000436426,0.00047497998,0.00026958255,0.000048459235,0.0006559849,0.9881762,0.009298461,0.00026964472,0.000023812285,0.00020614291],"about_ca_topic_score_codex":0.000008150391,"about_ca_topic_score_gemma":4.4193519e-7,"teacher_disagreement_score":0.71464473,"about_ca_system_score_codex":0.00041728804,"about_ca_system_score_gemma":0.000102416496,"threshold_uncertainty_score":0.8009184},"labels":[],"label_agreement":null},{"id":"W1993830319","doi":"10.1016/j.ausmj.2011.10.009","title":"Making a Face: Graphical Illustrations of Managerial Stances toward Customer Creativity","year":2011,"lang":"en","type":"article","venue":"Australasian Marketing Journal (AMJ)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Marketing; Creativity; Business; Face (sociological concept); Value (mathematics); Revenue; Typology; Business model; Action (physics); Intellectual property; Computer science; Sociology; Psychology","score_opus":0.06599360363152504,"score_gpt":0.3031743926371767,"score_spread":0.23718078900565168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993830319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6043138,0.00035327108,0.025288211,0.001305142,0.0037321206,0.00041691138,0.000024246057,0.00035620495,0.3642101],"genre_scores_gemma":[0.99033946,0.00017403145,0.0084951045,0.000023715469,0.0002816636,0.0000061431747,0.0000015562265,0.00003058144,0.000647719],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983785,0.00033050068,0.0005134698,0.00015387793,0.00028216766,0.00034143933],"domain_scores_gemma":[0.99906236,0.00027383817,0.00023469748,0.00017265185,0.00009981897,0.00015662992],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015783431,0.00019289042,0.0002422337,0.00023305776,0.00014638946,0.000103669256,0.00023715482,0.00012031486,0.0017890196],"category_scores_gemma":[0.00037134674,0.00019012525,0.00013308006,0.00040542436,0.000071789116,0.0005542344,0.000017471557,0.00062020845,0.00002962182],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006354174,0.0030163282,0.18591706,0.003993006,0.0050568017,0.0017122484,0.07510263,0.008800022,0.033085555,0.019081349,0.26606908,0.39181173],"study_design_scores_gemma":[0.002497831,0.00037061799,0.83870417,0.0014747736,0.00073571765,0.0024277342,0.02449931,0.0022279527,0.0052261692,0.0031464132,0.11653438,0.0021549184],"about_ca_topic_score_codex":0.000010822854,"about_ca_topic_score_gemma":0.000010940907,"teacher_disagreement_score":0.6527871,"about_ca_system_score_codex":0.000083570354,"about_ca_system_score_gemma":0.00005588222,"threshold_uncertainty_score":0.99912345},"labels":[],"label_agreement":null},{"id":"W1994174879","doi":"10.1115/detc2008-49816","title":"Implementing Mini Design Projects to Maximize the Quality of Design-Build Term Project Student Work","year":2008,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"University of Ontario Institute of Technology","keywords":"Curriculum; Engineering management; Computer science; Work (physics); Quality (philosophy); Scale (ratio); Project-based learning; Engineering education; Engineering design process; Engineering; Mathematics education","score_opus":0.19192649712569787,"score_gpt":0.39190032878832065,"score_spread":0.19997383166262278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994174879","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18132013,0.00019560111,0.78346384,0.00081685325,0.0006145919,0.003836085,0.0000039324723,0.0004580852,0.02929086],"genre_scores_gemma":[0.9134853,0.00003586399,0.08440411,0.0002735547,0.000083517836,0.0002435625,0.0000018091494,0.000033137858,0.0014391606],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9982001,0.00040786955,0.000477476,0.00019604695,0.00033364107,0.0003848413],"domain_scores_gemma":[0.99837977,0.00096658326,0.0000991943,0.00040554124,0.00008468943,0.00006419765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002287968,0.00017170253,0.00020774337,0.00010137457,0.00015140169,0.000047581976,0.00033091797,0.00004370733,0.00021383342],"category_scores_gemma":[0.00025796436,0.00012433845,0.00005906399,0.00055627566,0.000025998352,0.00015001843,0.00006264103,0.00014084448,0.000055278964],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011448924,0.0018860735,0.06623681,0.00063817966,0.0014493295,0.00004045232,0.17187217,0.03887093,0.054882262,0.003633098,0.5881469,0.07119888],"study_design_scores_gemma":[0.005311208,0.0011491452,0.5126824,0.00033563277,0.0004057868,0.00017570368,0.04255243,0.0043233656,0.22554909,0.0002812379,0.20351738,0.0037166362],"about_ca_topic_score_codex":0.00008799553,"about_ca_topic_score_gemma":0.000010688097,"teacher_disagreement_score":0.73216516,"about_ca_system_score_codex":0.00005895362,"about_ca_system_score_gemma":0.00013524221,"threshold_uncertainty_score":0.5070375},"labels":[],"label_agreement":null},{"id":"W1994763309","doi":"10.1115/1.4027494","title":"Retrieving Causally Related Functions From Natural-Language Text for Biomimetic Design","year":2014,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Relation (database); Computer science; Sentence; Function (biology); Natural language; Identification (biology); Relationship extraction; Artificial intelligence; Natural language processing; Data mining; Ecology","score_opus":0.0237644583712908,"score_gpt":0.25920523540269036,"score_spread":0.23544077703139957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994763309","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022319427,0.0013026099,0.9927044,0.00052062795,0.0026600922,0.00025502028,0.0000036722327,0.00009727028,0.00022439218],"genre_scores_gemma":[0.85858333,0.00007339994,0.1401449,0.00019963215,0.00040228615,0.000008461398,0.000004514451,0.000054794615,0.00052868994],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99829656,0.00041194702,0.0006419323,0.00014652107,0.0002591455,0.0002438871],"domain_scores_gemma":[0.9953082,0.0038292983,0.00026135257,0.00021505609,0.00019607984,0.0001900019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022744846,0.00017679107,0.0003197024,0.00018225159,0.00008836223,0.00009047342,0.0002560089,0.00017288966,0.00032724673],"category_scores_gemma":[0.0028469746,0.00015371699,0.00015883728,0.00030700935,0.000014056302,0.0003338168,0.000011158611,0.00050424633,0.00010950852],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007209168,0.00019568119,0.0000028542652,0.00005329079,0.00067068596,0.000029222781,0.00080950523,0.022025352,0.7962103,0.001791123,0.08664146,0.09084959],"study_design_scores_gemma":[0.004114134,0.001665531,0.00021667348,0.00033689433,0.0009852852,0.00036522152,0.00071010774,0.8080536,0.12420586,0.01612322,0.042288143,0.0009353273],"about_ca_topic_score_codex":0.000003874726,"about_ca_topic_score_gemma":6.6205376e-7,"teacher_disagreement_score":0.8563514,"about_ca_system_score_codex":0.00010773486,"about_ca_system_score_gemma":0.00008400048,"threshold_uncertainty_score":0.6268397},"labels":[],"label_agreement":null},{"id":"W1996056581","doi":"10.1115/detc2010-28477","title":"Analysis of Design Activities Using EEG Signals","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Electroencephalography; Computer science; Process (computing); Task (project management); Conceptual design; Brain activity and meditation; Human–computer interaction; Artificial intelligence; Psychology; Engineering; Systems engineering; Neuroscience","score_opus":0.0483292604313373,"score_gpt":0.3045071209230191,"score_spread":0.25617786049168184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996056581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49759883,0.00002386616,0.4785965,0.000023389763,0.00029318157,0.000051247058,0.0000019847168,0.000099253804,0.023311734],"genre_scores_gemma":[0.9784523,0.000004996304,0.021099102,0.000028053231,0.000017425547,0.0000018574982,0.0000011404348,0.000007968916,0.00038715784],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99967736,0.000024927023,0.00010152846,0.000051314837,0.00006976889,0.000075095646],"domain_scores_gemma":[0.9995026,0.0002894932,0.000024620356,0.00012858098,0.000023411554,0.00003130638],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021366707,0.00005166839,0.00011115042,0.0002064689,0.000017360311,0.000019415802,0.00005561644,0.00003598351,0.0027495576],"category_scores_gemma":[0.000040013463,0.000049503094,0.000045221346,0.00042544212,0.000013471799,0.00018074723,0.0000036466195,0.00008305289,0.000010297752],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003770261,0.000022941109,0.00047733594,0.000008929435,0.0004699269,2.989596e-7,0.0003799041,0.12803476,0.8666781,0.00047180918,0.00061891734,0.0028333],"study_design_scores_gemma":[0.00007246058,0.000010103338,0.0036313306,0.0000026405432,0.0007306238,0.0000023698758,0.0004962657,0.71023375,0.28045255,0.000092476854,0.004099052,0.00017637458],"about_ca_topic_score_codex":0.00003312904,"about_ca_topic_score_gemma":0.000015530279,"teacher_disagreement_score":0.58622557,"about_ca_system_score_codex":0.000007061412,"about_ca_system_score_gemma":0.000019959509,"threshold_uncertainty_score":0.9981621},"labels":[],"label_agreement":null},{"id":"W1997723631","doi":"10.5539/ass.v11n5p108","title":"A New Insight into Design Approach with Focus to Architect-Client Relationship","year":2015,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Design Education and Practice","field":"Engineering","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Teknologi Malaysia; Ministry of Education, India","keywords":"Computer science; Process (computing); Design process; Engineering design process; Architectural design; Knowledge management; Virtualization; Process management; Human–computer interaction; Architecture; Work in process; Engineering","score_opus":0.05875976495957399,"score_gpt":0.2919717796406609,"score_spread":0.2332120146810869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997723631","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00066473655,0.000019134632,0.52614033,0.0009329277,0.00013464426,0.00015539427,1.6429442e-7,0.00009573868,0.47185692],"genre_scores_gemma":[0.8863677,2.7999184e-7,0.11287739,0.000099488476,0.00013672932,0.000019401254,4.692024e-7,0.000010600382,0.0004879418],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99908406,0.000053411095,0.00009370013,0.00017926583,0.00036624924,0.0002233162],"domain_scores_gemma":[0.99937344,0.000052335366,0.000022376391,0.00012903982,0.000059535534,0.00036324753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005898379,0.000082611885,0.00007104067,0.00012379781,0.00021468247,0.00013012222,0.0002532461,0.00003243073,0.000012478803],"category_scores_gemma":[0.00022317104,0.00007451234,0.000012087315,0.0014367284,0.000084933396,0.00035251022,0.000020851565,0.00013594709,0.00016520948],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055425397,0.00006787536,0.00053112756,0.000010395358,0.00001248195,0.000003522199,0.21144749,0.0027233555,0.0010245531,0.048781842,0.024148263,0.7111937],"study_design_scores_gemma":[0.0034459552,0.0016592272,0.2486335,0.00009829052,0.0001492158,0.00016244406,0.043209825,0.0076115727,0.010271598,0.061897494,0.61931974,0.003541172],"about_ca_topic_score_codex":0.000057868994,"about_ca_topic_score_gemma":0.000013616575,"teacher_disagreement_score":0.88570297,"about_ca_system_score_codex":0.00018731161,"about_ca_system_score_gemma":0.0005025167,"threshold_uncertainty_score":0.30385253},"labels":[],"label_agreement":null},{"id":"W1998248566","doi":"10.1017/s0890060407000261","title":"Making sense of engineering design review activities","year":2007,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; New product development; Process (computing); Engineering design process; Set (abstract data type); Coding (social sciences); Product design; Product (mathematics); Knowledge management; Process management; Engineering","score_opus":0.07470916172897887,"score_gpt":0.3138687174825328,"score_spread":0.23915955575355394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998248566","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005342384,0.0028109034,0.99078995,0.000031306503,0.00028927944,0.00044381173,0.000004735543,0.00023591996,0.000051689833],"genre_scores_gemma":[0.90235054,0.0013754594,0.096009046,0.00003961357,0.00010365679,0.000039462197,0.00000624009,0.000054447766,0.000021515303],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983201,0.000029595409,0.0007121396,0.00028337789,0.00019825783,0.0004565473],"domain_scores_gemma":[0.9980691,0.0013632167,0.000118518095,0.00027307015,0.00005391679,0.00012217186],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017851543,0.0003094566,0.00052530883,0.0006606961,0.00007186931,0.00007084582,0.0001383631,0.00009892914,0.000050077677],"category_scores_gemma":[0.00022635105,0.00033167418,0.00021545753,0.0005530389,0.000025410736,0.00028576024,0.000021541568,0.00019532366,0.000004631829],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003848334,0.000027412914,0.000005012688,0.0010737984,0.0007190818,0.000006789083,0.00034742823,0.9178173,0.02291023,0.0014081936,0.00008527034,0.05556102],"study_design_scores_gemma":[0.000023061133,0.000042213545,0.00007799719,0.00029714056,0.0006758275,0.000010525331,0.00013065038,0.4191355,0.5773379,0.0001681074,0.001734047,0.00036699936],"about_ca_topic_score_codex":0.000011414227,"about_ca_topic_score_gemma":0.000004723137,"teacher_disagreement_score":0.8970082,"about_ca_system_score_codex":0.00006435223,"about_ca_system_score_gemma":0.000015858286,"threshold_uncertainty_score":0.9999135},"labels":[],"label_agreement":null},{"id":"W1999432203","doi":"10.1080/14926150309556570","title":"Female students’ learning in design and technology projects","year":2003,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Unit (ring theory); Mathematics education; Psychology; Design and Technology; Pedagogy","score_opus":0.019039912692547567,"score_gpt":0.27223944184204485,"score_spread":0.2531995291494973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999432203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936239,0.0011869272,0.002848746,0.00086673436,0.0002927624,0.00013857025,7.710119e-8,0.000020490248,0.001021776],"genre_scores_gemma":[0.97024924,0.00010838337,0.02953021,0.000014174701,0.0000063840366,0.0000076521765,5.1296983e-8,0.000006487463,0.000077395176],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9994521,0.000012859638,0.00018749067,0.000083288236,0.00008369766,0.00018055388],"domain_scores_gemma":[0.99950445,0.00004529835,0.000084454754,0.00008355346,0.00015625445,0.00012597209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001023765,0.00006500138,0.00010380736,0.0018934086,0.0001338117,0.00007921123,0.00017574157,0.00008164573,0.0000095711775],"category_scores_gemma":[0.0009802959,0.00006365576,0.0000043766395,0.0014331324,0.0004037779,0.00021652103,0.0000060013,0.00026218686,0.0000022611314],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035267008,0.00044023577,0.32678288,0.0004036494,0.0000652682,0.000055122408,0.03824221,0.0010812387,0.030144518,0.40109292,0.0011347528,0.20055367],"study_design_scores_gemma":[0.0022824912,0.0012652691,0.019983988,0.001825961,0.00018643685,0.011796715,0.49992758,0.015785338,0.068859026,0.31209162,0.06407372,0.00192187],"about_ca_topic_score_codex":0.00001650013,"about_ca_topic_score_gemma":0.000093678755,"teacher_disagreement_score":0.46168536,"about_ca_system_score_codex":0.00010320379,"about_ca_system_score_gemma":0.0016121219,"threshold_uncertainty_score":0.2859835},"labels":[],"label_agreement":null},{"id":"W1999850970","doi":"10.1115/detc2005-84908","title":"Bridging Cross-Domain Terminology for Biomimetic Design","year":2005,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Bridging (networking); Computer science; Terminology; Bridge (graph theory); Domain (mathematical analysis); Connotation; Artificial intelligence; Data science; Linguistics","score_opus":0.04107066719906815,"score_gpt":0.3167710352128141,"score_spread":0.2757003680137459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999850970","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019450769,0.000119294025,0.96398693,0.0011981706,0.00037461103,0.00019252842,0.0000013567948,0.00030225987,0.014374084],"genre_scores_gemma":[0.83113575,0.000009974844,0.16390927,0.00040466324,0.0002297085,0.000047991238,0.000002790215,0.000023095243,0.004236739],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99954754,0.000019318506,0.000122032085,0.00009196264,0.00003424087,0.0001848909],"domain_scores_gemma":[0.99958956,0.0002123669,0.000013889292,0.00011898345,0.000020295989,0.000044917728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021901794,0.0000725201,0.000070562004,0.000065693406,0.000045216293,0.00005126143,0.00007984016,0.000045949415,0.0004808563],"category_scores_gemma":[0.00005261626,0.00007297337,0.000026610758,0.00006374013,0.000017548178,0.00017828577,0.0000047661024,0.000048698286,0.00038340487],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074611526,0.00013663559,0.00038526396,0.000098100456,0.00012284455,0.0000041442713,0.0011974165,0.040039983,0.10377138,0.015392873,0.15399753,0.6847792],"study_design_scores_gemma":[0.0008910727,0.000055195116,0.0012330415,0.000006252132,0.000021870781,0.00007219619,0.00007410431,0.21477903,0.09916515,0.001760944,0.6815789,0.0003622621],"about_ca_topic_score_codex":0.0000020179202,"about_ca_topic_score_gemma":0.0000014728075,"teacher_disagreement_score":0.811685,"about_ca_system_score_codex":0.00003579884,"about_ca_system_score_gemma":0.000017850833,"threshold_uncertainty_score":0.526504},"labels":[],"label_agreement":null},{"id":"W2001156059","doi":"10.1007/s00163-012-0141-1","title":"Predicting topic shift locations in design histories","year":2012,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Conversation; Computer science; Zoom; Sentence; Visualization; Deixis; Natural language processing; Segmentation; Design history; Artificial intelligence; Information retrieval; Human–computer interaction; Linguistics","score_opus":0.15609653288313302,"score_gpt":0.3595632927673584,"score_spread":0.20346675988422536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001156059","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018950382,0.0043313736,0.97028923,0.0003637428,0.0014909487,0.00083838106,0.0000014684771,0.0004794249,0.0032550385],"genre_scores_gemma":[0.9817937,0.00011479134,0.017411817,0.00000628272,0.00023023943,0.00025294095,0.000002244062,0.000046861103,0.00014113472],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99819994,0.0002935808,0.0002727154,0.0001502556,0.00031846852,0.00076505356],"domain_scores_gemma":[0.9977504,0.0017610135,0.000013589771,0.00026340305,0.000039992075,0.00017161162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038499981,0.00014042204,0.0001449865,0.00073441095,0.000053073578,0.000055326,0.00021818507,0.000106463594,0.00006037414],"category_scores_gemma":[0.0007380494,0.00016489814,0.000019201118,0.001031689,0.000025358127,0.0005957336,0.000023206143,0.0007094915,0.00009487499],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016181559,0.00013246678,0.012368214,0.00022626933,0.00001863462,0.0000127157255,0.005872962,0.96992123,0.003066275,0.0039275684,0.0015269157,0.0029105388],"study_design_scores_gemma":[0.00087793014,0.00011820325,0.075593874,0.0003934987,0.0000128579195,0.000028461714,0.0009659647,0.8666456,0.008829387,0.0008447164,0.044788387,0.00090117106],"about_ca_topic_score_codex":0.000062091545,"about_ca_topic_score_gemma":0.000007676638,"teacher_disagreement_score":0.9628433,"about_ca_system_score_codex":0.0006626559,"about_ca_system_score_gemma":0.00010087714,"threshold_uncertainty_score":0.6724351},"labels":[],"label_agreement":null},{"id":"W2002664956","doi":"10.1115/1.4028173","title":"Effects of Abstraction on Selecting Relevant Biological Phenomena for Biomimetic Design","year":2014,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto","keywords":"Abstraction; Computer science; Relevance (law); Exploit; Human–computer interaction; Natural (archaeology); Artificial intelligence; Epistemology","score_opus":0.045280497037978484,"score_gpt":0.2748027996233374,"score_spread":0.22952230258535894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002664956","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006774263,0.00012489595,0.99156255,0.00012765406,0.0009119923,0.00031604466,3.9099453e-7,0.0000386498,0.0001435632],"genre_scores_gemma":[0.9195671,0.00010461029,0.079829045,0.00008990924,0.00035171435,0.00001236768,3.4863282e-7,0.000025683761,0.000019221752],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985684,0.00039762972,0.00053190073,0.00010980359,0.00019354101,0.00019873284],"domain_scores_gemma":[0.9923448,0.006969394,0.00032442866,0.00009605464,0.00014598516,0.00011934247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026460865,0.0001389535,0.00031499667,0.00015173247,0.000045596604,0.000023948742,0.00015483513,0.00013295742,0.000025846586],"category_scores_gemma":[0.0027931407,0.00010828265,0.00012082295,0.00016000387,0.0000119268325,0.00012906776,0.00000500649,0.00029330695,0.000017199047],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065814867,0.00028113116,6.9228713e-7,0.0001451144,0.00013334761,0.0000037493796,0.000084654006,0.023435883,0.91862017,0.0030344797,0.002445384,0.05115723],"study_design_scores_gemma":[0.0014606273,0.004300323,0.00012106622,0.00016748458,0.00014740358,0.000065809705,0.000041556665,0.10277539,0.87705296,0.009920309,0.0037138974,0.00023319128],"about_ca_topic_score_codex":5.1387894e-7,"about_ca_topic_score_gemma":3.9726384e-8,"teacher_disagreement_score":0.91279286,"about_ca_system_score_codex":0.000079245445,"about_ca_system_score_gemma":0.000040782194,"threshold_uncertainty_score":0.4415638},"labels":[],"label_agreement":null},{"id":"W2002676289","doi":"10.1016/j.autcon.2012.04.018","title":"A self-evolutionary model for automated innovation of construction technologies","year":2012,"lang":"en","type":"article","venue":"Automation in Construction","topic":"Design Education and Practice","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fonds de Recherche du Québec - Santé; National Science Council","keywords":"Function (biology); Genetic algorithm; Computer science; Tree (set theory); Engineering; Emerging technologies; Industrial engineering; Data science; Knowledge management; Artificial intelligence; Machine learning","score_opus":0.020817523354502373,"score_gpt":0.2734403517995442,"score_spread":0.2526228284450418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002676289","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42126712,0.00024954262,0.5650508,0.0003131714,0.0023632508,0.0008825577,0.000030515108,0.007050219,0.0027928012],"genre_scores_gemma":[0.74412614,0.00003235304,0.25562906,0.000006885405,0.000030415998,0.00011009333,0.000044795917,0.0000124932085,0.000007749056],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991143,0.000028565979,0.00046543058,0.00009997517,0.00011778265,0.00017396215],"domain_scores_gemma":[0.9993712,0.00010656874,0.00017806921,0.00013677115,0.00019127729,0.000016154465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030634052,0.000108985754,0.00013075415,0.00060820713,0.000053093176,0.000013527221,0.00005864072,0.00016708249,0.000013559707],"category_scores_gemma":[0.00017455817,0.00012866595,0.000025275252,0.0009208881,0.00006490605,0.0010144933,0.0000079397205,0.00010042997,0.000009300469],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084890664,0.00032773035,0.023033198,0.0011284617,0.00015810844,1.4969001e-7,0.0035190478,0.17093386,0.025852576,0.5676064,0.0064641596,0.2008914],"study_design_scores_gemma":[0.00033970716,0.000012234143,0.0033131521,0.00002364166,0.000018157873,0.000041972413,0.00084359525,0.9859126,0.0043271035,0.0039637,0.0010730091,0.00013113338],"about_ca_topic_score_codex":0.0000026058556,"about_ca_topic_score_gemma":8.8637626e-7,"teacher_disagreement_score":0.8149787,"about_ca_system_score_codex":0.00018168772,"about_ca_system_score_gemma":0.00006278077,"threshold_uncertainty_score":0.52468455},"labels":[],"label_agreement":null},{"id":"W2005273090","doi":"10.1145/1268517.1268533","title":"Design as traversal and consequences","year":2007,"lang":"en","type":"article","venue":"Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Variety (cybernetics); Computer science; Context (archaeology); Space (punctuation); Tree traversal; Design rationale; Design methods; Design elements and principles; Systems engineering; Human–computer interaction; Management science; Software engineering; Engineering; Artificial intelligence; Programming language","score_opus":0.023774726634154888,"score_gpt":0.26213476118059087,"score_spread":0.23836003454643598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005273090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48541453,0.00077670184,0.039821893,0.0010752637,0.00059472304,0.00029990642,4.7666023e-7,0.0006796072,0.4713369],"genre_scores_gemma":[0.9939022,0.00006594305,0.00540654,0.00017077597,0.000053695625,0.000003351538,1.7044339e-7,0.000008786675,0.00038852426],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999688,0.0000013973664,0.000067639565,0.00006669783,0.000060528273,0.00011572568],"domain_scores_gemma":[0.99980843,0.000069801325,0.000012343318,0.000015917854,0.000029269266,0.0000642283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003360835,0.00005321997,0.000043032633,0.000042938675,0.00003147378,0.00004891732,0.00003775599,0.000031727086,0.00008781641],"category_scores_gemma":[0.000065869695,0.00005350679,0.000005734852,0.000086010434,0.00003424746,0.0002062295,0.000003002006,0.000069534464,0.00007542094],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021495302,0.00008058844,0.0042108065,0.00037421644,0.00013984834,0.000032505795,0.033036858,0.00008765552,0.64181876,0.07979077,0.07463857,0.16557448],"study_design_scores_gemma":[0.0009297979,0.00025814495,0.008556556,0.00006601648,0.000082255174,0.0007898746,0.010236441,0.0046452414,0.54164946,0.015142274,0.41674697,0.0008969293],"about_ca_topic_score_codex":0.0000055070923,"about_ca_topic_score_gemma":2.7250593e-7,"teacher_disagreement_score":0.5084877,"about_ca_system_score_codex":0.000013830336,"about_ca_system_score_gemma":0.000011444783,"threshold_uncertainty_score":0.21819435},"labels":[],"label_agreement":null},{"id":"W2006509873","doi":"10.7202/1006731ar","title":"Le recadrage dans la naissance des idées innovantes ou comment favoriser la créativité en s'inspirant des théories développées par les SIC1","year":2011,"lang":"fr","type":"article","venue":"Protée","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy; Political science","score_opus":0.05250185141545603,"score_gpt":0.27509190796541666,"score_spread":0.2225900565499606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006509873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46028826,0.02055725,0.09701613,0.012919692,0.0023830223,0.0021218238,0.000108449836,0.0009718448,0.40363353],"genre_scores_gemma":[0.9529588,0.002273318,0.04104563,0.00017787504,0.00019518756,0.00039032954,0.000009869386,0.00010295832,0.002846021],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763334,0.0007526897,0.0004813192,0.000363421,0.00022203711,0.00054716633],"domain_scores_gemma":[0.99815184,0.00095478387,0.00016629748,0.00038922884,0.00018507174,0.00015277768],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011217372,0.00042539972,0.00035488213,0.0001235032,0.0005726022,0.00021276996,0.00038410476,0.00024281027,0.00032298238],"category_scores_gemma":[0.0005986203,0.0004393359,0.00009194555,0.0004522489,0.00095681835,0.0011387396,0.00009633241,0.00057043065,0.00016363796],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018395127,0.0017490761,0.117357776,0.0025047746,0.00055017153,0.00012254687,0.21047068,0.00020112096,0.014357272,0.40407988,0.007692654,0.24073009],"study_design_scores_gemma":[0.00070745725,0.00022099694,0.15503569,0.0010380679,0.00013648791,0.00013675068,0.010559964,0.00023125624,0.15502779,0.03402659,0.641877,0.001001961],"about_ca_topic_score_codex":0.0018206149,"about_ca_topic_score_gemma":0.00044031025,"teacher_disagreement_score":0.6341843,"about_ca_system_score_codex":0.00012644853,"about_ca_system_score_gemma":0.0002354553,"threshold_uncertainty_score":0.99980587},"labels":[],"label_agreement":null},{"id":"W2006828661","doi":"10.1115/detc2012-71253","title":"Affordances and Environmentally Significant Behavior","year":2012,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Affordance; Context (archaeology); Computer science; Action (physics); Human–computer interaction; Product (mathematics); Listing (finance); Mathematics","score_opus":0.011983509249876498,"score_gpt":0.21815586804141054,"score_spread":0.20617235879153406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006828661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8868097,0.0007491213,0.004061841,0.00010008216,0.00050519936,0.00011437552,0.0000016235756,0.00014315358,0.107514925],"genre_scores_gemma":[0.9953838,0.00010228111,0.0031448407,0.000061232226,0.000046541543,0.000015674828,0.0000011755453,0.0000062260956,0.0012382066],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99980414,0.0000054289303,0.000040566134,0.000029820058,0.00003462864,0.000085402615],"domain_scores_gemma":[0.999868,0.00002285345,0.0000047851527,0.000045328103,8.823702e-7,0.000058172835],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000058424313,0.000036449157,0.000026796435,0.000011000725,0.000015590216,0.000011632799,0.000019146595,0.000012934101,0.0010455843],"category_scores_gemma":[0.0000024499425,0.000032595748,0.000005317497,0.000015729769,0.000010321282,0.00020412629,0.000003825042,0.000028719523,0.00015984527],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001185004,0.0005929621,0.27834648,0.00007547064,0.00007000929,0.000003734042,0.0043684663,0.00014469978,0.3635616,0.017985974,0.03892772,0.29591104],"study_design_scores_gemma":[0.00016752895,0.000022424638,0.4810174,0.000002769344,0.000043742308,0.000026262249,0.0013909305,0.00030897342,0.031352628,0.00004066125,0.48534602,0.00028064795],"about_ca_topic_score_codex":0.0000030674737,"about_ca_topic_score_gemma":5.0632735e-7,"teacher_disagreement_score":0.4464183,"about_ca_system_score_codex":0.00000865604,"about_ca_system_score_gemma":0.0000012966863,"threshold_uncertainty_score":0.9998676},"labels":[],"label_agreement":null},{"id":"W2007651423","doi":"10.1167/2.7.525","title":"Visual search strategies in a change detection task","year":2010,"lang":"en","type":"article","venue":"Journal of Vision","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Visual search; Change detection; Set (abstract data type); Computer science; Pattern recognition (psychology); Artificial intelligence; Observer (physics); Task (project management); Context (archaeology)","score_opus":0.028979429174608804,"score_gpt":0.3601164352678799,"score_spread":0.33113700609327107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007651423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995324,0.000096278454,0.0021669187,0.0001789859,0.0011510808,0.000037317794,1.5609383e-7,0.000012822645,0.0010324374],"genre_scores_gemma":[0.999143,0.00008430611,0.00038629884,0.000020195948,0.00034346833,9.1341803e-7,1.8004646e-7,0.000007297861,0.00001436075],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9995885,0.000028890694,0.00014674601,0.000029959005,0.00013162322,0.00007426314],"domain_scores_gemma":[0.99976623,0.00005702308,0.000037474583,0.000040170977,0.00005564343,0.000043456555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046685862,0.000040325,0.0000612477,0.00018582676,0.000016342534,0.000056325945,0.000049864047,0.000047168316,0.00009670043],"category_scores_gemma":[0.00003791724,0.000035112895,0.000021501313,0.0001579841,0.00000619019,0.0006786446,0.0000042130023,0.00042322266,0.000025227193],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041822113,0.00007334648,0.00025987244,0.000021596401,0.000006462815,0.000013181023,0.0013831531,0.00035473958,0.8203761,0.000055600292,0.00022759892,0.17718652],"study_design_scores_gemma":[0.0016288874,0.0011761435,0.78887004,0.0001913993,0.000029172603,0.0006971878,0.0049455045,0.057362076,0.05384824,0.00079568324,0.09006367,0.0003919903],"about_ca_topic_score_codex":0.000012182282,"about_ca_topic_score_gemma":0.000060806306,"teacher_disagreement_score":0.78861016,"about_ca_system_score_codex":0.000022921597,"about_ca_system_score_gemma":0.000026327794,"threshold_uncertainty_score":0.18387154},"labels":[],"label_agreement":null},{"id":"W2008868165","doi":"10.1093/jdh/epu031","title":"The Story of Design","year":2014,"lang":"en","type":"article","venue":"Journal of Design History","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Beauty; Visual arts; Typeface; Table (database); Nonsense; Art; Selection (genetic algorithm); Quarter (Canadian coin); Column (typography); Art history; Table of contents; Computer science; History; Aesthetics; World Wide Web; Artificial intelligence","score_opus":0.04143165502259522,"score_gpt":0.23326028352232442,"score_spread":0.1918286284997292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008868165","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005624876,0.012683762,0.9727303,0.0002352678,0.0038524799,0.000094715215,1.7561732e-7,0.000031960102,0.009808882],"genre_scores_gemma":[0.9595924,0.0009413354,0.034681063,0.00024760337,0.00063581584,0.0000058696687,1.5680685e-7,0.000059115206,0.003836612],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859446,0.0006785881,0.00033326712,0.000045139375,0.0002292117,0.00011930775],"domain_scores_gemma":[0.9972144,0.0020828051,0.00028392984,0.00018142861,0.00015581127,0.0000816203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036537803,0.00008681718,0.00016057996,0.00011355706,0.00006840848,0.000009159648,0.00025254357,0.00005002569,0.00009850467],"category_scores_gemma":[0.0006315607,0.00006606803,0.0000770602,0.00006310498,0.000061678285,0.00019681679,0.0000041275025,0.00037800006,0.000030620344],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012183603,0.000051260766,0.000010029292,0.000033300108,0.000096912496,0.000004294173,0.0017959386,0.016011866,0.023950163,0.0011184091,0.92428905,0.032516956],"study_design_scores_gemma":[0.0002320546,0.000170665,0.00022875967,0.00002293552,0.000047388807,0.00005256858,0.000125696,0.0032552313,0.0024648649,0.0002843078,0.99302334,0.00009221696],"about_ca_topic_score_codex":8.4005507e-7,"about_ca_topic_score_gemma":2.7507375e-7,"teacher_disagreement_score":0.9590299,"about_ca_system_score_codex":0.0003393638,"about_ca_system_score_gemma":0.00020962232,"threshold_uncertainty_score":0.26941758},"labels":[],"label_agreement":null},{"id":"W2009960261","doi":"10.1007/s00163-007-0041-y","title":"Using descriptions of biological phenomena for idea generation","year":2008,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":108,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Variety (cybernetics); Computer science; Engineering design process; Management science; Phenomenon; Continuation; Simple (philosophy); Artificial intelligence; Engineering; Epistemology; Mechanical engineering","score_opus":0.6390242262155917,"score_gpt":0.42582158587662694,"score_spread":0.2132026403389648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009960261","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06704348,0.00051478064,0.93151677,0.000021192709,0.0002226172,0.0003793414,0.000004047381,0.00007791479,0.00021987713],"genre_scores_gemma":[0.9135868,0.00022133709,0.08585469,0.0000027105057,0.0001778282,0.00009819202,0.0000062915924,0.000023275526,0.000028901199],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911404,0.00009402094,0.00021040007,0.00012086088,0.0001588795,0.0003017793],"domain_scores_gemma":[0.99913913,0.0005396056,0.0000132654495,0.0001391575,0.00010276125,0.00006605672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012007419,0.000082711515,0.00012151298,0.00037369484,0.00006171396,0.000014479473,0.00011114149,0.00007080402,0.000021117663],"category_scores_gemma":[0.0003442368,0.000087138185,0.000028073538,0.0005014251,0.000033669003,0.00015291799,0.000009939296,0.00019314264,0.000007473326],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000841707,0.00003269122,0.000054892364,0.00004974982,0.000010662525,0.0000023793464,0.00020297647,0.695513,0.30159283,0.0014254521,0.00056379987,0.00054314797],"study_design_scores_gemma":[0.00019185986,0.000055398436,0.00041060284,0.0000235688,0.0000020569157,0.000013300355,0.000034258494,0.9780003,0.019232035,0.000113682385,0.0018173298,0.00010564487],"about_ca_topic_score_codex":0.000011758004,"about_ca_topic_score_gemma":5.1146156e-7,"teacher_disagreement_score":0.8465433,"about_ca_system_score_codex":0.00015406418,"about_ca_system_score_gemma":0.00006968446,"threshold_uncertainty_score":0.3553392},"labels":[],"label_agreement":null},{"id":"W2010037792","doi":"10.1115/detc2010-29006","title":"Extraction and Transfer of Biological Analogies for Creative Concept Generation","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Abstraction; Correctness; Creativity; Human–computer interaction; Relation (database); Biomimetics; Artificial intelligence; Management science; Software engineering; Engineering; Programming language","score_opus":0.06599678280615616,"score_gpt":0.3209665551729768,"score_spread":0.2549697723668206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010037792","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6040042,0.00005535134,0.3834865,0.00014282863,0.00032535466,0.00012885491,0.0000063974917,0.000058456575,0.011792061],"genre_scores_gemma":[0.9928188,0.000041011088,0.0068893395,0.000021478205,0.000060569753,0.000013105822,0.000011078659,0.0000026801024,0.00014195738],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9998374,0.000008215442,0.000060851653,0.000042521995,0.000016829988,0.000034171404],"domain_scores_gemma":[0.99980795,0.000114477996,0.0000051695506,0.000030255502,0.000028470015,0.000013681727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000639362,0.00003098043,0.000042314554,0.00001680205,0.00001535697,0.000008288994,0.000012708426,0.000041819403,0.00032491575],"category_scores_gemma":[0.00005217822,0.000024409963,0.000010369987,0.000022844464,0.000020961192,0.00010347367,6.3739907e-7,0.000041877458,0.0000011149884],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008048928,0.0000150062115,0.00005994988,0.0000060898587,0.000012047937,3.3487744e-8,0.00044835304,0.00012318941,0.9593401,0.014196309,0.00224212,0.023548765],"study_design_scores_gemma":[0.0004033437,0.00013489222,0.01609982,0.0000019464944,0.00002332619,0.0000074330524,0.0010054547,0.036893684,0.8956481,0.00064335344,0.048988577,0.00015006129],"about_ca_topic_score_codex":0.000006621814,"about_ca_topic_score_gemma":0.000012487513,"teacher_disagreement_score":0.3888146,"about_ca_system_score_codex":0.0000021494197,"about_ca_system_score_gemma":0.0000042882434,"threshold_uncertainty_score":0.35575998},"labels":[],"label_agreement":null},{"id":"W2012046391","doi":"10.1109/tee.2010.5508814","title":"Building a Foundation for Multidisciplinary Design Using Case Studies","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Multidisciplinary approach; Foundation (evidence); Discipline; Work (physics); Engineering ethics; Computer science; Engineering management; Multidisciplinary team; Engineering; Mechanical engineering; Sociology; Political science; Medicine","score_opus":0.142083778132193,"score_gpt":0.41750790195254367,"score_spread":0.27542412382035064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012046391","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21327005,0.000039206872,0.7846865,0.00008382452,0.0012085913,0.00022117158,5.599289e-7,0.00015132879,0.0003387411],"genre_scores_gemma":[0.5526586,0.000004040953,0.44707268,0.00001645363,0.00010890046,0.000025454005,6.743054e-7,0.000012616684,0.00010054833],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99965507,0.000014970389,0.00010452653,0.00008225412,0.000036260386,0.00010694128],"domain_scores_gemma":[0.9992939,0.0004903628,0.000019074287,0.000095319316,0.00006755156,0.00003377553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033497319,0.000069385795,0.00006509551,0.000054092892,0.00014128593,0.000038722428,0.000033062515,0.00003299546,0.00006645811],"category_scores_gemma":[0.00019772911,0.000065785716,0.000019968187,0.00007497056,0.000013140102,0.00029281614,0.000009146788,0.00008123304,0.00001457135],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004806032,0.00009678518,0.00007659495,0.0002563504,0.00023580999,0.000092384216,0.0048865858,0.07490958,0.8265443,0.014541702,0.0063998024,0.07191204],"study_design_scores_gemma":[0.00031654295,0.000025987112,0.000021398535,0.000009433797,0.000058053814,0.0010942904,0.0017221346,0.9596179,0.02480247,0.0024300264,0.009672657,0.00022908494],"about_ca_topic_score_codex":0.000008274822,"about_ca_topic_score_gemma":0.000018829105,"teacher_disagreement_score":0.88470834,"about_ca_system_score_codex":0.000028369199,"about_ca_system_score_gemma":0.000019342928,"threshold_uncertainty_score":0.26826635},"labels":[],"label_agreement":null},{"id":"W2014127578","doi":"10.1061/41109(373)21","title":"Interdisciplinary Team Learning in the Context of Integrated Design Studio","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université de Montréal; McGill University","funders":"","keywords":"Design studio; Multidisciplinary approach; Studio; Knowledge management; Computer science; Context (archaeology); Integrated design; Sustainability; Design education; Process (computing); Engineering; Engineering management; Process management; Sociology; Business","score_opus":0.024028976901008622,"score_gpt":0.2959884691773703,"score_spread":0.2719594922763617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014127578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60339195,0.0001452824,0.097712964,0.0017655238,0.0014946071,0.000566896,0.0000013445559,0.0003422063,0.29457924],"genre_scores_gemma":[0.9975272,0.000007054749,0.0016547586,0.000079042016,0.000022961092,0.000014261344,0.0000018620755,0.000008604595,0.0006842912],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9995692,0.00009562434,0.00013654624,0.00005539989,0.00006230771,0.00008091997],"domain_scores_gemma":[0.9994039,0.00041803817,0.000020736168,0.00011327563,0.000027879267,0.00001616042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006372756,0.00006053405,0.00007664326,0.000059175603,0.00002601522,0.000017800401,0.00013677949,0.000036281494,0.00032487174],"category_scores_gemma":[0.00013789842,0.000039731724,0.000017257018,0.00017916513,0.000021959551,0.00010507853,0.000016957112,0.00045546732,0.00005304155],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019548288,0.0007975997,0.013840293,0.00012087467,0.00019998755,0.000016246453,0.16870484,0.016218212,0.26739737,0.013389491,0.20381945,0.31530014],"study_design_scores_gemma":[0.0019256932,0.00055697776,0.039715346,0.00011181983,0.000076469274,0.00012475716,0.4072017,0.16071084,0.058796488,0.0014023021,0.32847622,0.0009013655],"about_ca_topic_score_codex":0.000021547761,"about_ca_topic_score_gemma":0.000086016444,"teacher_disagreement_score":0.3941352,"about_ca_system_score_codex":0.000011365227,"about_ca_system_score_gemma":0.000024653575,"threshold_uncertainty_score":0.35571176},"labels":[],"label_agreement":null},{"id":"W2014398890","doi":"10.1016/j.autcon.2014.12.001","title":"FabPod: Designing with temporal flexibility &amp; relationships to mass-customisation","year":2015,"lang":"en","type":"article","venue":"Automation in Construction","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Australian Research Council; RMIT University","keywords":"Workflow; Systems engineering; Flexibility (engineering); Key (lock); Mass customization; Computer science; Workflow technology; Engineering; Software engineering; Workflow engine; Manufacturing engineering; Process management; Personalization; World Wide Web; Database","score_opus":0.0875286819364455,"score_gpt":0.2961420525999075,"score_spread":0.208613370663462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014398890","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45195952,0.000012383544,0.53821313,0.00042993503,0.00062293414,0.00037722828,0.0000016584129,0.00055860216,0.007824606],"genre_scores_gemma":[0.8306026,0.0000010680271,0.16909075,0.000031981526,0.000058257305,0.00006596556,0.000037911945,0.000016282745,0.00009519678],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998978,0.00018160806,0.00030720772,0.00017600185,0.00021567078,0.00014150032],"domain_scores_gemma":[0.9993036,0.0001471502,0.000076543554,0.0002057439,0.00014634147,0.000120632525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088415307,0.00011686316,0.000107474516,0.000288607,0.000073352865,0.00007969239,0.000058356007,0.000091875845,0.000059224607],"category_scores_gemma":[0.00041085988,0.00012474733,0.00001409269,0.00063789217,0.000030076542,0.0008421036,0.0000047511694,0.00020680136,0.00028615922],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018559086,0.00007157165,0.255721,0.00009906388,0.00004747076,0.000002326237,0.010201401,0.6578342,0.005358314,0.010349447,0.006652005,0.05347764],"study_design_scores_gemma":[0.0056578447,0.0003157924,0.37294352,0.00041984432,0.000146177,0.00045018437,0.020276222,0.43792439,0.012715958,0.030145083,0.11653077,0.0024742337],"about_ca_topic_score_codex":0.00004813078,"about_ca_topic_score_gemma":0.00012340322,"teacher_disagreement_score":0.37864307,"about_ca_system_score_codex":0.00037790183,"about_ca_system_score_gemma":0.00011848314,"threshold_uncertainty_score":0.50870484},"labels":[],"label_agreement":null},{"id":"W2015724417","doi":"10.7490/f1000research.1090730.1","title":"Qualitative shape from shading, specular highlights, and mirror reflections","year":2012,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Open peer review; Plant biology; Specular reflection; Shading; Photometric stereo; Neuroscience; Physiology; Biology; Geography; Computer science; Computer vision; Optics; Computer graphics (images); Physics; Botany; Image (mathematics)","score_opus":0.09350248411524806,"score_gpt":0.39392602132534194,"score_spread":0.30042353721009385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015724417","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43199983,0.003119298,0.023407012,0.003262186,0.00254015,0.00024491304,0.000022447552,0.0008691201,0.53453505],"genre_scores_gemma":[0.9728955,0.00010616148,0.02327615,0.00023752355,0.00012981126,0.000012024158,0.0000115404755,0.000017045386,0.0033142227],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995927,0.000051123767,0.00009030545,0.00007349596,0.00005922804,0.00013312243],"domain_scores_gemma":[0.9995763,0.00019583674,0.000013330945,0.000091408416,0.000016505839,0.00010662995],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014774073,0.00007267968,0.000066201595,0.00004332347,0.000052223095,0.000032450047,0.000034283847,0.00003837399,0.0032507458],"category_scores_gemma":[0.000040071533,0.00006682162,0.000015724523,0.00009108665,0.000013718648,0.00036357078,0.000006450956,0.000078329205,0.00049989397],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032398,0.0003652989,0.0014660845,0.00007911138,0.0006501214,0.0000037467903,0.27477938,0.000017418144,0.15125568,0.37994924,0.18390836,0.007493123],"study_design_scores_gemma":[0.00014194843,0.000011226022,0.00575899,0.0000064996093,0.00003663418,0.0000056279036,0.007919856,0.0007608949,0.006949509,0.0011243632,0.977078,0.00020645687],"about_ca_topic_score_codex":0.00014551367,"about_ca_topic_score_gemma":0.000032563705,"teacher_disagreement_score":0.7931696,"about_ca_system_score_codex":0.000026492768,"about_ca_system_score_gemma":0.00000542327,"threshold_uncertainty_score":0.9976604},"labels":[],"label_agreement":null},{"id":"W2016513411","doi":"10.1017/s0890060406060057","title":"Whither design space?","year":2006,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":145,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Space (punctuation); Focus (optics); Action (physics); Computer science; Process (computing); Engineering design process; Design process; Human–computer interaction; Engineering; Mechanical engineering; Programming language; Work in process","score_opus":0.032512550455895045,"score_gpt":0.2493521164959183,"score_spread":0.21683956604002325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016513411","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00525661,0.00028763706,0.99324363,0.00008801485,0.00027569936,0.00030915198,0.0000036325785,0.00033953227,0.00019610519],"genre_scores_gemma":[0.9103956,0.000055060787,0.08899666,0.00001782672,0.000196352,0.00007687673,0.000010583569,0.00004861349,0.00020242223],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880475,0.000030503354,0.0003802167,0.00028005973,0.00013144476,0.00037301588],"domain_scores_gemma":[0.99911404,0.0004889912,0.000048588015,0.00021444804,0.00003603842,0.00009791814],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00052992074,0.0002534291,0.0002827731,0.0004498335,0.00010728209,0.00020429402,0.00013155755,0.00009167589,0.00010165457],"category_scores_gemma":[0.000042896543,0.00026074087,0.00014119792,0.00037146427,0.000021989046,0.0002349567,0.0000119706265,0.00012992974,0.00003215424],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015329275,0.000021933063,0.000008776899,0.000028946302,0.00026400894,0.0000018127902,0.00010297233,0.97098434,0.0070173345,0.0037261879,0.00037638194,0.017451998],"study_design_scores_gemma":[0.000020622863,0.000024929837,0.00015945722,0.0000074171116,0.0003180863,0.000002596495,0.00005284098,0.62112814,0.37057805,0.0035162922,0.0039069704,0.0002845952],"about_ca_topic_score_codex":0.00006600236,"about_ca_topic_score_gemma":0.000016042673,"teacher_disagreement_score":0.90513897,"about_ca_system_score_codex":0.000048244277,"about_ca_system_score_gemma":0.000011238647,"threshold_uncertainty_score":0.9999845},"labels":[],"label_agreement":null},{"id":"W2017651599","doi":"10.1109/vast.2011.6102431","title":"Visual thinking in discovery and invention: From physics to cognitive social science","year":2011,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Empathy; Cognition; Cognitive science; Visual thinking; Visualization; Computer science; Cognitive psychology; Psychology; Artificial intelligence; Social psychology; Neuroscience","score_opus":0.04734670727904035,"score_gpt":0.303590062716475,"score_spread":0.25624335543743465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017651599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8263616,0.000015096445,0.036767174,0.00004918378,0.0002733464,0.00007150116,0.0000020427906,0.00005387877,0.13640617],"genre_scores_gemma":[0.99866736,0.0000029528007,0.0008975076,0.0002483092,0.00007574879,0.000004349042,0.0000014409387,0.0000044579338,0.00009786928],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9996992,0.000010185457,0.000052692812,0.00008233268,0.00007752739,0.00007808708],"domain_scores_gemma":[0.99988353,0.000041209933,0.000007844656,0.000022358132,0.000017069318,0.00002797828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000120963276,0.000038544153,0.000039297454,0.000036227742,0.00005698552,0.000068448775,0.00004157129,0.000013663305,0.00008364789],"category_scores_gemma":[0.000029538558,0.000039407696,0.0000063576304,0.0001990201,0.00003212948,0.00070047285,0.000019724817,0.000055275803,0.00003560782],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017479966,0.000739169,0.05764886,0.00007463709,0.000107785825,0.000017762484,0.32128853,0.00006359427,0.039639838,0.28159052,0.002746331,0.29590818],"study_design_scores_gemma":[0.00096869277,0.00008903833,0.8419712,0.00011905143,0.000044374487,0.0000028180948,0.024051461,0.005601137,0.054947674,0.07039408,0.001091743,0.000718734],"about_ca_topic_score_codex":0.00009031444,"about_ca_topic_score_gemma":0.000019475765,"teacher_disagreement_score":0.7843223,"about_ca_system_score_codex":0.00001887629,"about_ca_system_score_gemma":0.000020932917,"threshold_uncertainty_score":0.16069992},"labels":[],"label_agreement":null},{"id":"W2018890383","doi":"10.1016/s0007-8506(07)60658-1","title":"Abstraction of Biological Analogies for Design","year":2004,"lang":"en","type":"article","venue":"CIRP Annals","topic":"Design Education and Practice","field":"Engineering","cited_by":108,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Abstraction; Hierarchy; Computer science; Similarity (geometry); Focus (optics); Cognitive science; Artificial intelligence; Epistemology; Psychology; Physics","score_opus":0.27056087488776537,"score_gpt":0.3666293191870329,"score_spread":0.09606844429926753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018890383","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.082196705,0.0009125467,0.89768165,0.001159948,0.00076811085,0.00036674502,0.000014990532,0.00028874425,0.016610561],"genre_scores_gemma":[0.99166054,0.00016733172,0.007959485,0.00008386622,0.000053217507,0.00001858942,0.0000050562844,0.0000058468313,0.000046068784],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999714,0.000011484716,0.00010406248,0.0000535456,0.000033026914,0.000083868494],"domain_scores_gemma":[0.99967104,0.00016293494,0.000027605567,0.000069567795,0.00004506263,0.00002377357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019813173,0.000044655968,0.00006896147,0.00003662745,0.000018955194,0.000009915454,0.000046856014,0.00004560583,0.000063598665],"category_scores_gemma":[0.00016612679,0.000040663377,0.000031717787,0.000060743412,0.000014591827,0.00009611078,0.0000018119287,0.00003773703,0.000029209968],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022968848,0.00044150784,0.00020977591,0.000273451,0.00027097866,0.000005113114,0.0017984598,0.3611502,0.36595216,0.025242664,0.10658413,0.13784187],"study_design_scores_gemma":[0.0011059467,0.00056000316,0.052388467,0.00006550876,0.00004663428,0.000027816202,0.0010576951,0.0026747938,0.65616095,0.06878344,0.21655312,0.0005756395],"about_ca_topic_score_codex":0.0000027985163,"about_ca_topic_score_gemma":3.819691e-7,"teacher_disagreement_score":0.9094638,"about_ca_system_score_codex":0.000009323102,"about_ca_system_score_gemma":0.000016336808,"threshold_uncertainty_score":0.16582043},"labels":[],"label_agreement":null},{"id":"W2020316515","doi":"10.1115/detc2009-86067","title":"Why Systematic Design Engineering?","year":2009,"lang":"en","type":"article","venue":"Volume 8: 14th Design for Manufacturing and the Life Cycle Conference; 6th Symposium on International Design and Design Education; 21st International Conference on Design Theory and Methodology, Parts A and B","topic":"Design Education and Practice","field":"Engineering","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Computer science; Engineering design process; Traceability; Context (archaeology); Design science; Field (mathematics); Process (computing); Management science; Creativity; Action (physics); Software engineering; Knowledge management; Engineering","score_opus":0.09051745358032863,"score_gpt":0.32121957356125486,"score_spread":0.2307021199809262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020316515","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005802366,0.0008718255,0.9845799,0.0065252227,0.002369968,0.0030296796,0.000024214207,0.00025902185,0.0017599096],"genre_scores_gemma":[0.88019633,0.0042503276,0.10526859,0.0053918827,0.0006012161,0.001503237,0.000042453306,0.000102373364,0.0026435987],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9933562,0.0036683423,0.0009542506,0.0009469517,0.00047977435,0.00059445214],"domain_scores_gemma":[0.9861517,0.012070102,0.0004195348,0.00045351087,0.00042100946,0.00048415162],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0083101,0.0008209368,0.0009109333,0.00061938935,0.0005374864,0.00095471815,0.00068021094,0.00035247547,0.00015221816],"category_scores_gemma":[0.0018694618,0.0006555141,0.00013009421,0.0001303994,0.0004195373,0.0006232661,0.000060979717,0.00057812483,0.000020590132],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010555122,0.00054445356,0.00001207653,0.00088897924,0.0014622385,0.000010479566,0.0045430763,0.08270167,0.0042929617,0.8648766,0.012078208,0.018034082],"study_design_scores_gemma":[0.006102608,0.002079573,0.00039249597,0.0022761226,0.0009056983,0.00048899965,0.0021406799,0.66346014,0.015449136,0.2986224,0.005985482,0.0020966576],"about_ca_topic_score_codex":0.000020734979,"about_ca_topic_score_gemma":5.849152e-7,"teacher_disagreement_score":0.8796161,"about_ca_system_score_codex":0.000102390826,"about_ca_system_score_gemma":0.0003142861,"threshold_uncertainty_score":0.9995896},"labels":[],"label_agreement":null},{"id":"W2021299921","doi":"10.1115/esda2014-20414","title":"Mechatronic Multicriteria Profile (MMP) for Conceptual Design of a Robotic Visual Servoing System","year":2014,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Mechatronics; Visual servoing; Flexibility (engineering); Conceptual design; Computer science; Artificial intelligence; Control engineering; Robot; Engineering; Human–computer interaction; Mathematics","score_opus":0.027595639947923675,"score_gpt":0.2702643235971278,"score_spread":0.24266868364920413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021299921","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050055324,0.00007107414,0.9914984,0.000027137163,0.0006292171,0.0005054878,0.0000021304531,0.00026129975,0.0019996965],"genre_scores_gemma":[0.9174116,0.0000018259761,0.081917845,0.000027047481,0.000092157876,0.00009287539,0.000006827197,0.000029823703,0.00041999226],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992814,0.00008920073,0.00023508677,0.00011705457,0.00008294755,0.00019430628],"domain_scores_gemma":[0.9991879,0.0005009654,0.0000476158,0.00013404257,0.000071935014,0.000057573285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004343807,0.000108429915,0.00017890721,0.000051840503,0.000035337456,0.000026176078,0.00009282843,0.000056983783,0.00016337857],"category_scores_gemma":[0.0001094281,0.00010437221,0.000039200942,0.00007849352,0.000016815184,0.00016424544,0.000008498492,0.00005756917,0.000076768214],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018827336,0.00022954997,0.000051564974,0.0034614822,0.00032293377,0.0000011440019,0.005073178,0.47437286,0.377011,0.114221275,0.012453243,0.01261349],"study_design_scores_gemma":[0.00045867785,0.000114785624,0.000018231405,0.000048848662,0.00004030791,0.000005980916,0.0018290973,0.96386456,0.031638395,0.00002594861,0.0018114045,0.00014376898],"about_ca_topic_score_codex":0.000008432647,"about_ca_topic_score_gemma":0.0000012597867,"teacher_disagreement_score":0.9124061,"about_ca_system_score_codex":0.000055677632,"about_ca_system_score_gemma":0.000035019657,"threshold_uncertainty_score":0.42561752},"labels":[],"label_agreement":null},{"id":"W2021317660","doi":"10.1111/j.1467-873x.2010.00480.x","title":"From Understanding to Creating Curriculum: The Case for the Co-Evolution of Re-Conceptualized Design With Re-Conceptualized Curriculum","year":2010,"lang":"en","type":"article","venue":"Curriculum Inquiry","topic":"Design Education and Practice","field":"Engineering","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Curriculum; Sociology; Curriculum studies; Curriculum theory; Curriculum development; Pedagogy","score_opus":0.08113176931134525,"score_gpt":0.3328846752332799,"score_spread":0.25175290592193467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021317660","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2684024,0.0012208192,0.72058916,0.0007144991,0.003990026,0.0026158441,0.000060804174,0.00040823134,0.0019982106],"genre_scores_gemma":[0.9847798,0.000028157723,0.013079469,0.00018126692,0.001175601,0.00053692784,0.000036239144,0.00009060106,0.000091938346],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99751544,0.0003477741,0.0006689797,0.00048682574,0.00039020192,0.0005907793],"domain_scores_gemma":[0.99574685,0.0025299438,0.0003403705,0.00087106944,0.000287214,0.00022458042],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001118324,0.00044018647,0.0004533916,0.00014014821,0.0006765996,0.00020210627,0.00060475257,0.00021634859,0.0005849915],"category_scores_gemma":[0.0009960027,0.00027397225,0.00016432263,0.00086743064,0.0004424816,0.0004835438,0.00005508863,0.0006552387,0.00005175872],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005396577,0.0012823833,0.0063260896,0.00045735287,0.0017979421,0.00019168698,0.28166845,0.05628931,0.027676797,0.08161375,0.5351467,0.0070098327],"study_design_scores_gemma":[0.004356272,0.00047764674,0.0002986533,0.00036648806,0.0009982625,0.0004459666,0.77107084,0.16300265,0.004884779,0.002650812,0.049827732,0.0016199163],"about_ca_topic_score_codex":0.0016790162,"about_ca_topic_score_gemma":0.00037968648,"teacher_disagreement_score":0.7163774,"about_ca_system_score_codex":0.00028136664,"about_ca_system_score_gemma":0.00014897162,"threshold_uncertainty_score":0.9999713},"labels":[],"label_agreement":null},{"id":"W2022684311","doi":"10.1177/1541931213571057","title":"An Investigation of the Relation between the Complexity of Problem Structure and Mental Effort","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Structuring; Relation (database); Computer science; Measure (data warehouse); Space (punctuation); Task (project management); Decomposition; Function (biology); Theoretical computer science; Mathematical optimization; Mathematics; Data mining; Engineering","score_opus":0.023102178634054914,"score_gpt":0.2327458475304569,"score_spread":0.20964366889640199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022684311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99928737,0.000031018848,0.000002058708,0.00018417451,0.000054227905,0.00025927523,0.00002358053,0.000012357788,0.00014593764],"genre_scores_gemma":[0.9992515,0.000011664085,0.00065836153,0.00001686423,0.000037035632,0.000002648059,0.000004391491,0.0000101034675,0.0000074588065],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994968,0.000009988284,0.00023954049,0.00008418904,0.000087371445,0.00008210416],"domain_scores_gemma":[0.9994956,0.000047927628,0.00027437755,0.000062597624,0.00009084197,0.000028652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002581271,0.0000919,0.000119967895,0.0000100646075,0.00024008787,0.000036259218,0.0001619697,0.00006295858,0.0000041796184],"category_scores_gemma":[0.000017429598,0.00005300802,0.000049564595,0.00007496752,0.0003074197,0.00039657403,0.00005740702,0.00016126462,4.6570936e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027857016,0.0000065287136,0.8613551,0.0002317946,0.000059340855,2.4767005e-10,0.044262517,0.00012764728,0.0911623,0.0021385949,0.0005111693,0.00014221371],"study_design_scores_gemma":[0.00008588655,0.00001872089,0.9527364,0.000048222337,0.00003322442,3.729197e-7,0.008280595,0.0010998537,0.033180077,0.004419729,0.000029946266,0.000066984336],"about_ca_topic_score_codex":0.00013522507,"about_ca_topic_score_gemma":0.0000043691593,"teacher_disagreement_score":0.09138128,"about_ca_system_score_codex":0.000023642242,"about_ca_system_score_gemma":0.000008968483,"threshold_uncertainty_score":0.21616043},"labels":[],"label_agreement":null},{"id":"W2023918310","doi":"10.1115/1.1683825","title":"Mathematical Foundation for Modeling Conceptual Design Sketches1","year":2004,"lang":"en","type":"article","venue":"Journal of Computing and Information Science in Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Sketch; Computer science; Representation (politics); Interpretation (philosophy); Mathematical structure; Dimension (graph theory); Set (abstract data type); Process (computing); Foundation (evidence); Conceptual design; Mathematical model; Theoretical computer science; Engineering drawing; Management science; Algorithm; Mathematics; Programming language; Engineering; Human–computer interaction","score_opus":0.0356010065374293,"score_gpt":0.2900966923397811,"score_spread":0.25449568580235177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023918310","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19421637,0.000017727256,0.80513674,0.000059668135,0.0003201183,0.0000635559,9.672388e-8,0.000022469005,0.00016323791],"genre_scores_gemma":[0.8804782,0.000017549764,0.119425364,0.000026100146,0.000047640657,9.97388e-7,2.6790542e-7,0.0000034898885,3.8550948e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992297,0.0000046062128,0.00042029633,0.000032675278,0.00018028388,0.00013239778],"domain_scores_gemma":[0.99949366,0.00016318863,0.00008300892,0.000039688868,0.00016062967,0.000059826736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016227015,0.00006089813,0.00009814354,0.0003497344,0.00005207241,0.00013689368,0.000099706616,0.000024900752,0.0000020126504],"category_scores_gemma":[0.00054886914,0.000058348858,0.000017711718,0.00029774188,0.000027166903,0.0036877033,0.000007856503,0.0001217331,0.0000029276537],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000274774,0.0000037485784,0.0000035839505,0.0000313464,0.0000017191462,1.06453875e-7,0.0034003973,0.9863696,0.0004796128,0.0049198847,0.0000034954367,0.0047837542],"study_design_scores_gemma":[0.0003343286,0.000029704774,0.00007442322,0.00009450654,0.0000030581468,0.000051642266,0.0008940718,0.9969511,0.000679538,0.0005359896,0.00028461064,0.00006699518],"about_ca_topic_score_codex":4.1557652e-7,"about_ca_topic_score_gemma":2.2138885e-8,"teacher_disagreement_score":0.68626183,"about_ca_system_score_codex":0.00010686541,"about_ca_system_score_gemma":0.000097818454,"threshold_uncertainty_score":0.2673496},"labels":[],"label_agreement":null},{"id":"W2024607851","doi":"10.1115/1.4007929","title":"Challenges in Designing Mechatronic Systems","year":2012,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Polytechnique Montréal","funders":"","keywords":"Mechatronics; Engineering; Computer science; Control engineering; Systems engineering; Mechanical engineering","score_opus":0.14042299291940571,"score_gpt":0.29959850227288903,"score_spread":0.15917550935348332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024607851","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022006182,0.04435436,0.94567317,0.0003801662,0.003928178,0.00020985471,3.1271452e-7,0.00006978292,0.0031835432],"genre_scores_gemma":[0.9819159,0.0029301709,0.014590799,0.000027610535,0.00047102675,0.0000073327965,1.16976814e-7,0.000029333913,0.00002773647],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984673,0.00037799624,0.0004962094,0.000066982815,0.00026206006,0.0003294124],"domain_scores_gemma":[0.99882275,0.0006385653,0.00014497519,0.00012966892,0.000061202954,0.00020282989],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037149054,0.00012467756,0.00026497475,0.0001973558,0.000019946425,0.000032457592,0.00019010881,0.00011741938,0.000056265533],"category_scores_gemma":[0.00027669486,0.0001103618,0.000065058935,0.00015350294,0.0000052259456,0.00061682094,0.000009276452,0.0004292474,0.00006569044],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067496416,0.0018372164,0.00018044745,0.00089050666,0.00088193425,0.00023968416,0.0073289447,0.23961689,0.24157162,0.22395924,0.0266929,0.25612566],"study_design_scores_gemma":[0.012674494,0.0041594384,0.0044601364,0.0037243164,0.0011645918,0.012567297,0.02630658,0.3676754,0.20791401,0.03250486,0.32178846,0.005060413],"about_ca_topic_score_codex":0.0000012570092,"about_ca_topic_score_gemma":5.320985e-7,"teacher_disagreement_score":0.9797152,"about_ca_system_score_codex":0.00015996076,"about_ca_system_score_gemma":0.000052443476,"threshold_uncertainty_score":0.45004234},"labels":[],"label_agreement":null},{"id":"W2024610583","doi":"10.1017/s0890060415000013","title":"Analogical thinking: An introduction in the context of design","year":2015,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Content (measure theory); Context (archaeology); Computer science; Action (physics); World Wide Web; Multimedia; Mathematics; History","score_opus":0.09327727270580408,"score_gpt":0.2960551236818955,"score_spread":0.20277785097609144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024610583","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030823572,0.0001262425,0.9681733,0.00030557267,0.00019948481,0.000283026,0.0000015856436,0.00006977012,0.000017424836],"genre_scores_gemma":[0.97677654,0.000031880572,0.022930842,0.00003408826,0.00014997626,0.000045474782,0.000010854442,0.00001528859,0.0000050834037],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99890274,0.000105700754,0.0003968093,0.00020889571,0.00017414393,0.00021174025],"domain_scores_gemma":[0.9991105,0.00047530927,0.000055438446,0.00022131698,0.00005269581,0.000084743886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020238077,0.00015642372,0.0002518513,0.00038065188,0.000046837806,0.000104637744,0.00020265918,0.00006983873,0.000014789845],"category_scores_gemma":[0.00019419647,0.00012695286,0.00007370044,0.00044289848,0.000028437176,0.0002866475,0.000009296366,0.00015215974,0.0000025653312],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004738325,0.000050500694,0.000015635238,0.000019320141,0.00013333226,0.0000014326864,0.003527549,0.9647912,0.0015447537,0.008104494,0.00014087031,0.021623546],"study_design_scores_gemma":[0.00004467537,0.00015287289,0.00021481852,0.0000057714983,0.00024676102,0.000005560553,0.003585596,0.82512075,0.16379462,0.0047857044,0.0018261825,0.00021668513],"about_ca_topic_score_codex":0.000048529553,"about_ca_topic_score_gemma":0.00002725608,"teacher_disagreement_score":0.94595295,"about_ca_system_score_codex":0.000039140825,"about_ca_system_score_gemma":0.000015678012,"threshold_uncertainty_score":0.51769876},"labels":[],"label_agreement":null},{"id":"W2025379772","doi":"10.2495/dne-v7-n1-27-48","title":"A top-down biomimetic design process for product concept generation","year":2012,"lang":"en","type":"article","venue":"International Journal of Design & Nature and Ecodynamics","topic":"Design Education and Practice","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Process (computing); Manufacturing engineering; Product (mathematics); Engineering; Product design; Computer science; Process engineering; Engineering drawing; Systems engineering; Mathematics","score_opus":0.026919307917259896,"score_gpt":0.3057291402936986,"score_spread":0.2788098323764387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025379772","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027637292,0.005057548,0.9607514,0.00092712115,0.005081721,0.00032093137,0.00001304973,0.00003217015,0.00017874384],"genre_scores_gemma":[0.9666531,0.00030710944,0.03097467,0.00024709647,0.0016757038,0.000012450938,0.000016131078,0.000023409104,0.000090319154],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914783,0.000057995207,0.00031479995,0.00008840306,0.00022421873,0.0001667736],"domain_scores_gemma":[0.99894357,0.0002508856,0.00017502788,0.00006785127,0.0004616241,0.00010103682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007174978,0.00012737607,0.00014283729,0.00020192507,0.00004468947,0.000093260176,0.00018960651,0.00011753175,0.000029551284],"category_scores_gemma":[0.00030014673,0.00011365836,0.000053421376,0.000102893624,0.000020095917,0.0007670261,0.0000067909173,0.0002932046,0.0000035335845],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001818212,0.0013500781,0.0022132907,0.00031345786,0.0034210905,0.000044091576,0.015593834,0.38477346,0.20017475,0.014943006,0.107401505,0.26795322],"study_design_scores_gemma":[0.0035947287,0.00062519923,0.0018614664,0.0001811005,0.00049782946,0.0022888286,0.0008178575,0.8007013,0.12055415,0.0058324193,0.06191586,0.001129248],"about_ca_topic_score_codex":5.3102525e-7,"about_ca_topic_score_gemma":4.553618e-7,"teacher_disagreement_score":0.9390158,"about_ca_system_score_codex":0.00008603292,"about_ca_system_score_gemma":0.00008487977,"threshold_uncertainty_score":0.46348536},"labels":[],"label_agreement":null},{"id":"W2025868667","doi":"10.4043/18268-ms","title":"Installing Jackups in Punch-Through-Sensitive Clays","year":2006,"lang":"en","type":"article","venue":"Offshore Technology Conference","topic":"Design Education and Practice","field":"Engineering","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"ConocoPhillips (Canada)","funders":"","keywords":"Installation; Computer science; Geology; Operating system","score_opus":0.014480989464581909,"score_gpt":0.23339527346799488,"score_spread":0.21891428400341298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025868667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6178944,0.00052349165,0.05461717,0.003768748,0.00064503495,0.00034403618,0.000009333258,0.0017322873,0.32046548],"genre_scores_gemma":[0.9943951,0.000106870524,0.0050216573,0.00008098272,0.000042240736,0.000029990457,0.000015359557,0.000021593138,0.00028620183],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991424,0.000022979852,0.00023435331,0.00021742785,0.00008760484,0.00029520155],"domain_scores_gemma":[0.99951965,0.00007420742,0.000039034014,0.00026675517,0.00007799433,0.000022390648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000113010276,0.0001604709,0.00018391934,0.00025344535,0.00003890759,0.00003141615,0.0001961068,0.0002654709,0.0001370381],"category_scores_gemma":[0.00006744604,0.00017783427,0.000021852038,0.0005632254,0.00012435418,0.00022835843,0.000030529343,0.00047088918,0.00020085569],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034512737,0.00026423504,0.014539123,0.000090203146,0.00006252271,0.00022101657,0.0014631045,0.004348903,0.06176724,0.83599126,0.012527136,0.06869076],"study_design_scores_gemma":[0.002291388,0.00021053184,0.03685744,0.00040516976,0.000083598025,0.00036664345,0.007427517,0.051415287,0.21714336,0.21853447,0.46276265,0.0025019406],"about_ca_topic_score_codex":0.00006390948,"about_ca_topic_score_gemma":0.00037361082,"teacher_disagreement_score":0.6174568,"about_ca_system_score_codex":0.00008042235,"about_ca_system_score_gemma":0.000061357125,"threshold_uncertainty_score":0.7251871},"labels":[],"label_agreement":null},{"id":"W2026780010","doi":"10.1108/02756660710760890","title":"Design and business: why can't we be friends?","year":2007,"lang":"en","type":"article","venue":"Journal of Business Strategy","topic":"Design Education and Practice","field":"Engineering","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Schism; Originality; Work (physics); Value (mathematics); Reliability (semiconductor); Marketing; Business model; Designtheory; Knowledge management; Business; Computer science; Process management; Sociology; Engineering; Qualitative research","score_opus":0.043284383024852775,"score_gpt":0.27226021605538,"score_spread":0.2289758330305272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026780010","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072048455,0.0052950666,0.90606076,0.006432998,0.003024856,0.00016796828,0.0000032194,0.00009239661,0.0068742577],"genre_scores_gemma":[0.98909146,0.0018580032,0.008046212,0.00037143767,0.00045805983,0.0000011206686,0.0000014938917,0.00003497925,0.00013722564],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990568,0.000037069105,0.0003952197,0.00007982465,0.0002106731,0.00022039619],"domain_scores_gemma":[0.998759,0.0002372759,0.00017189198,0.00010462803,0.00058635976,0.00014089723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006907071,0.00014627159,0.00020493922,0.00023248544,0.000054739114,0.00012203243,0.0001222826,0.00008471422,0.00014730085],"category_scores_gemma":[0.00009073121,0.00012964857,0.00002379425,0.00064746523,0.000033816934,0.0006031018,0.0000076942215,0.00023065823,0.0000055884234],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010497051,0.00073750614,0.0012153361,0.0013418598,0.0008775413,0.0020177402,0.0063848766,0.4833194,0.07320981,0.0036914845,0.17978571,0.24636903],"study_design_scores_gemma":[0.0058797696,0.00048741463,0.19576573,0.0009278366,0.0008475218,0.014540245,0.010092623,0.011048489,0.016265813,0.007858798,0.7338142,0.0024715823],"about_ca_topic_score_codex":0.000032221982,"about_ca_topic_score_gemma":0.000014484277,"teacher_disagreement_score":0.91704303,"about_ca_system_score_codex":0.00003889711,"about_ca_system_score_gemma":0.00016924272,"threshold_uncertainty_score":0.52869153},"labels":[],"label_agreement":null},{"id":"W2028355956","doi":"10.1049/cp.2011.0082","title":"Towards a case-based computational model for the creative design of electromagnetic devices","year":2011,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Adaptation (eye); Process (computing); Artificial intelligence; Task (project management); Machine learning; Systems engineering; Engineering; Programming language","score_opus":0.09489848935782058,"score_gpt":0.2884656650588113,"score_spread":0.19356717570099075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028355956","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016089419,0.00010024403,0.9892196,0.00008120092,0.0000350264,0.00025701986,0.0000046200266,0.000051033676,0.008642301],"genre_scores_gemma":[0.6978269,0.0000021153364,0.301819,0.00011251582,0.0000055612327,0.000054952445,0.0000017908106,0.000007751128,0.00016940992],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996807,0.000024318833,0.00010318063,0.000054328604,0.000056677884,0.00008077671],"domain_scores_gemma":[0.9992886,0.0005053837,0.000024934909,0.00007061855,0.00008822175,0.000022243077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016597185,0.000058903985,0.00005899842,0.0000308092,0.000037482223,0.000009180678,0.0000641346,0.000020530859,0.0003157629],"category_scores_gemma":[0.000034465356,0.000042343097,0.000024405319,0.000072406896,0.000018072284,0.00006675954,0.0000020202688,0.000036190693,0.0000053097447],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047513982,0.000047454185,0.000004910086,0.000030626215,0.000050894876,0.0000014735718,0.0018343796,0.9870996,0.0002789843,0.005202607,0.0023376283,0.0030639565],"study_design_scores_gemma":[0.00016292228,0.00007266395,0.00015495146,0.0000023844284,0.00003973459,0.000018662073,0.0001975764,0.9955045,0.0018943563,0.0017912614,0.000105461426,0.000055550947],"about_ca_topic_score_codex":0.000059129783,"about_ca_topic_score_gemma":0.000011905376,"teacher_disagreement_score":0.69621795,"about_ca_system_score_codex":0.00001308309,"about_ca_system_score_gemma":0.000091630216,"threshold_uncertainty_score":0.34573826},"labels":[],"label_agreement":null},{"id":"W2028687824","doi":"10.1080/09544820512331326886","title":"Curriculum, pedagogics and didactics for design education","year":2005,"lang":"en","type":"article","venue":"Journal of Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"Gazi Üniversitesi","keywords":"Curriculum; Czech; Set (abstract data type); Foundation (evidence); Engineering ethics; Design education; Mathematics education; Engineering education; Engineering; Pedagogy; Engineering management; Sociology; Computer science; Psychology; Political science","score_opus":0.0332721734981675,"score_gpt":0.2880645956458298,"score_spread":0.2547924221476623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028687824","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004644508,0.0024059578,0.99127746,0.0002754873,0.0010220573,0.0001889162,6.0259174e-7,0.000059726397,0.00012528013],"genre_scores_gemma":[0.5002104,0.0004975363,0.49825212,0.000063529835,0.00079678127,0.000014124455,7.140164e-7,0.000040548002,0.00012422004],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993037,0.000029887547,0.00031574996,0.000067908826,0.00012186824,0.00016087494],"domain_scores_gemma":[0.9991386,0.00035605705,0.00010638985,0.00009126119,0.00017505641,0.00013265462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006784777,0.00013389009,0.00016234233,0.00018225204,0.000033230157,0.00007378187,0.00010356746,0.000067487206,0.00001827857],"category_scores_gemma":[0.0004211525,0.00013006816,0.00004883715,0.0001229838,0.000006928463,0.00047716137,0.00000415932,0.00019765703,0.0000065328295],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022196866,0.00012814827,0.000046555313,0.00010548577,0.00008722147,0.0000017073795,0.0006138007,0.9282395,0.007938974,0.0014312727,0.024944354,0.036440767],"study_design_scores_gemma":[0.00064175745,0.00029945298,0.00023214068,0.00011497717,0.00017665765,0.0004621712,0.0003526863,0.73303664,0.0064745266,0.0004075736,0.25738448,0.000416935],"about_ca_topic_score_codex":4.7432775e-7,"about_ca_topic_score_gemma":8.460074e-8,"teacher_disagreement_score":0.49556592,"about_ca_system_score_codex":0.00009133369,"about_ca_system_score_gemma":0.00012569081,"threshold_uncertainty_score":0.5304026},"labels":[],"label_agreement":null},{"id":"W2031590614","doi":"10.1016/j.compedu.2005.11.009","title":"Evaluating the learning process of mechanical CAD students","year":2006,"lang":"en","type":"article","venue":"Computers & Education","topic":"Design Education and Practice","field":"Engineering","cited_by":80,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"University Research Board, American University of Beirut; Natural Sciences and Engineering Research Council of Canada","keywords":"CAD; Computer science; Process (computing); Cognitive skill; Procedural knowledge; Test (biology); Set (abstract data type); Technical drawing; Mathematics education; Cognition; Engineering drawing; Artificial intelligence; Psychology; Engineering; Programming language; Knowledge engineering","score_opus":0.036720885450651615,"score_gpt":0.39274299788274286,"score_spread":0.35602211243209125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031590614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.958011,0.00021697336,0.035563815,0.00044568256,0.0021917676,0.0002211759,3.1571489e-7,0.00011542993,0.003233888],"genre_scores_gemma":[0.9976637,0.0000069850535,0.0016050829,0.00008222491,0.0002530505,0.000020826139,0.000012492728,0.000012017982,0.00034362715],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999381,0.00008350566,0.00016572398,0.00008588301,0.00019513517,0.00008875288],"domain_scores_gemma":[0.99955916,0.00014264144,0.00006538138,0.00011521349,0.00009081118,0.000026782303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038842618,0.00006396832,0.00006364562,0.000041342366,0.000075389515,0.00004582024,0.00017781531,0.000026480006,0.000027918528],"category_scores_gemma":[0.000059028414,0.00005583383,0.00002050072,0.00016991083,0.000010733088,0.00012547891,0.000008834784,0.00013086629,0.00002195962],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032350446,0.0010385785,0.010637529,0.0004666053,0.00011415845,3.803442e-7,0.012382305,0.63786685,0.017654423,0.008486927,0.042470846,0.26884907],"study_design_scores_gemma":[0.0009231886,0.0003118646,0.0804625,0.0003849503,0.00020951894,0.00004079897,0.005455018,0.8321301,0.014393691,0.005556362,0.059393656,0.0007383536],"about_ca_topic_score_codex":0.00003853456,"about_ca_topic_score_gemma":0.0000020039886,"teacher_disagreement_score":0.26811072,"about_ca_system_score_codex":0.000039538714,"about_ca_system_score_gemma":0.00014231908,"threshold_uncertainty_score":0.22768375},"labels":[],"label_agreement":null},{"id":"W2032273514","doi":"10.1080/14926150309556549","title":"Technology education in Canada: A mosaic","year":2003,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; McGill University","funders":"","keywords":"Curriculum; Graduation (instrument); Jurisdiction; Subject (documents); State (computer science); Political science; Sociology; Engineering ethics; Pedagogy; Public relations; Engineering; Library science; Computer science; Law","score_opus":0.0064684203083978315,"score_gpt":0.2221288271124828,"score_spread":0.21566040680408496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032273514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98562545,0.0024364134,0.000365183,0.0032113907,0.0016007946,0.00012070395,0.0000010129663,0.000013980631,0.006625076],"genre_scores_gemma":[0.989203,0.00007133261,0.010535606,0.000068291374,0.000013671354,0.000008193981,3.1941394e-7,0.0000075690496,0.000092041555],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99932355,0.0000066262073,0.0002689657,0.000085023414,0.0000968166,0.00021901121],"domain_scores_gemma":[0.9992554,0.000026638612,0.00010916971,0.00015042203,0.00026121995,0.00019715137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041858133,0.000076953955,0.00011868983,0.0018800279,0.00010274666,0.000038643997,0.00023127318,0.000070953276,0.000036014146],"category_scores_gemma":[0.000654676,0.000078625366,0.000006909037,0.0018192037,0.00027692155,0.00022567925,0.0000035441583,0.00023483681,0.0000033045128],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[8.10259e-7,0.00017960886,0.04650883,0.000151111,0.000020797988,0.000011615053,0.00227874,0.00016885028,0.005118537,0.6047585,0.012370233,0.32843235],"study_design_scores_gemma":[0.00064022944,0.00015822669,0.010815332,0.00083340914,0.000086211956,0.0060590426,0.17606668,0.00295221,0.025065465,0.45141596,0.32481265,0.0010946064],"about_ca_topic_score_codex":0.047423236,"about_ca_topic_score_gemma":0.5315718,"teacher_disagreement_score":0.4841486,"about_ca_system_score_codex":0.00083190046,"about_ca_system_score_gemma":0.045932893,"threshold_uncertainty_score":0.95947576},"labels":[],"label_agreement":null},{"id":"W2032376063","doi":"10.1115/detc2014-35257","title":"Validity and Predictive Ability of Wilde’s Cognitive Teamology Model to Design Team Outcomes","year":2014,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Social Sciences and Humanities Research Council of Canada; University of Calgary","keywords":"Vision; Psychology; Cognition; Diversity (politics); Variance (accounting); Test (biology); Capstone; Applied psychology; Computer science; Sociology","score_opus":0.04947444405258911,"score_gpt":0.30134370626377727,"score_spread":0.25186926221118816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032376063","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16471554,0.000004767635,0.81646025,0.00016040826,0.000105478844,0.00023151955,0.000015040848,0.00008305003,0.018223938],"genre_scores_gemma":[0.983712,0.0000046780365,0.015679002,0.00027104508,0.000014778806,0.000027953347,0.0000027185774,0.00001052901,0.0002772633],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99938935,0.00013688655,0.0001472044,0.00013643007,0.00007432834,0.000115797615],"domain_scores_gemma":[0.99856085,0.0011192455,0.000023503684,0.00012476447,0.00008008784,0.00009158004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005327499,0.00009259578,0.00016558776,0.000048483995,0.000023342936,0.000008466935,0.000055170713,0.000057083627,0.00006011361],"category_scores_gemma":[0.00083176827,0.00008260597,0.000020261135,0.00006450045,0.000040681294,0.00012605639,0.000017457223,0.00008710263,0.00001975844],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010496146,0.0015987189,0.20377696,0.00060162705,0.0006744635,0.0000015220928,0.029326381,0.5730614,0.023027532,0.010973059,0.10942567,0.04648303],"study_design_scores_gemma":[0.0007513857,0.00043981805,0.1535061,0.000018891327,0.0001234151,0.000007473417,0.0008562183,0.81944335,0.014681458,0.008638879,0.0011601476,0.00037288773],"about_ca_topic_score_codex":0.000014533739,"about_ca_topic_score_gemma":0.0000033194472,"teacher_disagreement_score":0.8189965,"about_ca_system_score_codex":0.000020399995,"about_ca_system_score_gemma":0.000023260434,"threshold_uncertainty_score":0.33685738},"labels":[],"label_agreement":null},{"id":"W2035074259","doi":"10.1080/14942119.2004.10702483","title":"Tell Us About Your Organization!","year":2004,"lang":"en","type":"article","venue":"International Journal of Forest Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Business; Engineering","score_opus":0.007279333727778453,"score_gpt":0.23490525340837073,"score_spread":0.2276259196805923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035074259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74409163,0.00042633503,0.24824123,0.00037420908,0.0051835747,0.00004365811,0.0000037621642,0.0001217526,0.0015138611],"genre_scores_gemma":[0.99297905,0.00017748466,0.0059910524,0.00007216097,0.0006992558,8.1765813e-7,0.0000044891817,0.000033153116,0.000042549007],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99927247,0.0000038637895,0.0002976222,0.00004844621,0.000270551,0.00010704567],"domain_scores_gemma":[0.9993754,0.000040011248,0.00007982626,0.00006777049,0.00035553944,0.00008142787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000115467934,0.000095523304,0.000094104995,0.0002232375,0.000014817155,0.00008474767,0.00028354346,0.00004121437,0.00012191349],"category_scores_gemma":[0.00024021624,0.00009725253,0.000046728484,0.00016732409,0.000006753192,0.0004650679,0.00001183448,0.00019147329,0.0000658532],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004083878,0.000026721653,0.004452195,0.000009450023,0.00011298421,0.00004396172,0.00024011024,0.98876727,0.0032450396,0.0020923764,0.00041923867,0.00058656937],"study_design_scores_gemma":[0.0039189323,0.00014884236,0.59566045,0.0006573272,0.00012941306,0.004807934,0.00024118515,0.026611773,0.03567527,0.0011577833,0.3299534,0.0010376704],"about_ca_topic_score_codex":0.0000047265353,"about_ca_topic_score_gemma":0.0000016484672,"teacher_disagreement_score":0.9621555,"about_ca_system_score_codex":0.00018365428,"about_ca_system_score_gemma":0.000055916888,"threshold_uncertainty_score":0.39658433},"labels":[],"label_agreement":null},{"id":"W2035624300","doi":"10.1080/0954482001000935","title":"Computer modelling of design specifications","year":2000,"lang":"en","type":"article","venue":"Journal of Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"GRASP; Computer science; Metis; Product design specification; Software engineering; Product (mathematics); Selection (genetic algorithm); Software; Object (grammar); Product design; Systems engineering; Programming language; Engineering; Database","score_opus":0.10310476482460357,"score_gpt":0.23749246487427894,"score_spread":0.13438770004967537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035624300","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002593257,0.00053560484,0.9957183,0.000044933888,0.00046255448,0.00008132233,7.8240464e-7,0.000054784436,0.0005084625],"genre_scores_gemma":[0.48546797,0.000404767,0.5136761,0.00001212575,0.00028856652,0.0000020141456,4.0357654e-7,0.00003114408,0.000116921525],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910975,0.000045992005,0.00046759236,0.000060701466,0.00017193862,0.00014402946],"domain_scores_gemma":[0.99923253,0.00032322,0.0000904094,0.00014838218,0.0001115819,0.00009387516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005716585,0.00011826859,0.00020320046,0.00019407323,0.000019342417,0.000028602917,0.00018197598,0.00005377336,0.00035172777],"category_scores_gemma":[0.000023895253,0.00011875826,0.000075203585,0.00023370779,0.000009736026,0.00028276758,0.0000024104188,0.00022059664,0.000039399798],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017816492,0.000033656524,0.0000017466768,0.00002102792,0.000057296056,0.0000045768866,0.00024250257,0.98552936,0.004134995,0.00014581789,0.004003378,0.0058077974],"study_design_scores_gemma":[0.00018844764,0.000078565456,0.00007950044,0.00006151052,0.000035734098,0.00008929265,0.0000107662045,0.9796141,0.006329139,0.000083286235,0.0133033525,0.00012630981],"about_ca_topic_score_codex":6.224803e-7,"about_ca_topic_score_gemma":9.671501e-9,"teacher_disagreement_score":0.48287472,"about_ca_system_score_codex":0.00004475386,"about_ca_system_score_gemma":0.0000422411,"threshold_uncertainty_score":0.48428214},"labels":[],"label_agreement":null},{"id":"W2035707228","doi":"10.1177/0887302x15578263","title":"Inspired and Inspiring Textile Designers","year":2015,"lang":"en","type":"article","venue":"Clothing and Textiles Research Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Creativity; Context (archaeology); Sociocultural evolution; Narrative; Process (computing); Participant observation; Engineering design process; Studio; Visual arts; Computer science; Sociology; Psychology; Engineering; Social psychology; Art","score_opus":0.17667666031039747,"score_gpt":0.38585839717408155,"score_spread":0.20918173686368408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035707228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9429615,0.008297453,0.003001961,0.0010098647,0.00063929905,0.00016236339,0.0000018907295,0.00018553837,0.04374011],"genre_scores_gemma":[0.9964144,0.0011859142,0.0014542824,0.00006573094,0.00027941895,0.0000059971653,7.143621e-7,0.00002819718,0.0005653422],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99873185,0.00022331446,0.00018369888,0.00012889366,0.00037516176,0.00035705027],"domain_scores_gemma":[0.9988015,0.00033839207,0.00002701103,0.00010960925,0.00018275595,0.0005406732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026895944,0.00010305379,0.00011752183,0.00029268634,0.00033527295,0.0005566253,0.0001292262,0.00006944911,0.000042586962],"category_scores_gemma":[0.0007618581,0.00009386176,0.000017347586,0.00022188912,0.0001237966,0.00055933587,0.000048612514,0.0008724871,0.000037283127],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011167277,0.00010666209,0.003925631,0.0002022307,0.00015588963,0.00019972422,0.031820852,0.0031520624,0.013431112,0.0030084718,0.09437434,0.8495114],"study_design_scores_gemma":[0.0029191594,0.0005715101,0.012202685,0.00043452877,0.000042096126,0.0037461084,0.026936512,0.05662548,0.0023931465,0.012833062,0.88038605,0.00090966164],"about_ca_topic_score_codex":0.000020686413,"about_ca_topic_score_gemma":0.000004247331,"teacher_disagreement_score":0.8486017,"about_ca_system_score_codex":0.00008700054,"about_ca_system_score_gemma":0.00013226684,"threshold_uncertainty_score":0.5367551},"labels":[],"label_agreement":null},{"id":"W2036310289","doi":"10.1115/detc2004-57013","title":"Diagrammatic Visualisation of Early Product Development Information","year":2004,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Diagrammatic reasoning; Schematic; Computer science; New product development; Visualization; Product design; Product (mathematics); Representation (politics); Human–computer interaction; Design science research; Data visualization; Management science; Data science; Information system; Engineering; Artificial intelligence","score_opus":0.01500768390112346,"score_gpt":0.24050311198067398,"score_spread":0.22549542807955053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036310289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.686713,0.00002944918,0.28394037,0.00018920147,0.00035403023,0.00023452168,2.765679e-7,0.00022074376,0.028318409],"genre_scores_gemma":[0.9908961,0.0000045887955,0.008959606,0.000030268817,0.000013174005,0.000011737296,0.000009593928,0.0000034467053,0.00007145569],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999668,0.0000054977786,0.00016597801,0.000023592369,0.0000848672,0.000052065578],"domain_scores_gemma":[0.9998346,0.000014497561,0.000028150145,0.00006276246,0.000040238996,0.000019738172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011911454,0.000038469952,0.00003886682,0.00005802315,0.000013854597,0.000018485236,0.000031004638,0.000012848566,0.000069260284],"category_scores_gemma":[0.00004511143,0.000036186106,0.0000071326667,0.00010741407,0.0000041593175,0.0006412998,0.0000025336913,0.000027734943,0.00024170693],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027596348,0.00022999248,0.0020004932,0.0010162018,0.00014230637,4.2215717e-7,0.087891474,0.063184075,0.0113652665,0.10876313,0.003272595,0.72210646],"study_design_scores_gemma":[0.0013233896,0.00009672906,0.18905549,0.00006287155,0.00003480871,0.000011439967,0.001837992,0.0021020095,0.64108354,0.004248831,0.1594965,0.00064642524],"about_ca_topic_score_codex":0.000018166753,"about_ca_topic_score_gemma":0.0000032825747,"teacher_disagreement_score":0.72146004,"about_ca_system_score_codex":0.000040961997,"about_ca_system_score_gemma":0.000044885674,"threshold_uncertainty_score":0.31067342},"labels":[],"label_agreement":null},{"id":"W2037468332","doi":"10.1115/detc2009-87590","title":"Guiding Engineering Design Activities Through a Question Based Approach","year":2009,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Aerospace; Computer science; Task (project management); Exploratory research; Design knowledge; Systems engineering; Software engineering; Engineering management; Knowledge management; Engineering","score_opus":0.05481255867383876,"score_gpt":0.2638085280957283,"score_spread":0.20899596942188953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037468332","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007224019,0.000112112466,0.940017,0.00016145225,0.00019838079,0.000107832464,2.8309142e-7,0.0007691477,0.05791143],"genre_scores_gemma":[0.7448406,0.000014364464,0.25455046,0.00021629286,0.00007785127,0.000013490912,0.0000035290534,0.000015051583,0.00026835798],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99949586,0.000033900866,0.00010971847,0.000101478305,0.00009547038,0.00016356644],"domain_scores_gemma":[0.9996637,0.0001375685,0.000014057576,0.00013133914,0.00001420396,0.000039128478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002274005,0.00011356094,0.00008660751,0.00006263112,0.00003651116,0.00006672353,0.00006880418,0.00005229892,0.0000895871],"category_scores_gemma":[0.000060053404,0.00011643653,0.000026075564,0.00015805311,0.00000402703,0.0005034385,0.000002009983,0.000079923506,0.000025128275],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001110703,0.00006642167,0.000006403866,0.000043547494,0.000017794959,0.0000014523799,0.0005617803,0.9335513,0.03291167,0.015541575,0.009618876,0.0076680616],"study_design_scores_gemma":[0.00016953607,0.000035601053,0.00017653828,0.000021784625,0.000015446534,0.0000105708295,0.00016972628,0.93474215,0.043764897,0.00022681181,0.020405067,0.00026184175],"about_ca_topic_score_codex":0.000004678508,"about_ca_topic_score_gemma":9.105065e-8,"teacher_disagreement_score":0.7441182,"about_ca_system_score_codex":0.000060854178,"about_ca_system_score_gemma":0.000019963521,"threshold_uncertainty_score":0.4748144},"labels":[],"label_agreement":null},{"id":"W2037512333","doi":"10.1016/j.cirp.2009.09.003","title":"Design methodologies: Industrial and educational applications","year":2009,"lang":"en","type":"article","venue":"CIRP Annals","topic":"Design Education and Practice","field":"Engineering","cited_by":386,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Field (mathematics); Process (computing); Management science; Computer science; Design methods; Engineering management; Engineering; Engineering ethics; Mechanical engineering; Mathematics","score_opus":0.37283005772720246,"score_gpt":0.4153801305374658,"score_spread":0.04255007281026335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037512333","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032640123,0.0032312234,0.9204025,0.023524234,0.00071140635,0.00075601676,0.000009186941,0.00044664548,0.04765476],"genre_scores_gemma":[0.8847073,0.0011338912,0.10550744,0.0038321456,0.0015333877,0.00027411044,0.00003529589,0.000032729546,0.0029437344],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99953216,0.00008189186,0.000113495065,0.00009959504,0.00005941152,0.00011344905],"domain_scores_gemma":[0.99915606,0.0005818453,0.000024202707,0.00012908455,0.000038905393,0.00006990161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043027478,0.000069626614,0.00007692106,0.00006179595,0.000058362042,0.000049845366,0.00007843932,0.00006591754,0.00020544206],"category_scores_gemma":[0.0002323229,0.00007326152,0.000014516612,0.00014655394,0.000017645707,0.00014931613,0.000003684381,0.00011265717,0.00008708451],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002274909,0.0000890915,0.0000908285,0.00001575551,0.000052344054,5.704535e-7,0.00096294243,0.0028724694,0.00762702,0.019820983,0.34158325,0.626862],"study_design_scores_gemma":[0.00036844396,0.00008363837,0.011011004,0.00001797121,0.00003867772,0.000035345074,0.0003716052,0.0010873646,0.0061188047,0.07918935,0.901255,0.00042279364],"about_ca_topic_score_codex":9.338001e-7,"about_ca_topic_score_gemma":8.20534e-8,"teacher_disagreement_score":0.88144326,"about_ca_system_score_codex":0.000010722725,"about_ca_system_score_gemma":0.00005133209,"threshold_uncertainty_score":0.2987518},"labels":[],"label_agreement":null},{"id":"W2038884904","doi":"10.1152/jn.00515.2009","title":"Living in A Material World: How Visual Cues to Material Properties Affect the Way That We Lift Objects and Perceive Their Weight","year":2009,"lang":"en","type":"article","venue":"Journal of Neurophysiology","topic":"Design Education and Practice","field":"Engineering","cited_by":196,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Affect (linguistics); Psychology; Lift (data mining); Cognitive psychology; Perception; Sensory cue; Communication; Computer science; Neuroscience","score_opus":0.020494474209351257,"score_gpt":0.24903106269181785,"score_spread":0.2285365884824666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038884904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954062,0.0000830658,0.0000098797245,0.0024192769,0.001817786,0.00011873368,0.0000015402672,0.000022305607,0.00012121779],"genre_scores_gemma":[0.9980145,0.00037908825,0.000062948704,0.0005606996,0.0008654447,0.000003449212,3.0782257e-7,0.000018183382,0.00009535698],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9991191,0.0003207359,0.00017810756,0.00010300517,0.00008308333,0.00019597475],"domain_scores_gemma":[0.99953187,0.00019743851,0.00008267519,0.000091703194,0.000031555785,0.0000647532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000109638175,0.00014737734,0.00024691306,0.00018933702,0.00005150417,0.00012315372,0.00015303328,0.000041463383,0.00005612582],"category_scores_gemma":[0.0000761872,0.00008687319,0.00004031029,0.00012701757,0.000031150397,0.000263624,0.000027756163,0.00022964829,0.000007469845],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028345952,0.000044807457,0.000029726843,0.000022743088,0.000017318618,0.000026669615,0.003901496,0.00038632943,0.99149835,0.000009806027,0.00056289905,0.003216365],"study_design_scores_gemma":[0.0010473396,0.004672851,0.7905604,0.00073755434,0.00009786277,0.0012598756,0.0037563085,0.0022347115,0.16566728,0.0004179938,0.028674597,0.00087322434],"about_ca_topic_score_codex":0.0000031813443,"about_ca_topic_score_gemma":0.0000054979464,"teacher_disagreement_score":0.8258311,"about_ca_system_score_codex":0.000023355142,"about_ca_system_score_gemma":0.00002160111,"threshold_uncertainty_score":0.3542586},"labels":[],"label_agreement":null},{"id":"W2041649266","doi":"10.1037/cjep2006006","title":"Conformity in a generative linguistic task: The role of category and strategic nonword use.","year":2006,"lang":"en","type":"article","venue":"Canadian Journal of Experimental Psychology/Revue canadienne de psychologie expérimentale","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Conformity; Task (project management); Psychology; Sample (material); Linguistics; Word (group theory); Generative grammar; Cognitive psychology; Social psychology; Natural language processing; Computer science","score_opus":0.03401495629770966,"score_gpt":0.2835813911765384,"score_spread":0.24956643487882874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041649266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9699148,0.0092358915,0.000044932527,0.0002345103,0.0012722517,0.00021923674,0.000041470717,0.000011352803,0.019025553],"genre_scores_gemma":[0.9985654,0.00006524785,0.000602044,0.00043579898,0.00019204727,0.00001935983,0.000012317054,0.000030752755,0.00007702847],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9983727,0.00012947735,0.0006028715,0.00022834896,0.000055699173,0.00061095075],"domain_scores_gemma":[0.9988338,0.00012840914,0.00020892272,0.0002989909,0.00007730208,0.0004525803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051752257,0.00023218861,0.00030722606,0.00035918018,0.000097648146,0.00006168561,0.00037130876,0.00014840241,0.00018009914],"category_scores_gemma":[0.000058427064,0.00021938958,0.00007479835,0.00027065232,0.00033464734,0.00020633916,0.00000980988,0.00044864346,0.0000062687614],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004453195,0.00088686304,0.13551337,0.00008841922,0.00045931112,0.0015190498,0.046686728,0.0022280978,0.74889433,0.039555434,0.01964563,0.0040774406],"study_design_scores_gemma":[0.014055288,0.004040648,0.3579641,0.0005898258,0.00032905184,0.015465265,0.17627855,0.0034158435,0.19029541,0.083329126,0.15030777,0.0039291047],"about_ca_topic_score_codex":0.017163435,"about_ca_topic_score_gemma":0.08359905,"teacher_disagreement_score":0.55859894,"about_ca_system_score_codex":0.000488899,"about_ca_system_score_gemma":0.00027749976,"threshold_uncertainty_score":0.9893814},"labels":[],"label_agreement":null},{"id":"W2043698211","doi":"10.1016/j.mechatronics.2012.08.004","title":"A design paradigm for mechatronic systems","year":2012,"lang":"en","type":"article","venue":"Mechatronics","topic":"Design Education and Practice","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mechatronics; Hierarchy; Control engineering; Computer-automated design; Engineering; Domain (mathematical analysis); Parametric design; Parametric statistics; Systems engineering; Computer science; Systems design; Artificial intelligence; Mathematics","score_opus":0.04572769665617022,"score_gpt":0.26644120396419185,"score_spread":0.22071350730802164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043698211","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006560044,0.0107862735,0.9829611,0.00013107384,0.00317288,0.000597039,0.000007473563,0.00037708977,0.0013110705],"genre_scores_gemma":[0.9813285,0.00024095262,0.01673148,0.00007024806,0.00051201193,0.00039185619,0.000016832766,0.000074223215,0.0006338987],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999026,0.00005589845,0.00018068707,0.00010320591,0.000114183116,0.0005200435],"domain_scores_gemma":[0.9993094,0.00024149146,0.00003852158,0.00025215762,0.000022341676,0.00013605609],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007459796,0.00014473774,0.00014473766,0.00006185147,0.00007130069,0.000057141267,0.00013796608,0.00009355516,0.0000627086],"category_scores_gemma":[0.000036213045,0.00014840861,0.000054083575,0.00010712224,0.0000063170123,0.00038003697,0.000008093865,0.00012842687,0.00032096842],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005180018,0.00015805561,0.000032830187,0.0003369104,0.00024614725,4.4590948e-7,0.001515468,0.12083032,0.0038245758,0.7960197,0.06763109,0.009352704],"study_design_scores_gemma":[0.00037064034,0.000054676486,0.000007662045,0.000012736351,0.00006924022,0.000019041638,0.00027243697,0.16518699,0.002237592,0.0018681316,0.82959485,0.00030600006],"about_ca_topic_score_codex":0.000003133134,"about_ca_topic_score_gemma":4.6267297e-7,"teacher_disagreement_score":0.9806725,"about_ca_system_score_codex":0.00018020518,"about_ca_system_score_gemma":0.00005581965,"threshold_uncertainty_score":0.6051928},"labels":[],"label_agreement":null},{"id":"W2045226734","doi":"10.1115/detc2004-57250","title":"Natural Language Analysis for Biomimetic Design","year":2004,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"WordNet; Computer science; Noun; Identification (biology); Natural language processing; Artificial intelligence; Verb; Natural language; Natural (archaeology); Lexical database; Ecology","score_opus":0.020406617644438352,"score_gpt":0.28244628152814816,"score_spread":0.2620396638837098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045226734","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008008036,0.00041901498,0.98639965,0.0002444804,0.0002348207,0.00011574618,0.0000013939908,0.0002090596,0.0043678004],"genre_scores_gemma":[0.9315897,0.000005092954,0.06695131,0.00013630529,0.00003325351,0.000015130252,0.000008589495,0.000008281961,0.0012523134],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99974185,0.000008260262,0.000063892236,0.000058344223,0.00003771797,0.00008991628],"domain_scores_gemma":[0.9997472,0.00010729199,0.000007694942,0.00009273156,0.000015136788,0.000029942737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010359396,0.00004869562,0.00006283893,0.0001104458,0.000019378165,0.000026153113,0.00005003741,0.000019920331,0.0002185433],"category_scores_gemma":[0.000040228722,0.000043099186,0.00005139265,0.00034135615,0.00000429512,0.000083639214,0.0000018248164,0.000033547432,0.00009423425],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007389534,0.00020119733,0.00019340558,0.000112438196,0.0033256183,0.000009893209,0.0068070814,0.7701483,0.13750942,0.014528993,0.0222814,0.04480837],"study_design_scores_gemma":[0.0037676361,0.00017452474,0.008791902,0.00001714252,0.003037336,0.000028736391,0.0044042957,0.48732862,0.42305794,0.003336158,0.06443397,0.0016217508],"about_ca_topic_score_codex":0.000019215016,"about_ca_topic_score_gemma":0.000010633509,"teacher_disagreement_score":0.92358166,"about_ca_system_score_codex":0.000029107654,"about_ca_system_score_gemma":0.00001171686,"threshold_uncertainty_score":0.23928958},"labels":[],"label_agreement":null},{"id":"W2045310958","doi":"10.4028/www.scientific.net/amr.6-8.487","title":"Custom Manufacture of a Solar Cooker – A Case Study","year":2005,"lang":"en","type":"article","venue":"Advanced materials research","topic":"Design Education and Practice","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Cooker; Manufacturing engineering; Engineering; Point (geometry); Product (mathematics); Mechanical engineering; Process (computing); Volume (thermodynamics); Process engineering; Engineering drawing; Automotive engineering; Computer science; Mathematics","score_opus":0.06079124562207073,"score_gpt":0.40952345749580893,"score_spread":0.3487322118737382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045310958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961294,0.00014901168,0.00023361565,0.000118982076,0.00026917615,0.0005036051,0.000015303593,0.000084333624,0.002496566],"genre_scores_gemma":[0.9971414,0.0000720597,0.0016563456,0.000019039751,0.00012786074,0.000083473686,0.0000037775455,0.000031007585,0.0008649952],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988249,0.00022260236,0.00023315799,0.00014850784,0.00028385004,0.00028696738],"domain_scores_gemma":[0.9992131,0.00021448071,0.000026730339,0.00032425832,0.00014218717,0.00007922282],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009705952,0.000097873184,0.00016589885,0.00014963244,0.00007566188,0.00005239646,0.00013710519,0.000051403968,0.001534412],"category_scores_gemma":[0.00012271872,0.00009156534,0.000015463353,0.00018587917,0.000033576456,0.0003153316,0.000037189144,0.00018712308,0.00030803535],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015905665,0.00045979716,0.0000415471,0.00018968886,0.000072851726,0.0005304046,0.004864283,0.004961645,0.942575,0.00011583586,0.005183552,0.040846378],"study_design_scores_gemma":[0.00072953,0.00015253744,0.0001944027,0.000019087012,0.00001195072,0.00034881252,0.005594153,0.00011630219,0.87232083,0.000089202564,0.12025001,0.00017316389],"about_ca_topic_score_codex":0.00009026055,"about_ca_topic_score_gemma":0.000056429395,"teacher_disagreement_score":0.11506646,"about_ca_system_score_codex":0.000059130514,"about_ca_system_score_gemma":0.000034690926,"threshold_uncertainty_score":0.9993783},"labels":[],"label_agreement":null},{"id":"W2045619464","doi":"10.1504/jdr.2012.051164","title":"Towards an object-oriented engineering design pattern language","year":2012,"lang":"en","type":"article","venue":"J of Design Research","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Object (grammar); Set (abstract data type); Function (biology); Pattern language (formal languages); Object-oriented programming; Software design pattern; Complement (music); TRIZ; Artificial intelligence; Design language; Human–computer interaction; Programming language","score_opus":0.12108976353687129,"score_gpt":0.3902082638206581,"score_spread":0.2691185002837868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045619464","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04820244,0.0010893141,0.9447515,0.000072334435,0.00055537635,0.00052758347,0.000005260377,0.00029396755,0.0045022224],"genre_scores_gemma":[0.97476476,0.000046456185,0.024533931,0.000016731576,0.0002573894,0.00006893239,0.000006866734,0.000056998437,0.00024794458],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99800354,0.00047362258,0.00021921468,0.0001417764,0.0005433415,0.0006184895],"domain_scores_gemma":[0.99846435,0.0006969723,0.00002431183,0.00038733069,0.0001501588,0.00027685708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003454109,0.00013799747,0.00016149403,0.0003478521,0.00005481018,0.000042840325,0.00026562667,0.00010044052,0.00045421798],"category_scores_gemma":[0.00046593105,0.00013907449,0.000035206496,0.0005777106,0.000032456366,0.0005453727,0.000030506992,0.00042513557,0.00020682644],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018712113,0.00094927195,0.0016200669,0.0006247366,0.00027241537,0.000039175782,0.0365547,0.03551375,0.69774884,0.0017687073,0.030675747,0.19404548],"study_design_scores_gemma":[0.00096704345,0.0006123748,0.013285319,0.00012402413,0.00004431416,0.0000551924,0.004819768,0.17840879,0.77875966,0.00008451148,0.022000568,0.0008384627],"about_ca_topic_score_codex":0.00007368484,"about_ca_topic_score_gemma":9.692025e-7,"teacher_disagreement_score":0.9265623,"about_ca_system_score_codex":0.00009817209,"about_ca_system_score_gemma":0.000086886874,"threshold_uncertainty_score":0.5671293},"labels":[],"label_agreement":null},{"id":"W2046647777","doi":"10.1080/14926150409556618","title":"Talk as a tool for thinking: Using professional discourse practices to frame children's design‐technology talk","year":2004,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Discourse analysis; Perspective (graphical); Frame (networking); Intentionality; Action (physics); Frame analysis; Communicative action; Pedagogy; Sociology; Psychology; Linguistics; Computer science; Epistemology; Content analysis; Artificial intelligence; Social science","score_opus":0.02142627402909626,"score_gpt":0.3260840084351791,"score_spread":0.30465773440608285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046647777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9207587,0.00033636467,0.061883982,0.015411602,0.0010248277,0.0004309825,0.0000025255642,0.000035572502,0.00011539636],"genre_scores_gemma":[0.76214784,0.000012251221,0.23758313,0.00012719604,0.000059737908,0.000019972675,5.3798647e-7,0.000013338666,0.00003596976],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991128,0.0000071122568,0.00028863756,0.0001415943,0.00016090814,0.00028895767],"domain_scores_gemma":[0.9987488,0.000075219585,0.00034961783,0.00018566655,0.00039962935,0.00024110505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086074154,0.0001168056,0.00015305317,0.0016164137,0.00041598457,0.00015125838,0.00043323418,0.00014760718,0.000016972992],"category_scores_gemma":[0.0021915536,0.000107263826,0.000019806985,0.0012254221,0.0004572333,0.00058733555,0.000016952363,0.00028544842,0.000004957577],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024659414,0.00082194805,0.0025484073,0.00029394843,0.00019641437,0.00003833539,0.01964195,0.0075508733,0.105945125,0.77122176,0.002414415,0.08930219],"study_design_scores_gemma":[0.00075304776,0.00060570193,0.000957168,0.0010091319,0.00020699536,0.008921017,0.040722515,0.0030102716,0.042312652,0.8928255,0.007901663,0.00077437866],"about_ca_topic_score_codex":0.00008862143,"about_ca_topic_score_gemma":0.000114443865,"teacher_disagreement_score":0.17569916,"about_ca_system_score_codex":0.00026426525,"about_ca_system_score_gemma":0.0050725713,"threshold_uncertainty_score":0.8998524},"labels":[],"label_agreement":null},{"id":"W2048394601","doi":"10.1017/s1359135502261448","title":"… mute on areas of design …","year":2002,"lang":"en","type":"article","venue":"Architectural Research Quarterly","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Knight; George (robot); Quarter (Canadian coin); Computation; Computer science; Artificial intelligence; Data science; Mathematical economics; History; Algorithm; Mathematics","score_opus":0.14669885457244664,"score_gpt":0.34843085857670825,"score_spread":0.2017320040042616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048394601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89552766,0.000544919,0.01150897,0.0027006627,0.0004914731,0.0007470084,0.000009614192,0.00036482792,0.08810485],"genre_scores_gemma":[0.997194,0.000020486277,0.0012334172,0.000037132606,0.00008588859,0.00003195689,0.0000017585278,0.000023612278,0.0013717266],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984455,0.00035387915,0.00017686318,0.00015022172,0.0004839591,0.00038959153],"domain_scores_gemma":[0.9980778,0.0013480075,0.00001859512,0.00032194646,0.00008931335,0.0001443257],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006706014,0.0001072737,0.00011730647,0.00030166376,0.000073919866,0.00004372841,0.0002472264,0.00004238467,0.0008737097],"category_scores_gemma":[0.00019283665,0.000093213996,0.000046109675,0.00039806092,0.00008478459,0.00011071899,0.0000061159103,0.0004681419,0.0010488092],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103100676,0.0001421177,0.000041608975,0.00008119059,0.000067580986,0.000023077258,0.010709497,0.006468766,0.015119759,0.0015356307,0.034605842,0.93110186],"study_design_scores_gemma":[0.005053035,0.022792462,0.03351377,0.000719354,0.000077221055,0.00054854556,0.0058526127,0.528855,0.11037065,0.04651786,0.24277982,0.0029196406],"about_ca_topic_score_codex":0.00002555842,"about_ca_topic_score_gemma":0.0000060224897,"teacher_disagreement_score":0.9281822,"about_ca_system_score_codex":0.000042558913,"about_ca_system_score_gemma":0.000014978619,"threshold_uncertainty_score":0.999729},"labels":[],"label_agreement":null},{"id":"W2048763223","doi":"10.1007/s10970-005-3924-x","title":"The Best of Both: A Study of the Feasibility of Integrating Scales of Design and Production for Sustainable Products","year":2003,"lang":"en","type":"article","venue":"The Journal of Sustainable Product Design","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Sustainability; Constructive; Production (economics); Product (mathematics); Sustainable design; Product design; Scale (ratio); Management science; Architectural engineering; Engineering; Process management; Engineering ethics; Engineering management; Computer science; Process (computing); Economics","score_opus":0.0476359150837436,"score_gpt":0.29370656912785986,"score_spread":0.24607065404411627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048763223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95186335,0.007664749,0.03177895,0.001048854,0.0004139277,0.0069998126,0.0000011134384,0.000014749616,0.00021452089],"genre_scores_gemma":[0.9936658,0.00025100625,0.0048047714,0.0000032578046,0.000074781354,0.00003414019,1.0198437e-7,0.000030548337,0.0011355823],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9964185,0.0015945514,0.0010417193,0.00017963462,0.0004163814,0.00034925053],"domain_scores_gemma":[0.9930558,0.0014948942,0.0012123233,0.0007189924,0.0034744933,0.000043447522],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015890367,0.00019918011,0.00044096858,0.0001558337,0.00029289804,0.000033941324,0.00046865418,0.00004342451,0.000002521921],"category_scores_gemma":[0.013889648,0.00010750667,0.000073834155,0.0010076733,0.0002984624,0.0005187311,0.00004215972,0.0003098857,7.0452735e-8],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009997848,0.008679341,0.009493389,0.019530594,0.0022769237,0.000014099168,0.11382731,0.40704224,0.37749368,0.025920529,0.014280612,0.0114434315],"study_design_scores_gemma":[0.0012546295,0.0028020642,0.001771278,0.00019003442,0.00066817476,0.00014186266,0.34457302,0.00054498896,0.6343555,0.012353384,0.0011031309,0.00024192552],"about_ca_topic_score_codex":0.00006230455,"about_ca_topic_score_gemma":0.0000027583208,"teacher_disagreement_score":0.40649727,"about_ca_system_score_codex":0.00013074846,"about_ca_system_score_gemma":0.00065118907,"threshold_uncertainty_score":0.9944168},"labels":[],"label_agreement":null},{"id":"W2048810589","doi":"10.13031/2013.22085","title":"Development of a Mechanical Device for Landmine Neutralization","year":2006,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Deflection (physics); Computer science; Mechanical design; Simulation; Engineering; Mechanical engineering","score_opus":0.030558588823872905,"score_gpt":0.2778279202079633,"score_spread":0.2472693313840904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048810589","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07227253,0.000031594227,0.90514123,0.00012992977,0.00019117184,0.00014959305,0.0000010405504,0.00011994604,0.021962967],"genre_scores_gemma":[0.8572891,0.0000014179649,0.14188373,0.00003597,0.000032656764,0.000017385659,0.00002140768,0.0000069825273,0.0007114016],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997768,0.0000030730291,0.000108839005,0.000031942436,0.000032122716,0.00004725382],"domain_scores_gemma":[0.99987674,0.00003911165,0.000011678871,0.00003449619,0.000026303662,0.000011676507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007338315,0.000029316345,0.00003790724,0.000019573486,0.000010912711,0.0000048729166,0.000023279405,0.000018256733,0.00009078028],"category_scores_gemma":[0.000009168103,0.000027460692,0.000008671865,0.000053572243,0.0000011821824,0.000042339572,0.0000016242293,0.00001180907,0.000010450222],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069262205,0.00044091773,0.0003809844,0.0007147599,0.00010064897,5.033448e-7,0.0014490254,0.0144389765,0.5747638,0.25960258,0.09075195,0.057286616],"study_design_scores_gemma":[0.0002879832,0.000009203101,0.0012162828,0.0000068823165,0.000011421341,0.0000013901126,0.00008284022,0.020056881,0.31814638,0.00041347698,0.659666,0.00010127671],"about_ca_topic_score_codex":0.000005935201,"about_ca_topic_score_gemma":0.000050627936,"teacher_disagreement_score":0.78501654,"about_ca_system_score_codex":0.000010042207,"about_ca_system_score_gemma":0.000015313357,"threshold_uncertainty_score":0.11198145},"labels":[],"label_agreement":null},{"id":"W2049206658","doi":"10.1504/ijpd.2013.058546","title":"An inquiry on managers use of decision-making tools in the core front end of the innovation process","year":2013,"lang":"en","type":"article","venue":"International Journal of Product Development","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Process (computing); New product development; Core (optical fiber); Front and back ends; Identification (biology); Process management; Product innovation; Product (mathematics); Knowledge management; Engineering; Computer science; Risk analysis (engineering); Business; Marketing","score_opus":0.08655201195818649,"score_gpt":0.35434428926586997,"score_spread":0.2677922773076835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049206658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945492,0.000031597458,0.0027099845,0.00079693424,0.0014240922,0.00018216456,0.00000110225,0.0000038812877,0.00030101472],"genre_scores_gemma":[0.9928676,0.000011201283,0.006729835,0.00023939644,0.0001150009,0.0000082874085,0.0000020802781,0.000007326747,0.000019287914],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99865985,0.000043087388,0.0005800818,0.00006868039,0.00058260513,0.0000656925],"domain_scores_gemma":[0.99853796,0.00026021554,0.00035567812,0.00013302872,0.00070156506,0.000011533522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007424502,0.000071489005,0.00009153711,0.00026815184,0.000018453964,0.00006249135,0.0004710526,0.000020097506,0.000100833735],"category_scores_gemma":[0.0008122405,0.000044112574,0.000020732658,0.00024689737,0.000025366322,0.0006873404,0.000014720928,0.00017006209,0.0000048307393],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019694207,0.00055287324,0.014120283,0.00007408579,0.0002781353,0.00001339322,0.039677702,0.08201683,0.010375356,0.0019651311,0.008843519,0.84188575],"study_design_scores_gemma":[0.0005403217,0.0000776146,0.9337051,0.0010162109,0.000017826262,0.0001241239,0.0040570414,0.0011517847,0.03763743,0.0032889568,0.018158205,0.00022540857],"about_ca_topic_score_codex":0.0000040084356,"about_ca_topic_score_gemma":0.000004378968,"teacher_disagreement_score":0.9195848,"about_ca_system_score_codex":0.000106537525,"about_ca_system_score_gemma":0.00015134663,"threshold_uncertainty_score":0.17988585},"labels":[],"label_agreement":null},{"id":"W2049321032","doi":"10.1109/ipcc.2013.6623907","title":"The new da vincis: Educating engineering students in the arts","year":2013,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Deliverable; The arts; Engineering education; Key (lock); Science and engineering; Course (navigation); Computer science; Engineering ethics; Mathematics education; Engineering; Engineering management; Visual arts; Systems engineering; Psychology; Art","score_opus":0.015786911678648943,"score_gpt":0.2841934660602653,"score_spread":0.26840655438161637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049321032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6983428,0.0017957785,0.012639984,0.023032926,0.0052416213,0.001519695,4.5632925e-7,0.00067663327,0.2567501],"genre_scores_gemma":[0.9958596,0.000036581634,0.00095131627,0.00048610097,0.00019210193,0.00006355481,6.3961033e-7,0.000015171446,0.002394907],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999451,0.000022480994,0.00013686632,0.00006463407,0.00014924751,0.0001757664],"domain_scores_gemma":[0.99921083,0.00049937714,0.00001383357,0.00021623875,0.000013751297,0.00004595887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035020514,0.0000770136,0.000046651578,0.00002929942,0.00005707758,0.00035399746,0.00032914078,0.000021354153,0.00029958313],"category_scores_gemma":[0.00014883495,0.000045337354,0.000016031157,0.0001639372,0.0000044877443,0.00022420258,0.00001607442,0.00017176889,0.00051636365],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030911483,0.0001639292,0.005117009,0.000050076498,0.00009587475,0.000002940289,0.021639764,0.020535175,0.003275038,0.014516496,0.7661956,0.16840504],"study_design_scores_gemma":[0.0003005422,0.000017579785,0.1063367,0.000039851264,0.000015023597,0.000029889039,0.011886096,0.027036685,0.00056212716,0.0006036792,0.8528099,0.00036190386],"about_ca_topic_score_codex":0.00021372165,"about_ca_topic_score_gemma":0.000037341237,"teacher_disagreement_score":0.29751685,"about_ca_system_score_codex":0.00003230606,"about_ca_system_score_gemma":0.000024117886,"threshold_uncertainty_score":0.66369826},"labels":[],"label_agreement":null},{"id":"W2050660072","doi":"10.1007/s11837-013-0568-5","title":"Design of Biomaterials: The Balancing Act between Reductionism and Systems Thinking","year":2013,"lang":"en","type":"article","venue":"JOM","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Reductionism; Biochemical engineering; Nanotechnology; Engineering ethics; Engineering; Computer science; Epistemology; Materials science; Philosophy","score_opus":0.03352587601673053,"score_gpt":0.25235994867058326,"score_spread":0.21883407265385274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050660072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94257313,0.0011791255,0.048674673,0.00084788626,0.002814725,0.00059704075,0.0000028512502,0.0002454612,0.0030651314],"genre_scores_gemma":[0.99857396,0.000043284133,0.0010318161,0.000012058334,0.00021653682,0.00001792979,0.0000012379237,0.000010846775,0.00009230218],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995887,0.00007792669,0.00013446485,0.000051991126,0.00006920115,0.0000776811],"domain_scores_gemma":[0.9995782,0.00021983331,0.00004423732,0.00011081245,0.000023943068,0.000023019484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039423068,0.00005219571,0.00008368711,0.000027448135,0.000061110426,0.00012384214,0.000064194755,0.000034672168,0.00005316503],"category_scores_gemma":[0.000036966307,0.000037505913,0.000008216989,0.000058831607,0.000014812048,0.00020058207,0.000007675685,0.000033947665,0.000041017458],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006487678,0.000022469181,0.002811727,0.0004060986,0.0002612121,8.303884e-7,0.010869478,0.010415643,0.91647166,0.0012041009,0.040298536,0.01723177],"study_design_scores_gemma":[0.0019396001,0.00031781997,0.21602827,0.0010719141,0.00071025325,0.00036307273,0.02550296,0.1650138,0.42296562,0.012191147,0.15161008,0.0022854453],"about_ca_topic_score_codex":0.00009719857,"about_ca_topic_score_gemma":1.2117154e-7,"teacher_disagreement_score":0.493506,"about_ca_system_score_codex":0.000014609619,"about_ca_system_score_gemma":0.000010799881,"threshold_uncertainty_score":0.15294468},"labels":[],"label_agreement":null},{"id":"W2051427411","doi":"10.1016/s0142-694x(02)00055-8","title":"Imagining the building: architectural design as semiotic construction","year":2003,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Semiotics; Envelope (radar); Computer science; Architectural engineering; Product (mathematics); Linguistics; Human–computer interaction; Engineering; Telecommunications; Mathematics","score_opus":0.0796670680188692,"score_gpt":0.32205490673398085,"score_spread":0.24238783871511166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051427411","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008254908,0.0074865683,0.9675665,0.0009068212,0.0020936327,0.00046293624,6.861638e-7,0.0004523611,0.01277559],"genre_scores_gemma":[0.901428,0.00030391675,0.09754037,0.00025283184,0.00009909288,0.000060254002,3.7496687e-7,0.00002984289,0.0002853437],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988913,0.00037354376,0.00018647753,0.00015308586,0.0001428646,0.00025271764],"domain_scores_gemma":[0.99803704,0.001606716,0.00004595439,0.0001902617,0.00007407021,0.000045975074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007920064,0.00017442935,0.00016493336,0.00007071636,0.00026119777,0.0000703032,0.00011238996,0.000031859072,0.000055841327],"category_scores_gemma":[0.000889946,0.00012794873,0.000039561735,0.00024935225,0.00013202983,0.00014883779,0.000011357006,0.00022206154,0.000115978895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019052115,0.00012878927,0.00093586347,0.00031719115,0.0032813835,0.000071508264,0.062026706,0.4671562,0.06142801,0.12793317,0.10295327,0.17357738],"study_design_scores_gemma":[0.0033127735,0.0006520805,0.002112989,0.00043075022,0.0013715168,0.0060351347,0.08990895,0.047753803,0.32338232,0.17007814,0.35105947,0.0039020532],"about_ca_topic_score_codex":0.00000401649,"about_ca_topic_score_gemma":4.4204018e-7,"teacher_disagreement_score":0.89317304,"about_ca_system_score_codex":0.00006391484,"about_ca_system_score_gemma":0.000043580003,"threshold_uncertainty_score":0.5217598},"labels":[],"label_agreement":null},{"id":"W2051700062","doi":"10.1115/detc2005-84956","title":"Modeling of Evolutionary Design Database","year":2005,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Consistency (knowledge bases); Descendant; Ancestor; Generative Design; Database design; Database; Conceptual design; Artificial intelligence; Human–computer interaction; Engineering","score_opus":0.05529739765706132,"score_gpt":0.27575862947105756,"score_spread":0.22046123181399624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051700062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018057367,0.0003690229,0.956124,0.00015662382,0.00009353872,0.00004242293,0.0000018157637,0.00010987852,0.041296974],"genre_scores_gemma":[0.82749754,0.000049728347,0.17186396,0.000057131092,0.000052048672,0.0000029258786,0.000004112236,0.0000062831778,0.00046628012],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99974877,0.000013089321,0.000087404784,0.000039523875,0.000053400498,0.000057821457],"domain_scores_gemma":[0.9997968,0.000049024922,0.0000052807063,0.00010113061,0.000021248436,0.000026534013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009306985,0.00003418403,0.00003519018,0.00003396894,0.000011271712,0.0000034595462,0.000043999185,0.000014612596,0.0007656132],"category_scores_gemma":[0.000023518312,0.000034347475,0.000009996138,0.00005887052,0.0000036295892,0.00024222804,0.0000042618976,0.000039806575,0.00015469996],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029440498,0.000017197928,0.0000040600758,0.000007431126,0.0000058552846,1.093939e-7,0.000064774744,0.9754298,0.002385894,0.0013362067,0.017936213,0.0028095425],"study_design_scores_gemma":[0.000048534654,0.0000027725498,0.000010599887,0.0000032787498,0.0000042298434,0.0000029410292,0.000047344936,0.9844997,0.0019097123,0.000057499034,0.013371145,0.000042220294],"about_ca_topic_score_codex":0.000008736488,"about_ca_topic_score_gemma":0.0000012214691,"teacher_disagreement_score":0.8256918,"about_ca_system_score_codex":0.000016498232,"about_ca_system_score_gemma":0.000017612754,"threshold_uncertainty_score":0.8382928},"labels":[],"label_agreement":null},{"id":"W2053316171","doi":"10.1017/s0890060406060136","title":"A typology of design space explorers","year":2006,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Australian Research Council; RMIT University","keywords":"Space (punctuation); Context (archaeology); Typology; Computer science; Value (mathematics); Position (finance); Human–computer interaction; Feature (linguistics); Section (typography); Data science; Artificial intelligence; Sociology; Geography; Machine learning; Business","score_opus":0.04331300252508875,"score_gpt":0.2609526968930542,"score_spread":0.21763969436796549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053316171","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015624473,0.00024896197,0.98337007,0.000056343986,0.00020282365,0.00023635065,0.0000035545331,0.00014979223,0.00010766135],"genre_scores_gemma":[0.922818,0.00007183241,0.076892175,0.0000077138775,0.00007861963,0.000050906747,0.0000078171315,0.00002936453,0.0000435848],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989593,0.000031706022,0.0004088914,0.00021452422,0.0001012242,0.0002843805],"domain_scores_gemma":[0.9990334,0.0006083905,0.00006712653,0.00018307852,0.000039892904,0.00006810258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004597473,0.00019282021,0.00031208125,0.00048338718,0.000055471297,0.000052241085,0.000117914686,0.00008335268,0.00005261444],"category_scores_gemma":[0.000060577728,0.0002023746,0.00012964674,0.00034328422,0.000034946093,0.00015904986,0.000011261812,0.00009903656,0.000007937464],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025612751,0.00002364848,0.00001102924,0.000047200178,0.00027742828,0.0000011675113,0.00017994388,0.9650048,0.017239584,0.007719946,0.00013943981,0.009330198],"study_design_scores_gemma":[0.000020106185,0.000039648905,0.000120874785,0.0000073388283,0.0002931964,0.0000019131319,0.00015379605,0.4188652,0.57667756,0.0028129553,0.000823383,0.00018403557],"about_ca_topic_score_codex":0.00008467893,"about_ca_topic_score_gemma":0.000012287407,"teacher_disagreement_score":0.90719354,"about_ca_system_score_codex":0.000031574848,"about_ca_system_score_gemma":0.000012322548,"threshold_uncertainty_score":0.8252597},"labels":[],"label_agreement":null},{"id":"W2053760781","doi":"10.1002/meet.14504901340","title":"J.J. Gibson and Marshall McLuhan: A survey of terminology and a proposed extension of the theory of affordances","year":2012,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Design Education and Practice","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Affordance; Terminology; Object (grammar); Extension (predicate logic); Meaning (existential); Variety (cybernetics); Action (physics); Confusion; Term (time); Epistemology; Computer science; Cognitive science; Cognition; Human–computer interaction; Psychology; Communication; Sociology; Linguistics; Artificial intelligence; Philosophy","score_opus":0.020774702342843825,"score_gpt":0.26517082009786075,"score_spread":0.24439611775501693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053760781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9988647,0.0001376822,0.00011985275,0.00035361008,0.000044839013,0.00021272707,0.0000078306975,0.000013484574,0.00024528083],"genre_scores_gemma":[0.99755,0.00021686872,0.00215963,0.000058199355,0.000002397709,0.0000059151766,2.0964774e-7,0.000002353141,0.000004422122],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9994755,0.000004275384,0.00021262655,0.00005247038,0.00012920186,0.00012592565],"domain_scores_gemma":[0.99889195,0.00011016734,0.00044004133,0.00007661729,0.00046294281,0.000018255532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011182327,0.000055326185,0.00015211839,0.00009277924,0.00007098282,0.000007426583,0.00020436173,0.00003923097,4.464543e-7],"category_scores_gemma":[0.00069454644,0.00003452327,0.000024984944,0.00086515374,0.0022913332,0.00072327245,0.000099427736,0.00006436393,4.4599226e-8],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009368575,0.00006936043,0.18443199,0.0011217558,0.0000764052,1.8039961e-9,0.015988898,0.0000035838434,0.49603456,0.06801044,0.00064761686,0.2335217],"study_design_scores_gemma":[0.0004176488,0.00029032942,0.54334915,0.000085812775,0.000059698323,0.000031426895,0.030309265,0.0021757626,0.4174207,0.0038297721,0.0018785354,0.00015188425],"about_ca_topic_score_codex":0.00001678877,"about_ca_topic_score_gemma":6.317578e-7,"teacher_disagreement_score":0.35891718,"about_ca_system_score_codex":0.000010245713,"about_ca_system_score_gemma":0.000042045904,"threshold_uncertainty_score":0.8442513},"labels":[],"label_agreement":null},{"id":"W2054376728","doi":"10.1115/imece2013-63769","title":"Comparative Evaluation of a Novel Concept Design Method","year":2013,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Creativity; Cohesion (chemistry); Novelty; Computer science; Design methods; Ranking (information retrieval); Task (project management); Engineering design process; Artificial intelligence; Systems engineering; Engineering; Psychology","score_opus":0.2719124599756604,"score_gpt":0.4304478288134577,"score_spread":0.15853536883779734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054376728","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026104348,0.00006307681,0.92688316,0.000075557546,0.00013249466,0.00030893018,6.01544e-7,0.000050100658,0.06987566],"genre_scores_gemma":[0.71361077,0.0000011564713,0.2859558,0.000043853484,0.000013812804,0.000046900477,0.000001696565,0.0000041701824,0.0003218564],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99951875,0.00012197317,0.000108995315,0.000050041956,0.00014358068,0.000056672216],"domain_scores_gemma":[0.9992989,0.000341565,0.000024986954,0.00008347922,0.00022390604,0.000027176271],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005743279,0.000047050617,0.00008209319,0.00003118239,0.000010120241,0.000013044519,0.000043168533,0.000022138858,0.0040714624],"category_scores_gemma":[0.00006401879,0.000042080697,0.000012894221,0.00009635637,0.000009039251,0.00020556209,0.0000026127148,0.000040991603,0.0001568442],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005805766,0.00016508563,0.0000100456655,0.000015913462,0.00013284542,2.5596709e-8,0.009396512,0.6367634,0.20038171,0.0064746067,0.09926591,0.04738811],"study_design_scores_gemma":[0.00028216233,0.000012790746,0.0006330013,0.0000027945441,0.000027273178,0.0000012595435,0.0008327504,0.93178755,0.06498953,0.00028316895,0.0010895861,0.000058156176],"about_ca_topic_score_codex":0.000040500265,"about_ca_topic_score_gemma":0.0000010194925,"teacher_disagreement_score":0.7110003,"about_ca_system_score_codex":0.00002355821,"about_ca_system_score_gemma":0.000035433422,"threshold_uncertainty_score":0.9968389},"labels":[],"label_agreement":null},{"id":"W2054760507","doi":"10.2202/1553-3840.1103","title":"Coming of Age -- Emerging Issues and New Directions in CAM Research: Abstracts from the Fourth Annual IN-CAM Symposium November 1 &amp; 2, 2007, Vancouver, Canada","year":2007,"lang":"en","type":"article","venue":"Journal of Complementary and Integrative Medicine","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Health Canada","keywords":"Library science; Gerontology; Medicine; Computer science","score_opus":0.06815559841393375,"score_gpt":0.3647914711294653,"score_spread":0.29663587271553155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054760507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9726882,0.0069385446,0.0012600069,0.010355972,0.0023618839,0.0002192136,0.000035881178,0.0000053627373,0.006134913],"genre_scores_gemma":[0.9960298,0.0015574582,0.0011351487,0.00034076098,0.0004971159,9.219129e-7,0.000009512344,0.000009010387,0.00042029913],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987135,0.00015279121,0.00057623914,0.00007716811,0.0003046681,0.00017563153],"domain_scores_gemma":[0.99765867,0.0018634122,0.00014217036,0.00007550877,0.00014437646,0.00011585236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020083273,0.0001099338,0.00026198127,0.00020565273,0.00006363385,0.000009834184,0.00010143838,0.000020495016,0.00043090907],"category_scores_gemma":[0.00029761103,0.000070330316,0.000014841724,0.00025412018,0.00009021524,0.00024882812,0.000018369856,0.000601921,2.452535e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003005208,0.000097466924,0.034912515,0.000036807538,0.00019307157,0.00006376637,0.052283347,0.0006007448,0.0061117774,0.00014394187,0.89616644,0.009089619],"study_design_scores_gemma":[0.0014658011,0.0002065796,0.17558037,0.00067750126,0.000039184877,0.000032601052,0.112159096,0.00016837241,0.0008033289,0.0003937519,0.7083536,0.00011982036],"about_ca_topic_score_codex":0.42417923,"about_ca_topic_score_gemma":0.9175311,"teacher_disagreement_score":0.49335185,"about_ca_system_score_codex":0.00013749154,"about_ca_system_score_gemma":0.00012604987,"threshold_uncertainty_score":0.57965523},"labels":[],"label_agreement":null},{"id":"W2056803429","doi":"10.1115/detc2004-57303","title":"Use of Biological Phenomena in Design by Analogy","year":2004,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Analogy; Computer science; Epistemology; Philosophy","score_opus":0.11522177038884165,"score_gpt":0.2788095644820872,"score_spread":0.16358779409324556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056803429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29062438,0.00041106853,0.67413265,0.0006030451,0.00028122633,0.00024509392,0.000004732812,0.00021254114,0.033485252],"genre_scores_gemma":[0.9887589,0.00007452149,0.010863051,0.0001337598,0.000010921099,0.000003861465,0.0000025925144,0.000003993048,0.00014835579],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.999747,0.00002479377,0.000089486966,0.00004511781,0.000022732182,0.000070911105],"domain_scores_gemma":[0.9997837,0.00012304846,0.000008356036,0.00005593525,0.0000069529733,0.00002199831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008370316,0.00003590854,0.000057178775,0.000037117148,0.0000036985725,0.0000053105873,0.000034173067,0.000030774147,0.00028896483],"category_scores_gemma":[0.00004484101,0.000030457251,0.000007759225,0.00010918623,0.000010303128,0.00008637892,0.0000027545254,0.000044131397,0.00003912588],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001056073,0.0009511126,0.006376562,0.000051188286,0.00010311678,0.000013532471,0.0024353066,0.47693983,0.3688077,0.04623787,0.06097371,0.037004452],"study_design_scores_gemma":[0.0042461846,0.0009552249,0.06726989,0.000059532496,0.00004061756,0.000051793533,0.0015423519,0.026099753,0.33338565,0.014742992,0.5499097,0.0016962893],"about_ca_topic_score_codex":0.000060009326,"about_ca_topic_score_gemma":0.000005524053,"teacher_disagreement_score":0.6981346,"about_ca_system_score_codex":0.000022765038,"about_ca_system_score_gemma":0.000010035306,"threshold_uncertainty_score":0.31639624},"labels":[],"label_agreement":null},{"id":"W2057360934","doi":"10.1023/b:jspd.0000016463.39296.99","title":"A journey in design – an exploration of perspectives for sustainability","year":2002,"lang":"en","type":"article","venue":"The Journal of Sustainable Product Design","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Sustainability; Terminology; Analogy; Sustainable design; Product design; Management science; Product (mathematics); Engineering ethics; Design elements and principles; Computer science; Engineering; Risk analysis (engineering); Architectural engineering; Business; Systems engineering; Epistemology; Mathematics; Ecology","score_opus":0.0972863726396291,"score_gpt":0.3102877984145339,"score_spread":0.21300142577490483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057360934","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022830904,0.0053187986,0.9660348,0.0034295267,0.00019417403,0.0018291465,6.4353225e-7,0.00003687666,0.00032511773],"genre_scores_gemma":[0.9871555,0.0005907501,0.011315803,0.000016816108,0.00019097184,0.000035482833,2.4435045e-7,0.000031277126,0.00066318666],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.9979452,0.00082975306,0.00055235886,0.00011699963,0.00022505515,0.00033065688],"domain_scores_gemma":[0.9969088,0.0007514356,0.00029298625,0.00031084678,0.0016570071,0.000078930585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006757896,0.00014951933,0.0002623168,0.00033923454,0.00010295694,0.00005433516,0.00032122372,0.000045681205,0.00006264995],"category_scores_gemma":[0.0028139115,0.000114632785,0.000057935053,0.0005730513,0.00007051163,0.002710596,0.000010236492,0.00028649988,0.000001296164],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001542555,0.0010447785,0.000058258418,0.000653203,0.00013475263,0.000032235053,0.15316914,0.8112739,0.0045088422,0.008812459,0.009867994,0.00890192],"study_design_scores_gemma":[0.0023922434,0.0025954475,0.0004750059,0.00007842657,0.0002732571,0.00024537375,0.72059643,0.0635213,0.04273103,0.15944552,0.0070448597,0.0006010934],"about_ca_topic_score_codex":0.000012208896,"about_ca_topic_score_gemma":6.951991e-7,"teacher_disagreement_score":0.9643246,"about_ca_system_score_codex":0.00045713337,"about_ca_system_score_gemma":0.00025551594,"threshold_uncertainty_score":0.46745893},"labels":[],"label_agreement":null},{"id":"W2060869072","doi":"10.1115/detc2009-86680","title":"Effective Analogical Transfer Using Biological Descriptions Retrieved With Functional and Biologically Meaningful Keywords","year":2009,"lang":"en","type":"article","venue":"Volume 8: 14th Design for Manufacturing and the Life Cycle Conference; 6th Symposium on International Design and Design Education; 21st International Conference on Design Theory and Methodology, Parts A and B","topic":"Design Education and Practice","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Action (physics); Key (lock); Biological organism; Artificial intelligence; Quality (philosophy); Analogy; Human–computer interaction; Biological materials; Biochemical engineering; Linguistics; Epistemology; Engineering","score_opus":0.15721378129531507,"score_gpt":0.3286757510187322,"score_spread":0.17146196972341712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060869072","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02671966,0.0004802329,0.96507525,0.0034710285,0.0009099328,0.0018428935,0.000031391137,0.00014722586,0.0013223864],"genre_scores_gemma":[0.9491466,0.0024477653,0.045425892,0.0016807896,0.00030461315,0.00044400548,0.000041319738,0.000033584944,0.0004754097],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9947802,0.0030003255,0.00058212,0.00088896323,0.0003093511,0.00043905145],"domain_scores_gemma":[0.9915709,0.0072696637,0.00019345256,0.00022717557,0.00036644205,0.00037235575],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004821316,0.0006132779,0.0006306263,0.00032561878,0.0006436414,0.0005711808,0.00031428246,0.0003127014,0.00013928076],"category_scores_gemma":[0.00088754983,0.00042238703,0.000083215426,0.00011868362,0.000845504,0.00042220307,0.0000433095,0.0005368728,0.0000041279914],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026409095,0.0005397628,0.00018865407,0.000066774664,0.0010925528,0.000009877376,0.0025400491,0.018733034,0.011915949,0.88992816,0.000842922,0.04773318],"study_design_scores_gemma":[0.012599837,0.0073492583,0.01577992,0.0007950174,0.0010415728,0.0012630471,0.004395897,0.353058,0.014387231,0.5816104,0.004915265,0.0028045792],"about_ca_topic_score_codex":0.000014732499,"about_ca_topic_score_gemma":8.862876e-7,"teacher_disagreement_score":0.92242694,"about_ca_system_score_codex":0.000073531846,"about_ca_system_score_gemma":0.0002234703,"threshold_uncertainty_score":0.9998228},"labels":[],"label_agreement":null},{"id":"W2061003446","doi":"10.1109/fie.2010.5673389","title":"Work in progress &amp;#x2014; Design in first year engineering","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Context (archaeology); Strengths and weaknesses; Engineering education; Work (physics); Course (navigation); Computer science; Design education; Engineering management; Engineering design process; Engineering; Engineering ethics; Psychology; Mechanical engineering","score_opus":0.01994592840440598,"score_gpt":0.24672897809414138,"score_spread":0.2267830496897354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061003446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72841513,0.00056264305,0.22368185,0.0023134255,0.0057222536,0.0013053017,0.0000016552345,0.0016212283,0.036376476],"genre_scores_gemma":[0.8970872,0.000014241588,0.10226321,0.00001682142,0.00006977952,0.00004943804,0.0000014798538,0.000025728363,0.00047207976],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995149,0.00001279736,0.00013173545,0.00009243941,0.00006431904,0.00018382109],"domain_scores_gemma":[0.9996042,0.00017185883,0.000008936113,0.0001551621,0.000009104143,0.000050713516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029854733,0.00008511228,0.000078558354,0.00014029407,0.000008961351,0.000038406724,0.0000990561,0.00007352606,0.00057529175],"category_scores_gemma":[0.00009703219,0.000089189416,0.000012221623,0.00034167434,0.000007460026,0.00020204262,0.0000079418105,0.00031730186,0.00039265136],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022139655,0.00093653536,0.2840073,0.0005498293,0.00009647797,0.00004716529,0.013628345,0.53214043,0.02096249,0.018920166,0.08211923,0.04637061],"study_design_scores_gemma":[0.0008556619,0.000017745442,0.1318984,0.00011145595,0.000007649837,0.000013895961,0.00016192398,0.023329234,0.0019602582,0.00017311619,0.8407305,0.0007401893],"about_ca_topic_score_codex":0.000012953903,"about_ca_topic_score_gemma":0.00020157332,"teacher_disagreement_score":0.75861126,"about_ca_system_score_codex":0.000026684138,"about_ca_system_score_gemma":0.000013837193,"threshold_uncertainty_score":0.62990415},"labels":[],"label_agreement":null},{"id":"W2061319506","doi":"10.1260/147807709788921921","title":"A Cyber-Enabled Collaborative Design Studio","year":2009,"lang":"en","type":"article","venue":"International Journal of Architectural Computing","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; McGill University","funders":"","keywords":"Studio; Design studio; Collaborative design; Engineering; Mediation; Multimedia; Computer science; Engineering management; Systems engineering; Systems design; Telecommunications; Sociology","score_opus":0.0159007553399435,"score_gpt":0.2896556440703705,"score_spread":0.27375488873042697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061319506","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4888307,0.00069049036,0.49435207,0.0041962024,0.0036154806,0.00016522981,0.0000024725525,0.00012123201,0.008026114],"genre_scores_gemma":[0.9646578,0.000018684419,0.034225322,0.00036187103,0.000686395,2.7572852e-7,9.51204e-7,0.000009035134,0.000039676495],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896497,0.000105005834,0.00037472678,0.00006973027,0.00034594603,0.0001396507],"domain_scores_gemma":[0.99879897,0.00039847166,0.00019072133,0.00005693026,0.00048150902,0.00007342072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044364142,0.00011162787,0.00015172512,0.00021275255,0.000048455895,0.000115661365,0.00033537977,0.000025518248,0.000037042817],"category_scores_gemma":[0.00022348929,0.000096351825,0.00006509952,0.00018560837,0.000014712467,0.00021629855,0.0000152488265,0.00030767763,0.000013721536],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023395638,0.00008050443,0.00015117916,0.0000053883177,0.0004178335,0.00014300492,0.006495113,0.64882326,0.013204428,0.0006891823,0.0053066723,0.32444948],"study_design_scores_gemma":[0.013257026,0.0039221663,0.12857857,0.0016414956,0.00039771636,0.016442278,0.005804414,0.57997733,0.08394397,0.034774277,0.12809578,0.0031650048],"about_ca_topic_score_codex":0.0000012713372,"about_ca_topic_score_gemma":5.3214296e-7,"teacher_disagreement_score":0.4758271,"about_ca_system_score_codex":0.00010748487,"about_ca_system_score_gemma":0.000074698386,"threshold_uncertainty_score":0.39291134},"labels":[],"label_agreement":null},{"id":"W2067712349","doi":"10.1108/13527590510635152","title":"Concurrent engineering teams I: organizational determinants of usage","year":2005,"lang":"en","type":"article","venue":"Team Performance Management","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; St. Francis Xavier University","funders":"","keywords":"Structural equation modeling; Knowledge management; New product development; USable; Business; Product (mathematics); Team effectiveness; Team composition; Process management; Marketing; Computer science","score_opus":0.0077435650682155435,"score_gpt":0.22656991583611258,"score_spread":0.21882635076789703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067712349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9436778,0.00015655336,0.0059727128,0.00004359864,0.0007618004,0.00024989285,0.0000035029918,0.0002679027,0.048866276],"genre_scores_gemma":[0.9964634,0.00026905435,0.0021825482,0.000040506486,0.00010114157,0.000018248913,0.000006144453,0.000021600228,0.0008973438],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993628,0.00000541846,0.0002176174,0.0000922661,0.00016140699,0.00016048395],"domain_scores_gemma":[0.999713,0.000017403596,0.00004964704,0.00015219841,0.00002556166,0.000042201977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014613639,0.00010609052,0.00009903626,0.000106379885,0.000029906405,0.000015874033,0.00013704161,0.000023204097,0.0004113946],"category_scores_gemma":[0.00000914471,0.000111907204,0.00001858637,0.00019276183,0.000010786868,0.00023895968,0.000030256335,0.000074096664,0.0002495968],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007304483,0.00025381712,0.037303317,0.001389115,0.00014363448,0.0000025031202,0.0013952479,0.2727126,0.0013102555,0.0025745681,0.014036408,0.6688712],"study_design_scores_gemma":[0.00051940273,0.00004060164,0.07586487,0.00010469759,0.000048100228,0.000007981218,0.00017410993,0.63083607,0.015663622,0.0000035090493,0.27638382,0.00035324902],"about_ca_topic_score_codex":8.425775e-7,"about_ca_topic_score_gemma":7.2586016e-7,"teacher_disagreement_score":0.668518,"about_ca_system_score_codex":0.00007985412,"about_ca_system_score_gemma":0.0000086579275,"threshold_uncertainty_score":0.45634434},"labels":[],"label_agreement":null},{"id":"W2070234480","doi":"10.17831/enq:arcc.v9i1.62","title":"The prequalified competition - how are architects appointed to invited architectural competitions?","year":2012,"lang":"en","type":"article","venue":"Enquiry The ARCC Journal for Architectural Research","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Ottawa Mental Health Centre","funders":"","keywords":"Competition (biology); Negotiation; Engineering; Process (computing); Selection (genetic algorithm); Engineering management; Medical education; Sociology; Computer science; Medicine; Artificial intelligence","score_opus":0.15984517846087035,"score_gpt":0.41061739384271206,"score_spread":0.2507722153818417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070234480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76978856,0.0019310483,0.06295701,0.15253212,0.005208589,0.0039715962,0.0000977247,0.0004369873,0.0030763377],"genre_scores_gemma":[0.9930849,0.00008216768,0.0017989451,0.00094352185,0.002216881,0.0004432296,0.000028972612,0.000092091905,0.0013092827],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99471384,0.0017398668,0.00047933034,0.00025558396,0.0011212805,0.0016901171],"domain_scores_gemma":[0.9904102,0.0076111434,0.00013831232,0.0006607073,0.00045360197,0.000726026],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006229558,0.00034144794,0.00028483276,0.0005548524,0.0029132355,0.0008853458,0.0011854715,0.000083743755,0.00007899275],"category_scores_gemma":[0.003081146,0.00020131201,0.0002543243,0.0009987907,0.00044756065,0.00035468236,0.00018603286,0.0023377556,0.00016214768],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005248587,0.00067656283,0.0012610068,0.00072984316,0.0015346629,0.00003650508,0.08212308,0.044460066,0.12363771,0.0497039,0.29288974,0.3976983],"study_design_scores_gemma":[0.0016761586,0.0006818689,0.019425403,0.00039501532,0.00006916519,0.0031908352,0.0108671,0.006870832,0.01003545,0.02162664,0.9242019,0.0009596408],"about_ca_topic_score_codex":0.000014453207,"about_ca_topic_score_gemma":0.000081963626,"teacher_disagreement_score":0.63131213,"about_ca_system_score_codex":0.0002532115,"about_ca_system_score_gemma":0.00007791656,"threshold_uncertainty_score":0.9999639},"labels":[],"label_agreement":null},{"id":"W207107363","doi":"10.1007/978-3-642-35758-9_32","title":"Design System Assessment Tool","year":2012,"lang":"en","type":"book-chapter","venue":"IFIP International Federation for Information Processing/IFIP","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Computer science","score_opus":0.03171360819308356,"score_gpt":0.28370644763411323,"score_spread":0.2519928394410297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W207107363","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002537404,0.00016561277,0.50760895,0.00025448037,0.002870866,0.00080171315,0.00010545512,0.0005002889,0.48769012],"genre_scores_gemma":[0.36537084,0.000434031,0.11592767,0.0027983326,0.005897569,0.00279556,0.01626757,0.0005983278,0.48991013],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974184,0.000024935112,0.0012187894,0.00022589766,0.0008034657,0.0003084999],"domain_scores_gemma":[0.997498,0.00021282982,0.00070143444,0.00025485607,0.0012031727,0.00012973476],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00087855756,0.00048979116,0.0003327037,0.00050111936,0.00042649827,0.0015614781,0.0003533447,0.00044671362,0.0007692162],"category_scores_gemma":[0.00008924285,0.0005335386,0.0001485798,0.000060939125,0.000032789896,0.0051138513,0.000029491735,0.00042648698,0.0010985881],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001405356,0.000059896247,0.0000063685643,0.0019944059,0.0004576215,0.0000012767348,0.0016962911,0.021511076,0.00019140671,0.60228753,0.1157025,0.2559511],"study_design_scores_gemma":[0.0005139861,0.00003442252,0.000019181633,0.00028446625,0.00009302995,0.000046918103,0.00017339527,0.113178395,0.00039816633,0.0012792036,0.88336736,0.00061146595],"about_ca_topic_score_codex":0.0000020257385,"about_ca_topic_score_gemma":0.0000011563634,"teacher_disagreement_score":0.76766485,"about_ca_system_score_codex":0.0009986717,"about_ca_system_score_gemma":0.00039617348,"threshold_uncertainty_score":0.99971163},"labels":[],"label_agreement":null},{"id":"W2071382538","doi":"10.4000/vertigo.11606","title":"Intégration du développement durable par les principes et la démarche de conception dans un cours projet","year":2013,"lang":"fr","type":"article","venue":"VertigO","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.0246986068866675,"score_gpt":0.2834516904990282,"score_spread":0.2587530836123607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071382538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7515635,0.0007692395,0.18594901,0.042013142,0.0011305114,0.00071555394,0.000010847349,0.00021388121,0.01763431],"genre_scores_gemma":[0.97278595,0.0017700134,0.022147732,0.0003870049,0.00021398893,0.0002029788,0.000044101045,0.000037079484,0.0024111385],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985777,0.0004847946,0.00026296423,0.0001873407,0.000176238,0.00031093365],"domain_scores_gemma":[0.9992509,0.00022570949,0.000081103215,0.00019174434,0.00011676344,0.0001337768],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006509063,0.00017929244,0.00012663293,0.000059039598,0.00013985904,0.00020725653,0.00012368201,0.00015982034,0.001459144],"category_scores_gemma":[0.00021136177,0.00019256443,0.000043548047,0.00016880715,0.000075308424,0.00074261834,0.000024617464,0.0002921693,0.0005997191],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006842718,0.0010425589,0.28857765,0.000731009,0.00038989232,0.00002169176,0.045662593,0.014026268,0.1516081,0.11015877,0.14887404,0.23883902],"study_design_scores_gemma":[0.00056833605,0.00008833941,0.5020653,0.00014814636,0.00009036167,0.000042721706,0.0025844155,0.017308924,0.028456694,0.0020540005,0.44619694,0.00039581294],"about_ca_topic_score_codex":0.0008421742,"about_ca_topic_score_gemma":0.00012038538,"teacher_disagreement_score":0.2973229,"about_ca_system_score_codex":0.00036007894,"about_ca_system_score_gemma":0.00022264714,"threshold_uncertainty_score":0.99945366},"labels":[],"label_agreement":null},{"id":"W2071709409","doi":"10.1017/cbo9781139057516.017","title":"O","year":2011,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ceremony; Engineering; Ring (chemistry); Order (exchange); State (computer science); Engineering physics; History; Archaeology; Computer science; Chemistry; Business","score_opus":0.035045585286944375,"score_gpt":0.19192656742082134,"score_spread":0.15688098213387697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071709409","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000056877275,0.0001710294,0.0011137505,0.0000037003101,0.0006350457,0.00013635663,0.000052852876,0.00037542437,0.99750614],"genre_scores_gemma":[0.000753364,0.0002248705,0.00010061124,0.000036579357,0.000112248534,2.9658872e-7,0.000020121352,0.00005556855,0.9986963],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99947864,0.000011387317,0.000090160145,0.00017660866,0.000095681644,0.0001475004],"domain_scores_gemma":[0.99939007,0.00003877531,0.000051222014,0.00034308893,0.00005507248,0.00012178005],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00004419822,0.00021449527,0.00017232353,0.000109935114,0.000053805197,0.000020248197,0.00025534656,0.00023811244,0.00006866412],"category_scores_gemma":[0.0000034264515,0.00028303915,0.00008997332,0.0000034161342,0.00005302436,0.00008542847,0.000050423456,0.00036227927,0.00022198753],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010983892,0.0000023207838,1.09122276e-7,0.000045349443,0.00008277591,0.00005225097,0.000046114383,0.0000032083585,0.000017989869,0.77609324,0.2212093,0.0024363578],"study_design_scores_gemma":[0.00011710733,0.0000091747215,0.0000044550566,0.00003573386,0.00011324961,0.0000117569025,0.000009017062,0.00003089689,0.00020424642,0.000011988444,0.99915785,0.0002944988],"about_ca_topic_score_codex":0.000026113868,"about_ca_topic_score_gemma":4.6718282e-7,"teacher_disagreement_score":0.77794856,"about_ca_system_score_codex":0.00009843576,"about_ca_system_score_gemma":0.000039970717,"threshold_uncertainty_score":0.99996215},"labels":[],"label_agreement":null},{"id":"W2071911490","doi":"10.1243/095440504322984894","title":"Biomimetic design for remanufacture in the context of design for assembly","year":2004,"lang":"en","type":"article","venue":"Proceedings of the Institution of Mechanical Engineers Part B Journal of Engineering Manufacture","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of New Brunswick","funders":"","keywords":"Context (archaeology); Contradiction; Product design; Computer science; Product (mathematics); Engineering; Mathematics","score_opus":0.028789598901508548,"score_gpt":0.24958767057428322,"score_spread":0.22079807167277465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071911490","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051856432,0.0004683528,0.94404423,0.0009990204,0.0013620824,0.0011828186,0.000019741718,0.000033615685,0.000033677352],"genre_scores_gemma":[0.95297426,0.0000804654,0.0466926,0.000049209993,0.00013044788,0.000035207133,0.0000012772595,0.000030865554,0.0000056856366],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983724,0.00001568982,0.0008750377,0.00012310705,0.0003640922,0.00024968362],"domain_scores_gemma":[0.9983031,0.00064446405,0.0004709055,0.00013863148,0.00037018897,0.000072687166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018224786,0.00024962792,0.00049537525,0.00026753507,0.0000390939,0.000022590912,0.0006353549,0.00021048755,0.0000037558975],"category_scores_gemma":[0.0013936218,0.0001675731,0.00029481546,0.00032377162,0.000044525616,0.00032604716,0.000015835381,0.00041809247,2.9338273e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021130341,0.00009573357,8.422544e-7,0.0006230929,0.00014234855,4.1938526e-7,0.00071883225,0.87715137,0.105847545,0.013424351,0.0013904908,0.00039365553],"study_design_scores_gemma":[0.0017669174,0.00043480244,0.00004941455,0.0006001952,0.0002068034,0.00006917002,0.0005244086,0.019886564,0.9683987,0.00203138,0.0058193407,0.00021231169],"about_ca_topic_score_codex":0.0000023269579,"about_ca_topic_score_gemma":3.8636546e-7,"teacher_disagreement_score":0.9011178,"about_ca_system_score_codex":0.00012054342,"about_ca_system_score_gemma":0.000114051465,"threshold_uncertainty_score":0.6833433},"labels":[],"label_agreement":null},{"id":"W2072011736","doi":"10.1016/j.cogsys.2008.09.006","title":"A computational model of visual analogies in design","year":2009,"lang":"en","type":"article","venue":"Cognitive Systems Research","topic":"Design Education and Practice","field":"Engineering","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Analogy; Computer science; Visual reasoning; Analogical reasoning; Communication design; Visual Basic; Artificial intelligence; Human–computer interaction; Cognitive science; Programming language; Psychology; Multimedia; Epistemology","score_opus":0.25657465488741293,"score_gpt":0.4566101486222191,"score_spread":0.20003549373480617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072011736","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10919283,0.0011704154,0.8343567,0.000112614856,0.00013551982,0.000867865,0.000018273751,0.00009992585,0.054045834],"genre_scores_gemma":[0.9988417,0.000028959616,0.000848828,0.000010091601,0.000021714224,0.000033843768,0.000007932239,0.000008201112,0.0001987542],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987917,0.00035925067,0.00019548104,0.00010612344,0.0003472136,0.00020023585],"domain_scores_gemma":[0.9982957,0.0011456707,0.000018698885,0.000051970146,0.00044178413,0.00004617909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013591017,0.00006192439,0.00012281156,0.00038346188,0.00003185998,0.000036408328,0.00008060837,0.000047230154,0.000015655609],"category_scores_gemma":[0.00047199187,0.00006386695,0.000015972875,0.00048204837,0.000044946722,0.00015032609,0.000008303104,0.0002236557,0.00005623993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006432032,0.00013610348,0.00012732597,0.00009036612,0.000021593447,0.0000063075427,0.0013488533,0.98295224,0.0026075556,0.0025316642,0.0016290648,0.008484579],"study_design_scores_gemma":[0.00025815796,0.00009217048,0.002600796,0.00010881873,0.000002130746,0.0000031836828,0.0017304573,0.9928794,0.00063257944,0.0015888779,0.000033866745,0.00006956118],"about_ca_topic_score_codex":0.000019410716,"about_ca_topic_score_gemma":0.0000013778496,"teacher_disagreement_score":0.88964885,"about_ca_system_score_codex":0.00006243131,"about_ca_system_score_gemma":0.00012985073,"threshold_uncertainty_score":0.26044187},"labels":[],"label_agreement":null},{"id":"W2072282134","doi":"","title":"Applying axiomatic design principles to the House of Quality.","year":2001,"lang":"en","type":"article","venue":"Scholarship at UWindsor (University of Windsor)","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"","keywords":"Axiomatic design; Quality (philosophy); Computer science; Engineering; Operations management; Epistemology; Philosophy","score_opus":0.08417384609728135,"score_gpt":0.2712090390006876,"score_spread":0.18703519290340626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072282134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96714884,0.00020558538,0.025169631,0.001179353,0.00024142774,0.00072852836,0.000010527759,0.00023475938,0.0050813355],"genre_scores_gemma":[0.99108785,0.00006906244,0.0068394835,0.00014240296,0.000040106945,0.0000039891365,0.000003240939,0.00003674881,0.0017770852],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99857795,0.00031541602,0.0002529589,0.00020057546,0.00038142983,0.00027168996],"domain_scores_gemma":[0.9985136,0.00049572287,0.00015544317,0.00055563275,0.00011990055,0.00015974004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014931465,0.0001644352,0.00026379025,0.00022585414,0.00024720363,0.00002849484,0.00065229146,0.00011223911,0.0004210901],"category_scores_gemma":[0.00027986287,0.00017260047,0.00011101027,0.0006946638,0.00007340794,0.0005263946,0.00010477063,0.00026064445,0.00038808794],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029355949,0.0015232863,0.177168,0.002156622,0.0020735438,0.00016574976,0.10481945,0.22259434,0.35451487,0.0134402905,0.01512433,0.10348393],"study_design_scores_gemma":[0.0023481478,0.00027718834,0.5887026,0.00035032313,0.0003710551,0.00009732194,0.01894124,0.0037605092,0.020592008,0.0008356221,0.3624332,0.0012907713],"about_ca_topic_score_codex":0.000063819476,"about_ca_topic_score_gemma":0.00011342805,"teacher_disagreement_score":0.41153464,"about_ca_system_score_codex":0.00009974723,"about_ca_system_score_gemma":0.00005974371,"threshold_uncertainty_score":0.7038443},"labels":[],"label_agreement":null},{"id":"W2072867596","doi":"10.1016/j.sbspro.2013.12.295","title":"Teamwork in Crossdisciplinarity","year":2013,"lang":"en","type":"article","venue":"Procedia - Social and Behavioral Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Teamwork; Bachelor; Coaching; Engineering management; Process (computing); Engineering; Work (physics); Session (web analytics); Knowledge management; Psychology; Computer science; Management; Political science; Mechanical engineering","score_opus":0.08061226673617838,"score_gpt":0.3712303261408441,"score_spread":0.29061805940466573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072867596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940486,0.000107119675,0.000010219209,0.00073409156,0.00021367765,0.00009662393,7.9195905e-7,0.000059753856,0.0047291336],"genre_scores_gemma":[0.9993299,0.000016688142,0.00035672027,0.000034164645,0.00008880228,0.000039367133,5.3945377e-7,0.0000030584529,0.00013074755],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995476,0.000009379677,0.00008251346,0.00010040069,0.000098297176,0.00016181663],"domain_scores_gemma":[0.99988806,0.00001898075,0.000013128888,0.000019083887,0.000016327289,0.000044412056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015606778,0.00005585166,0.000060113965,0.000034456432,0.0002036882,0.00015503951,0.00007953684,0.000041458712,0.00016822336],"category_scores_gemma":[0.000009999945,0.000047393158,0.000010548554,0.00028345324,0.00015065791,0.0004803498,0.000016859596,0.00009149313,0.000043086045],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004574733,0.00031244787,0.7317097,0.00006197916,0.0000028754594,0.0000021770238,0.027632881,0.000034173012,0.004911971,0.0022693549,0.008780338,0.2242775],"study_design_scores_gemma":[0.00013982544,0.000046984205,0.9846387,0.000009021165,0.000007415464,0.0000034613186,0.0048489743,0.0005757993,0.00028921498,0.0058418442,0.0033625776,0.0002362148],"about_ca_topic_score_codex":0.0002730339,"about_ca_topic_score_gemma":0.00011902858,"teacher_disagreement_score":0.25292894,"about_ca_system_score_codex":0.000015554448,"about_ca_system_score_gemma":0.000024816653,"threshold_uncertainty_score":0.19326368},"labels":[],"label_agreement":null},{"id":"W2073448498","doi":"10.1017/s0890060413000486","title":"Design problem solving with biological analogies: A verbal protocol study","year":2014,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto","keywords":"Biomimetics; Recall; Computer science; Coding (social sciences); Cognition; Human–computer interaction; Artificial intelligence; Psychology; Cognitive psychology; Mathematics","score_opus":0.060711053370661544,"score_gpt":0.2912315540912709,"score_spread":0.23052050072060934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073448498","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066266092,0.000011400616,0.9802811,0.000021242546,0.00006478805,0.012516817,0.0000012206561,0.00038988877,0.00008689807],"genre_scores_gemma":[0.8940267,0.0000054289244,0.09430928,0.000014915572,0.00008501017,0.01150036,0.0000040135997,0.00003976342,0.000014540051],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99838746,0.00010110872,0.00046955698,0.000427236,0.00017534923,0.00043931932],"domain_scores_gemma":[0.99861395,0.0008352498,0.000079716265,0.00027440343,0.000055129025,0.0001415773],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011750096,0.00033149472,0.00041305283,0.00040271715,0.00016522552,0.00026424823,0.00020704263,0.00009037453,0.000049441256],"category_scores_gemma":[0.00010517316,0.00026986562,0.00009622391,0.00045122244,0.00003354582,0.00025347568,0.000025559111,0.00019617162,0.000010037895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011998571,0.000110205474,0.000054267235,0.000068731264,0.0006406459,0.0000028453749,0.0009393524,0.9578956,0.0019363628,0.00040906714,0.000036267244,0.037786674],"study_design_scores_gemma":[0.00012070379,0.0007325571,0.00035825255,0.000025148925,0.00042295145,0.000004811651,0.000718937,0.91269827,0.08224616,0.00092221895,0.0012311408,0.0005188489],"about_ca_topic_score_codex":0.000023983483,"about_ca_topic_score_gemma":0.000014401996,"teacher_disagreement_score":0.8874001,"about_ca_system_score_codex":0.000051640654,"about_ca_system_score_gemma":0.000017193981,"threshold_uncertainty_score":0.9999754},"labels":[],"label_agreement":null},{"id":"W2073636544","doi":"10.1518/001872000779656642","title":"A Framework for Epistemological Analysis in Empirical (Laboratory and Field) Studies","year":2000,"lang":"en","type":"article","venue":"Human Factors The Journal of the Human Factors and Ergonomics Society","topic":"Design Education and Practice","field":"Engineering","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Generalizability theory; Empirical research; Field (mathematics); Management science; Abstraction; Cognition; Computer science; Epistemology; Data science; Cognitive science; Engineering ethics; Psychology; Engineering","score_opus":0.07473902757256702,"score_gpt":0.3438005567673261,"score_spread":0.2690615291947591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073636544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979377,0.0011301531,0.0002969891,0.0002657811,0.00019743979,0.00011025235,0.0000072079665,0.000012891818,0.000041612904],"genre_scores_gemma":[0.99833435,0.0009267828,0.0002524447,0.00027381862,0.00009998767,0.0000021097355,0.0000012928195,0.000014049077,0.00009517079],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990723,0.00013159604,0.00041457376,0.00010713275,0.000090310394,0.00018405581],"domain_scores_gemma":[0.99828255,0.0012433542,0.00016406216,0.00018503288,0.000049072303,0.00007590721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006518023,0.00018265666,0.0003806648,0.000051902545,0.0004074936,0.000074904296,0.00023555673,0.00014164163,0.00009467495],"category_scores_gemma":[0.00010025822,0.00009926028,0.00027577236,0.00018796044,0.00014122624,0.00014800241,0.000032738764,0.00052246964,3.833689e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016051898,0.00023669247,0.86266285,0.00017385585,0.00446243,0.0000012901462,0.10090564,0.0044473596,0.0010582234,0.0020019885,0.023098344,0.0007908043],"study_design_scores_gemma":[0.0006885349,0.00024728148,0.96202236,0.00006817298,0.0012000616,0.000007465519,0.016162455,0.0006769225,0.0006943186,0.008427801,0.009346638,0.00045796004],"about_ca_topic_score_codex":0.00001123097,"about_ca_topic_score_gemma":0.000031249616,"teacher_disagreement_score":0.099359535,"about_ca_system_score_codex":0.00009514668,"about_ca_system_score_gemma":0.000020357747,"threshold_uncertainty_score":0.4047717},"labels":[],"label_agreement":null},{"id":"W2073661746","doi":"10.1016/j.destud.2011.01.001","title":"The worlds and modalities of engagement of design participants: A qualitative case study of three medical innovations","year":2011,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Université de Montréal","funders":"","keywords":"Process (computing); Engineering design process; Knowledge management; Object (grammar); Modalities; Design process; Qualitative research; Psychology; Computer science; Engineering; Sociology; Business; Marketing; Operations management; Work in process; Artificial intelligence","score_opus":0.5544391329858422,"score_gpt":0.44806586846274443,"score_spread":0.10637326452309781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073661746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8650317,0.0036459987,0.12953976,0.0001147382,0.00021053622,0.00081114954,0.000006251767,0.000042178217,0.0005976421],"genre_scores_gemma":[0.995222,0.00028400728,0.0042836713,0.000009792554,0.000009353429,0.00014950143,1.6066495e-7,0.000009832275,0.00003171006],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99835384,0.0006823122,0.0005046833,0.00008736578,0.00023939964,0.00013242666],"domain_scores_gemma":[0.995253,0.0040992955,0.00014437435,0.0001767848,0.00029409496,0.000032399956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034100502,0.00010289066,0.0002561101,0.00008838332,0.00011447828,0.0000049717055,0.00009357045,0.000024706189,0.000022360615],"category_scores_gemma":[0.001338826,0.00007290156,0.000016566808,0.00030107272,0.00024895347,0.000094020834,0.000040693227,0.00010188261,6.9102805e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011432757,0.0005768245,0.0008438384,0.00018012912,0.0018946921,0.000030144174,0.97960526,0.00046120922,0.00025059917,0.009679135,0.001513032,0.004850822],"study_design_scores_gemma":[0.0006171941,0.0005939314,0.0012949029,0.00006272159,0.00022089755,0.000017070612,0.98831177,0.0014701919,0.0033482425,0.0038537525,0.00007770377,0.00013160697],"about_ca_topic_score_codex":0.00017122252,"about_ca_topic_score_gemma":0.00013071959,"teacher_disagreement_score":0.13019022,"about_ca_system_score_codex":0.000013136871,"about_ca_system_score_gemma":0.00004643909,"threshold_uncertainty_score":0.29728395},"labels":[],"label_agreement":null},{"id":"W2074550951","doi":"10.1386/jwcp.1.3.293_1","title":"Here, I am","year":2008,"lang":"en","type":"article","venue":"Journal of Writing in Creative Practice","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ephemeral key; Rigour; Creativity; Subject (documents); Narrative; Atmosphere (unit); Visual arts; Art and design; Sociology; Computer science; Aesthetics; Epistemology; Art; Psychology; World Wide Web; Literature; Philosophy; Social psychology","score_opus":0.038503605319575786,"score_gpt":0.3240147157437872,"score_spread":0.2855111104242114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074550951","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38090095,0.0026728571,0.009119971,0.002489916,0.00080855703,0.00011669297,0.000001628375,0.00006411797,0.60382533],"genre_scores_gemma":[0.9774214,0.0013591134,0.020252163,0.00030532322,0.0003170432,0.0000019964125,3.5938248e-7,0.000019190798,0.00032342854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99890715,0.00021584418,0.00045193717,0.00006049291,0.00022351867,0.00014103827],"domain_scores_gemma":[0.99718606,0.0020575193,0.00029034776,0.00008239896,0.00030947386,0.000074214215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011550452,0.00008990289,0.00016837564,0.0001624512,0.000055845856,0.000033652424,0.00011170031,0.00004660107,0.00012751682],"category_scores_gemma":[0.003729644,0.00008906795,0.000044719043,0.00027659137,0.000028570204,0.0015482035,0.00000799777,0.0005939963,0.0000489958],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035548091,0.006659089,0.20260465,0.00086661836,0.0027916671,0.015513095,0.112181164,0.12072032,0.04329481,0.01476376,0.25911644,0.2179336],"study_design_scores_gemma":[0.0034114046,0.0005942036,0.07680016,0.0006297803,0.0002284379,0.024142887,0.08378024,0.004079851,0.007355125,0.0006537844,0.79746574,0.00085838564],"about_ca_topic_score_codex":0.000018379222,"about_ca_topic_score_gemma":0.0000011199398,"teacher_disagreement_score":0.60350186,"about_ca_system_score_codex":0.000113863985,"about_ca_system_score_gemma":0.000089781264,"threshold_uncertainty_score":0.44650015},"labels":[],"label_agreement":null},{"id":"W2075954390","doi":"10.3992/jgb.1.1.92","title":"Learning How Buildings Work Is Crucial to Better Green Design","year":2006,"lang":"en","type":"article","venue":"Journal of Green Building","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Architectural engineering; Work (physics); Building design; Green building; Perspective (graphical); Engineering; Computer science; Risk analysis (engineering); Construction engineering; Business; Artificial intelligence","score_opus":0.018837579595320723,"score_gpt":0.24670067777037138,"score_spread":0.22786309817505065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075954390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6326023,0.00053042476,0.35110188,0.012589912,0.0015906761,0.00016791969,0.0000011126617,0.00012575484,0.0012900793],"genre_scores_gemma":[0.8994807,0.000026442785,0.09363314,0.00091858616,0.0034280485,0.0000035917603,4.466181e-7,0.00007249798,0.0024365357],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986477,0.0000996222,0.0004067436,0.00013603346,0.00037628406,0.0003336376],"domain_scores_gemma":[0.99904203,0.00026790425,0.00023255048,0.00012525817,0.00016126127,0.00017100331],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008651154,0.00019288268,0.00027237117,0.00037982053,0.00012899833,0.00020697294,0.00029257406,0.00009919506,0.00013532245],"category_scores_gemma":[0.000097410746,0.00019171345,0.00012812656,0.0005296862,0.000015047269,0.00064557395,0.000028370627,0.0005906828,0.000044766668],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003332301,0.00011649547,0.02527755,0.00012651348,0.00038469306,0.00021878118,0.005175962,0.09351973,0.13921365,0.00023467484,0.44170597,0.29369274],"study_design_scores_gemma":[0.0012660573,0.00036839294,0.014790986,0.00043590856,0.00020431376,0.00043781177,0.00041308408,0.0024267673,0.025556516,0.0013560312,0.951848,0.00089614355],"about_ca_topic_score_codex":0.00007408073,"about_ca_topic_score_gemma":0.0000029535188,"teacher_disagreement_score":0.510142,"about_ca_system_score_codex":0.00014294956,"about_ca_system_score_gemma":0.00003998022,"threshold_uncertainty_score":0.7817848},"labels":[],"label_agreement":null},{"id":"W2076754289","doi":"10.1115/detc2013-12068","title":"Teaching Biomimicry With an Engineering-to-Biology Thesaurus","year":2013,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Thesaurus; Terminology; Computer science; Biomimetics; Biological engineering; Task (project management); Ingenuity; Human–computer interaction; Artificial intelligence; Engineering; Systems engineering; Bioinformatics","score_opus":0.009471301506747546,"score_gpt":0.23607888150272197,"score_spread":0.22660757999597442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076754289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7525211,0.000047856804,0.1372655,0.0018249251,0.0006092868,0.00038303237,0.0000018516648,0.0013889895,0.10595743],"genre_scores_gemma":[0.9634683,0.0000019616823,0.034943342,0.00051329355,0.00009175236,0.00003680603,0.000004339764,0.00002697383,0.000913196],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99961126,0.000018323812,0.00007626722,0.00009933356,0.000031839467,0.00016295191],"domain_scores_gemma":[0.99961513,0.00006754496,0.0000072485627,0.00017306159,0.000017374394,0.000119611694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009306359,0.00009161415,0.000069657304,0.00007799954,0.000024384408,0.00004457444,0.00010171409,0.000038267015,0.0007075006],"category_scores_gemma":[0.000021195308,0.00007104029,0.000009468327,0.00007000613,0.0000049910464,0.0002627722,0.0000070145347,0.000128644,0.0007712258],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039528448,0.00032224294,0.0020383757,0.00012836895,0.00029722793,0.0000059422982,0.007209179,0.040497635,0.56564623,0.07321917,0.04603049,0.2645656],"study_design_scores_gemma":[0.00063077285,0.0006155091,0.012941059,0.000031262796,0.000037556467,0.00010390828,0.0013112196,0.16375273,0.014037511,0.00064765784,0.8046197,0.0012710989],"about_ca_topic_score_codex":0.00021452918,"about_ca_topic_score_gemma":0.000008353942,"teacher_disagreement_score":0.7585892,"about_ca_system_score_codex":0.000018991295,"about_ca_system_score_gemma":0.000008324329,"threshold_uncertainty_score":0.99128044},"labels":[],"label_agreement":null},{"id":"W2076814818","doi":"10.1007/s10798-013-9254-8","title":"Assessing the impact of educational differences in HCI design practice","year":2013,"lang":"en","type":"article","venue":"International Journal of Technology and Design Education","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Realm; Engineering design process; Conceptual framework; Set (abstract data type); Design education; Computer science; Conceptual design; Science education; Mathematics education; Knowledge management; Human–computer interaction; Psychology; Sociology; Engineering","score_opus":0.03116184355272553,"score_gpt":0.36990094001183504,"score_spread":0.3387390964591095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076814818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8245559,0.00420444,0.13295321,0.032196905,0.0025869394,0.00048547384,0.0000012872846,0.00003406976,0.0029817733],"genre_scores_gemma":[0.97733074,0.0003478085,0.022019807,0.00007590906,0.0001314901,0.000028597755,0.0000010805778,0.000008339344,0.000056198987],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99908644,0.00015312147,0.00040874674,0.000074970645,0.00017812074,0.000098602024],"domain_scores_gemma":[0.99742305,0.001417709,0.00034547722,0.000097640215,0.00067948183,0.000036643687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006385328,0.00009840235,0.00013375748,0.0007375879,0.000034729044,0.00011519157,0.0003268556,0.000096863194,0.00020318906],"category_scores_gemma":[0.0013846209,0.000069767055,0.00003464647,0.00034800902,0.000088518675,0.0013492331,0.000014227716,0.0002950258,0.000011910439],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030473195,0.0034714101,0.14132585,0.000061744,0.0016629775,0.000008835192,0.0061630323,0.022851428,0.06004331,0.03775389,0.06468187,0.6616709],"study_design_scores_gemma":[0.0011521309,0.000623457,0.76528835,0.00047352922,0.00013789811,0.0025395115,0.01282532,0.017581893,0.0078331595,0.1888516,0.002169357,0.0005237863],"about_ca_topic_score_codex":0.0000580586,"about_ca_topic_score_gemma":5.095835e-7,"teacher_disagreement_score":0.6611471,"about_ca_system_score_codex":0.00013445168,"about_ca_system_score_gemma":0.0005961576,"threshold_uncertainty_score":0.2845018},"labels":[],"label_agreement":null},{"id":"W2078869985","doi":"10.1115/detc2011-48139","title":"Grammatical and Semantic Disambiguation of Requirements at Elicitation and Representation Stages","year":2011,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Natural language processing; Semantics (computer science); Requirements elicitation; Context (archaeology); Representation (politics); Process (computing); Ambiguity; Natural language; Selection (genetic algorithm); Artificial intelligence; Grammar; Natural language generation; Requirements engineering; Linguistics; Programming language","score_opus":0.09441219050162285,"score_gpt":0.3142650474198199,"score_spread":0.21985285691819706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078869985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9686926,0.000055025517,0.020957034,0.0000766873,0.00006580139,0.00010561317,4.987512e-7,0.00004317697,0.010003584],"genre_scores_gemma":[0.99551123,0.000100519894,0.004025422,0.000018252636,0.000006805363,0.000005414881,0.000006441081,0.00000557825,0.00032033533],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9996765,0.000023781995,0.00012358818,0.00006068263,0.000068975074,0.000046440422],"domain_scores_gemma":[0.9997923,0.000068788264,0.000026700669,0.00006103422,0.000023717042,0.000027465574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000113423186,0.000039523162,0.000049490736,0.000038241073,0.000020231353,0.000009622804,0.000013740607,0.000019835077,0.00014579977],"category_scores_gemma":[0.00006531127,0.000037942904,0.000005336135,0.000051183993,0.000019948295,0.00024280018,0.000006803165,0.00001912397,0.000008071925],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021030725,0.00034454578,0.29833284,0.0015863908,0.00028705838,0.0000034507955,0.06446797,0.00022610967,0.32592198,0.07076296,0.0062215608,0.23163483],"study_design_scores_gemma":[0.00062987924,0.00009160064,0.87487054,0.000036305773,0.00008773296,0.000010393053,0.002357725,0.03337462,0.08077609,0.0071469056,0.0004024097,0.00021578462],"about_ca_topic_score_codex":0.000044935186,"about_ca_topic_score_gemma":0.0000163926,"teacher_disagreement_score":0.5765377,"about_ca_system_score_codex":0.000010019185,"about_ca_system_score_gemma":0.0000022214451,"threshold_uncertainty_score":0.15964052},"labels":[],"label_agreement":null},{"id":"W2079672132","doi":"10.1115/detc2014-35500","title":"ROM Based Problem Formulation in Conceptual Design: Algorithm and Case Study","year":2014,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Ambiguity; Scope (computer science); Natural language; Meaning (existential); Algorithm; Programming language; Artificial intelligence","score_opus":0.035587167189072656,"score_gpt":0.27506948093326367,"score_spread":0.23948231374419102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079672132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21338497,0.000018462983,0.7827032,0.00005465416,0.00008552694,0.00042415876,4.1649145e-7,0.000120009725,0.0032085632],"genre_scores_gemma":[0.93974,6.9754e-7,0.060031448,0.00006369278,0.000021587884,0.000025994535,0.0000015318022,0.000009055998,0.00010598981],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99958867,0.00008411583,0.00011148138,0.00008129991,0.00005270658,0.00008172574],"domain_scores_gemma":[0.99961233,0.00024593723,0.000012128539,0.00007442976,0.000016300464,0.00003888651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036843453,0.000061007824,0.00006252192,0.00005460427,0.00002408428,0.000030500021,0.00002100362,0.000025946805,0.0001003788],"category_scores_gemma":[0.000025750913,0.000058256923,0.0000052173677,0.000087997345,0.0000059781382,0.00019041322,0.0000034985258,0.0000621117,0.000013517892],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000361825,0.0008385685,0.00999601,0.00006896394,0.000059310965,0.00025208143,0.027237091,0.16090189,0.0014163527,0.0023373007,0.0034821443,0.7933741],"study_design_scores_gemma":[0.0009344943,0.00012986622,0.0035956907,0.0000041346825,0.000010334642,0.00007557548,0.004213376,0.98845196,0.00022574079,0.000099003184,0.0021270106,0.00013281185],"about_ca_topic_score_codex":0.00014246267,"about_ca_topic_score_gemma":0.000081013066,"teacher_disagreement_score":0.82755005,"about_ca_system_score_codex":0.000019119476,"about_ca_system_score_gemma":0.0000113356755,"threshold_uncertainty_score":0.23756483},"labels":[],"label_agreement":null},{"id":"W2080124154","doi":"10.1115/1.4028171","title":"“Where Are We Now and Where Are We Going?” The BioM Innovation Database","year":2014,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Case Western Reserve University","keywords":"Exploit; Terminology; Computer science; Data science; Knowledge management; Database","score_opus":0.05948834541393337,"score_gpt":0.2909646444627508,"score_spread":0.2314762990488174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080124154","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017250968,0.0043998025,0.9525294,0.03956714,0.001208453,0.00016910899,0.000006881458,0.000058133504,0.00033600142],"genre_scores_gemma":[0.9128822,0.03240221,0.049857736,0.0017035607,0.0019479843,0.000015863023,0.0000043794694,0.00012591181,0.0010601562],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871576,0.0002853577,0.00044418185,0.00011020496,0.00027900003,0.00016551527],"domain_scores_gemma":[0.9983419,0.0007508754,0.00037065666,0.00022458647,0.0002065319,0.000105404164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018106619,0.00014361458,0.00021231413,0.00012680537,0.00008935681,0.00012061556,0.00022858233,0.000101774385,0.00017288089],"category_scores_gemma":[0.00035039874,0.00010071664,0.000042836626,0.00038344262,0.000018335415,0.00042585775,0.000024011657,0.00049146,0.000051541363],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002104136,0.0001710944,0.00012081376,0.00041021654,0.0001890716,0.000039665825,0.00032107625,0.0021111153,0.06721984,0.009496081,0.87490565,0.044804957],"study_design_scores_gemma":[0.0010244774,0.00025240117,0.00026040678,0.0009849315,0.00014053732,0.00038879816,0.0009164851,0.055218592,0.00905693,0.0062755127,0.9251297,0.0003512106],"about_ca_topic_score_codex":8.9964203e-7,"about_ca_topic_score_gemma":0.000012999764,"teacher_disagreement_score":0.91115713,"about_ca_system_score_codex":0.000044516124,"about_ca_system_score_gemma":0.000043215285,"threshold_uncertainty_score":0.41071057},"labels":[],"label_agreement":null},{"id":"W2080378948","doi":"10.7577/formakademisk.1237","title":"Relating Systems Thinking and Design II. Theoretical Evolution in Systemic Design","year":2014,"lang":"en","type":"article","venue":"FormAkademisk - forskningstidsskrift for design og designdidaktikk","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design; University of Toronto","funders":"","keywords":"Systems thinking; Designtheory; Set (abstract data type); Sociology; Work (physics); Management science; Epistemology; Design thinking; Critical systems thinking; Engineering ethics; Computer science; Engineering; Critical thinking; Artificial intelligence; Philosophy; Human–computer interaction","score_opus":0.018169499030721147,"score_gpt":0.2377814158010105,"score_spread":0.21961191677028935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080378948","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036139588,0.0022912945,0.98646045,0.000108689484,0.0011663269,0.003908413,0.000010476919,0.0011007847,0.0013396159],"genre_scores_gemma":[0.8518269,0.00015156309,0.14583907,0.00011099439,0.00037019834,0.0011098072,0.000024375544,0.00025408788,0.00031298582],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99378496,0.0014211945,0.0016177288,0.0009060723,0.0006990445,0.0015709992],"domain_scores_gemma":[0.9919318,0.0062498683,0.00046636982,0.00066557643,0.0002153157,0.00047109343],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011478475,0.0009177837,0.0010043319,0.000814706,0.00094494777,0.000412818,0.00070611393,0.00084105344,0.00003670467],"category_scores_gemma":[0.0023953822,0.0009338111,0.0001791513,0.0008600637,0.00038592462,0.0015732486,0.00009799037,0.001100552,0.00006703689],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007412277,0.00012685731,0.0006083445,0.0010395244,0.00021289164,0.0000112974285,0.005727182,0.6091041,0.016384775,0.35388306,0.0072515444,0.0049092136],"study_design_scores_gemma":[0.002139498,0.0008113522,0.00011714124,0.0009306424,0.00022014389,0.0004123073,0.00071793265,0.9492598,0.0025767314,0.039631285,0.0019361282,0.0012470031],"about_ca_topic_score_codex":0.000027322452,"about_ca_topic_score_gemma":8.702174e-7,"teacher_disagreement_score":0.84821296,"about_ca_system_score_codex":0.0005894189,"about_ca_system_score_gemma":0.00021586401,"threshold_uncertainty_score":0.99931127},"labels":[],"label_agreement":null},{"id":"W2080853075","doi":"10.1115/detc2010-28073","title":"Case Study in Systematic Design Engineering: Automotive Oil Pump Redesign","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Scope (computer science); Automotive industry; Process (computing); Engineering design process; Computer science; Creativity; Heuristic; Manufacturing engineering; Systems engineering; Engineering; Management science; Artificial intelligence; Mechanical engineering","score_opus":0.03552361394280199,"score_gpt":0.26737311617063353,"score_spread":0.23184950222783154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080853075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8525316,0.000069175374,0.118260846,0.00012190228,0.003240017,0.0017694943,0.0000014363053,0.0017889696,0.022216568],"genre_scores_gemma":[0.9917601,0.000002575906,0.006566238,0.000028015018,0.00005112879,0.00020806747,4.7172426e-7,0.00004102065,0.00134241],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989625,0.0001469371,0.00035019382,0.00017042083,0.00014003602,0.00022990342],"domain_scores_gemma":[0.9986735,0.0007767023,0.000033770815,0.00034880827,0.00005672291,0.000110477806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011825925,0.0001807737,0.00024715278,0.00021976748,0.000032394277,0.00008835931,0.00013861421,0.00008120681,0.00027653834],"category_scores_gemma":[0.00056831987,0.000168593,0.000028130282,0.00035370688,0.0000073302003,0.00027182928,0.00001105971,0.00039568893,0.00022025501],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010829947,0.006487605,0.003279732,0.034487847,0.0015762844,0.038600758,0.12631214,0.6705316,0.08810093,0.0066348775,0.016714115,0.007165858],"study_design_scores_gemma":[0.002241073,0.00032625144,0.0011175855,0.0006340299,0.00027111475,0.012109867,0.027462559,0.9453168,0.008183578,0.00006535136,0.00063913653,0.0016326747],"about_ca_topic_score_codex":0.00014870496,"about_ca_topic_score_gemma":0.00013840676,"teacher_disagreement_score":0.27478522,"about_ca_system_score_codex":0.000056644178,"about_ca_system_score_gemma":0.00004173435,"threshold_uncertainty_score":0.6875023},"labels":[],"label_agreement":null},{"id":"W2081380624","doi":"10.1115/1.4005591","title":"Development of a DSM-Based Methodology in an Academic Setting","year":2012,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"University of Ontario Institute of Technology","keywords":"Engineering design process; Task (project management); Process (computing); Convergence (economics); Design structure matrix; Computer science; Industrial engineering; Eigenvalues and eigenvectors; Sensitivity (control systems); Design process; Work in process; Systems engineering; Engineering; Operations management; Mechanical engineering","score_opus":0.2813008002539793,"score_gpt":0.40564532605961917,"score_spread":0.12434452580563987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081380624","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09056834,0.00029434267,0.90830684,0.00014833282,0.00053355185,0.0000669118,2.0757606e-7,0.000014381873,0.00006706078],"genre_scores_gemma":[0.53327465,0.000009044392,0.46653816,0.00008495167,0.00007850663,0.0000018399077,2.1608234e-7,0.000009629011,0.0000030019241],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983031,0.00061767077,0.00064821827,0.00004898656,0.00017942423,0.00020259873],"domain_scores_gemma":[0.99839747,0.0010944175,0.00021459586,0.00007708938,0.00006320006,0.00015324143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066642463,0.000083142746,0.00022607706,0.00018122527,0.000014983517,0.0000053342205,0.00016890031,0.00013404363,0.000094819436],"category_scores_gemma":[0.0007303382,0.000074768745,0.000037832982,0.00016177006,0.000006629349,0.0003166335,0.000007499524,0.0004951012,0.000009108716],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025915614,0.00027486976,0.0003006998,0.00008531693,0.00006399508,0.000008133034,0.00399913,0.013273879,0.87968826,0.0016478797,0.00072104274,0.09967766],"study_design_scores_gemma":[0.0017478653,0.00033722539,0.004424948,0.00025236225,0.000101454774,0.00019269313,0.0015647243,0.046428222,0.92971516,0.0021477656,0.012646245,0.00044132583],"about_ca_topic_score_codex":4.3374342e-7,"about_ca_topic_score_gemma":7.0059355e-7,"teacher_disagreement_score":0.4427063,"about_ca_system_score_codex":0.00008265203,"about_ca_system_score_gemma":0.00015599457,"threshold_uncertainty_score":0.30489808},"labels":[],"label_agreement":null},{"id":"W2081968046","doi":"10.1115/detc2007-35604","title":"Exploring the Use of Functional Models as a Foundation for Biomimetic Conceptual Design","year":2007,"lang":"en","type":"article","venue":"Volume 3: 19th International Conference on Design Theory and Methodology; 1st International Conference on Micro- and Nanosystems; and 9th International Conference on Advanced Vehicle Tire Technologies, Parts A and B","topic":"Design Education and Practice","field":"Engineering","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Analogy; Leverage (statistics); Function (biology); Biomimetics; Computer science; Natural (archaeology); Engineering; Human–computer interaction; Artificial intelligence; Systems engineering","score_opus":0.549047683452828,"score_gpt":0.3820167385077599,"score_spread":0.16703094494506804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081968046","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18019277,0.0005674206,0.7941836,0.0074499673,0.006564871,0.0022885168,0.00038339425,0.0005862157,0.0077832225],"genre_scores_gemma":[0.9813422,0.004340683,0.0104341805,0.0004077365,0.0001337275,0.00033909362,0.00009587146,0.00004390381,0.0028626292],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99682766,0.00055381656,0.00084013556,0.0008272331,0.0005156374,0.0004355349],"domain_scores_gemma":[0.99499,0.00317903,0.00045883856,0.0003176003,0.0009006949,0.00015385842],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026139072,0.00054988137,0.00053591427,0.000661814,0.00032798873,0.00039170173,0.00058309094,0.00029205953,0.0002738823],"category_scores_gemma":[0.0011932923,0.00045913827,0.00008992596,0.00017269349,0.0008245448,0.0010016137,0.00014371579,0.00057204254,0.00001954211],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003338277,0.00011124138,0.00006564961,0.00003963422,0.0003014158,0.0000070865694,0.0006118531,0.00058897905,0.037193634,0.78732926,0.0002812893,0.17013167],"study_design_scores_gemma":[0.007519715,0.0044752704,0.0013423176,0.0020849449,0.00031259947,0.00051017763,0.021709733,0.5245425,0.067536,0.29254967,0.07477226,0.002644785],"about_ca_topic_score_codex":0.000032118936,"about_ca_topic_score_gemma":0.000015596825,"teacher_disagreement_score":0.8011494,"about_ca_system_score_codex":0.00012447221,"about_ca_system_score_gemma":0.00014905876,"threshold_uncertainty_score":0.999786},"labels":[],"label_agreement":null},{"id":"W2082806404","doi":"10.1115/detc2012-71296","title":"Exploring the Collective Categorization of Biological Information for Biomimetic Design","year":2012,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Categorization; Computer science; Semantics (computer science); Task (project management); Search engine indexing; Artificial intelligence; Natural language processing; Engineering","score_opus":0.25719753869701334,"score_gpt":0.2856911507161517,"score_spread":0.02849361201913836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082806404","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014422988,0.000032437234,0.97908986,0.00006619637,0.0005210817,0.00032531883,0.0000013476588,0.00006456726,0.0054762242],"genre_scores_gemma":[0.9931295,0.000030764757,0.0065433662,0.00003596907,0.000044034387,0.00014821466,0.0000068955064,0.0000036271729,0.000057653622],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99972063,0.000030740266,0.00010872314,0.00001916798,0.000035737437,0.00008497084],"domain_scores_gemma":[0.99944663,0.00040610306,0.000025116164,0.00005266799,0.000049292645,0.000020193622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032358218,0.000039549042,0.00004274289,0.000046038153,0.000039066217,0.000012462108,0.000040111532,0.000018180635,0.000035783803],"category_scores_gemma":[0.0001789491,0.000025511059,0.000014672833,0.00018107322,0.000009373199,0.00078582135,0.0000031830225,0.000025045736,0.00002548433],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056684157,0.00052979606,0.0035980742,0.00046897214,0.0005894988,6.625714e-8,0.10804979,0.08907501,0.10100408,0.28884768,0.07572457,0.33154562],"study_design_scores_gemma":[0.0011378954,0.0003416722,0.042235922,0.000016697171,0.000112937,0.0000109212315,0.009122708,0.11464264,0.6510284,0.0031132656,0.17765531,0.00058162847],"about_ca_topic_score_codex":0.0000033235426,"about_ca_topic_score_gemma":1.0854352e-7,"teacher_disagreement_score":0.9787065,"about_ca_system_score_codex":0.000030579107,"about_ca_system_score_gemma":0.00001532483,"threshold_uncertainty_score":0.10403108},"labels":[],"label_agreement":null},{"id":"W2083103907","doi":"10.1086/378620","title":"The Moderating Effect of Product Knowledge on the Learning and Organization of Product Information","year":2003,"lang":"en","type":"article","venue":"Journal of Consumer Research","topic":"Design Education and Practice","field":"Engineering","cited_by":228,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Product (mathematics); Knowledge management; Business; Psychology; Computer science; Mathematics","score_opus":0.03679162106785926,"score_gpt":0.3582096045292086,"score_spread":0.3214179834613493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083103907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884887,0.002596122,0.00043923978,0.0006455717,0.00022357918,0.00031992508,2.9454344e-7,0.000007737481,0.007278847],"genre_scores_gemma":[0.99926186,0.0005209432,0.000060448638,0.0000023483872,0.00003102975,0.0000023438095,2.9222426e-7,0.0000074316013,0.0001132801],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985039,0.00079854904,0.00027662504,0.000033029028,0.00028879303,0.00009905751],"domain_scores_gemma":[0.99684596,0.0020544233,0.00014104883,0.00009679466,0.00083486363,0.000026922147],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0060192063,0.000048773058,0.00009345087,0.00012455207,0.00017481072,0.00006899201,0.000084546584,0.000016519733,0.000024398234],"category_scores_gemma":[0.01110591,0.000026676993,0.000014696243,0.00038862863,0.000061529405,0.00028554077,0.000009499965,0.00047181302,0.000008193583],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006362625,0.00029142355,0.08467548,0.002704006,0.0008975067,0.0000027982665,0.03650814,0.02503796,0.22246625,0.018928494,0.035337478,0.57251424],"study_design_scores_gemma":[0.0009205265,0.00061267614,0.0058935466,0.00033134266,0.000060406914,0.00013347786,0.0024422365,0.00674051,0.81841385,0.00018292066,0.16410564,0.00016286658],"about_ca_topic_score_codex":0.0000017293636,"about_ca_topic_score_gemma":5.350259e-7,"teacher_disagreement_score":0.5959476,"about_ca_system_score_codex":0.00002445573,"about_ca_system_score_gemma":0.00012310376,"threshold_uncertainty_score":0.997224},"labels":[],"label_agreement":null},{"id":"W2084047545","doi":"10.1111/1559-8918.01022","title":"On Empathy, and Not Feeling It","year":2014,"lang":"en","type":"article","venue":"Ethnographic Praxis in Industry Conference Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Workplace Health, Safety and Compensation Commission","funders":"","keywords":"Empathy; Feeling; Psychology; Value (mathematics); Commodity; Social psychology; Aesthetics; Computer science; Business; Art","score_opus":0.03848092391826027,"score_gpt":0.28139267781302146,"score_spread":0.2429117538947612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084047545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.939608,0.00004164379,0.00032148403,0.002393243,0.00034947268,0.00015334456,0.0000015309322,0.00022389455,0.05690738],"genre_scores_gemma":[0.9982981,0.000117625656,0.00040474816,0.0008246599,0.00009882857,0.000051949908,0.0000015915302,0.000026245703,0.0001762309],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988796,0.00002180216,0.00027359527,0.00029354967,0.00021243628,0.00031898904],"domain_scores_gemma":[0.9993359,0.0002330672,0.000064008775,0.00012329892,0.00009814914,0.00014560536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083641004,0.00021348114,0.00019073466,0.00038250923,0.00008452034,0.0001795321,0.00020889944,0.00045796746,0.00016022706],"category_scores_gemma":[0.0006399865,0.00022666449,0.000026018197,0.00058188604,0.000094303534,0.00043513664,0.00003136538,0.0016009425,0.000024963767],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003346256,0.0005443812,0.22385478,0.0015568087,0.00024874994,0.00001733709,0.12067074,0.0011176614,0.024299746,0.2612571,0.06560225,0.30049583],"study_design_scores_gemma":[0.0077123283,0.0017918061,0.26210642,0.005165219,0.00022212496,0.00024571628,0.09246587,0.2496904,0.031847965,0.070801854,0.2707701,0.0071802097],"about_ca_topic_score_codex":0.000019171555,"about_ca_topic_score_gemma":0.000008577116,"teacher_disagreement_score":0.29331562,"about_ca_system_score_codex":0.000025257086,"about_ca_system_score_gemma":0.000032117598,"threshold_uncertainty_score":0.924311},"labels":[],"label_agreement":null},{"id":"W2084143412","doi":"10.1080/09511920500398922","title":"Challenges in design and manufacturing","year":2006,"lang":"en","type":"article","venue":"International Journal of Computer Integrated Manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; National Research Council Canada","funders":"","keywords":"Computer science; Manufacturing engineering; Systems engineering; Engineering; Business","score_opus":0.032803494095860336,"score_gpt":0.2591114734509563,"score_spread":0.22630797935509597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084143412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61606735,0.0026928345,0.3697845,0.0012479398,0.0046032085,0.00015482678,0.0000019985725,0.00012428408,0.0053230664],"genre_scores_gemma":[0.97669077,0.0008907778,0.021794768,0.00005735335,0.0005089287,0.0000020843547,0.0000021273818,0.000020180254,0.000033017714],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99900705,0.000063459425,0.00043437534,0.00010949946,0.000238269,0.0001473628],"domain_scores_gemma":[0.9994457,0.00022764696,0.00012361063,0.000073022806,0.00007865587,0.00005140802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000359009,0.00015042166,0.00017113268,0.00045917925,0.000015830434,0.00012886066,0.0002712781,0.000060729035,0.00003837826],"category_scores_gemma":[0.000008872826,0.00013621528,0.000044567987,0.00002798113,0.000016735778,0.00047963046,0.000025137013,0.00034464913,0.000008601306],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010918634,0.00010851333,0.0001894841,0.00003929012,0.00019226529,0.0003537806,0.00058181473,0.40389293,0.0011230604,0.00054558244,0.0029011413,0.58996296],"study_design_scores_gemma":[0.003614369,0.00025344416,0.11795807,0.0011863947,0.00005647947,0.004185405,0.00061693124,0.10375735,0.5496137,0.011979245,0.20569634,0.0010822582],"about_ca_topic_score_codex":0.000025571517,"about_ca_topic_score_gemma":0.000013566574,"teacher_disagreement_score":0.5888807,"about_ca_system_score_codex":0.00013117887,"about_ca_system_score_gemma":0.000023302731,"threshold_uncertainty_score":0.5554698},"labels":[],"label_agreement":null},{"id":"W2088514628","doi":"10.1177/1063293x11420176","title":"Developing a Dynamic Wheelchair Using the Design Structure Matrix Method","year":2011,"lang":"en","type":"article","venue":"Concurrent Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Wheelchair; Process (computing); Manual wheelchair; Engineering; Computer science; Design process; Human–computer interaction; Simulation; Operations management; Work in process","score_opus":0.07920599905516156,"score_gpt":0.3287662006105174,"score_spread":0.24956020155535585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088514628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004724535,0.001578923,0.99057543,0.000031294556,0.0023192351,0.00022490809,0.0000043823334,0.00041472403,0.00012656947],"genre_scores_gemma":[0.72096336,0.000053239877,0.27875683,0.000026903099,0.0000897413,0.000017063978,0.0000036457484,0.00005940752,0.000029783461],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910957,0.000059912105,0.00023169578,0.00016361556,0.00012525762,0.00030995748],"domain_scores_gemma":[0.9994104,0.00019641078,0.00004186614,0.00023424011,0.000042638432,0.000074456344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002931108,0.00022636438,0.00015953986,0.00011213805,0.00007715457,0.00005537319,0.000259966,0.000076402415,0.00014543116],"category_scores_gemma":[0.00007536449,0.00019070198,0.000048748476,0.00030276526,0.000012329702,0.00023754696,0.000030277715,0.00032041327,0.000018846491],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008368015,0.000018064036,0.000049266968,0.00033590698,0.0002566756,0.000011843041,0.007060747,0.8873016,0.049278896,0.0131205935,0.0005203467,0.042037655],"study_design_scores_gemma":[0.00014150774,0.000007788696,0.00023855681,0.000065657296,0.000048921665,0.0000707846,0.00020618243,0.9784598,0.008273527,0.0001432759,0.012011066,0.00033297593],"about_ca_topic_score_codex":0.00000591986,"about_ca_topic_score_gemma":0.0000011709786,"teacher_disagreement_score":0.71623886,"about_ca_system_score_codex":0.00016749461,"about_ca_system_score_gemma":0.000059801256,"threshold_uncertainty_score":0.7776601},"labels":[],"label_agreement":null},{"id":"W2089125091","doi":"10.1260/147807703773633518","title":"Notes on the Structure of Design Space","year":2003,"lang":"en","type":"article","venue":"International Journal of Architectural Computing","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Space (punctuation); Focus (optics); Action (physics); Process (computing); Computer science; Design process; Engineering design process; Architectural engineering; Engineering; Mechanical engineering; Work in process; Programming language","score_opus":0.025042019703887843,"score_gpt":0.27795379660570263,"score_spread":0.25291177690181477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089125091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.827479,0.00010413457,0.16735855,0.0020199255,0.0017146256,0.00005203346,0.000001812055,0.000014814977,0.0012550701],"genre_scores_gemma":[0.9846406,0.0000043078608,0.0149740325,0.0001734282,0.00019085855,4.6682903e-8,2.7063913e-7,0.0000086103455,0.0000078611565],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999233,0.00012810802,0.00024226322,0.00004093634,0.00027633016,0.00007934659],"domain_scores_gemma":[0.99797785,0.0015813886,0.00017747881,0.000061508326,0.00017225194,0.00002952594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030901554,0.000077129625,0.00009086522,0.000108507375,0.00002936007,0.000036080233,0.00026033178,0.000019012841,0.00009449147],"category_scores_gemma":[0.00072903774,0.000048402067,0.000060263992,0.00007836316,0.000021109037,0.00005616481,0.000009181615,0.00028566088,0.0000031683574],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006111953,0.0000206546,0.00033166158,0.0000082992865,0.0002248803,0.000010271588,0.001965418,0.899453,0.061218143,0.009876926,0.00068978633,0.026139876],"study_design_scores_gemma":[0.0012188257,0.00039954024,0.009890268,0.00042500152,0.00006569665,0.0030502249,0.00076248695,0.0652163,0.88484436,0.02049905,0.013153669,0.00047460065],"about_ca_topic_score_codex":0.000002058257,"about_ca_topic_score_gemma":5.73572e-7,"teacher_disagreement_score":0.8342367,"about_ca_system_score_codex":0.000032805798,"about_ca_system_score_gemma":0.00003301554,"threshold_uncertainty_score":0.1973779},"labels":[],"label_agreement":null},{"id":"W2090662517","doi":"10.1115/detc2002/dfm-34177","title":"Biomimetic Concept Generation Applied to Design for Remanufacture","year":2002,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Biomimetics; Engineering design process; Design methods; Systems engineering; Engineering; Artificial intelligence; Mechanical engineering","score_opus":0.07627541235326073,"score_gpt":0.2593168884836808,"score_spread":0.18304147613042004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090662517","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005951895,0.00007490791,0.97714174,0.00072769023,0.00038984427,0.00044811994,0.000001641072,0.00018989044,0.020430954],"genre_scores_gemma":[0.89131266,0.000008483041,0.102304354,0.0011679325,0.00024735424,0.000113849725,0.0000091882,0.00002140109,0.004814805],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99965787,0.000010672362,0.00008756323,0.00009137787,0.000047810725,0.00010471006],"domain_scores_gemma":[0.99970907,0.00009307902,0.000009088538,0.00011074619,0.000018078394,0.00005993252],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008128338,0.00006846103,0.000059368944,0.000043923563,0.000035726152,0.000039753857,0.000049230155,0.000040721712,0.0015542544],"category_scores_gemma":[0.000027960103,0.00006445942,0.000015177155,0.00008059324,0.0000036110685,0.000062383246,0.0000021243584,0.000032807508,0.0004687197],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004626075,0.000018740742,2.4348466e-7,0.0000084221765,0.000016524811,1.2871324e-7,0.0008892613,0.06962828,0.075084604,0.0019740295,0.80977494,0.042600203],"study_design_scores_gemma":[0.00028113497,0.00003960804,0.000016348034,0.0000016242295,0.000018331959,0.0000025018828,0.000091542985,0.18568924,0.3609455,0.0001468385,0.45255795,0.00020937793],"about_ca_topic_score_codex":9.231329e-7,"about_ca_topic_score_gemma":9.473356e-7,"teacher_disagreement_score":0.89071745,"about_ca_system_score_codex":0.000023887911,"about_ca_system_score_gemma":0.000003270216,"threshold_uncertainty_score":0.9993585},"labels":[],"label_agreement":null},{"id":"W2091491804","doi":"10.1109/vissof.2011.6069462","title":"Follow that sketch: Lifecycles of diagrams and sketches in software development","year":2011,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Sketch; Computer science; Visualization; Software; Software development; Human–computer interaction; Software engineering; Programming language; Artificial intelligence","score_opus":0.07775385154918796,"score_gpt":0.2204664124144149,"score_spread":0.14271256086522693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091491804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9762446,0.0004020853,0.0065226527,0.000028675026,0.00017162558,0.00008950944,4.4455507e-7,0.00010880503,0.016431553],"genre_scores_gemma":[0.9695695,0.00008604905,0.030037645,0.000033787284,0.0000064134642,0.00001123724,0.0000012523457,0.000009466346,0.00024463848],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9996696,0.000012953069,0.000108869564,0.000064757776,0.000054695807,0.00008912335],"domain_scores_gemma":[0.99976754,0.00009382067,0.000015819094,0.000073334886,0.000009513625,0.000039994127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012877154,0.00006343116,0.000081193,0.000055868157,0.000010142478,0.0000077980385,0.000047946978,0.000033942837,0.00022204145],"category_scores_gemma":[0.00004340661,0.00005768946,0.000010167915,0.00006729139,0.0000111549525,0.00013146263,0.000010999562,0.000047780442,0.000019952395],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017689817,0.00016395022,0.612861,0.00020542907,0.000069136266,0.0000045740812,0.025851957,0.000030268578,0.00044207767,0.0008055446,0.0015756468,0.35797277],"study_design_scores_gemma":[0.0002910177,0.000014534612,0.9417127,0.000038329526,0.000008965244,0.0000041944572,0.0018218631,0.00012742387,0.041374926,0.0005830745,0.013812145,0.00021086128],"about_ca_topic_score_codex":0.000047317077,"about_ca_topic_score_gemma":0.0001865977,"teacher_disagreement_score":0.3577619,"about_ca_system_score_codex":0.000011559304,"about_ca_system_score_gemma":0.00001870764,"threshold_uncertainty_score":0.2431198},"labels":[],"label_agreement":null},{"id":"W2091905911","doi":"10.1115/detc2007-35772","title":"Understanding the Use of Language Stimuli in Concept Generation","year":2007,"lang":"en","type":"article","venue":"Volume 3: 19th International Conference on Design Theory and Methodology; 1st International Conference on Micro- and Nanosystems; and 9th International Conference on Advanced Vehicle Tire Technologies, Parts A and B","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Noun; Verb; Computer science; Linguistics; Natural language processing; Psychology; Artificial intelligence","score_opus":0.4288551382120477,"score_gpt":0.39286603882936055,"score_spread":0.03598909938268713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091905911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5885986,0.0019017715,0.35510224,0.0152551485,0.008815935,0.0026181778,0.0007460405,0.0008317188,0.02613036],"genre_scores_gemma":[0.9909473,0.0031632243,0.0030333758,0.0003906356,0.00010314075,0.00006713816,0.00007485237,0.000029785288,0.0021905634],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99721503,0.0005518626,0.0007445821,0.00068179716,0.00043288613,0.0003738116],"domain_scores_gemma":[0.9972743,0.0015824041,0.00037138167,0.00028442388,0.00037126566,0.00011622912],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020144458,0.00045549628,0.0004725241,0.0006338011,0.0001980533,0.0003308043,0.0005287728,0.0003289672,0.0003068698],"category_scores_gemma":[0.00082930713,0.00037782584,0.000056367793,0.00017446726,0.00061140896,0.00054203556,0.0001366628,0.00067890575,0.000010163286],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012804258,0.00012332753,0.00065234647,0.00003684835,0.00019568855,0.0000275798,0.0014877312,0.00031794162,0.067068234,0.8199403,0.0004223439,0.10844717],"study_design_scores_gemma":[0.010687983,0.0039818543,0.0055000097,0.0036685164,0.0002512296,0.0006545919,0.066244505,0.6462432,0.08489086,0.12759623,0.046427626,0.0038533625],"about_ca_topic_score_codex":0.000046866015,"about_ca_topic_score_gemma":0.00008039641,"teacher_disagreement_score":0.6923441,"about_ca_system_score_codex":0.0001647031,"about_ca_system_score_gemma":0.00008790252,"threshold_uncertainty_score":0.9998674},"labels":[],"label_agreement":null},{"id":"W2091950629","doi":"10.1115/detc2007-35776","title":"Including Functional Models of Biological Phenomena as Design Stimuli","year":2007,"lang":"en","type":"article","venue":"Volume 3: 19th International Conference on Design Theory and Methodology; 1st International Conference on Micro- and Nanosystems; and 9th International Conference on Advanced Vehicle Tire Technologies, Parts A and B","topic":"Design Education and Practice","field":"Engineering","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Representation (politics); Computer science; Set (abstract data type); Artificial intelligence; Grammar; Function (biology); Cognitive science; Human–computer interaction; Psychology; Programming language; Biology; Linguistics","score_opus":0.3470960630993448,"score_gpt":0.3881370269448342,"score_spread":0.04104096384548939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091950629","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.265972,0.0021714002,0.62119,0.00888141,0.008559386,0.002442611,0.00061728735,0.0013352948,0.08883058],"genre_scores_gemma":[0.9817793,0.006158997,0.008219631,0.0004152461,0.00015439831,0.00012247112,0.000084486885,0.00004241699,0.003023066],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9962586,0.0006408467,0.0009581203,0.001024731,0.00059256994,0.00052512746],"domain_scores_gemma":[0.9962408,0.0019425343,0.0004994719,0.00032403928,0.00076459546,0.00022853525],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003091695,0.0006681975,0.0007036972,0.0008308385,0.0002931033,0.00028402178,0.00072567014,0.0005070733,0.0006964543],"category_scores_gemma":[0.00091190124,0.00059434294,0.000089508365,0.00019465665,0.0007528879,0.0006155571,0.00024901342,0.0008132466,0.00003604673],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032812238,0.00018664355,0.0002798053,0.000046924128,0.00033343481,0.000025167226,0.00045213406,0.0003891907,0.060894176,0.784802,0.00025674124,0.14905253],"study_design_scores_gemma":[0.008109585,0.0054258145,0.0022208372,0.002471369,0.00021511552,0.0007294177,0.018868964,0.32173848,0.07090019,0.5348847,0.031019852,0.003415699],"about_ca_topic_score_codex":0.00002671402,"about_ca_topic_score_gemma":0.000009879603,"teacher_disagreement_score":0.71580726,"about_ca_system_score_codex":0.00015526115,"about_ca_system_score_gemma":0.00015269518,"threshold_uncertainty_score":0.9996508},"labels":[],"label_agreement":null},{"id":"W2092276674","doi":"10.1111/j.1542-734x.2007.00599.x","title":"Success through Failure: The Paradox of Design by Henry Petroski","year":2007,"lang":"en","type":"article","venue":"The Journal of American Culture","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg","funders":"","keywords":"Citation; Library science; Computer science","score_opus":0.013233059555716775,"score_gpt":0.27479021053355385,"score_spread":0.26155715097783705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092276674","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10929642,0.010287652,0.8543557,0.013148452,0.0013004465,0.00038931673,0.000014391859,0.000084072344,0.011123533],"genre_scores_gemma":[0.9926411,0.0009329413,0.005204606,0.0006246269,0.00022738684,7.0500977e-7,6.7083323e-7,0.000017199263,0.00035078236],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99904853,0.00016745343,0.00031052608,0.000040900017,0.00026845044,0.00016416651],"domain_scores_gemma":[0.9987913,0.00047643,0.00037576133,0.0001796063,0.0001238913,0.000053014726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010762822,0.000110383466,0.00018482118,0.00002289748,0.00007662767,0.000026096597,0.00041957296,0.000030530973,0.000074851385],"category_scores_gemma":[0.00009502185,0.000053810592,0.00006924548,0.0003848014,0.00016952523,0.00023622201,0.000009270845,0.00045016807,0.000008085698],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022759897,0.000100503064,0.00026181157,0.0000226714,0.00030261924,0.0000070079955,0.020369433,0.008135981,0.051687676,0.00031439727,0.91115636,0.0074139526],"study_design_scores_gemma":[0.00057407655,0.00054112397,0.0024388577,0.00006174969,0.00033929362,0.00084274006,0.043377195,0.0002466261,0.055841416,0.0005871226,0.894804,0.00034577027],"about_ca_topic_score_codex":0.000033340955,"about_ca_topic_score_gemma":0.00000499146,"teacher_disagreement_score":0.88334465,"about_ca_system_score_codex":0.00003523699,"about_ca_system_score_gemma":0.000034206245,"threshold_uncertainty_score":0.21943323},"labels":[],"label_agreement":null},{"id":"W2092878148","doi":"10.1016/s0142-694x(02)00009-1","title":"Specifications for computer-aided conceptual building design","year":2002,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Concordia University","keywords":"Conceptual design; Computer science; Systems engineering; Computer Aided Design; Engineering drawing; Human–computer interaction; Architectural engineering; Engineering","score_opus":0.46275041150422735,"score_gpt":0.34349366242218105,"score_spread":0.11925674908204631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092878148","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023757189,0.0050986786,0.99142385,0.00047399543,0.0009073229,0.00053071725,0.000005320887,0.0003675508,0.0009550235],"genre_scores_gemma":[0.2850533,0.0014021535,0.7110652,0.0002659013,0.0006182692,0.00039200202,0.0000033251017,0.000052848103,0.0011470426],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991533,0.00009316474,0.00023031881,0.00018235097,0.00010106191,0.0002397665],"domain_scores_gemma":[0.9973106,0.0022663379,0.000045355686,0.00018837431,0.0001317062,0.00005764041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032455998,0.00016042237,0.00020339387,0.00008224865,0.00020851479,0.000049719514,0.00013468713,0.000043058062,0.00010893958],"category_scores_gemma":[0.00021202237,0.00016228105,0.000048898597,0.00019035667,0.00007941248,0.00018988823,0.000012725799,0.00008870104,0.00017940701],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017170294,0.00009059717,0.000010804608,0.00005102973,0.0004187699,0.0000028027082,0.008674295,0.0627274,0.0059349,0.012113068,0.88765377,0.022305371],"study_design_scores_gemma":[0.0014501369,0.00033581269,0.00022950713,0.000078076686,0.00022254203,0.00003115673,0.005494127,0.41292357,0.016778685,0.0031821926,0.5582546,0.0010196218],"about_ca_topic_score_codex":5.5841923e-7,"about_ca_topic_score_gemma":1.9740865e-7,"teacher_disagreement_score":0.35019618,"about_ca_system_score_codex":0.000068021516,"about_ca_system_score_gemma":0.00000847743,"threshold_uncertainty_score":0.66176295},"labels":[],"label_agreement":null},{"id":"W2093094658","doi":"10.1016/j.disc.2008.06.028","title":"Isonemal prefabrics with only parallel axes of symmetry","year":2008,"lang":"en","type":"article","venue":"Discrete Mathematics","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Mathematics; Weaving; Combinatorics; Symmetry (geometry); Order (exchange); Discrete mathematics; Geometry","score_opus":0.022786645087648827,"score_gpt":0.24649249607275464,"score_spread":0.22370585098510581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093094658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6081685,0.00046537982,0.22042955,0.00017795071,0.00022718556,0.00036401275,0.000023310093,0.00034588022,0.16979824],"genre_scores_gemma":[0.92049646,0.00010850587,0.077955365,0.000029135263,0.000035487214,0.000008799314,0.000007138082,0.000036924677,0.0013221543],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993664,0.000013199425,0.00021402154,0.00007713914,0.00018944747,0.00013976249],"domain_scores_gemma":[0.99943507,0.00014584989,0.00007112616,0.00024798125,0.000043105578,0.000056886754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000093318245,0.00011815043,0.00017849109,0.00005510085,0.000037630045,0.000012096958,0.000117741474,0.000044369106,0.00010707071],"category_scores_gemma":[0.00005656484,0.000095002986,0.00003555891,0.0001786062,0.000049256258,0.00013564677,0.000011024852,0.00010459091,0.00005915656],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033002923,0.0033197657,0.02529354,0.01418069,0.00259099,0.000224379,0.14763653,0.04595096,0.009575539,0.60833365,0.12960269,0.012961247],"study_design_scores_gemma":[0.011358175,0.0026882503,0.07334893,0.003034124,0.0022109332,0.006964843,0.051293172,0.53453994,0.058592346,0.040700015,0.20582625,0.0094430465],"about_ca_topic_score_codex":0.0000038032695,"about_ca_topic_score_gemma":0.000002213883,"teacher_disagreement_score":0.5676336,"about_ca_system_score_codex":0.000014289726,"about_ca_system_score_gemma":0.00004099547,"threshold_uncertainty_score":0.38741094},"labels":[],"label_agreement":null},{"id":"W2094802775","doi":"10.1080/713650000","title":"Human factors and environmental support in Alzheimer's disease","year":2001,"lang":"en","type":"article","venue":"Aging & Mental Health","topic":"Design Education and Practice","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; Alzheimer Society","keywords":"Perspective (graphical); Independence (probability theory); Psychology; Disease; Aging in place; Gerontology; Cognition; Process (computing); Medicine; Computer science; Psychiatry","score_opus":0.027655509539597903,"score_gpt":0.3107640322260443,"score_spread":0.28310852268644643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094802775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9963792,0.0013247917,0.000013064738,0.0007583721,0.00021664146,0.00014983253,0.000016117992,0.00007002976,0.0010719728],"genre_scores_gemma":[0.99875313,0.00039695716,0.000039985272,0.0005406317,0.000027543558,0.000005430932,0.00011799973,0.000016573573,0.00010173407],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994445,0.00002951528,0.0001331636,0.00011211534,0.00008301175,0.00019772856],"domain_scores_gemma":[0.99967,0.0000146673165,0.000020696443,0.00008481763,6.3851047e-7,0.00020915821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000116112285,0.000089440386,0.000078963996,0.000056491,0.00008836386,0.00001799269,0.000038970375,0.0000134143265,0.00030517392],"category_scores_gemma":[0.0000012882413,0.000094849645,0.0000125027955,0.000047760208,0.000017297223,0.00017218187,0.000011803601,0.00009592413,0.000025752814],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011292735,0.00023233586,0.9503013,0.000049718637,0.00003227495,0.000023321869,0.008793348,0.00008508987,0.0004288585,0.00014527359,0.00862577,0.0312714],"study_design_scores_gemma":[0.00046994287,0.0000525891,0.9040351,0.0000294758,0.000012046757,0.000018933251,0.0028135146,0.00066549506,0.00011716076,0.000055996683,0.091494456,0.000235285],"about_ca_topic_score_codex":0.00017620703,"about_ca_topic_score_gemma":0.000051842126,"teacher_disagreement_score":0.08286869,"about_ca_system_score_codex":0.000119006676,"about_ca_system_score_gemma":0.000017990347,"threshold_uncertainty_score":0.38678563},"labels":[],"label_agreement":null},{"id":"W2094806835","doi":"10.1198/tast.2009.08042","title":"Teaching Variation Reduction Using a Virtual Manufacturing Environment","year":2009,"lang":"en","type":"article","venue":"The American Statistician","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Login; Process (computing); Variation (astronomy); Computer science; Software; Plan (archaeology); Reduction (mathematics); Software engineering; Manufacturing engineering; Engineering; Operating system; Mathematics","score_opus":0.013882766518984511,"score_gpt":0.2648116070288507,"score_spread":0.2509288405098662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094806835","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3461048,0.00002043271,0.6496926,0.0005950641,0.00029028358,0.00012629217,0.000008112236,0.00015387718,0.0030085645],"genre_scores_gemma":[0.9827299,0.000018324168,0.016603163,0.00028311927,0.00022065906,0.0000033554816,0.0000055769888,0.000015605943,0.00012029776],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999354,0.00011331901,0.00013936241,0.000103846534,0.00012931609,0.00016014947],"domain_scores_gemma":[0.9995998,0.00009489963,0.00008845273,0.00016823137,0.0000045441475,0.000044040058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002187235,0.00009807669,0.00009587894,0.00005053844,0.00016404002,0.00004494515,0.000085643274,0.000011169994,0.000059477465],"category_scores_gemma":[0.000022949289,0.00008669691,0.000016912256,0.000054702454,0.000039690898,0.00013559763,0.0000056319627,0.00018618214,0.000061891726],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031899246,0.000053070416,0.0000063853977,0.0000051747134,0.000045986082,0.0000034872419,0.0055409134,0.096231274,0.041784886,0.005364291,0.0010354707,0.84989715],"study_design_scores_gemma":[0.0009850154,0.0011287417,0.22376455,0.00008799328,0.0006307621,0.0003991416,0.018609721,0.62613726,0.01330736,0.016946375,0.095838085,0.0021649837],"about_ca_topic_score_codex":0.00026792698,"about_ca_topic_score_gemma":0.000001156455,"teacher_disagreement_score":0.8477322,"about_ca_system_score_codex":0.00013643119,"about_ca_system_score_gemma":0.00001111784,"threshold_uncertainty_score":0.35353974},"labels":[],"label_agreement":null},{"id":"W2095683932","doi":"10.24908/pceea.v0i0.4864","title":"Literature Review on Engineering Design Assessment Tools","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Accreditation; Competence (human resources); Engineering design process; Teamwork; Computer science; Process (computing); Task (project management); Engineering management; Engineering; Systems engineering; Medical education; Psychology; Medicine; Mechanical engineering","score_opus":0.01168633326901563,"score_gpt":0.22688594607487983,"score_spread":0.2151996128058642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095683932","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14727876,0.071084574,0.008514028,0.24704598,0.07847449,0.033297103,0.00046893113,0.0076412857,0.40619487],"genre_scores_gemma":[0.97284675,0.0028504,0.013497784,0.0034576436,0.00064453186,0.0009836124,0.00004460843,0.00017865976,0.0054960037],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987252,0.000013174074,0.00035599785,0.00018268138,0.0003657996,0.00035717466],"domain_scores_gemma":[0.99856496,0.00018755859,0.00019419864,0.00016931731,0.0006168806,0.00026710975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060340663,0.00023573518,0.00022323232,0.0003019783,0.000098222794,0.00032296946,0.00034686536,0.00016540353,0.00017577948],"category_scores_gemma":[0.0015043371,0.00022581933,0.00009806747,0.0008427429,0.0000056930626,0.0007048933,0.000011937645,0.00048258316,0.00008466735],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012588188,0.00009602567,0.0016512373,0.0035850413,0.00022459912,2.1015555e-7,0.00075433106,0.02107362,0.007393922,0.012430573,0.94476974,0.008019422],"study_design_scores_gemma":[0.00051802315,0.00008617904,0.17899495,0.013165406,0.0002915965,0.000037253245,0.00025905826,0.05937508,0.008022921,0.0003587599,0.73708284,0.0018079382],"about_ca_topic_score_codex":0.00032830558,"about_ca_topic_score_gemma":0.000052297903,"teacher_disagreement_score":0.825568,"about_ca_system_score_codex":0.0021898372,"about_ca_system_score_gemma":0.00041623812,"threshold_uncertainty_score":0.9208645},"labels":[],"label_agreement":null},{"id":"W2096208965","doi":"","title":"Emerging technologies in a tele-collaborative design studio between the Pennsylvania State University and Carleton University","year":2008,"lang":"en","type":"article","venue":"Journal of Information Technology in Construction","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University; McGill University","funders":"","keywords":"Studio; Multimedia; Computer science; Telecommunications","score_opus":0.008413984081638327,"score_gpt":0.20139482014870957,"score_spread":0.19298083606707125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096208965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9507886,0.00012232567,0.0467865,0.0015085639,0.00015396888,0.00016688315,0.0000033960423,0.000111504596,0.00035823073],"genre_scores_gemma":[0.99028134,0.0017085358,0.007991387,0.000004700076,0.0000052118735,2.4862496e-7,5.174105e-7,0.0000023947275,0.00000568216],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.999464,0.00006031107,0.0002552946,0.000039508406,0.000083588646,0.000097339864],"domain_scores_gemma":[0.9994083,0.00012825016,0.00023138027,0.00007341676,0.00014520694,0.000013423525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033531684,0.00007228603,0.00013562839,0.0011738051,0.00010008056,0.000011003305,0.00014215398,0.00011863114,0.0000030306212],"category_scores_gemma":[0.00014520835,0.00006734103,0.000012708125,0.0012359968,0.00019690674,0.0013946973,0.0000243805,0.00045584148,0.0000027425208],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003132268,0.000042011892,0.37110958,0.00006306501,0.00023456816,0.00015999693,0.018537344,0.022257745,0.00094840484,0.00454056,0.0014379156,0.5803556],"study_design_scores_gemma":[0.0072689126,0.00062212284,0.23621204,0.00028649578,0.00014765252,0.004738324,0.6169228,0.0066094734,0.02374252,0.009137838,0.0933634,0.00094841525],"about_ca_topic_score_codex":0.000007757185,"about_ca_topic_score_gemma":0.000009487146,"teacher_disagreement_score":0.59838545,"about_ca_system_score_codex":0.00023695313,"about_ca_system_score_gemma":0.00010485218,"threshold_uncertainty_score":0.27460873},"labels":[],"label_agreement":null},{"id":"W2096314112","doi":"10.1115/1.4003249","title":"Biologically Meaningful Keywords for Functional Terms of the Functional Basis","year":2011,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Basis (linear algebra); Information retrieval; Representation (politics); Identification (biology); Biological data; Thesaurus; Artificial intelligence; Mathematics; Bioinformatics; Ecology","score_opus":0.13975398863104488,"score_gpt":0.24523532503218798,"score_spread":0.1054813364011431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096314112","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048506213,0.000060256727,0.99012333,0.00033197444,0.002432915,0.00014498722,0.0000042710867,0.000022456867,0.002029187],"genre_scores_gemma":[0.96263117,0.00003043004,0.03651892,0.0002747025,0.0003427227,0.000010451583,7.420222e-7,0.000016991347,0.00017386429],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989508,0.0001351819,0.0004547968,0.00007819023,0.00024704903,0.00013400726],"domain_scores_gemma":[0.9987016,0.00064451335,0.00023670525,0.00012426835,0.0002098419,0.00008308611],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011839264,0.000102998034,0.00018513568,0.000065164575,0.000054404736,0.000012120541,0.00021863308,0.000104195096,0.0009705286],"category_scores_gemma":[0.0006524451,0.000063681146,0.00021179253,0.00014519939,0.000025932599,0.00015231525,0.000014934938,0.00024197553,0.000010731858],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057834256,0.0017235854,0.0013420482,0.00021512315,0.0018208406,0.00001600991,0.00097463693,0.016491195,0.51479036,0.15572989,0.24909036,0.052022528],"study_design_scores_gemma":[0.0065240534,0.004126245,0.086336836,0.00037396938,0.001174496,0.0012930672,0.0006814633,0.03449508,0.5337553,0.23729979,0.09267169,0.0012680129],"about_ca_topic_score_codex":7.895323e-7,"about_ca_topic_score_gemma":3.7942516e-7,"teacher_disagreement_score":0.95778054,"about_ca_system_score_codex":0.000041504787,"about_ca_system_score_gemma":0.000073146475,"threshold_uncertainty_score":0.9999427},"labels":[],"label_agreement":null},{"id":"W2096731850","doi":"10.1108/02602280810902604","title":"Sensing in nature: using biomimetics for design of sensors","year":2008,"lang":"en","type":"article","venue":"Sensor Review","topic":"Design Education and Practice","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Biomimetics; Originality; Terminology; Computer science; Value (mathematics); Identification (biology); Engineering; Focus (optics); Artificial intelligence; Management science; Machine learning","score_opus":0.09351485780509912,"score_gpt":0.3367778386524198,"score_spread":0.24326298084732068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096731850","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1632265,0.56962246,0.25298262,0.0016954393,0.003064299,0.0058490275,0.000036724,0.00047474564,0.0030481876],"genre_scores_gemma":[0.34786984,0.15191999,0.49876103,0.0009774964,0.00016765983,0.000008846176,0.000011268555,0.000117398486,0.00016648001],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992518,0.000102679754,0.00030955992,0.000102489554,0.00008442153,0.00014909201],"domain_scores_gemma":[0.9993056,0.00034365393,0.00006804804,0.00017427262,0.00007194186,0.000036497357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038296642,0.00010679864,0.0002751642,0.00008576816,0.000025558691,0.0000042217102,0.000049628376,0.000074620715,0.000026382299],"category_scores_gemma":[0.00039098243,0.0001069489,0.000059264585,0.00034060612,0.000021530732,0.000069528294,0.0000041811286,0.0001462147,0.000012707445],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022587365,0.00056982454,0.000599518,0.07242081,0.0007204206,0.0003102765,0.0040617078,0.22494456,0.3933078,0.001771448,0.08078079,0.22028697],"study_design_scores_gemma":[0.0014446203,0.00010535829,0.00040570376,0.009779517,0.0004938748,0.0014371246,0.00021152564,0.49890938,0.06450352,0.00024374932,0.42105398,0.0014116218],"about_ca_topic_score_codex":0.000004425986,"about_ca_topic_score_gemma":3.5946104e-7,"teacher_disagreement_score":0.41770247,"about_ca_system_score_codex":0.000039043767,"about_ca_system_score_gemma":0.00003625102,"threshold_uncertainty_score":0.43612495},"labels":[],"label_agreement":null},{"id":"W2097267928","doi":"10.24908/pceea.v0i0.5852","title":"A STRATEGY FOR TEACHING AND LEARNING OF SYSTEMATIC DESIGN ENGINEERING","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Computer science; Process (computing); Function (biology); Engineering design process; Transformation (genetics); Boundary (topology); Mathematics education; Interpretation (philosophy); Software engineering; Engineering drawing; Engineering management; Systems engineering; Engineering; Mathematics; Mechanical engineering; Programming language","score_opus":0.02428621384189266,"score_gpt":0.23713037860474215,"score_spread":0.21284416476284948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097267928","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8818306,0.0051476997,0.058079798,0.0056138705,0.012995354,0.010106107,0.00008226653,0.0016105629,0.02453376],"genre_scores_gemma":[0.98966646,0.0000075780044,0.009201331,0.00002711797,0.000095559626,0.0001234418,0.0000030102328,0.000044067438,0.00083144964],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990816,0.000022935556,0.00034786976,0.000112749825,0.00020935187,0.00022546176],"domain_scores_gemma":[0.99863094,0.00037279792,0.0002574477,0.00007238928,0.0004582525,0.00020817146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019282291,0.00014247172,0.00023245798,0.00027239998,0.00009578043,0.000087652195,0.00017255,0.00011540052,0.0000026962493],"category_scores_gemma":[0.0065642046,0.0001459963,0.000050887407,0.0002488762,0.000008227377,0.00029831406,0.000008927954,0.000330877,0.0000016117428],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016855553,0.0001298876,0.007576885,0.04274217,0.00072827237,1.1319796e-7,0.024221385,0.80125684,0.021031214,0.054232158,0.046099555,0.0019646636],"study_design_scores_gemma":[0.0010587401,0.00017177335,0.012185169,0.004850607,0.00056670664,0.00003237699,0.009513639,0.9393794,0.0087956255,0.00057049986,0.021735722,0.0011397478],"about_ca_topic_score_codex":0.0010142932,"about_ca_topic_score_gemma":0.00011953161,"teacher_disagreement_score":0.13812256,"about_ca_system_score_codex":0.0008987789,"about_ca_system_score_gemma":0.00039991477,"threshold_uncertainty_score":0.78584397},"labels":[],"label_agreement":null},{"id":"W2097929692","doi":"10.24908/pceea.v0i0.3938","title":"ENGINEERING DESIGN COACHES: FACULTY OR GRAD STUDENTS?","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Graduate students; Psychology; Medical education; Citizen journalism; Commission; Pedagogy; Learning environment; Computer science; Political science; Medicine","score_opus":0.04369092706557536,"score_gpt":0.24475210030810776,"score_spread":0.2010611732425324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097929692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8698228,0.0009979724,0.009197149,0.0069312225,0.0327934,0.006404223,0.00025808392,0.00399818,0.069597],"genre_scores_gemma":[0.98711216,0.000028131468,0.008573994,0.00016802386,0.00019353842,0.00014106566,0.000010026981,0.00008596915,0.0036870886],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9985895,0.000010037811,0.00037033053,0.00019804983,0.00041603748,0.00041603544],"domain_scores_gemma":[0.9988292,0.000102226964,0.00020822295,0.0001505353,0.00039926468,0.00031058775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007086556,0.00024226574,0.00020806883,0.00035246278,0.00012413513,0.00014563574,0.0005825157,0.0001932202,0.00014048535],"category_scores_gemma":[0.0013133943,0.00022905938,0.00008737685,0.0007515549,0.000011386962,0.00048400514,0.00002305242,0.00034212787,0.00005950461],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007547335,0.001058592,0.23299646,0.0026350631,0.0023801988,0.0000023861537,0.049199242,0.042565115,0.017413683,0.027861463,0.6160883,0.0077240723],"study_design_scores_gemma":[0.0012629366,0.00011991873,0.4974164,0.00071947847,0.00057846325,0.00005887997,0.005028542,0.037692152,0.043592878,0.0003975498,0.410681,0.0024518033],"about_ca_topic_score_codex":0.0020319454,"about_ca_topic_score_gemma":0.00074553926,"teacher_disagreement_score":0.26441994,"about_ca_system_score_codex":0.001899542,"about_ca_system_score_gemma":0.00050962734,"threshold_uncertainty_score":0.934077},"labels":[],"label_agreement":null},{"id":"W2098327231","doi":"10.26687/archnet-ijar.v8i3.507","title":"The Agency of Making and Architecture Education: Design-Build Curriculum in a New School of Architecture","year":2014,"lang":"en","type":"article","venue":"International Journal of Architectural Research Archnet-IJAR","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Laurentian University","funders":"","keywords":"Curriculum; Agency (philosophy); Context (archaeology); Design studio; Architecture; Downtown; Pedagogy; Sociology; Mandate; Engineering; Engineering ethics; Political science; Geography; Social science","score_opus":0.024715533966305537,"score_gpt":0.3594375663616201,"score_spread":0.33472203239531456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098327231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82072586,0.008552818,0.14070557,0.017192136,0.0024618953,0.0010829737,0.00001611545,0.000054261476,0.009208379],"genre_scores_gemma":[0.97074366,0.0005175924,0.027699606,0.00007181312,0.0006722788,0.000010343086,0.0000025014212,0.000031790776,0.00025042312],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99640185,0.0007882961,0.0008802209,0.00019221327,0.0013128959,0.0004245496],"domain_scores_gemma":[0.99569464,0.0026732234,0.00033487036,0.0002927286,0.00072772324,0.00027681657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028043317,0.00020900642,0.00031241533,0.0011278671,0.00008998078,0.000113195594,0.0011852027,0.00007858216,0.00011718885],"category_scores_gemma":[0.004088763,0.00014953947,0.00013093639,0.0005649964,0.00029904622,0.00019900771,0.00015008864,0.0015449285,0.000007450021],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005695059,0.00015665458,0.0034236324,0.00013088739,0.00023143154,0.000015739486,0.0034049088,0.034272175,0.014785363,0.0026904705,0.0040307366,0.9362885],"study_design_scores_gemma":[0.0062981998,0.0031245875,0.12511748,0.005360366,0.0001341377,0.0047340817,0.0030325525,0.020215895,0.031551234,0.393494,0.40533915,0.0015983048],"about_ca_topic_score_codex":0.00013818005,"about_ca_topic_score_gemma":0.00010197463,"teacher_disagreement_score":0.9346902,"about_ca_system_score_codex":0.00012905776,"about_ca_system_score_gemma":0.00094133796,"threshold_uncertainty_score":0.6712032},"labels":[],"label_agreement":null},{"id":"W2100177136","doi":"10.1139/t99-098","title":"Book review: Karl Terxaghi - The engineer as artist","year":2000,"lang":"en","type":"article","venue":"Canadian Geotechnical Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Geotechnical engineering; Engineering; Forensic engineering; Engineering ethics","score_opus":0.00707675472141502,"score_gpt":0.22789172421936293,"score_spread":0.2208149694979479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100177136","genre_codex":"review","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00057932246,0.6154384,0.0035105585,0.23038751,0.0022489112,0.00078498013,0.000029099616,0.0005192137,0.14650202],"genre_scores_gemma":[0.084464364,0.23232396,0.0007172347,0.54443973,0.0032067688,0.000106144566,0.000024515128,0.0002271684,0.13449009],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990917,0.000053418953,0.00025502912,0.000086743574,0.00015656403,0.0003565698],"domain_scores_gemma":[0.9989471,0.000079364705,0.000023454877,0.00026484006,0.00003777007,0.00064746814],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00039603643,0.000121010205,0.00012221471,0.000068449706,0.00017096853,0.00011282298,0.0003160202,0.00008522608,0.044166364],"category_scores_gemma":[0.0001409849,0.000093542054,0.00008008337,0.00019496506,0.000037540587,0.0002036262,0.000003641343,0.0008384163,0.0024953787],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010696219,0.0000036914225,7.8179994e-7,0.000012691958,0.000014341779,0.00004695946,0.000019307088,0.0024413648,0.00001313903,0.000081461694,0.96981746,0.027547743],"study_design_scores_gemma":[0.00005776994,0.000013024343,0.00016117688,0.00011519009,0.000026793838,0.0014601967,0.000005107919,0.0012916878,0.000015391759,0.00007276728,0.99665284,0.00012802871],"about_ca_topic_score_codex":0.0008105986,"about_ca_topic_score_gemma":0.00026601017,"teacher_disagreement_score":0.38311443,"about_ca_system_score_codex":0.00019437942,"about_ca_system_score_gemma":0.0002794348,"threshold_uncertainty_score":0.9982813},"labels":[],"label_agreement":null},{"id":"W2101430679","doi":"10.24908/pceea.v0i0.4045","title":"COMPARATIVE STUDY OF THE STUDENT'S DESIGN PROCESS: IMPLICATIONS FOR THE TEACHING OF LATER PHASES OF THE MECHANICAL ENGINEERING DESIGN PROCESS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Process (computing); Engineering design process; Design process; Mechanical design; Computer science; Process design; Design education; Work in process; Work (physics); Engineering; Mechanical engineering; Operations management","score_opus":0.050523171157184986,"score_gpt":0.3026838209020844,"score_spread":0.25216064974489943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101430679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9778778,0.00024658453,0.009235225,0.0021548683,0.002490763,0.006573247,0.00007239854,0.0001332692,0.0012158254],"genre_scores_gemma":[0.99794376,0.000005252973,0.0013359794,0.00003553789,0.00006370877,0.00045548196,0.0000013270096,0.00003997443,0.00011895131],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9986084,0.000043282776,0.00057139044,0.00017207205,0.00035032435,0.0002545129],"domain_scores_gemma":[0.9974918,0.0005783485,0.0006767482,0.00026750204,0.00090390746,0.00008170766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011587706,0.00020501837,0.00028576583,0.00015944082,0.00023347524,0.00004068928,0.0009659628,0.00010499891,0.000010110684],"category_scores_gemma":[0.0015466087,0.00013536288,0.00011961164,0.00068486034,0.00003059588,0.00030669023,0.000030719722,0.00033052985,3.807464e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009272987,0.0031094225,0.103286155,0.0024205206,0.0030333172,3.382668e-8,0.26568982,0.52026784,0.064929485,0.020988852,0.01496544,0.0012164051],"study_design_scores_gemma":[0.0016488764,0.00033587913,0.6085469,0.0009161197,0.0016924981,0.000010448712,0.039988942,0.07108242,0.2712471,0.0014530917,0.0020794827,0.0009982459],"about_ca_topic_score_codex":0.0005017889,"about_ca_topic_score_gemma":0.00028387128,"teacher_disagreement_score":0.50526077,"about_ca_system_score_codex":0.000437611,"about_ca_system_score_gemma":0.0005375861,"threshold_uncertainty_score":0.5519938},"labels":[],"label_agreement":null},{"id":"W2101739091","doi":"10.1115/detc2010-28233","title":"An Engineering-to-Biology Thesaurus for Engineering Design","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Division of Civil, Mechanical and Manufacturing Innovation; Oregon State University; National Science Foundation","keywords":"Terminology; Computer science; Thesaurus; Process (computing); Domain (mathematical analysis); Engineering design process; Ingenuity; Function (biology); Field (mathematics); Software engineering; Artificial intelligence; Engineering; Mathematics","score_opus":0.01811482021564708,"score_gpt":0.27567723324811727,"score_spread":0.2575624130324702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101739091","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016174903,0.000017346167,0.9793149,0.00017292239,0.0018603447,0.00032382837,0.000004538136,0.00078795856,0.001343238],"genre_scores_gemma":[0.73825026,0.0000027436733,0.26096398,0.00014174597,0.00029833734,0.000132845,0.0000072513385,0.000050878967,0.00015195076],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99940217,0.000008072669,0.000133294,0.00014836539,0.00003989676,0.00026817742],"domain_scores_gemma":[0.99915135,0.00035155495,0.000009540506,0.0002651283,0.000039042243,0.00018336541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002971558,0.00014015954,0.000111109875,0.00011923371,0.000025148302,0.000047173668,0.00018904275,0.00010287713,0.00026570616],"category_scores_gemma":[0.00021509231,0.00013995459,0.000030587693,0.00012354401,0.0000041810044,0.00017182085,0.000006059752,0.00018344593,0.00011719894],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012025589,0.000036353624,0.000028542914,0.00003148984,0.000034301444,5.592481e-7,0.00030658118,0.18279785,0.77246743,0.028414628,0.004090607,0.011779656],"study_design_scores_gemma":[0.0001733158,0.000099426026,0.00038102292,0.0000030881677,0.000012532607,0.0000117115915,0.000021540533,0.5374555,0.044201575,0.00013330611,0.4171892,0.00031774075],"about_ca_topic_score_codex":0.00000454541,"about_ca_topic_score_gemma":0.0000032394091,"teacher_disagreement_score":0.7282658,"about_ca_system_score_codex":0.000015344007,"about_ca_system_score_gemma":0.000017988032,"threshold_uncertainty_score":0.5707182},"labels":[],"label_agreement":null},{"id":"W2101815176","doi":"10.24908/pceea.v0i0.3883","title":"A SIMPLE PROPOSAL FOR THE DEVELOPMENT OF INTELLIGENT DESIGN CATALOGS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Simple (philosophy); Graphics; Process (computing); Software engineering; Human–computer interaction; Software; Engineering design process; Object (grammar); Systems engineering; Engineering; Programming language","score_opus":0.029398643146370668,"score_gpt":0.23109174583765366,"score_spread":0.201693102691283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101815176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4890874,0.0042025014,0.32779562,0.022345796,0.047370914,0.028102828,0.00044216527,0.0022555776,0.0783972],"genre_scores_gemma":[0.9731825,0.000008396525,0.025788551,0.00006018144,0.000081356084,0.00023693107,0.0000075260878,0.000035808458,0.000598725],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914783,0.000005786146,0.00033621927,0.000101926904,0.00018221687,0.00022603323],"domain_scores_gemma":[0.9989233,0.00015861132,0.00022075896,0.000098372606,0.0004910434,0.00010793727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007922861,0.0001212756,0.00011901625,0.00015605045,0.00013680439,0.00003592138,0.00032976965,0.000088541594,0.000040798812],"category_scores_gemma":[0.00085449603,0.00010036194,0.000058656144,0.0003315811,0.000013752346,0.00016516389,0.000011600099,0.00013207692,0.0000073238516],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085596665,0.00087723765,0.047449365,0.0040699556,0.0026473126,1.00875326e-7,0.18950404,0.024543049,0.03890727,0.13206944,0.491094,0.06875265],"study_design_scores_gemma":[0.00057593355,0.000085326865,0.15992257,0.0002929583,0.0004214518,0.000007901638,0.007086495,0.03823162,0.3850885,0.0036438806,0.40351233,0.0011310456],"about_ca_topic_score_codex":0.0010709232,"about_ca_topic_score_gemma":0.0024575635,"teacher_disagreement_score":0.48409513,"about_ca_system_score_codex":0.0009589467,"about_ca_system_score_gemma":0.0013587929,"threshold_uncertainty_score":0.40926412},"labels":[],"label_agreement":null},{"id":"W2101830796","doi":"10.24908/pceea.v0i0.4011","title":"DBDB: A DATABASE FOR DESIGN BIBLIOGRAPHY","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; Faculty of Engineering, McGill University; McGill University","keywords":"Bibliography; Subject (documents); Task (project management); Database; Computer science; Bibliographic database; Swift; Face (sociological concept); World Wide Web; Engineering; Library science; Systems engineering","score_opus":0.02715101751131231,"score_gpt":0.21624587274340334,"score_spread":0.18909485523209102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101830796","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30218908,0.0060050567,0.09760803,0.025114836,0.08476195,0.02172551,0.0017029298,0.0063653504,0.45452726],"genre_scores_gemma":[0.96199036,0.000114717855,0.035633948,0.00035286852,0.00026076636,0.00036036706,0.000019300793,0.00008498953,0.001182673],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991011,0.000006594473,0.0002509578,0.00014616967,0.00018996368,0.00030521522],"domain_scores_gemma":[0.99886924,0.00011124194,0.00016929985,0.00012403264,0.0005070346,0.00021914986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006475575,0.00014984088,0.00013022278,0.0016249391,0.00012234242,0.000083260566,0.0003167343,0.000121435245,0.000077915],"category_scores_gemma":[0.0007212051,0.00015616843,0.00009490874,0.0022886333,0.00001098424,0.0004562567,0.000009083047,0.00017074229,0.000014818959],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010350339,0.000116253614,0.017238444,0.0005038465,0.00025341817,4.9938265e-8,0.0025453873,0.0009900093,0.0070887157,0.012426547,0.9575645,0.0012624795],"study_design_scores_gemma":[0.0009575266,0.00009579484,0.1760524,0.00041247465,0.00049055845,0.000015722506,0.0015095044,0.024762781,0.05256178,0.0028785956,0.73870206,0.0015607998],"about_ca_topic_score_codex":0.0021429982,"about_ca_topic_score_gemma":0.00073062576,"teacher_disagreement_score":0.6598013,"about_ca_system_score_codex":0.0004835514,"about_ca_system_score_gemma":0.00034077108,"threshold_uncertainty_score":0.6368364},"labels":[],"label_agreement":null},{"id":"W2102023146","doi":"10.1109/tmag.2009.2012666","title":"A Hybrid Design Model for Electromagnetic Devices","year":2009,"lang":"en","type":"article","venue":"IEEE Transactions on Magnetics","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Representation (politics); Behavioral modeling; Human–computer interaction; Systems engineering; Artificial intelligence","score_opus":0.02989610805665483,"score_gpt":0.2584474410520508,"score_spread":0.22855133299539598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102023146","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022967865,0.00018055941,0.99437433,0.00045911653,0.00034655986,0.0003874877,0.000015909884,0.0003224095,0.0016168286],"genre_scores_gemma":[0.9166378,0.00017476676,0.08016765,0.00059235195,0.000042706466,0.00007539864,0.0000022939796,0.0000324937,0.0022745698],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923915,0.000027550908,0.00018583669,0.00015868618,0.00011923345,0.00026957557],"domain_scores_gemma":[0.9994251,0.00019018263,0.00002171284,0.00021170542,0.00005444697,0.00009680996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000114704104,0.00016531664,0.00011953875,0.000119679724,0.00010178272,0.000059602986,0.00012808722,0.00005681472,0.00014038522],"category_scores_gemma":[0.0000059049316,0.00018544306,0.00006797221,0.00012614696,0.000014218183,0.00013186857,9.408849e-8,0.00018002432,0.00007379805],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005978383,0.00015718536,6.5809026e-8,0.000022439875,0.00001761756,0.0000010734444,0.00020544603,0.8602379,0.015676366,0.000105512176,0.0054514892,0.11806511],"study_design_scores_gemma":[0.0003514159,0.0006210276,0.000016149581,0.000008238646,0.00008773209,0.000015541507,0.000014216123,0.95492125,0.038488347,0.001454114,0.003789059,0.00023290496],"about_ca_topic_score_codex":8.909736e-7,"about_ca_topic_score_gemma":0.000003238092,"teacher_disagreement_score":0.914341,"about_ca_system_score_codex":0.00004311014,"about_ca_system_score_gemma":0.00004824608,"threshold_uncertainty_score":0.7562148},"labels":[],"label_agreement":null},{"id":"W2102431010","doi":"10.24908/pceea.v0i0.3820","title":"ECOLOGICAL INTERFACE DESIGN FOR COMPLEX SYSTEMS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interface (matter); Interface design; Computer science; User interface; Systems engineering; Graphical user interface; Human–computer interaction; Engineering","score_opus":0.04659285173805159,"score_gpt":0.23770881920727663,"score_spread":0.19111596746922505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102431010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5101145,0.0023601777,0.08889262,0.011943496,0.074251115,0.015845597,0.000411036,0.0037310866,0.2924504],"genre_scores_gemma":[0.99027514,0.000008558763,0.007431969,0.00008982344,0.00015499114,0.00020699855,0.0000046632254,0.00003777916,0.0017900504],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991677,0.00000940006,0.0002697189,0.00012894378,0.0001465376,0.00027771937],"domain_scores_gemma":[0.99896616,0.00014432558,0.00017585442,0.00008439718,0.00045482613,0.00017445948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056665,0.00013713456,0.00015174312,0.00017987273,0.000108492764,0.00008637749,0.00029409505,0.00012289247,0.00008184311],"category_scores_gemma":[0.0010049086,0.00013493047,0.000063256644,0.0002904248,0.000010658408,0.00022784057,0.000009125158,0.00015878341,0.000021020936],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022020384,0.0003187128,0.014458857,0.0012313552,0.0005167784,9.675107e-8,0.007938734,0.037819006,0.018156614,0.054921318,0.8625623,0.0020541851],"study_design_scores_gemma":[0.0006624215,0.00013497159,0.19762945,0.0002479694,0.00025536763,0.000020025429,0.0025045306,0.16633606,0.014656158,0.0009831939,0.6154468,0.0011230718],"about_ca_topic_score_codex":0.0011608463,"about_ca_topic_score_gemma":0.0003849185,"teacher_disagreement_score":0.48016068,"about_ca_system_score_codex":0.0014586495,"about_ca_system_score_gemma":0.0003024161,"threshold_uncertainty_score":0.5502305},"labels":[],"label_agreement":null},{"id":"W2103865800","doi":"10.1177/1555343414540172","title":"Comparing Cognitive Efficiency of Experienced and Inexperienced Designers in Conceptual Design Processes","year":2014,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Design Education and Practice","field":"Engineering","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of New Brunswick","funders":"","keywords":"Creativity; Cognition; Conceptual design; Quality (philosophy); Computer science; Engineering design process; Design process; Design education; Process (computing); Psychology; Human–computer interaction; Engineering; Social psychology; Work in process; Operations management","score_opus":0.03648772234528918,"score_gpt":0.306836422491104,"score_spread":0.2703487001458148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103865800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5157945,0.0008087959,0.4830666,0.0000017102651,0.000107111475,0.000060630515,3.5655046e-7,0.00001218624,0.00014810503],"genre_scores_gemma":[0.9845534,0.00015049672,0.0152102895,0.000017960389,0.000042444535,0.000006884967,2.3943073e-7,0.000017217086,0.0000010587829],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989158,0.000056772857,0.00049067463,0.00012741963,0.00023543266,0.00017392519],"domain_scores_gemma":[0.9950381,0.0043643257,0.00016983703,0.000041586205,0.00029673704,0.00008941775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073109334,0.00015651184,0.00033545526,0.00037991948,0.000038225277,0.0000524945,0.00008256671,0.00005708133,0.000009873631],"category_scores_gemma":[0.004141148,0.0001452999,0.000025240106,0.00039192027,0.000089631256,0.0004040528,0.000020594305,0.00021794892,6.182778e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020948173,0.00036785568,0.011791101,0.00066706695,0.00020977504,0.00008672002,0.13169472,0.3957991,0.027801653,0.0009969957,0.00008598592,0.4284042],"study_design_scores_gemma":[0.0065188366,0.0013357986,0.02812689,0.011857191,0.00014694716,0.00057011336,0.05965852,0.85226893,0.037609335,0.0006568674,0.00016054849,0.0010900248],"about_ca_topic_score_codex":7.3959114e-7,"about_ca_topic_score_gemma":4.842711e-7,"teacher_disagreement_score":0.46875888,"about_ca_system_score_codex":0.00002062896,"about_ca_system_score_gemma":0.000047758003,"threshold_uncertainty_score":0.59251577},"labels":[],"label_agreement":null},{"id":"W2105621648","doi":"10.24908/pceea.v0i0.4057","title":"GENERALIZING THE BIOMIMETIC DESIGN PROCESS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Process (computing); Computer science; Engineering design process; Management science; Engineering; Mechanical engineering; Programming language","score_opus":0.021915519699211964,"score_gpt":0.20752010625726677,"score_spread":0.1856045865580548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105621648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7041556,0.0026325334,0.004580595,0.021395946,0.028132068,0.0052362317,0.00006313413,0.0019974783,0.23180637],"genre_scores_gemma":[0.99570906,0.000020938145,0.0022899853,0.00031102766,0.00017925602,0.00011216896,0.0000022036274,0.000048900736,0.0013264616],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990214,0.000013596782,0.00026638058,0.00013685704,0.00025119568,0.00031053057],"domain_scores_gemma":[0.99900454,0.000081163394,0.00019295837,0.00013316156,0.00042383897,0.00016430783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000711334,0.00015920002,0.00012284776,0.00022075624,0.0001947095,0.000104629115,0.00045107774,0.00012151571,0.000102168255],"category_scores_gemma":[0.0007837463,0.00013126036,0.00006459748,0.00072200375,0.00001806458,0.00032828833,0.000010428563,0.0002507439,0.000033071905],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027828373,0.0004911832,0.076448426,0.001930706,0.0014343058,5.608441e-7,0.078436114,0.0381867,0.040688887,0.08054082,0.666827,0.014987456],"study_design_scores_gemma":[0.0010150758,0.0001013204,0.33710155,0.0006748037,0.00086027774,0.00007362566,0.0081528695,0.08844923,0.20042591,0.006529869,0.3538512,0.0027642725],"about_ca_topic_score_codex":0.0022208786,"about_ca_topic_score_gemma":0.0006373288,"teacher_disagreement_score":0.31297582,"about_ca_system_score_codex":0.000977271,"about_ca_system_score_gemma":0.00051353575,"threshold_uncertainty_score":0.5352642},"labels":[],"label_agreement":null},{"id":"W2105659500","doi":"10.24908/pceea.v0i0.4029","title":"A THEORETICAL AND EXPERIMENTAL STUDY ON DESIGN CREATIVITY","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Axiomatic design; Chaotic; Computer science; Process (computing); Axiom; Creativity; Design process; Management science; Industrial engineering; Mathematics; Engineering; Artificial intelligence; Work in process; Programming language; Manufacturing engineering","score_opus":0.018868129448351218,"score_gpt":0.2364252820832065,"score_spread":0.21755715263485528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105659500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9481416,0.000084192376,0.00009548459,0.000629273,0.0013628958,0.00078603084,0.000006216465,0.00016400947,0.04873031],"genre_scores_gemma":[0.9985984,0.000003122118,0.00082300865,0.0001085613,0.00006367582,0.000085282954,6.8665736e-7,0.000029034169,0.00028823924],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99929523,0.000016444928,0.00016880968,0.00013467041,0.00019366339,0.00019115226],"domain_scores_gemma":[0.99941456,0.00009701292,0.00008679485,0.00008430852,0.00014172861,0.00017557105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049685844,0.00013245342,0.00011772089,0.00017370301,0.00009749664,0.00006397054,0.0001540837,0.00008255869,0.00013931635],"category_scores_gemma":[0.000563022,0.00012677925,0.000030823678,0.00024598712,0.000021095035,0.00019544587,0.000010658223,0.00018684554,0.000011984522],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009676815,0.004043802,0.2239262,0.00040639078,0.0009991765,0.0000010483648,0.12388856,0.002208246,0.022299564,0.5226386,0.095783114,0.003708516],"study_design_scores_gemma":[0.0011769792,0.00060943153,0.8483849,0.00022409807,0.00026806444,0.000019738305,0.015170102,0.013704192,0.10597316,0.0027388013,0.010459502,0.0012710388],"about_ca_topic_score_codex":0.00081633107,"about_ca_topic_score_gemma":0.00014795097,"teacher_disagreement_score":0.6244587,"about_ca_system_score_codex":0.0007786174,"about_ca_system_score_gemma":0.00016548332,"threshold_uncertainty_score":0.5169908},"labels":[],"label_agreement":null},{"id":"W2105974517","doi":"10.5555/2664323.2664349","title":"Parameters tell the design story: ideation and abstraction in design optimization","year":2014,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Ideation; Documentation; Computer science; Design thinking; Workflow; Abstraction; Schematic; Product design; Point (geometry); Probabilistic design; Design brief; Product (mathematics); Software engineering; Engineering design process; Engineering drawing; Human–computer interaction; Systems engineering; Engineering; Design technology; Psychology; Programming language; Cognitive science; Mathematics; Mechanical engineering","score_opus":0.031659514432357795,"score_gpt":0.2310807859752107,"score_spread":0.1994212715428529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105974517","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024578571,0.00005063606,0.9941757,0.0004191891,0.00019994995,0.00020832196,6.3969296e-8,0.00013679483,0.002351486],"genre_scores_gemma":[0.90098035,0.000093862036,0.09855529,0.00015117644,0.000025977117,0.000026406946,0.0000014712408,0.00001772869,0.00014771012],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99945647,0.00021766392,0.00009727797,0.000081087215,0.000063964086,0.00008354798],"domain_scores_gemma":[0.999112,0.0007246547,0.000025451336,0.00009489971,0.000016565653,0.000026406442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090403087,0.00006692854,0.000051022544,0.00006432056,0.000047250476,0.000059844093,0.00004014,0.00004356322,0.000056474677],"category_scores_gemma":[0.00016860706,0.000053581603,0.000007461572,0.00010978714,0.000011977702,0.00030703007,0.0000023163607,0.00011104995,0.000038760285],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007749497,0.000006789215,0.00006427649,0.0000043946634,0.0000037534423,5.7125266e-8,0.0002033182,0.98121434,0.0003682971,0.00019888375,0.0014755926,0.016452543],"study_design_scores_gemma":[0.00012274735,0.00002056895,0.0034451564,0.0000045444654,0.000008842005,0.0000036898048,0.00012656809,0.99243224,0.0011815474,0.00026046723,0.0023109869,0.00008262856],"about_ca_topic_score_codex":0.000021046179,"about_ca_topic_score_gemma":0.0000068686645,"teacher_disagreement_score":0.8985225,"about_ca_system_score_codex":0.00003936332,"about_ca_system_score_gemma":0.000009961972,"threshold_uncertainty_score":0.21849944},"labels":[],"label_agreement":null},{"id":"W2105997912","doi":"10.24908/pceea.v0i0.3982","title":"LE BÂTIMENT COMME LIEW D'INNOVATION TRANSDISCIPLINAIRE","year":2011,"lang":"fr","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Humanities; Political science; Philosophy; Sociology","score_opus":0.028102214288892226,"score_gpt":0.22712483495327895,"score_spread":0.19902262066438672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105997912","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15586978,0.0065386994,0.0014479714,0.22210534,0.049310282,0.0033946396,0.00025783098,0.00075352937,0.5603219],"genre_scores_gemma":[0.96868443,0.000111758505,0.005230116,0.0005895366,0.00048160207,0.0001121846,0.000023592143,0.000103398226,0.02466338],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99812824,0.000021418608,0.000656229,0.00026317305,0.0003888665,0.0005420501],"domain_scores_gemma":[0.9978266,0.00007611632,0.0005271702,0.00019450873,0.0010785371,0.00029710695],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000977825,0.00029768236,0.00027027854,0.0005528679,0.0003068449,0.0001516039,0.0004779393,0.0003753075,0.0003909652],"category_scores_gemma":[0.0007740103,0.00035789557,0.00013580706,0.0017072221,0.000037325255,0.0008122114,0.000024481404,0.00056177186,0.00010698151],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008179253,0.00050646876,0.0103726145,0.0015538229,0.00044554463,2.4265128e-7,0.022551635,0.0011377669,0.002937588,0.68864846,0.2619389,0.009898789],"study_design_scores_gemma":[0.0005991908,0.00005887376,0.17760512,0.0010146697,0.00039544812,0.000022735008,0.0030992285,0.0036727656,0.01576605,0.0049254037,0.7917793,0.0010612492],"about_ca_topic_score_codex":0.026647337,"about_ca_topic_score_gemma":0.008007579,"teacher_disagreement_score":0.81281465,"about_ca_system_score_codex":0.003455772,"about_ca_system_score_gemma":0.0025589685,"threshold_uncertainty_score":0.9998873},"labels":[],"label_agreement":null},{"id":"W2106146335","doi":"10.24908/pceea.v0i0.4823","title":"On the Peculiarities of Design: An Engineering Perspective","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Vagueness; Engineering design process; Perspective (graphical); Abstraction; Engineering ethics; Process (computing); Subject matter; Diversity (politics); Design elements and principles; Computer science; Epistemology; Engineering; Psychology; Sociology; Curriculum; Pedagogy; Software engineering; Artificial intelligence; Mechanical engineering","score_opus":0.009763658091729459,"score_gpt":0.20143311588797042,"score_spread":0.19166945779624095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106146335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9074596,0.00055664865,0.0012258124,0.027047075,0.00733291,0.003059994,0.00005385317,0.0006769587,0.052587107],"genre_scores_gemma":[0.99732894,0.000011779783,0.0012251115,0.00021362501,0.00013602362,0.0001392586,0.0000022095644,0.00004464676,0.0008984135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904186,0.000013618507,0.00025724102,0.00013347907,0.00029034753,0.0002634676],"domain_scores_gemma":[0.9984569,0.00028508113,0.00017536565,0.00015104687,0.00077070715,0.00016088698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048706244,0.00016748186,0.00015076016,0.00025764742,0.00010900145,0.0001289383,0.0003644331,0.00011875328,0.0001693187],"category_scores_gemma":[0.0018988329,0.00014268319,0.000069364665,0.00048828794,0.000017215829,0.00045599625,0.0000100115885,0.00029998925,0.000026650045],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072621683,0.00023374474,0.0035187548,0.0005054193,0.0004911756,8.1609734e-8,0.017672796,0.121182814,0.03297992,0.57318664,0.24911226,0.0011091372],"study_design_scores_gemma":[0.0011029441,0.00034674112,0.3443664,0.0012952854,0.0004926064,0.00003073215,0.03519719,0.3915628,0.12793607,0.016492473,0.07812792,0.003048833],"about_ca_topic_score_codex":0.0049797595,"about_ca_topic_score_gemma":0.0003740558,"teacher_disagreement_score":0.55669415,"about_ca_system_score_codex":0.0015338437,"about_ca_system_score_gemma":0.00034188604,"threshold_uncertainty_score":0.75279397},"labels":[],"label_agreement":null},{"id":"W2106891916","doi":"10.24908/pceea.v0i0.3925","title":"AN INTEGRATED DESIGN METHODOLOGY","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Axiomatic design; Product design; Computer science; Design review (U.S. government); Probabilistic design; Systems engineering; Design methods; Product lifecycle; Design technology; Process (computing); Product design specification; Stakeholder; Product (mathematics); New product development; Manufacturing engineering; Engineering design process; Risk analysis (engineering); Engineering; Business; Operations management","score_opus":0.053698820944519735,"score_gpt":0.25237233289219935,"score_spread":0.19867351194767963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106891916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52167743,0.001541314,0.12619072,0.010511371,0.055757705,0.0060600224,0.00017888338,0.0049309335,0.27315158],"genre_scores_gemma":[0.9348296,0.000015281294,0.06344866,0.00025635242,0.00013791828,0.000071679926,0.000007458092,0.000054591976,0.0011784697],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99911404,0.000032700096,0.0002601007,0.00014474372,0.00016658448,0.00028185046],"domain_scores_gemma":[0.99886173,0.000109054214,0.00016534257,0.00012843403,0.0004927551,0.00024268568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010164643,0.00015115779,0.00015218741,0.00031661714,0.00009384366,0.00006307068,0.00036626603,0.00018284723,0.0002068521],"category_scores_gemma":[0.0012295276,0.00015082877,0.000051768122,0.00058635225,0.000013524085,0.00043381937,0.000006442097,0.000276635,0.000029204688],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000565692,0.00083443243,0.08130718,0.0010209975,0.0013034137,7.7765543e-7,0.0593448,0.02976491,0.10088662,0.1282474,0.5372816,0.05995136],"study_design_scores_gemma":[0.0006997728,0.00017262033,0.29691866,0.0002646428,0.00043367437,0.00004743302,0.005865527,0.05016838,0.12335806,0.0035475118,0.5166358,0.0018879585],"about_ca_topic_score_codex":0.005490693,"about_ca_topic_score_gemma":0.0017451207,"teacher_disagreement_score":0.41315213,"about_ca_system_score_codex":0.0012479977,"about_ca_system_score_gemma":0.0005738698,"threshold_uncertainty_score":0.83003217},"labels":[],"label_agreement":null},{"id":"W2106909050","doi":"10.1504/jdr.2007.015569","title":"Visualising early engineering design information with diagrams","year":2007,"lang":"en","type":"article","venue":"J of Design Research","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"USable; Computer science; Comprehension; Software engineering; Human–computer interaction; Data science; World Wide Web; Programming language","score_opus":0.10057456647494717,"score_gpt":0.3636344550324146,"score_spread":0.2630598885574674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106909050","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036848705,0.00008935842,0.9591465,0.000038678405,0.000111196954,0.00041534004,7.060717e-7,0.00015414195,0.0031953608],"genre_scores_gemma":[0.94437593,0.000025827892,0.055404436,0.000011150556,0.00006188873,0.000023064746,0.000002929229,0.000027693493,0.00006709906],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99845403,0.00012802718,0.0002781061,0.000089670364,0.00061392837,0.0004362269],"domain_scores_gemma":[0.9976788,0.0016316355,0.000037724658,0.00021461818,0.00030194627,0.00013525414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046421397,0.00011179657,0.00012471474,0.0005256637,0.00006722185,0.00011210956,0.00018409264,0.000083449035,0.000046158468],"category_scores_gemma":[0.00039357823,0.000103551676,0.000020977792,0.00090170716,0.000041211144,0.0009439087,0.000014490136,0.0003717751,0.000112760375],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016828331,0.00037769007,0.0025735623,0.0011825319,0.00045180862,0.00007796107,0.023701157,0.50264156,0.201532,0.010573345,0.019902514,0.23530304],"study_design_scores_gemma":[0.0020212801,0.0018401629,0.035088975,0.000451317,0.000051763236,0.00008394566,0.0026847753,0.20023258,0.7232079,0.0005210802,0.032665934,0.0011502958],"about_ca_topic_score_codex":0.000032881366,"about_ca_topic_score_gemma":0.0000012789233,"teacher_disagreement_score":0.9075272,"about_ca_system_score_codex":0.00009868569,"about_ca_system_score_gemma":0.00008451935,"threshold_uncertainty_score":0.4222715},"labels":[],"label_agreement":null},{"id":"W2107957218","doi":"10.1111/drev.10303","title":"Design in Business Education: A Square Peg in a Round World? By Thomas Lockwood","year":2014,"lang":"en","type":"article","venue":"Design Management Review","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Creativity; Curriculum; Context (archaeology); Management; Executive education; Engineering; Design thinking; Studio; Accreditation; Sociology; Political science; Business education; Higher education; Pedagogy; Law; Economics; Mechanical engineering; History","score_opus":0.026814298854869627,"score_gpt":0.27777792017128095,"score_spread":0.2509636213164113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107957218","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000027808295,0.12798648,0.7927114,0.0040143277,0.0006467003,0.003309961,8.5689294e-7,0.00023396593,0.07106851],"genre_scores_gemma":[0.14767218,0.5560097,0.19602774,0.02588126,0.0006558156,0.009272388,0.00025988682,0.0005309802,0.06369005],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980875,0.0005952534,0.0004908505,0.00030783698,0.0002116812,0.0003068547],"domain_scores_gemma":[0.99906653,0.0002579033,0.00008542699,0.00046241083,0.00005180946,0.000075899574],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018237082,0.00025445785,0.00035435375,0.00035515943,0.000033698016,0.00010030475,0.0003080872,0.000042086805,0.00034367],"category_scores_gemma":[0.000103384096,0.00026394188,0.000037402722,0.0019894382,0.000013059001,0.00038414964,0.000026686057,0.00017078429,0.00035282358],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001650813,0.0004519804,0.00014754182,0.009264353,0.000044309403,0.000012276282,0.00017084772,0.005167264,0.000036309848,0.005679658,0.6389728,0.34003612],"study_design_scores_gemma":[0.0003267299,0.000016767324,0.0012819025,0.0035365736,0.00007192136,0.0000054832976,0.000043969256,0.0026006117,0.000018223758,0.00054421247,0.991186,0.00036755655],"about_ca_topic_score_codex":0.000028563296,"about_ca_topic_score_gemma":0.000021878916,"teacher_disagreement_score":0.5966837,"about_ca_system_score_codex":0.0001868095,"about_ca_system_score_gemma":0.000056884142,"threshold_uncertainty_score":0.9999813},"labels":[],"label_agreement":null},{"id":"W2108077717","doi":"10.1115/detc2008-49363","title":"Translating Terms of the Functional Basis Into Biologically Meaningful Keywords","year":2008,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto","keywords":"Computer science; Identification (biology); Function (biology); Basis (linear algebra); Representation (politics); Selection (genetic algorithm); Vocabulary; Artificial intelligence; Mathematics; Linguistics; Ecology; Biology","score_opus":0.03631204420589172,"score_gpt":0.22378574673465068,"score_spread":0.18747370252875895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108077717","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40127426,0.00010586952,0.06526454,0.0024547023,0.0011054404,0.00014386002,0.0000019807283,0.00028170808,0.5293676],"genre_scores_gemma":[0.9942689,0.000013496927,0.004377616,0.00021528393,0.00005354431,0.0000043337577,0.0000012294203,0.0000060901853,0.0010595047],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9996387,0.000027051345,0.00012405886,0.000057920246,0.000083630046,0.000068686415],"domain_scores_gemma":[0.99973595,0.000106061525,0.000019445484,0.00009757942,0.000019244075,0.000021740954],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00010391131,0.00005311231,0.000057557303,0.000020025072,0.000064465836,0.000004507073,0.00007655103,0.000034846005,0.0012087966],"category_scores_gemma":[0.000060283928,0.00003311259,0.00004256384,0.00013509487,0.000030286565,0.000098660224,0.0000057905486,0.00008642313,0.000028349488],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012214709,0.0004430615,0.18389653,0.0002342136,0.0004650077,0.000006811027,0.020200526,0.045983814,0.41615462,0.046530772,0.07130952,0.214653],"study_design_scores_gemma":[0.0009148175,0.00011495893,0.625164,0.000050479837,0.00006380603,0.00015853767,0.0010483059,0.023446584,0.047749434,0.0034525206,0.2971695,0.0006670915],"about_ca_topic_score_codex":0.000013297492,"about_ca_topic_score_gemma":0.0000072361204,"teacher_disagreement_score":0.59299463,"about_ca_system_score_codex":0.000011973879,"about_ca_system_score_gemma":0.00001528519,"threshold_uncertainty_score":0.99970424},"labels":[],"label_agreement":null},{"id":"W2109224567","doi":"10.1111/j.1948-7169.2006.tb00034.x","title":"Time for Design","year":2010,"lang":"en","type":"article","venue":"Design Management Review","topic":"Design Education and Practice","field":"Engineering","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Chemistry","score_opus":0.04062056600438584,"score_gpt":0.29286378189349416,"score_spread":0.2522432158891083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109224567","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000023037144,0.011599296,0.9526835,0.0006808856,0.0005690713,0.0023787937,0.0000013934477,0.0003327717,0.031752],"genre_scores_gemma":[0.0010493308,0.08088563,0.88561404,0.005241952,0.00032051242,0.002216897,0.000039222006,0.00014279307,0.024489606],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99925727,0.00007306727,0.0002128944,0.00015377704,0.00010599676,0.00019702227],"domain_scores_gemma":[0.99927205,0.00024783885,0.00003938098,0.0003392841,0.000033613192,0.00006783479],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012904599,0.00014122455,0.0001779465,0.000058309048,0.000047824717,0.000042603737,0.00021921402,0.000034845885,0.0014084721],"category_scores_gemma":[0.00007686813,0.0001342151,0.000063797816,0.00018652964,0.000013059637,0.00016032888,0.0000117049585,0.00010957472,0.0020854082],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004791488,0.000026757622,2.8069107e-7,0.0023812798,0.0000712043,0.0000025440136,0.000015916768,0.00042899375,0.00086881913,0.0034526,0.8141852,0.17856158],"study_design_scores_gemma":[0.00012323263,0.000017796392,0.000009359055,0.0002313691,0.00015309568,0.000004272026,0.0000029489097,0.007586572,0.00020275846,0.00049457775,0.9909956,0.00017840894],"about_ca_topic_score_codex":2.159248e-7,"about_ca_topic_score_gemma":8.696559e-8,"teacher_disagreement_score":0.17838317,"about_ca_system_score_codex":0.000015529047,"about_ca_system_score_gemma":0.000009722774,"threshold_uncertainty_score":0.9995044},"labels":[],"label_agreement":null},{"id":"W2109364550","doi":"10.24908/pceea.v0i0.3715","title":"THE USE OF BIONICS AND SEMANTIC PANEL FOR A PRODUCT DEVELOPMENT","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bionics; Product design; Product (mathematics); Computer science; Creativity; New product development; Manufacturing engineering; Meaning (existential); Industrial engineering; Engineering; Artificial intelligence; Business; Mathematics; Marketing","score_opus":0.05165993753449968,"score_gpt":0.20704458816471996,"score_spread":0.15538465063022028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109364550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.978185,0.001388804,0.0006447005,0.006439752,0.0066843717,0.0026017556,0.000044241755,0.00025622683,0.0037551273],"genre_scores_gemma":[0.9918371,0.000054856373,0.0065163947,0.00005962714,0.000057604335,0.00008956008,0.0000030264068,0.000027466454,0.0013543533],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993427,0.0000040190707,0.00024347434,0.00009517537,0.00012946747,0.00018518978],"domain_scores_gemma":[0.99908054,0.00012582142,0.00018246702,0.00008157436,0.00043724434,0.00009233355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042883243,0.00009574716,0.00009580532,0.00011887452,0.0001455367,0.000065492415,0.00015041107,0.000058398324,0.0000050259564],"category_scores_gemma":[0.0013363811,0.000080590355,0.000031912987,0.0002436292,0.000014725216,0.00021739081,0.000009554137,0.00009803461,0.0000016398832],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006486561,0.0005682527,0.20106414,0.006312012,0.002139397,1.2175384e-7,0.08304515,0.004580605,0.032560937,0.12112782,0.4205743,0.1279624],"study_design_scores_gemma":[0.00021242951,0.000018772414,0.24469742,0.00016678932,0.00011215346,0.000005611887,0.00074687146,0.007844597,0.025668224,0.00027845017,0.7198867,0.0003619584],"about_ca_topic_score_codex":0.00094921206,"about_ca_topic_score_gemma":0.0016230419,"teacher_disagreement_score":0.2993124,"about_ca_system_score_codex":0.00045850655,"about_ca_system_score_gemma":0.00042509832,"threshold_uncertainty_score":0.32863793},"labels":[],"label_agreement":null},{"id":"W2109409845","doi":"","title":"A COMMUNICATION FRAMEWORK TOWARDS FLEXIBLE ASSOCIATIONS OF BUSINESS ENTITIES WITHIN EVOLVING ENVIRONMENTS","year":2003,"lang":"en","type":"article","venue":"Érudit documents and data repository (Érudit Consortium, University of Montreal)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; HEC Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Meaning (existential); Context (archaeology); The Internet; Computer science; World Wide Web; Data science; Knowledge management; Epistemology","score_opus":0.019981660805220958,"score_gpt":0.23619149434666448,"score_spread":0.21620983354144352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109409845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7025726,0.020334069,0.051946126,0.0010799948,0.003751814,0.0017800499,0.0017857477,0.00055241655,0.2161972],"genre_scores_gemma":[0.9892122,0.002825451,0.0050890846,0.000014002716,0.000019072366,0.0000010050319,0.000199278,0.00001518513,0.0026247266],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989151,0.00015845532,0.00030560695,0.00022998558,0.0002431205,0.00014777259],"domain_scores_gemma":[0.99840724,0.00024915108,0.00033222183,0.0008354091,0.0000925998,0.000083379295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031662305,0.00014469188,0.00025130645,0.00010174597,0.00027053093,0.000044177446,0.00039650762,0.000110457724,0.00011907555],"category_scores_gemma":[0.00023778978,0.00017724985,0.000032941476,0.00017710205,0.0001499287,0.00096696604,0.00012990537,0.00015507656,0.0000059908834],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077785,0.0064275395,0.33104235,0.0035610984,0.01147501,0.00031518383,0.02885315,0.0285876,0.042073853,0.101625554,0.40125763,0.044003192],"study_design_scores_gemma":[0.004031452,0.00016111672,0.4085604,0.0009795711,0.0018829816,0.00011539523,0.012476831,0.004536489,0.0113554755,0.0042172293,0.55001545,0.0016676135],"about_ca_topic_score_codex":0.0026306144,"about_ca_topic_score_gemma":0.00048826006,"teacher_disagreement_score":0.2866396,"about_ca_system_score_codex":0.00017902156,"about_ca_system_score_gemma":0.00007821352,"threshold_uncertainty_score":0.7228039},"labels":[],"label_agreement":null},{"id":"W2109639670","doi":"10.24908/pceea.v0i0.3788","title":"DESIGN AND INNOVATION IN WESTERN'S INTEGRATED ENGINEERING PROGRAM","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Engineering management; Engineering; Engineering education; Engineering design process; Emerging technologies; Engineering ethics; Computer science; Mechanical engineering","score_opus":0.01847696967795179,"score_gpt":0.22164921863100676,"score_spread":0.20317224895305497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109639670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98499924,0.00020536028,0.0015225676,0.0015745121,0.002904682,0.0016517799,0.000008780554,0.00060439453,0.006528708],"genre_scores_gemma":[0.9863257,0.000019901212,0.012708725,0.00008564024,0.000055977227,0.00017257986,0.0000060381717,0.000045172914,0.00058027793],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99909145,0.000008119577,0.00032504843,0.000143534,0.00016070588,0.00027115384],"domain_scores_gemma":[0.9992412,0.000056269902,0.00015925779,0.00007832943,0.00035358564,0.00011140409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000631414,0.00016176452,0.00014572089,0.0008274334,0.00004711187,0.00008752128,0.00018140678,0.00015371351,0.000020929643],"category_scores_gemma":[0.0007671784,0.00017073829,0.000022707287,0.0016215937,0.000009602402,0.00042806895,0.0000108997565,0.00029735148,0.000005886473],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005899524,0.0010902522,0.5831696,0.0033651325,0.0008747899,0.0000019200656,0.055116087,0.053227816,0.061424293,0.08827873,0.07295566,0.08043676],"study_design_scores_gemma":[0.00068508193,0.0000793327,0.72783124,0.0006012354,0.000100630976,0.000023105413,0.0010184738,0.10178771,0.01781086,0.0003456436,0.14862332,0.001093381],"about_ca_topic_score_codex":0.001407986,"about_ca_topic_score_gemma":0.0007425417,"teacher_disagreement_score":0.14466166,"about_ca_system_score_codex":0.0011399105,"about_ca_system_score_gemma":0.0003056821,"threshold_uncertainty_score":0.6962505},"labels":[],"label_agreement":null},{"id":"W2109987560","doi":"10.1016/s0142-694x(99)00028-9","title":"The importance of visualisation in concept design","year":2001,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre","funders":"","keywords":"Visualization; Human–computer interaction; Computer science; Originality; User experience design; Information visualization; Usability; Process (computing); Conceptual design; Product design; Product (mathematics); Artificial intelligence; Psychology","score_opus":0.13656820944740644,"score_gpt":0.36519212843589716,"score_spread":0.22862391898849072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109987560","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048274018,0.059563655,0.8783934,0.0018342645,0.0017703865,0.0012853852,0.0000026964406,0.0003402491,0.008535954],"genre_scores_gemma":[0.9924972,0.0040806257,0.002911642,0.00008305263,0.000047535756,0.00006363338,7.29372e-7,0.000013091023,0.00030251037],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993277,0.000146267,0.00022298524,0.00007447412,0.00009818627,0.00013033985],"domain_scores_gemma":[0.998385,0.0013581658,0.000052738655,0.00012340989,0.00006474847,0.000015907886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007038432,0.00007963134,0.00012038016,0.000039528768,0.00006330392,0.00001318016,0.00008138382,0.000024100133,0.00001738294],"category_scores_gemma":[0.0003430024,0.000060489616,0.00001658562,0.00024206504,0.00006032763,0.00012774678,0.000007258025,0.00006680884,0.000014110172],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060586253,0.00037641273,0.0370454,0.0002052393,0.0012614465,0.00006869176,0.097733885,0.2976238,0.019680375,0.029787734,0.38699326,0.12861787],"study_design_scores_gemma":[0.0062093525,0.0011092451,0.1366793,0.00053813844,0.00039657755,0.00013819874,0.12257274,0.15905109,0.12841937,0.0536869,0.38806018,0.003138907],"about_ca_topic_score_codex":0.0000036040642,"about_ca_topic_score_gemma":0.000010520742,"teacher_disagreement_score":0.94422317,"about_ca_system_score_codex":0.000046086727,"about_ca_system_score_gemma":0.000019277666,"threshold_uncertainty_score":0.2466695},"labels":[],"label_agreement":null},{"id":"W2110263522","doi":"10.1080/09511920802232902","title":"Asking the right questions to elicit product requirements","year":2009,"lang":"en","type":"article","venue":"International Journal of Computer Integrated Manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Process (computing); Product (mathematics); Domain (mathematical analysis); New product development; Software engineering; Object (grammar); Domain analysis; Software; Software development; Programming language; Artificial intelligence; Mathematics","score_opus":0.015772452676061584,"score_gpt":0.288729001908017,"score_spread":0.2729565492319554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110263522","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3675378,0.00029882658,0.587342,0.019241141,0.015195683,0.00031933223,0.0000068947293,0.00023302497,0.009825266],"genre_scores_gemma":[0.9879598,0.000038532115,0.00896027,0.0015388405,0.001326388,0.0000019667877,0.000003338697,0.000012874743,0.00015801468],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99889076,0.000052298234,0.00042654463,0.00008548913,0.00039565796,0.0001492805],"domain_scores_gemma":[0.99919766,0.00009592576,0.00013838352,0.00014199468,0.00033794713,0.00008808589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035266817,0.00013726241,0.00012610585,0.00027472893,0.000059654132,0.00025176315,0.0006329799,0.000027672328,0.00012409],"category_scores_gemma":[0.000055046596,0.00009520019,0.000076053955,0.00010351404,0.0000104943,0.00045868047,0.000021895965,0.00036956175,0.000055603632],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011496088,0.000198034,0.00008330101,0.000010084742,0.00062947394,0.00012382933,0.0026234353,0.23531719,0.0091904765,0.0019469833,0.089301124,0.6604611],"study_design_scores_gemma":[0.0005816496,0.00020568042,0.02033103,0.0005581863,0.000057267065,0.0010427058,0.00015226398,0.008661178,0.1595694,0.00269839,0.80573624,0.0004060059],"about_ca_topic_score_codex":0.000008769765,"about_ca_topic_score_gemma":0.0000028663394,"teacher_disagreement_score":0.71643513,"about_ca_system_score_codex":0.0001852411,"about_ca_system_score_gemma":0.000043446205,"threshold_uncertainty_score":0.3882151},"labels":[],"label_agreement":null},{"id":"W2114049019","doi":"10.24908/pceea.v0i0.3870","title":"CASE STUDY IN DESIGN ENGINEERING","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scope (computer science); Creativity; Product (mathematics); Product design; Computer science; Systems engineering; Engineering design process; Industrial design; Engineering; Software engineering; Manufacturing engineering; Risk analysis (engineering); Industrial engineering; Business; Mechanical engineering; Mathematics; Psychology; Programming language","score_opus":0.028541087094655172,"score_gpt":0.21799091115201352,"score_spread":0.18944982405735836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114049019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879618,0.0000819292,0.00023045175,0.00024829392,0.0028544564,0.0009769243,0.0000054555435,0.00024463175,0.0073960125],"genre_scores_gemma":[0.99660486,0.0000052698315,0.0026438872,0.000050604584,0.00008924809,0.00012932149,9.538064e-7,0.000052249186,0.0004235862],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989287,0.000012459294,0.00035078687,0.00016397324,0.0002115582,0.00033246787],"domain_scores_gemma":[0.99920213,0.00008971464,0.00013488866,0.00012796042,0.00024914605,0.00019617255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000792648,0.00018162496,0.00017021691,0.0005265345,0.00007344633,0.00006981572,0.00026192277,0.00012817285,0.00006541602],"category_scores_gemma":[0.0007880312,0.00019751277,0.00004987266,0.00085161824,0.0000059007907,0.00039428435,0.000013511395,0.00033112027,0.000016389387],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021209193,0.0015539295,0.7161422,0.0011331263,0.0008108135,0.000060491635,0.1073578,0.088994466,0.0066984533,0.009427675,0.062021375,0.0057784542],"study_design_scores_gemma":[0.0017299512,0.00018308852,0.82589835,0.00044518447,0.00038354687,0.00089374965,0.019484945,0.110101335,0.0120336525,0.00032020995,0.026133383,0.0023926285],"about_ca_topic_score_codex":0.014355581,"about_ca_topic_score_gemma":0.008063388,"teacher_disagreement_score":0.10975612,"about_ca_system_score_codex":0.0017828769,"about_ca_system_score_gemma":0.00037285266,"threshold_uncertainty_score":0.9922079},"labels":[],"label_agreement":null},{"id":"W2114505798","doi":"10.32920/ryerson.14639703","title":"Designer behaviour and activity: an industrial observation method","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Univerza v Ljubljani; Technische Universität Ilmenau; Luleå Tekniska Universitet; University of Illinois at Urbana-Champaign; Université d'Orléans; Centre National de la Recherche Scientifique; Linköpings Universitet; Tallinna Tehnikaülikool; Tel Aviv University; University of Twente; University of Toronto; Seoul National University; University of New South Wales; Friedrich-Alexander-Universität Erlangen-Nürnberg; Engineering and Physical Sciences Research Council; Technische Universiteit Delft; Novo Nordisk; University of Pennsylvania; Missouri University of Science and Technology; Loughborough University; University of Cambridge; Auckland University of Technology, New Zealand; Institut national de recherche en informatique et en automatique (INRIA); Ngee Ann Polytechnic; Kungliga Tekniska Högskolan; University of Bath; Pennsylvania State University; Heriot-Watt University; Aalborg Universitet; Cardiff University; Universität Innsbruck; Iowa State University; Ministry of Earth Sciences; Purdue University; Clemson University; Tokyo Metropolitan University; Danmarks Tekniske Universitet; Norges Teknisk-Naturvitenskapelige Universitet; Arizona State University; Politecnico di Torino; Sveučilište u Zagrebu","keywords":"Contextualization; Context (archaeology); Computer science; Observational study; Management science; Empirical research; External validity; Data science; Engineering; Psychology; Mathematics; Social psychology","score_opus":0.19334618969583148,"score_gpt":0.35933273478469924,"score_spread":0.16598654508886776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114505798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5364618,0.000110195324,0.4559145,0.00041571245,0.0022381307,0.00031261318,0.000007343254,0.00037589908,0.004163849],"genre_scores_gemma":[0.8637815,0.000098935314,0.13369723,0.00015575765,0.0004740155,0.00007375134,0.00012993257,0.000057287096,0.0015315977],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990706,0.0002520004,0.00015126097,0.00027257306,0.00012864191,0.00012496315],"domain_scores_gemma":[0.99929655,0.00017107865,0.00005122254,0.00031064646,0.00006410958,0.00010639699],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051732175,0.00017972456,0.00019733088,0.00007508273,0.000035756097,0.00030216447,0.000091844755,0.00041780111,0.0004982727],"category_scores_gemma":[0.00010167379,0.00019622696,0.00003336075,0.0000960279,0.0000072474018,0.0004318354,0.00007020792,0.0006994354,0.000005590816],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007201301,0.00047410163,0.01136531,0.00033407222,0.000408393,0.000029776385,0.0045150397,0.028410373,0.029417492,0.00083714,0.015845122,0.90829116],"study_design_scores_gemma":[0.0030701475,0.0002560543,0.26823708,0.00041842522,0.0017974976,0.00016931382,0.0056364094,0.51010954,0.14549087,0.002021793,0.05761013,0.0051827114],"about_ca_topic_score_codex":0.0002866048,"about_ca_topic_score_gemma":0.000048614664,"teacher_disagreement_score":0.9031085,"about_ca_system_score_codex":0.0000608324,"about_ca_system_score_gemma":0.00013417729,"threshold_uncertainty_score":0.80019027},"labels":[],"label_agreement":null},{"id":"W2115436521","doi":"10.24908/pceea.v0i0.3701","title":"COLLABORATIVE DESIGN PRACTICE INVOLVING PARTNERS FOR THE ADVANCEMENT OF COLLABORATIVE ENGINEERING EDUCATION (PACE)","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pace; Automotive industry; Engineering management; Product design; Concurrent engineering; Engineering; Task (project management); New product development; Globe; Product (mathematics); Engineering design process; Engineering education; Teamwork; Manufacturing engineering; Systems engineering; Operations management; Psychology; Mechanical engineering; Management; Business; Marketing","score_opus":0.015922648374399474,"score_gpt":0.2545528762226917,"score_spread":0.23863022784829221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115436521","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12842858,0.06445547,0.23516485,0.14569694,0.14255393,0.07122455,0.0016584,0.0043461765,0.20647109],"genre_scores_gemma":[0.94523627,0.0005855277,0.05030976,0.00042941648,0.00033900174,0.0011270439,0.00001726927,0.00011328076,0.001842449],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986269,0.00002578914,0.0004726075,0.0001997285,0.00033181373,0.0003432],"domain_scores_gemma":[0.9957893,0.00073670194,0.000596401,0.00017840328,0.002517603,0.0001816061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001143517,0.00023877126,0.00022779418,0.0003018434,0.00019817283,0.0000964481,0.00037364766,0.00014770839,0.000032457585],"category_scores_gemma":[0.0050288597,0.0002207856,0.0000765633,0.0012884918,0.000025898778,0.0008015705,0.000016519445,0.00023380094,0.000004879918],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018768387,0.0010879858,0.004296958,0.0032735218,0.0028411523,2.0521513e-7,0.14082319,0.14646134,0.036205392,0.33853692,0.3084328,0.017852882],"study_design_scores_gemma":[0.0007589916,0.00015322829,0.013280272,0.0006452527,0.0007573036,0.000008124965,0.04354365,0.043056082,0.06369932,0.00040380182,0.83260536,0.0010886277],"about_ca_topic_score_codex":0.0009898015,"about_ca_topic_score_gemma":0.00051488925,"teacher_disagreement_score":0.8168077,"about_ca_system_score_codex":0.0018681176,"about_ca_system_score_gemma":0.0022894186,"threshold_uncertainty_score":0.9003375},"labels":[],"label_agreement":null},{"id":"W2117277685","doi":"10.24908/pceea.v0i0.3603","title":"Engineering Design Education and Practice as Collaborative Knowledge Building","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Process (computing); Engineering design process; Collaborative engineering; Computer science; Engineering management; Systems engineering; Engineering; Knowledge management; Work in process","score_opus":0.013054335799569963,"score_gpt":0.23717988462373885,"score_spread":0.22412554882416888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117277685","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30080163,0.011549032,0.005960221,0.013115758,0.035828795,0.0064469515,0.000080480175,0.0023099773,0.62390715],"genre_scores_gemma":[0.965504,0.00012977379,0.031495485,0.00026935455,0.00026751513,0.0001818389,0.000004173691,0.00008218142,0.0020656628],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988577,0.000027292035,0.00033259342,0.00022208302,0.00022755258,0.00033282087],"domain_scores_gemma":[0.99785393,0.00035324492,0.00026271745,0.00013077486,0.0010815983,0.00031775865],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009943804,0.00023317045,0.00018643656,0.00044802978,0.0001625051,0.00015737918,0.00026903307,0.00019419768,0.000058980077],"category_scores_gemma":[0.00499736,0.00025743135,0.00004677938,0.0009779808,0.000017238606,0.00093463983,0.000021839604,0.0003259077,0.000035149373],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008270569,0.001438506,0.011991729,0.0026758835,0.0016661678,9.461083e-7,0.10971963,0.012004394,0.07148158,0.35500443,0.39314824,0.040785786],"study_design_scores_gemma":[0.0006282146,0.000106813925,0.05465177,0.00082501647,0.00057850254,0.0001536265,0.010187136,0.01997448,0.042930465,0.0014400423,0.8667548,0.0017691319],"about_ca_topic_score_codex":0.0019623707,"about_ca_topic_score_gemma":0.00029611666,"teacher_disagreement_score":0.66470236,"about_ca_system_score_codex":0.0017213724,"about_ca_system_score_gemma":0.0016280144,"threshold_uncertainty_score":0.9999878},"labels":[],"label_agreement":null},{"id":"W2117408461","doi":"10.1115/detc2013-13350","title":"Tools for Sustainable Product Design: Review and Expectation","year":2013,"lang":"en","type":"article","venue":"Volume 4: 18th Design for Manufacturing and the Life Cycle Conference; 2013 ASME/IEEE International Conference on Mechatronic and Embedded Systems and Applications","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Reuse; Product design; Product lifecycle; Sustainable design; Design for the Environment; Product (mathematics); Computer science; Product life-cycle management; Design review (U.S. government); Conceptual design; Systems engineering; Product engineering; Life-cycle assessment; Sustainable products; Design technology; Product design specification; Manufacturing engineering; Design for X; Sustainability; Process management; New product development; Engineering; Production (economics); Business; Operations management; Human–computer interaction; Product testing","score_opus":0.06117275024905253,"score_gpt":0.29242895573141653,"score_spread":0.231256205482364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117408461","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047923313,0.008887292,0.97085273,0.00499796,0.00030643088,0.008187967,0.000047219677,0.0001666114,0.0017614574],"genre_scores_gemma":[0.9768161,0.0094153695,0.0020988865,0.00021657796,0.00021949499,0.00771873,0.000044196007,0.000035281053,0.0034353626],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99851,0.0001408386,0.00042639486,0.00043606362,0.00015515233,0.0003315335],"domain_scores_gemma":[0.9983374,0.0007014068,0.00018933188,0.00025946987,0.0003339168,0.00017849232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009169811,0.0002869196,0.00038305947,0.00010326229,0.00040303578,0.0008871262,0.00020987848,0.00009177712,0.000085803906],"category_scores_gemma":[0.00013856779,0.00022501046,0.0000460172,0.0000511907,0.00012556315,0.00067534565,0.000030112036,0.00017848314,0.00001556901],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000412377,0.00016377388,0.0000159224,0.0054229107,0.0010177831,7.937242e-7,0.002263874,0.008034497,0.0009927076,0.7937668,0.0505222,0.13738637],"study_design_scores_gemma":[0.003987174,0.00033440551,0.0002682285,0.0007415357,0.00065401016,0.00007246877,0.009856199,0.81628495,0.0014171315,0.07395921,0.09116305,0.0012616428],"about_ca_topic_score_codex":0.0001199609,"about_ca_topic_score_gemma":0.0000022409208,"teacher_disagreement_score":0.9720238,"about_ca_system_score_codex":0.000037558424,"about_ca_system_score_gemma":0.0000958887,"threshold_uncertainty_score":0.917566},"labels":[],"label_agreement":null},{"id":"W2117956010","doi":"10.1111/j.1540-5885.2011.00816.x","title":"Clarity in Defining Product Design: Inspiring Research Opportunities for the Design Process<sup>*</sup>","year":2011,"lang":"en","type":"article","venue":"Journal of Product Innovation Management","topic":"Design Education and Practice","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"CLARITY; Product (mathematics); Product design; Macro; Process (computing); Process management; Design review (U.S. government); New product development; Research design; Business; Computer science; Design process; Knowledge management; Marketing; Sociology; Product testing; Work in process","score_opus":0.5044861945715764,"score_gpt":0.39687800671202156,"score_spread":0.10760818785955484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117956010","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.075863466,0.003028345,0.8793699,0.01605346,0.0021392903,0.0067540067,0.0000048433485,0.00023257745,0.0165541],"genre_scores_gemma":[0.9305265,0.00037520973,0.06783498,0.00022278896,0.00034456118,0.00020897487,0.000003764001,0.000031875494,0.00045135856],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979553,0.00027724163,0.0007891029,0.00018371765,0.00048444304,0.00031018892],"domain_scores_gemma":[0.99788815,0.00038152558,0.00026619137,0.00026807797,0.0011617389,0.00003429032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013712927,0.00014796306,0.0001733691,0.0008708696,0.00017696449,0.000112251066,0.0003976752,0.00003626891,0.000049306527],"category_scores_gemma":[0.00092600245,0.00010935231,0.000029449775,0.0017403684,0.000042595777,0.0008312577,0.000034949004,0.00056443765,0.0000071029453],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009366912,0.0007725467,0.00095573784,0.0017108504,0.0006900478,0.00007113018,0.021151649,0.27954066,0.0014997511,0.05090423,0.068523854,0.57324284],"study_design_scores_gemma":[0.00566153,0.0020511546,0.038595572,0.0018223036,0.00065709365,0.00038310047,0.09944474,0.10905249,0.07759816,0.07665936,0.58557856,0.0024959196],"about_ca_topic_score_codex":0.000003815366,"about_ca_topic_score_gemma":8.134887e-7,"teacher_disagreement_score":0.854663,"about_ca_system_score_codex":0.00015449311,"about_ca_system_score_gemma":0.00014512613,"threshold_uncertainty_score":0.4752654},"labels":[],"label_agreement":null},{"id":"W2118029132","doi":"10.24908/pceea.v0i0.3828","title":"INTRODUCING THE CANADIAN DESIGN RESEARCH NETWORK","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Architecture; Key (lock); Engineering design process; Process (computing); Research design; Engineering management; Engineering ethics; Computer science; Engineering; Knowledge management; Sociology; Social science; Geography","score_opus":0.04299345919549581,"score_gpt":0.24863503199180795,"score_spread":0.20564157279631212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118029132","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10936738,0.0031607295,0.0016505158,0.07624526,0.04612891,0.0072200657,0.00007678864,0.0013855161,0.75476485],"genre_scores_gemma":[0.9924768,0.000025628464,0.003445479,0.000379476,0.00070819294,0.00012454594,0.0000037021396,0.00006010988,0.002776031],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99829865,0.00004370991,0.00029342735,0.0001882554,0.00042239786,0.0007535526],"domain_scores_gemma":[0.9980714,0.00022442534,0.00013624057,0.00021676134,0.00094544207,0.00040574104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034864813,0.00016190234,0.00013670043,0.0004162778,0.0007406745,0.00022380997,0.0006242712,0.0001927402,0.00017896676],"category_scores_gemma":[0.0022268586,0.00014304608,0.000060580154,0.0013606676,0.00003443258,0.00032424898,0.000020818637,0.0007121728,0.00007709397],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039266633,0.000033863387,0.016819939,0.00012658411,0.0001812014,1.8107599e-7,0.009877193,0.020754823,0.0005300858,0.039627116,0.90971303,0.0023320809],"study_design_scores_gemma":[0.0002272046,0.000037490106,0.20723534,0.0002518978,0.00012974319,0.000019237707,0.0022615693,0.020412145,0.004184797,0.0034599903,0.7609921,0.0007884628],"about_ca_topic_score_codex":0.2647743,"about_ca_topic_score_gemma":0.41226712,"teacher_disagreement_score":0.88310945,"about_ca_system_score_codex":0.0043160487,"about_ca_system_score_gemma":0.0022646883,"threshold_uncertainty_score":0.99950624},"labels":[],"label_agreement":null},{"id":"W2119298906","doi":"10.1017/s0890060410000247","title":"Scrutinizing design educators' perceptions of the design process","year":2010,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Design process; Process (computing); Engineering design process; Computer science; Research design; Design education; Perception; Negotiation; Variety (cybernetics); Design brief; Iterative design; Design methods; Narrative; Design elements and principles; Management science; Psychology; Engineering; Work in process; Software engineering; Sociology; Artificial intelligence","score_opus":0.03330387175198903,"score_gpt":0.28454894753916504,"score_spread":0.25124507578717603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119298906","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057636656,0.000055397424,0.9408912,0.000078383215,0.0006527855,0.0005105287,0.0000040422415,0.00013904969,0.00003197299],"genre_scores_gemma":[0.92611235,0.000032514094,0.07352866,0.000018038218,0.0001264489,0.00010834443,0.0000027062351,0.000041160827,0.000029794324],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986512,0.000059851256,0.0004886902,0.00027829083,0.00017943933,0.00034251754],"domain_scores_gemma":[0.99846613,0.00086515176,0.00010057644,0.0003558243,0.00008630355,0.00012599236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009927106,0.00025440226,0.00030491658,0.00037856284,0.00020608904,0.00012877249,0.00031677244,0.00011938196,0.000105908395],"category_scores_gemma":[0.0002869781,0.00021654903,0.00019099737,0.0005930476,0.00006528028,0.0002460763,0.000021703301,0.00033177977,0.0000080865875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017165636,0.000040948034,0.0000420366,0.00006943098,0.00030113058,2.5543994e-7,0.0011323149,0.92013574,0.060103003,0.0009978436,0.00006790707,0.017092224],"study_design_scores_gemma":[0.00001720018,0.0000219339,0.00039099925,0.000015834356,0.0003858674,0.0000037028065,0.00044186096,0.43146747,0.56554186,0.0012608774,0.00023535652,0.00021703239],"about_ca_topic_score_codex":0.000019656827,"about_ca_topic_score_gemma":0.0000106667485,"teacher_disagreement_score":0.8684757,"about_ca_system_score_codex":0.000026409649,"about_ca_system_score_gemma":0.000053667594,"threshold_uncertainty_score":0.8830613},"labels":[],"label_agreement":null},{"id":"W2120446186","doi":"10.24908/pceea.v0i0.3919","title":"BEYOND ENGINEERING DESIGN: WHAT ARE THE NATURAL BOUNDARIES OF DESIGN EDUCATION AND RESEARCH FOR CANADIAN UNIVERSITIES?","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval; École de Technologie Supérieure; Simon Fraser University","funders":"","keywords":"Scope (computer science); Engineering ethics; Privilege (computing); Discipline; Work (physics); Globalization; Design education; Natural (archaeology); Sociology; Strategic design; Design elements and principles; Political science; Engineering; Engineering management; Computer science; Business; Systems engineering; Social science","score_opus":0.029902434506109982,"score_gpt":0.2502855776544181,"score_spread":0.22038314314830812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120446186","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7812991,0.026752021,0.00940081,0.059828304,0.06888439,0.017181275,0.00035645504,0.0010612176,0.03523639],"genre_scores_gemma":[0.99232006,0.00007822814,0.005971399,0.00014550712,0.00015816868,0.00012721245,0.000006905249,0.000047349367,0.0011451817],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99886686,0.000027608721,0.0002550304,0.00016405259,0.00027518417,0.00041128285],"domain_scores_gemma":[0.99783295,0.00036813927,0.00019003003,0.00013914361,0.0012113813,0.00025833238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014557926,0.00016686234,0.00016392977,0.00063427695,0.00045265842,0.000352687,0.00037196325,0.00015639256,0.000020259491],"category_scores_gemma":[0.0011685215,0.00015992287,0.000054840653,0.0007033892,0.00006256232,0.0008764433,0.00001596551,0.00035171732,0.0000026573098],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000912847,0.0003549187,0.014696468,0.0037382643,0.0014256756,5.0793835e-7,0.14055717,0.019043889,0.011473684,0.276647,0.51025605,0.021715105],"study_design_scores_gemma":[0.0010897,0.00020654181,0.16831444,0.002007353,0.0006338342,0.000054505836,0.13553712,0.0801154,0.051191885,0.00670111,0.55193514,0.0022129638],"about_ca_topic_score_codex":0.040780533,"about_ca_topic_score_gemma":0.023447128,"teacher_disagreement_score":0.2699459,"about_ca_system_score_codex":0.002590775,"about_ca_system_score_gemma":0.004023442,"threshold_uncertainty_score":0.9943724},"labels":[],"label_agreement":null},{"id":"W2122081747","doi":"10.1109/haptic.2003.1191291","title":"Haptic aided design: a case study","year":2003,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Haptic technology; Computer science; Expediting; Human–computer interaction; Engineering design process; Simulation; Engineering","score_opus":0.06669880084674978,"score_gpt":0.29989426005700864,"score_spread":0.23319545921025886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122081747","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38760757,0.000119532015,0.405784,0.00006603193,0.00086905784,0.0005938471,2.2277666e-7,0.0006311591,0.20432855],"genre_scores_gemma":[0.98982996,0.0000023593357,0.007644924,0.000083551924,0.000013637114,0.000021694776,9.608141e-8,0.000012932653,0.002390873],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99962515,0.00008153447,0.00008376968,0.00006545196,0.000050392162,0.00009371594],"domain_scores_gemma":[0.9996343,0.0001517277,0.0000065810405,0.00013797035,0.000015423473,0.000053975797],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00024522538,0.000059602324,0.00005140532,0.000035891073,0.000033294244,0.000032981017,0.000028981207,0.000016828635,0.0013335232],"category_scores_gemma":[0.00008518263,0.000055749315,0.000010752299,0.00011322685,0.0000033329063,0.00011134986,0.000001715796,0.000062713596,0.00045572338],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009705957,0.0076850723,0.007982996,0.0002719507,0.0018383126,0.03374613,0.09826903,0.1440187,0.03157007,0.046976205,0.531164,0.096380524],"study_design_scores_gemma":[0.0073758103,0.0014000259,0.001680382,0.000026900816,0.0005992285,0.045932457,0.23785275,0.17148224,0.018983627,0.0025221463,0.50892115,0.0032232765],"about_ca_topic_score_codex":0.000033653545,"about_ca_topic_score_gemma":0.000017313852,"teacher_disagreement_score":0.6022223,"about_ca_system_score_codex":0.00001764038,"about_ca_system_score_gemma":0.000017583254,"threshold_uncertainty_score":0.99957937},"labels":[],"label_agreement":null},{"id":"W2122401796","doi":"10.1509/jmkr.39.1.47.18930","title":"The Influence and Value of Analogical Thinking during New Product Ideation","year":2002,"lang":"en","type":"article","venue":"Journal of Marketing Research","topic":"Design Education and Practice","field":"Engineering","cited_by":619,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Originality; Analogy; New product development; Ideation; Context (archaeology); Product (mathematics); Value (mathematics); Empirical research; Psychology; Cognition; Process (computing); Cognitive psychology; Computer science; Creativity; Marketing; Social psychology; Business; Epistemology; Cognitive science; Mathematics","score_opus":0.0503799837358134,"score_gpt":0.33786390939453514,"score_spread":0.2874839256587217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122401796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925784,0.0025133395,0.00006971446,0.0015958012,0.00009565212,0.000059820188,9.282561e-8,0.000008589101,0.0030786195],"genre_scores_gemma":[0.9963002,0.0023446125,0.00072753,0.0000068108807,0.00019717698,6.1612593e-7,3.5795164e-8,0.0000072166445,0.00041580896],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99837494,0.0005854278,0.00028046162,0.000057810183,0.0005204634,0.00018088987],"domain_scores_gemma":[0.9966173,0.0028448605,0.00009716155,0.00010151676,0.0002676792,0.00007148878],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011867705,0.000045730725,0.000081781654,0.00012937006,0.00017682076,0.00010477997,0.00017593418,0.000024867899,0.00005450962],"category_scores_gemma":[0.009306874,0.000031750038,0.000022748683,0.00027634966,0.000046053752,0.00024619477,0.000029263276,0.00054808496,0.0000032729417],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020492761,0.00029224384,0.15354283,0.0016014007,0.00055474316,0.00011180244,0.017954,0.06716744,0.20636754,0.0042506633,0.05795739,0.4881507],"study_design_scores_gemma":[0.0004022648,0.00008495319,0.9721766,0.0003757536,0.000015947302,0.000289672,0.0008748993,0.006702429,0.0018104491,0.0015086714,0.01564623,0.000112108915],"about_ca_topic_score_codex":0.0000079339825,"about_ca_topic_score_gemma":0.0000011505537,"teacher_disagreement_score":0.8186338,"about_ca_system_score_codex":0.000046906593,"about_ca_system_score_gemma":0.000035869176,"threshold_uncertainty_score":0.99903816},"labels":[],"label_agreement":null},{"id":"W2122549117","doi":"10.24908/pceea.v0i0.3846","title":"AN INQUIRY AND BLENDED LEARNING MODULE FOR SENIOR ENGINEERING DESIGN","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Experiential learning; Project-based learning; Process (computing); Computer science; Engineering design process; Learning design; Engineering management; Engineering; Mathematics education; Psychology","score_opus":0.021495203275710414,"score_gpt":0.22535235028205236,"score_spread":0.20385714700634194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122549117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93488127,0.00086823525,0.034520723,0.0028007566,0.013287522,0.003668804,0.00005309138,0.0018515798,0.008068001],"genre_scores_gemma":[0.9805985,0.000020635378,0.018358128,0.00006904934,0.00022559655,0.00014018167,0.000006704865,0.000069251204,0.0005119293],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908245,0.0000095018595,0.0002488791,0.00017890426,0.00015852504,0.00032176587],"domain_scores_gemma":[0.99904704,0.00010571092,0.00014845439,0.0000962438,0.00034343213,0.0002591362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006511466,0.0001759513,0.00015727823,0.00029451546,0.00014071309,0.000101820246,0.00021179725,0.00015779075,0.000025947365],"category_scores_gemma":[0.0009489706,0.00019391949,0.000049308655,0.0003232597,0.00001068154,0.0005331466,0.00000881038,0.0002497098,0.0000042492184],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009373543,0.0007294101,0.10677695,0.004998185,0.0016684004,6.8942103e-7,0.10234005,0.35869485,0.18715431,0.08378076,0.11883603,0.03492663],"study_design_scores_gemma":[0.0010282304,0.0001960319,0.2436768,0.00035008314,0.00037344213,0.00003074771,0.0038209548,0.57984173,0.06835626,0.0008701166,0.09971415,0.0017414769],"about_ca_topic_score_codex":0.0007135002,"about_ca_topic_score_gemma":0.00023324262,"teacher_disagreement_score":0.22114688,"about_ca_system_score_codex":0.00074885006,"about_ca_system_score_gemma":0.0003213058,"threshold_uncertainty_score":0.7907807},"labels":[],"label_agreement":null},{"id":"W2123174740","doi":"10.24908/pceea.v0i0.3622","title":"Building Bridges to a Better Engineering Design Education Experience","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Mount Royal University","funders":"","keywords":"Bridge (graph theory); Class (philosophy); Curriculum; Engineering design process; Engineering; Pedestrian; Process (computing); Engineering management; Computer science; Civil engineering; Mechanical engineering; Pedagogy; Sociology","score_opus":0.01578634195010927,"score_gpt":0.2190782719254929,"score_spread":0.20329192997538362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123174740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9475114,0.00040302347,0.013531333,0.0046124184,0.014433055,0.0019991554,0.000023910434,0.00092661165,0.016559143],"genre_scores_gemma":[0.95661366,0.000009414976,0.041300517,0.00058697205,0.00029850643,0.00027811772,0.0000025580257,0.000074952026,0.00083527947],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.998652,0.000009496387,0.0003613732,0.00023672429,0.00030832863,0.00043210053],"domain_scores_gemma":[0.99869573,0.000078477926,0.00016810234,0.00017530807,0.00049085746,0.00039152728],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00046722346,0.00023744568,0.00018255423,0.00053743384,0.00012810148,0.00014053028,0.00046878416,0.00015679652,0.00008913134],"category_scores_gemma":[0.00123119,0.00026339162,0.00007573997,0.0008467364,0.000009726811,0.0005723598,0.000023233702,0.0002752726,0.000043131844],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003476385,0.00075740536,0.104391895,0.0018460562,0.00071366073,7.5206384e-7,0.08033004,0.0634346,0.19001396,0.07536579,0.43405685,0.049054224],"study_design_scores_gemma":[0.00035983685,0.0000694463,0.4575304,0.0008618348,0.00020481524,0.000039413735,0.0024443755,0.027819475,0.16037363,0.0005926715,0.3477359,0.0019681726],"about_ca_topic_score_codex":0.003164837,"about_ca_topic_score_gemma":0.00033047132,"teacher_disagreement_score":0.3531385,"about_ca_system_score_codex":0.00211103,"about_ca_system_score_gemma":0.000672897,"threshold_uncertainty_score":0.9999818},"labels":[],"label_agreement":null},{"id":"W2126168964","doi":"","title":"An Exploration of Froebel’s Gift Number 14 leads to Monolinear, Re-entrant, Dichromic Mono-Polyomino Weavings","year":2011,"lang":"en","type":"article","venue":"Proceedings of Bridges 2011: Mathematics, Music, Art, Architecture, Culture","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Saint Vincent University","funders":"","keywords":"Perspective (graphical); Focus (optics); Dimension (graph theory); Modular design; Computer science; Component (thermodynamics); Mathematics education; Human–computer interaction; Visual arts; Epistemology; Mathematics; Artificial intelligence; Art; Combinatorics; Programming language; Philosophy","score_opus":0.04381445646211214,"score_gpt":0.26294148762966135,"score_spread":0.21912703116754922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126168964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86988467,0.0002579792,0.055217735,0.00032028783,0.0008231925,0.0015223224,0.00009624494,0.00076074374,0.07111684],"genre_scores_gemma":[0.930866,0.00013302069,0.066893525,0.00022796249,0.00034501113,0.00009200345,0.000029635303,0.00013694933,0.001275864],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.997746,0.000018197832,0.0008636533,0.00044776264,0.00044408298,0.00048033494],"domain_scores_gemma":[0.99833524,0.00006792089,0.00045314786,0.0003779245,0.00046246802,0.0003032671],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045302618,0.000489096,0.0006580069,0.00024758145,0.00009457161,0.00009091674,0.00060219946,0.00023683268,0.00087956554],"category_scores_gemma":[0.00021051089,0.0004505055,0.00017258704,0.00025297934,0.00012035708,0.0013990653,0.00006160994,0.00045591933,0.0003564235],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036305294,0.001751676,0.0015868132,0.0040372494,0.00044126646,0.0000041093754,0.33766165,0.0011806726,0.4117337,0.011330215,0.22447567,0.0054339524],"study_design_scores_gemma":[0.0024084318,0.0009960677,0.0049145846,0.0012213497,0.0008689574,0.00019005855,0.016561221,0.011984697,0.88185227,0.039672136,0.0363702,0.0029600146],"about_ca_topic_score_codex":0.000050876264,"about_ca_topic_score_gemma":0.000024143863,"teacher_disagreement_score":0.4701186,"about_ca_system_score_codex":0.000051963943,"about_ca_system_score_gemma":0.00003909927,"threshold_uncertainty_score":0.99979466},"labels":[],"label_agreement":null},{"id":"W2127039230","doi":"10.24908/pceea.v0i0.3736","title":"REFLECTIONS ON ENGINEERING DESIGN EDUCATION","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Engineering design process; Mentorship; Engineering management; Reflection (computer programming); Engineering education; Curriculum; Engineering; Process (computing); Engineering ethics; Computer science; Psychology; Medical education; Mechanical engineering; Pedagogy","score_opus":0.032428421280789425,"score_gpt":0.2498862059909056,"score_spread":0.21745778471011618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127039230","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14807703,0.0009590686,0.0054087923,0.008546181,0.050943002,0.0043097427,0.00007401253,0.0029595469,0.77872264],"genre_scores_gemma":[0.98725086,0.00002781061,0.008529281,0.00037558592,0.00032522422,0.00019706518,0.0000065499426,0.00008135367,0.0032062682],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883527,0.000011144917,0.00032887608,0.00019439992,0.00027960373,0.00035070974],"domain_scores_gemma":[0.998793,0.00009307029,0.0001898633,0.00017172296,0.00047912865,0.0002731964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048262088,0.00021947773,0.00015925354,0.00056776375,0.00016132387,0.000095700394,0.00033670448,0.0001922344,0.00013070367],"category_scores_gemma":[0.0010647761,0.00023590436,0.000087295266,0.00086625584,0.000010042211,0.00040863478,0.00001036568,0.00038384445,0.00007474259],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030230789,0.0010075195,0.010892622,0.0010957998,0.00076418754,3.051718e-7,0.01880572,0.0505232,0.035185706,0.2506067,0.617357,0.013730986],"study_design_scores_gemma":[0.00053252705,0.00014319325,0.18515493,0.000799872,0.00035225632,0.00004045318,0.0021924118,0.020141292,0.067212604,0.0018180967,0.71969384,0.0019185502],"about_ca_topic_score_codex":0.0019889357,"about_ca_topic_score_gemma":0.0006083336,"teacher_disagreement_score":0.83917385,"about_ca_system_score_codex":0.0024206815,"about_ca_system_score_gemma":0.0009843351,"threshold_uncertainty_score":0.96199006},"labels":[],"label_agreement":null},{"id":"W2127990506","doi":"10.24908/pceea.v0i0.5873","title":"EXPANDING ENGINEERING DESIGN WITH MINI PROJECTS – THEORY OF MECHANISMS A PILOT COURSE","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Course (navigation); Engineering management; Designtheory; Engineering design process; Mechanical design; Engineering; Computer science; Mechanical engineering","score_opus":0.023886906360918222,"score_gpt":0.22170659350733507,"score_spread":0.19781968714641684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127990506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80900246,0.0023297826,0.097262345,0.00830984,0.021899149,0.008040546,0.00015228744,0.0025751365,0.050428476],"genre_scores_gemma":[0.98328394,0.0000075787593,0.015513161,0.00006698285,0.00011591752,0.00010894606,0.000004529376,0.000073016025,0.00082594354],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99874055,0.00001663973,0.00031843907,0.00016705434,0.0004131348,0.00034420475],"domain_scores_gemma":[0.99842453,0.00017087566,0.00028305498,0.0001404824,0.0006756188,0.0003054415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012458194,0.00021475636,0.00022739828,0.00035327213,0.000065607324,0.000082717175,0.00030905547,0.00011870646,0.000019513767],"category_scores_gemma":[0.0012957822,0.00020394805,0.00004895967,0.0007462576,0.000014582295,0.00041561216,0.000013659735,0.0002498229,0.0000073709425],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020826659,0.0010017506,0.022015415,0.0033554528,0.00220052,0.0000017676703,0.039269056,0.41332856,0.14521255,0.20841964,0.16034167,0.004645382],"study_design_scores_gemma":[0.007311536,0.0019093505,0.11727382,0.0051158145,0.0025954798,0.00026348265,0.036522433,0.21100594,0.5235182,0.008541045,0.07906008,0.0068828017],"about_ca_topic_score_codex":0.0006439077,"about_ca_topic_score_gemma":0.00027102756,"teacher_disagreement_score":0.37830567,"about_ca_system_score_codex":0.001452384,"about_ca_system_score_gemma":0.0012436421,"threshold_uncertainty_score":0.831676},"labels":[],"label_agreement":null},{"id":"W2128519709","doi":"10.1109/hcc.2002.1046356","title":"Solving design problems in a logic-based visual design environment","year":2003,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Programming language; Design language; Logic programming; Programmer; Visual programming language; Inductive programming; Functional logic programming; Programming paradigm; Theoretical computer science; Software engineering","score_opus":0.05278293213137173,"score_gpt":0.2554384502650147,"score_spread":0.202655518133643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128519709","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004799623,0.00019502886,0.98400337,0.000078956626,0.00012190301,0.0003543049,1.2776178e-7,0.00014382812,0.014622505],"genre_scores_gemma":[0.82466453,0.000047458336,0.17408662,0.00030726768,0.000013139152,0.00010878394,0.0000013252697,0.000029679482,0.000741184],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990991,0.00022043019,0.00018287882,0.00014552393,0.0001131078,0.00023896899],"domain_scores_gemma":[0.99941677,0.000362215,0.00002091701,0.0001249766,0.000006601609,0.00006854661],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007419139,0.00012602251,0.00009926454,0.000094641655,0.000029926943,0.000040332845,0.0000660211,0.000060695314,0.0017568182],"category_scores_gemma":[0.000088372886,0.00012262289,0.000020539326,0.0001332125,0.000011858325,0.00014639526,0.0000032452801,0.0001292305,0.000406568],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005721842,0.00013974073,0.00016599348,0.00001909808,0.000008740631,0.0000040351147,0.00019608991,0.9838736,0.011149573,0.000744794,0.0021591512,0.0015334372],"study_design_scores_gemma":[0.0015427489,0.0002711467,0.00087691937,0.000050398055,0.000029056915,0.00001869692,0.00044736086,0.8440544,0.0881452,0.0023058753,0.061347622,0.0009105825],"about_ca_topic_score_codex":0.000006520497,"about_ca_topic_score_gemma":0.0000015569242,"teacher_disagreement_score":0.8241846,"about_ca_system_score_codex":0.00011457469,"about_ca_system_score_gemma":0.00004944011,"threshold_uncertainty_score":0.9991557},"labels":[],"label_agreement":null},{"id":"W2129429871","doi":"10.24908/pceea.v0i0.3797","title":"CANADIAN MANUFACTURERS AND EXPORTERS DISCOVERY PROGRAM","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Ingenuity; Resource (disambiguation); Marketing; Business; Manufacturing sector; Human resources; Engineering; Public relations; Engineering management; Management; Political science; Computer science; Economics","score_opus":0.0072429509721372255,"score_gpt":0.1852487554508175,"score_spread":0.17800580447868028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129429871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8675446,0.00036844477,0.000035412184,0.005204285,0.006479933,0.0013409662,0.00006086663,0.00046165017,0.11850383],"genre_scores_gemma":[0.99605817,0.00002544292,0.001258265,0.00027641127,0.00009158258,0.00008156244,0.000007592559,0.000038532085,0.0021624162],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99915016,0.000004316066,0.00020437673,0.00014238516,0.00016308372,0.0003357062],"domain_scores_gemma":[0.9991889,0.000024199207,0.000117001684,0.00009315225,0.00017370518,0.00040304867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025825185,0.00015125888,0.00011949476,0.0003369118,0.000120714976,0.00014920022,0.00020467066,0.00013836582,0.0000619673],"category_scores_gemma":[0.0002661899,0.00015476496,0.00004684653,0.00032015168,0.000014486854,0.00055422966,0.000007894791,0.0002209857,0.0000102011045],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014384705,0.0003332685,0.43635103,0.0016522264,0.0010992795,0.0000015472481,0.036228918,0.0010703335,0.004156882,0.040371493,0.38736057,0.09136007],"study_design_scores_gemma":[0.00022357616,0.000030814408,0.66638756,0.00013635833,0.0001333323,0.000018368904,0.0019907255,0.002205497,0.0043652253,0.00037308686,0.32344076,0.0006946698],"about_ca_topic_score_codex":0.15165296,"about_ca_topic_score_gemma":0.19474046,"teacher_disagreement_score":0.23003656,"about_ca_system_score_codex":0.0019795038,"about_ca_system_score_gemma":0.0007143709,"threshold_uncertainty_score":0.8539963},"labels":[],"label_agreement":null},{"id":"W2129923393","doi":"10.24908/pceea.v0i0.3898","title":"BUILDING INNOVATION COMPETENCIES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Knowledge management; Engineering ethics; Engineering; Business; Computer science","score_opus":0.015520465314756206,"score_gpt":0.20451681310823722,"score_spread":0.188996347793481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129923393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82700765,0.0002587083,0.0006471494,0.0025202478,0.009130949,0.00073488906,0.000025812318,0.0006471482,0.15902744],"genre_scores_gemma":[0.99061185,0.000009520655,0.007750039,0.00022403026,0.00014732585,0.000041904634,0.000003938835,0.000036581085,0.0011748327],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99909145,0.0000049014343,0.00030510445,0.00011704907,0.00022684802,0.00025465706],"domain_scores_gemma":[0.99888265,0.0000419814,0.00020794077,0.00009504587,0.0006608627,0.00011150798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045458268,0.00013466892,0.00012036729,0.0004550964,0.00012023586,0.00007225526,0.00027597533,0.0001227401,0.00010502288],"category_scores_gemma":[0.00089529704,0.00014158014,0.000045657012,0.0011520296,0.000012452002,0.00043044708,0.000011811091,0.00023016456,0.00002260948],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060962852,0.00016830162,0.08830435,0.00074715354,0.00035754195,1.4979254e-7,0.010394009,0.002025242,0.06344107,0.638547,0.18661714,0.009391914],"study_design_scores_gemma":[0.00032677455,0.000027936125,0.48356187,0.0002718624,0.00013423405,0.000015763833,0.0013079973,0.0077745765,0.060206026,0.0038092257,0.4416625,0.0009012376],"about_ca_topic_score_codex":0.002730689,"about_ca_topic_score_gemma":0.0010013353,"teacher_disagreement_score":0.6347378,"about_ca_system_score_codex":0.0013403434,"about_ca_system_score_gemma":0.00038455072,"threshold_uncertainty_score":0.57734704},"labels":[],"label_agreement":null},{"id":"W2130161061","doi":"10.24908/pceea.v0i0.3857","title":"A NEW APPROACH FOR PROTOCOL ANALYSIS ON DESIGN ACTIVITIES USING AXIOMATIC THEORY OF DESIGN MODELING","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Axiomatic design; Consistency (knowledge bases); Computer science; Protocol (science); Protocol analysis; Process (computing); Management science; Design process; Axiom; Engineering design process; Design methods; Protocol design; Designtheory; Probabilistic design; Software engineering; Systems engineering; Human–computer interaction; Engineering; Work in process; Artificial intelligence; Mathematics; Programming language; Manufacturing engineering","score_opus":0.06608874403333538,"score_gpt":0.25970266826008115,"score_spread":0.19361392422674578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130161061","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004919316,0.00001445852,0.97671276,0.00006983488,0.00041533593,0.013368941,0.000011432881,0.00011689458,0.0043710205],"genre_scores_gemma":[0.7515313,0.0000012858583,0.24197143,0.000044401222,0.000100051264,0.005648109,0.000003906357,0.00006422556,0.0006353099],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989249,0.00002888518,0.00036967313,0.00016963252,0.00024153004,0.0002653691],"domain_scores_gemma":[0.9988271,0.00021711967,0.00032930254,0.00014078447,0.0003228774,0.00016280354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012471508,0.0001830809,0.00025901422,0.0007014949,0.00010411241,0.000059142993,0.00028474917,0.00014270403,0.00005208327],"category_scores_gemma":[0.00087514706,0.0001834487,0.00014409501,0.00093906187,0.000009082022,0.00032694478,0.000007496225,0.00015113328,0.0000014813166],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005369463,0.00013681062,0.0006866882,0.0007630003,0.0010735623,1.5624279e-8,0.007223361,0.9702773,0.0046432484,0.008932043,0.0044678296,0.0017424326],"study_design_scores_gemma":[0.00021434079,0.000027264981,0.0006680056,0.00008535696,0.00049255474,0.0000011071294,0.00087280484,0.982157,0.014092707,0.00087988697,0.0002525624,0.00025643356],"about_ca_topic_score_codex":0.0012562727,"about_ca_topic_score_gemma":0.00007181695,"teacher_disagreement_score":0.74661195,"about_ca_system_score_codex":0.001144486,"about_ca_system_score_gemma":0.0008082763,"threshold_uncertainty_score":0.7480821},"labels":[],"label_agreement":null},{"id":"W2130447297","doi":"10.5555/504800.504843","title":"A peak into the past: 90 years of technical communication","year":2000,"lang":"en","type":"article","venue":"International Professional Communication Conference","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian International Grains Institute","funders":"","keywords":"Technical communication; Technical writing; Professional communication; Computer science; History; Telecommunications; Engineering; Political science; World Wide Web; Law; Electrical engineering; Higher education","score_opus":0.030222034929802105,"score_gpt":0.3313240980562756,"score_spread":0.3011020631264735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130447297","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38247213,0.0029181899,0.0039614257,0.05218776,0.0014223694,0.0010397887,0.00004342012,0.0006444654,0.5553104],"genre_scores_gemma":[0.9921127,0.0015015468,0.0028144957,0.00031485324,0.000044602824,0.00009917256,0.00012236775,0.000016485097,0.002973763],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871576,0.00029379735,0.00040614637,0.00011490494,0.00036305006,0.00010636491],"domain_scores_gemma":[0.9978538,0.0008138313,0.000118728036,0.0008713061,0.00029652307,0.00004581888],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00057726516,0.00010855675,0.00011509647,0.000075488875,0.00015223055,0.000054321175,0.0015630398,0.0000880511,0.0032598851],"category_scores_gemma":[0.0001343706,0.00009593885,0.000052973795,0.00019027997,0.00019670615,0.00035005674,0.00013606348,0.00048683645,0.00024886164],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032346058,0.0009183828,0.0023869313,0.00008417909,0.00030095788,0.0000017178959,0.016389132,0.0040916414,0.01824528,0.27694592,0.09333709,0.58697534],"study_design_scores_gemma":[0.0006850919,0.000034367324,0.10005295,0.00036618265,0.00003677036,0.000030363883,0.0013715961,0.017686218,0.0007481205,0.023551548,0.85503113,0.0004056428],"about_ca_topic_score_codex":0.000079980084,"about_ca_topic_score_gemma":0.000058754085,"teacher_disagreement_score":0.7616941,"about_ca_system_score_codex":0.000076374556,"about_ca_system_score_gemma":0.000087168264,"threshold_uncertainty_score":0.9976513},"labels":[],"label_agreement":null},{"id":"W2130478878","doi":"10.24908/pceea.v0i0.4845","title":"FOSTERING TEAMWORK SKILLS USING COLLABORATION SOFTWARE IN ENGINEERING DESIGN EDUCATION","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Teamwork; Documentation; Knowledge management; Competence (human resources); Computer science; Engineering management; Engineering; Psychology; Management","score_opus":0.009486918165602725,"score_gpt":0.2219325020691835,"score_spread":0.21244558390358076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130478878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9557198,0.0011893836,0.007958257,0.0046858685,0.017151736,0.004682275,0.00003273873,0.0010064546,0.0075734337],"genre_scores_gemma":[0.9760251,0.000024684872,0.022304364,0.00020340065,0.00028708082,0.0002841951,0.0000108333,0.00009308406,0.00076723774],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99847925,0.0000176158,0.0005035903,0.00023031411,0.00032085122,0.00044839372],"domain_scores_gemma":[0.9984457,0.00015424167,0.0002649073,0.00016133295,0.0007241326,0.0002496854],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005435648,0.0002602132,0.00022864774,0.00070789136,0.00012547195,0.00031768845,0.00032679437,0.00024210884,0.00008107235],"category_scores_gemma":[0.0017783116,0.00029721993,0.00006436504,0.001466554,0.000009786695,0.0011580322,0.0000349463,0.0003624847,0.00003563994],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071240156,0.00048658432,0.07623067,0.0018970331,0.00027977343,2.435786e-7,0.009995103,0.69780695,0.069822624,0.0040641106,0.11062482,0.028784936],"study_design_scores_gemma":[0.0013665564,0.000080913735,0.41335654,0.0035138233,0.00033157924,0.000059192018,0.0062340335,0.4535156,0.04040745,0.0024682307,0.074994884,0.003671195],"about_ca_topic_score_codex":0.003972204,"about_ca_topic_score_gemma":0.0010458351,"teacher_disagreement_score":0.33712587,"about_ca_system_score_codex":0.0044158637,"about_ca_system_score_gemma":0.0014070795,"threshold_uncertainty_score":0.99994797},"labels":[],"label_agreement":null},{"id":"W2130700278","doi":"10.1109/pacrim.1993.407279","title":"Design support through information systems","year":2002,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Premise; Computer science; Information system; Function (biology); Information design; Process (computing); Systems design; Engineering design process; Human–computer interaction; Software engineering; Programming language; Engineering","score_opus":0.05305539486153214,"score_gpt":0.24248515465138742,"score_spread":0.18942975978985527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130700278","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005328265,0.000057261153,0.46794388,0.000096469324,0.00059445377,0.00008511034,4.06675e-7,0.0002694967,0.53089964],"genre_scores_gemma":[0.9840626,0.00013308435,0.007233617,0.00045039348,0.000068171554,0.000026603928,0.000006723858,0.000009730448,0.008009056],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996916,0.000015247098,0.000114822724,0.00002530026,0.000070671595,0.000082363294],"domain_scores_gemma":[0.99980134,0.000048751437,0.000013733394,0.0000896103,0.000021653552,0.000024919535],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0000923806,0.000046162597,0.000040670908,0.000025082154,0.000021001266,0.00006987059,0.00004320477,0.000028913722,0.0025365446],"category_scores_gemma":[0.000015808246,0.00004313396,0.000008529225,0.000082154955,0.0000031925845,0.0012345625,0.0000019825552,0.000045942354,0.006459129],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012586064,0.000012999456,0.000009733366,0.0000421632,0.000016122005,6.206804e-7,0.0026959968,0.033934984,0.00010505491,0.00780683,0.9481983,0.0071759284],"study_design_scores_gemma":[0.00007236614,0.000010902349,0.000018992103,0.0000020351379,0.000004168581,0.000016947826,0.0002887859,0.114738785,0.00039029075,0.000023013978,0.88435805,0.00007564463],"about_ca_topic_score_codex":0.000008272007,"about_ca_topic_score_gemma":1.0538814e-7,"teacher_disagreement_score":0.9840093,"about_ca_system_score_codex":0.00002073928,"about_ca_system_score_gemma":0.0000039307656,"threshold_uncertainty_score":0.9983753},"labels":[],"label_agreement":null},{"id":"W2130761192","doi":"10.24908/pceea.v0i0.3943","title":"TOWARDS EFFECTIVE MULTIDISCIPLINARY ENGINEERING EDUCATION: THE MULTIDISCIPLINARY DESIGN STREAM AT QUEEN'S UNIVERSITY","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University; Natural Sciences and Engineering Research Council of Canada","funders":"Division of Mathematical Sciences","keywords":"Multidisciplinary approach; Engineering design process; Engineering ethics; Engineering education; Engineering; Engineering management; Work (physics); Professional development; Process (computing); Product design; Design education; New product development; Work in process; Product (mathematics); Medical education; Computer science; Management; Mechanical engineering; Operations management; Sociology; Business; Medicine","score_opus":0.009944042514158322,"score_gpt":0.20319407244096613,"score_spread":0.19325002992680781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130761192","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88834566,0.000768814,0.0016560894,0.011355661,0.018826807,0.005717565,0.000143222,0.0014525949,0.07173357],"genre_scores_gemma":[0.99034554,0.000042024963,0.004402489,0.0000596632,0.0002545373,0.00011762872,0.000013105366,0.00007463433,0.004690383],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99864876,0.000033881257,0.00030151193,0.0002686945,0.00032124447,0.00042589378],"domain_scores_gemma":[0.99845064,0.00018964011,0.00026057204,0.0002428149,0.0005459571,0.00031035324],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00065317465,0.00029569337,0.00021397835,0.0003607228,0.00041340556,0.00007380474,0.00058739726,0.00022109359,0.00009953415],"category_scores_gemma":[0.00066299434,0.0002750307,0.0001355525,0.00085263385,0.00003274533,0.00053733675,0.000078253666,0.0004364276,0.00004347184],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022818077,0.0021972598,0.19981864,0.00415035,0.0029364957,0.000004572746,0.113877594,0.10277798,0.031306293,0.068137914,0.44577077,0.028793948],"study_design_scores_gemma":[0.00049057,0.000069373615,0.8922236,0.0003922131,0.00033110203,0.000025833258,0.0047636656,0.022889093,0.015569762,0.00029953828,0.061908543,0.0010367207],"about_ca_topic_score_codex":0.0053857393,"about_ca_topic_score_gemma":0.0008455428,"teacher_disagreement_score":0.6924049,"about_ca_system_score_codex":0.004621588,"about_ca_system_score_gemma":0.0010970142,"threshold_uncertainty_score":0.9999702},"labels":[],"label_agreement":null},{"id":"W2132284357","doi":"10.24908/pceea.v0i0.4839","title":"Comparison of Student and Faculty Perceptions of Team Performance in Capstone Design Projects as Evaluated by Graduate Attribute-Linked Rubrics","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Rubric; Capstone; Documentation; Plan (archaeology); Class (philosophy); Perception; Scheme (mathematics); Engineering management; Peer assessment; Engineering; Computer science; Mathematics education; Medical education; Psychology; Mathematics; Medicine; Artificial intelligence; Geography","score_opus":0.04888149248866582,"score_gpt":0.31005913782877764,"score_spread":0.26117764534011184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132284357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973009,0.00010533437,0.00006117714,0.00062036025,0.00034808088,0.0007078814,0.000018475721,0.000037397607,0.00080035615],"genre_scores_gemma":[0.99858814,0.000055105884,0.0007856508,0.000026736176,0.000022326329,0.000111964284,0.000022085762,0.000024301631,0.00036368557],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988441,0.00001761737,0.0004444641,0.0001292912,0.00034213168,0.00022243723],"domain_scores_gemma":[0.9986508,0.000089107074,0.00031814753,0.000082862294,0.0007296341,0.00012947236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059994095,0.00014257428,0.00024253414,0.0002991684,0.00006166292,0.000045721492,0.00019205472,0.00012153704,0.000025243893],"category_scores_gemma":[0.0006108791,0.00014745646,0.000034887882,0.0006298597,0.00002099106,0.0003445451,0.000013390491,0.0002482565,0.000007498024],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004754359,0.000340253,0.8315231,0.0007595419,0.00015612424,1.2010747e-8,0.0190913,0.035498943,0.03992559,0.00032426274,0.07062604,0.0017500488],"study_design_scores_gemma":[0.00026145726,0.000043418186,0.93711764,0.00014221082,0.000056258563,0.0000015266547,0.0039073005,0.049636494,0.007836149,0.000018122422,0.0007786028,0.00020083434],"about_ca_topic_score_codex":0.0043517333,"about_ca_topic_score_gemma":0.0003978742,"teacher_disagreement_score":0.1055945,"about_ca_system_score_codex":0.0010483908,"about_ca_system_score_gemma":0.00038323493,"threshold_uncertainty_score":0.6578548},"labels":[],"label_agreement":null},{"id":"W2132753975","doi":"10.24908/pceea.v0i0.5902","title":"USING THE CASE METHOD TO FACILITATE LEARNING OF DESIGN FOR MANUFACTURING AND COST","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Design for manufacturability; Manufacturing engineering; Limiting; Computer science; Quality (philosophy); Process (computing); Design for assembly; Product (mathematics); Concurrent engineering; New product development; Product design; Engineering management; Engineering; Risk analysis (engineering); Management science; Operations management; Business; Mechanical engineering","score_opus":0.08095462382851225,"score_gpt":0.2939563277030531,"score_spread":0.21300170387454082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132753975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63135755,0.0006437578,0.34117842,0.009590205,0.0050864206,0.0050491053,0.00010208291,0.0003387643,0.006653675],"genre_scores_gemma":[0.95042735,0.0000037757025,0.0484503,0.00009232092,0.00008682226,0.00008438891,0.0000017871986,0.00003309293,0.00082014437],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992891,0.000021649412,0.00022684276,0.00011261668,0.0001385927,0.0002111827],"domain_scores_gemma":[0.99883044,0.00030416824,0.00015844362,0.00006890622,0.00042369417,0.00021435232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015285834,0.000115250055,0.00013466548,0.00019410937,0.00013377154,0.000077764846,0.00013959366,0.000075941745,0.000004521813],"category_scores_gemma":[0.0016964774,0.00010333225,0.0000385158,0.0002622256,0.0000086496175,0.00020229457,0.00001342395,0.00016728375,0.0000013134954],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019514117,0.000039375267,0.0026169934,0.0007236344,0.0002792868,4.4427165e-7,0.025316777,0.8909347,0.013985383,0.005222996,0.040964514,0.01989637],"study_design_scores_gemma":[0.00077060284,0.00008674663,0.004958068,0.00026344118,0.00035404426,0.00022952881,0.015669093,0.5014547,0.08865347,0.000769184,0.38595688,0.00083418976],"about_ca_topic_score_codex":0.0040329294,"about_ca_topic_score_gemma":0.00061200577,"teacher_disagreement_score":0.38947996,"about_ca_system_score_codex":0.00095698907,"about_ca_system_score_gemma":0.00032321282,"threshold_uncertainty_score":0.609661},"labels":[],"label_agreement":null},{"id":"W2132887523","doi":"10.24908/pceea.v0i0.3697","title":"INTEGRATING DESIGN THROUGHOUT THE CURRICULUM USING CASE STUDIES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Curriculum; Computer science; Engineering; Mathematics education; Sociology; Psychology; Pedagogy","score_opus":0.04459326533966502,"score_gpt":0.2836177524985832,"score_spread":0.23902448715891816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132887523","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9188324,0.0035318763,0.00443879,0.0048909495,0.022233468,0.0029654661,0.000041658994,0.0009868119,0.04207854],"genre_scores_gemma":[0.9896332,0.000033001546,0.009375215,0.00018409702,0.0002158044,0.000065131324,0.0000011331956,0.00004573066,0.00044668352],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99899024,0.00002151223,0.0003236073,0.0001430743,0.00021305951,0.00030849111],"domain_scores_gemma":[0.99866086,0.00015095675,0.00025869574,0.0001318423,0.0006669674,0.0001306575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008756981,0.00018614595,0.00016606014,0.00018161627,0.0003248592,0.000101099584,0.00029597286,0.000111837835,0.00003548539],"category_scores_gemma":[0.0019163463,0.00014526879,0.00007636171,0.0006561707,0.00002653297,0.00043745514,0.000019772788,0.0003358715,0.000011072811],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001681246,0.000608701,0.10543562,0.002509433,0.003798844,0.000014934225,0.25170115,0.050176296,0.018233187,0.12025967,0.4326682,0.014577151],"study_design_scores_gemma":[0.0015697478,0.00019313642,0.043242205,0.0021321184,0.0026580275,0.0030697025,0.19725175,0.5147936,0.07044521,0.007317105,0.15222324,0.0051041692],"about_ca_topic_score_codex":0.008028098,"about_ca_topic_score_gemma":0.0022745207,"teacher_disagreement_score":0.4646173,"about_ca_system_score_codex":0.001861551,"about_ca_system_score_gemma":0.00042121476,"threshold_uncertainty_score":0.99857754},"labels":[],"label_agreement":null},{"id":"W2132902573","doi":"10.1177/154193120004402219","title":"Design of Ecological Interfaces","year":2000,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Session (web analytics); Interface (matter); Interface design; Computer science; Ecology; Design elements and principles; Human–computer interaction; Software engineering; World Wide Web; Biology","score_opus":0.021969545838425388,"score_gpt":0.23487338068085312,"score_spread":0.21290383484242772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132902573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99686384,0.0000993639,0.000017741146,0.00003227321,0.00007796818,0.00009524517,0.000004841998,0.000038513193,0.0027701845],"genre_scores_gemma":[0.998249,0.00018872147,0.0013138212,0.000023512888,0.000032464988,0.0000029637083,4.299513e-7,0.000012323508,0.00017674961],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99947554,0.0000064288147,0.00022874436,0.0001006398,0.00005901827,0.00012961675],"domain_scores_gemma":[0.9996615,0.00011145774,0.00009932811,0.000040237494,0.00005382957,0.00003364621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030418066,0.000107492684,0.00015691017,0.000012234407,0.00012240255,0.00002932903,0.00017597951,0.00007516984,0.00007713719],"category_scores_gemma":[0.000035418907,0.00007943385,0.00006951409,0.000067280496,0.000092408845,0.00021191327,0.0000340859,0.00014444668,0.0000011808181],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026699674,0.0006660568,0.0921651,0.0018580874,0.0010044699,1.1767882e-7,0.23226035,0.039108206,0.5627146,0.0048087444,0.0513678,0.013779483],"study_design_scores_gemma":[0.0017398101,0.00071032246,0.23613456,0.00068850245,0.00041708676,0.000016411263,0.101818144,0.031413734,0.60094696,0.004192853,0.020070441,0.0018511633],"about_ca_topic_score_codex":0.000010904491,"about_ca_topic_score_gemma":3.4782994e-7,"teacher_disagreement_score":0.14396946,"about_ca_system_score_codex":0.000025621252,"about_ca_system_score_gemma":0.000007369524,"threshold_uncertainty_score":0.32392186},"labels":[],"label_agreement":null},{"id":"W2133234973","doi":"10.1109/fie.1999.839216","title":"Industrial sponsored design projects addressed by student design teams","year":2003,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Engineering; Engineering management; Project team; Work (physics); Project management; Process (computing); Quarter (Canadian coin); Product (mathematics); New product development; Computer science; Systems engineering; Business; Marketing","score_opus":0.0917127920836848,"score_gpt":0.2919651731511767,"score_spread":0.2002523810674919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133234973","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010628764,0.00039521707,0.8761515,0.00019134163,0.0020553637,0.0019435314,0.000005041554,0.0009862196,0.107643016],"genre_scores_gemma":[0.9637765,0.000058722017,0.027666003,0.00026059212,0.00012886804,0.0001832337,0.000008152248,0.00006771748,0.007850166],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985968,0.0004851892,0.00022128338,0.00018568053,0.0002236698,0.00028738633],"domain_scores_gemma":[0.99898535,0.0005780749,0.000035195713,0.0002303435,0.000038774837,0.00013224123],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009542749,0.0001780969,0.00014837034,0.000083076,0.00006189211,0.000109709246,0.00015838805,0.0001342628,0.001439368],"category_scores_gemma":[0.00042070707,0.00016695342,0.000029544368,0.00029499974,0.000015784304,0.0002316167,0.000006053496,0.00023583007,0.00035298528],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009960944,0.0003135399,0.00018212113,0.000011362022,0.0001215852,0.0000084351095,0.0009704517,0.009740488,0.021143096,0.0012191425,0.9617463,0.004443917],"study_design_scores_gemma":[0.0037201561,0.000351697,0.0002537216,0.000033431825,0.00011734446,0.000046254314,0.003184763,0.0053737983,0.34584746,0.00018098249,0.63978416,0.0011062522],"about_ca_topic_score_codex":0.000009905775,"about_ca_topic_score_gemma":5.299801e-7,"teacher_disagreement_score":0.95314777,"about_ca_system_score_codex":0.00009949842,"about_ca_system_score_gemma":0.00014672411,"threshold_uncertainty_score":0.99947345},"labels":[],"label_agreement":null},{"id":"W2133498422","doi":"10.1109/fie.2004.1408745","title":"Work in progress - practical \"know-how\" in engineering: dissection labs &amp; capstone design","year":2005,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"Ministero dello Sviluppo Economico","keywords":"Capstone; Engineering management; Troubleshooting; Engineering education; Engineering; Curriculum; Competence (human resources); Knowledge engineering; Manufacturing engineering; Knowledge management; Computer science; Management","score_opus":0.035295560326139085,"score_gpt":0.30192838442802955,"score_spread":0.2666328241018905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133498422","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30633906,0.0026638242,0.63754964,0.028039463,0.002748544,0.0018721063,0.0000018858606,0.0022010496,0.018584458],"genre_scores_gemma":[0.9225301,0.000060535327,0.07523517,0.00004985856,0.00015146879,0.000092411974,0.0000048281463,0.000034854125,0.0018407357],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917376,0.000065491055,0.00019786201,0.00016047887,0.00012653944,0.00027586325],"domain_scores_gemma":[0.99944013,0.00026247583,0.000021149404,0.00016802149,0.000021520153,0.00008670794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045162323,0.00014113374,0.00012770487,0.00021416429,0.000014810886,0.0000744547,0.00006940717,0.00010738566,0.00026892213],"category_scores_gemma":[0.00022829599,0.00014669972,0.00001940087,0.00062215497,0.000011766398,0.00057984795,0.000009387871,0.00036326484,0.00025452938],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005591195,0.002301082,0.018118955,0.00039552673,0.00014059793,0.00011656381,0.010965408,0.6679053,0.010952378,0.0063159065,0.16297832,0.11925086],"study_design_scores_gemma":[0.0011109306,0.00005022974,0.033374578,0.00014697055,0.000022820479,0.00011948116,0.00046860773,0.09333014,0.006571292,0.00004697418,0.86387116,0.0008868099],"about_ca_topic_score_codex":0.000009123167,"about_ca_topic_score_gemma":0.0001355119,"teacher_disagreement_score":0.70089287,"about_ca_system_score_codex":0.00019366649,"about_ca_system_score_gemma":0.000034045162,"threshold_uncertainty_score":0.5982241},"labels":[],"label_agreement":null},{"id":"W2134468747","doi":"10.24908/pceea.v0i0.3896","title":"THE CDEN E-DESIGN PORTAL","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto; University of Calgary","keywords":"Computer science; Architecture; Work (physics); Point (geometry); Systems engineering; Software engineering; Engineering; Mechanical engineering","score_opus":0.012976502507851236,"score_gpt":0.18849837477669837,"score_spread":0.17552187226884713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134468747","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16258447,0.0021969718,0.001378019,0.01874754,0.037384756,0.003527769,0.00006235614,0.0017186849,0.7723994],"genre_scores_gemma":[0.9927594,0.000044261084,0.0014344344,0.0001633352,0.00019512455,0.00007929523,0.0000022969427,0.000045886452,0.0052759475],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999054,0.000009617253,0.0002629671,0.00011465212,0.0002495686,0.00030917046],"domain_scores_gemma":[0.99901325,0.00011238187,0.00018607227,0.00012957239,0.00037274288,0.00018597883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071023,0.00013875059,0.00010385683,0.00014465331,0.00023602431,0.00012000359,0.00040428963,0.00011898656,0.00010177148],"category_scores_gemma":[0.0009130762,0.00011655591,0.000066657216,0.00044464547,0.000016991387,0.00030289628,0.00001136794,0.00025527412,0.000047414742],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009563486,0.000109797686,0.018817075,0.00021794459,0.00043387228,2.6185384e-7,0.010085804,0.0018298478,0.0039247074,0.07299865,0.884093,0.007479473],"study_design_scores_gemma":[0.000323136,0.00003822719,0.2294873,0.00014601396,0.00019729728,0.000027244792,0.002790815,0.009401608,0.017798642,0.00216599,0.73673975,0.00088394136],"about_ca_topic_score_codex":0.001974117,"about_ca_topic_score_gemma":0.0016801764,"teacher_disagreement_score":0.8301749,"about_ca_system_score_codex":0.000895064,"about_ca_system_score_gemma":0.00051427697,"threshold_uncertainty_score":0.4753012},"labels":[],"label_agreement":null},{"id":"W2134746388","doi":"10.21606/nordes.2015.048","title":"Inorganisms: An emergent approach to sustainability","year":2015,"lang":"en","type":"article","venue":"Nordic design research conference","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Process (computing); Computer science; Sustainability; Scale (ratio); Order (exchange); Knowledge management; Design process; Data science; Human–computer interaction; Process management; Work in process; Engineering; Business; Ecology; Geography","score_opus":0.3630835384751701,"score_gpt":0.43032147880535243,"score_spread":0.06723794033018232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134746388","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02299889,0.0001117437,0.8854575,0.0009760211,0.0003736304,0.0012661207,0.0000038505013,0.0003960345,0.08841622],"genre_scores_gemma":[0.98307985,0.000021907224,0.014689687,0.00008393133,0.000117804804,0.0002606709,0.000009621521,0.00003590507,0.0017006123],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99680513,0.0010226924,0.00023575789,0.00038589918,0.00088416046,0.0006663865],"domain_scores_gemma":[0.9962052,0.0002565789,0.00001686364,0.0006980606,0.00180369,0.0010195905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005280552,0.00016611906,0.00017263743,0.0002801037,0.00012683323,0.00023772792,0.000630735,0.000099951656,0.00034357712],"category_scores_gemma":[0.0023219453,0.00016735804,0.000022547023,0.0009402187,0.00009562737,0.0004772993,0.000086619955,0.00053122645,0.0006076697],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068809645,0.0026861604,0.001986447,0.0006389548,0.00018660488,0.000060032304,0.05786139,0.06829415,0.022110416,0.0718988,0.53022325,0.2433657],"study_design_scores_gemma":[0.002133784,0.0025950072,0.010502476,0.00006245676,0.00005169281,0.00007313068,0.067300975,0.26475787,0.015459898,0.06757349,0.5671008,0.0023883923],"about_ca_topic_score_codex":0.00020149912,"about_ca_topic_score_gemma":0.000013073387,"teacher_disagreement_score":0.960081,"about_ca_system_score_codex":0.00048914884,"about_ca_system_score_gemma":0.0013940969,"threshold_uncertainty_score":0.78105676},"labels":[],"label_agreement":null},{"id":"W2137162916","doi":"10.24908/pceea.v0i0.4844","title":"THE INFLUENCE OF PERSONALITY TYPE ON TEAMWORK IN ENGINEERING EDUCATION","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Extraversion and introversion; Psychology; Personality; Preference; Teamwork; Personality type; Social psychology; Applied psychology; Big Five personality traits; Mathematics; Management","score_opus":0.004905483764280839,"score_gpt":0.2038398030170996,"score_spread":0.19893431925281876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137162916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9891666,0.00021297965,0.0000036527833,0.0029463836,0.0018685187,0.00045263575,0.000004090496,0.00006637826,0.005278767],"genre_scores_gemma":[0.9982841,0.00004685379,0.00029250295,0.00016072705,0.00012517622,0.00011072754,0.0000033474423,0.000032539003,0.00094403344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99893874,0.000010571545,0.00035557183,0.00013303041,0.00028172802,0.0002803315],"domain_scores_gemma":[0.9986261,0.00022193675,0.00021374418,0.00014950302,0.00064696744,0.00014173376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054046424,0.00015288946,0.0001427857,0.00026227886,0.000096309246,0.000103289916,0.0003379777,0.00012839146,0.000034729397],"category_scores_gemma":[0.0022863022,0.0001375676,0.00005200517,0.00087446085,0.000015170068,0.00035980353,0.00001134794,0.0003388946,0.00003018066],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026498134,0.00057068514,0.32763037,0.002581166,0.0004158861,8.570221e-8,0.01223407,0.299182,0.04156624,0.08018593,0.22042166,0.015185444],"study_design_scores_gemma":[0.000114116054,0.000021763843,0.93521655,0.0003650603,0.000025319732,0.0000020855998,0.0007173193,0.006847329,0.0020166351,0.0002647724,0.05412027,0.00028877158],"about_ca_topic_score_codex":0.006911004,"about_ca_topic_score_gemma":0.0014017343,"teacher_disagreement_score":0.6075862,"about_ca_system_score_codex":0.0016522136,"about_ca_system_score_gemma":0.0007600463,"threshold_uncertainty_score":0.99970204},"labels":[],"label_agreement":null},{"id":"W2137264230","doi":"10.1504/ijvd.2005.006602","title":"Nature and role of intermediate representations (IR) in the design process: case studies in car design","year":2005,"lang":"en","type":"article","venue":"International Journal of Vehicle Design","topic":"Design Education and Practice","field":"Engineering","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Process (computing); Design process; Conceptual design; Engineering; Field (mathematics); Key (lock); Engineering design process; Process design; Systems engineering; Computer science; Work in process; Operations management; Mechanical engineering; Computer security; Mathematics","score_opus":0.04585313030853619,"score_gpt":0.3692001159311806,"score_spread":0.3233469856226444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137264230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9095318,0.008888576,0.07762438,0.0020849484,0.0008438712,0.00057421456,0.000007022075,0.000027005995,0.00041820237],"genre_scores_gemma":[0.9909928,0.0007094775,0.007898186,0.0001752915,0.00017768008,0.00001913359,5.5838314e-7,0.000013605573,0.000013257575],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99851084,0.00040908018,0.00053465023,0.00009757106,0.00032491627,0.00012293064],"domain_scores_gemma":[0.99765956,0.001648894,0.00020730036,0.00009475427,0.00034863848,0.000040856554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017188827,0.00011362474,0.0001779474,0.00036364156,0.000024158217,0.00004913788,0.00031630005,0.0000727228,0.000017991335],"category_scores_gemma":[0.0006881637,0.0000898537,0.00003655276,0.00023408943,0.000060699505,0.0006034049,0.000014251401,0.00046691098,0.0000032288906],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008987031,0.0006535385,0.0040412624,0.00008118492,0.00066699414,0.002976598,0.08414161,0.8305001,0.024196014,0.0006415699,0.0066725584,0.044529807],"study_design_scores_gemma":[0.010409556,0.0012800253,0.033216927,0.0015922107,0.0003891323,0.03446879,0.14465274,0.56619173,0.17338255,0.028678197,0.0043383716,0.0013997677],"about_ca_topic_score_codex":0.000008565246,"about_ca_topic_score_gemma":0.000013581008,"teacher_disagreement_score":0.26430842,"about_ca_system_score_codex":0.00010599067,"about_ca_system_score_gemma":0.000089977504,"threshold_uncertainty_score":0.36641276},"labels":[],"label_agreement":null},{"id":"W2138954735","doi":"10.1145/2069618.2069660","title":"Design space exploration in parametric systems","year":2011,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Novelty; Computer science; Task (project management); Outcome (game theory); Parametric design; Process (computing); Design space exploration; Task analysis; Engineering design process; Design process; Parametric statistics; Space (punctuation); Human–computer interaction; Reliability engineering; Systems engineering; Engineering; Mathematics; Statistics; Work in process; Embedded system; Psychology","score_opus":0.16979939449609427,"score_gpt":0.26027051530594075,"score_spread":0.09047112080984648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138954735","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037768502,0.00022408518,0.86136264,0.000038132206,0.00066209014,0.00018283066,9.1095714e-8,0.00020686405,0.13354641],"genre_scores_gemma":[0.9894043,0.00005862851,0.009438653,0.000015626825,0.000019236151,0.000035053297,6.594909e-7,0.000009444101,0.0010183784],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996796,0.00004837258,0.00009122663,0.000053028616,0.00004806449,0.00007966173],"domain_scores_gemma":[0.9997659,0.00009133454,0.000011372194,0.00008970469,0.000013662516,0.000028065875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022626284,0.00004525894,0.000047817775,0.00014601399,0.00000787406,0.000021632306,0.000040824812,0.000029987907,0.0001958454],"category_scores_gemma":[0.000045828772,0.00004393619,0.0000058283467,0.00036219924,0.0000026503892,0.0003716666,0.0000018898118,0.000053802123,0.0004926997],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000121125006,0.00068632566,0.004959883,0.00035047834,0.00011624748,0.000045163855,0.034354813,0.6515881,0.006302237,0.12574561,0.14050178,0.035228256],"study_design_scores_gemma":[0.00085871527,0.00014869278,0.009129359,0.000053579744,0.000030215808,0.000030328634,0.008805307,0.8925555,0.02603088,0.0023496149,0.059132986,0.0008748683],"about_ca_topic_score_codex":0.0000899997,"about_ca_topic_score_gemma":0.0000042723896,"teacher_disagreement_score":0.9856275,"about_ca_system_score_codex":0.000028981829,"about_ca_system_score_gemma":0.000009797578,"threshold_uncertainty_score":0.6332822},"labels":[],"label_agreement":null},{"id":"W2139191167","doi":"10.24908/pceea.v0i0.3779","title":"DESIGN ENGINEERING - NOT JUST APPLIED SCIENCE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Scope (computer science); Action (physics); Engineering design process; Science and engineering; Design science; Computer science; Human engineering; Management science; Engineering ethics; Engineering management; Engineering; Systems engineering; Knowledge management; Mechanical engineering","score_opus":0.02430636143478301,"score_gpt":0.20811585146878084,"score_spread":0.18380949003399782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139191167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4700639,0.0005002281,0.011443424,0.0057128104,0.037164558,0.0051483824,0.00007196287,0.0035249623,0.46636978],"genre_scores_gemma":[0.98959553,0.00001034462,0.009232755,0.0001798454,0.00015250327,0.000088609675,0.0000018368625,0.000055789227,0.0006827924],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986006,0.0000038752437,0.00030725333,0.00021333208,0.00041036215,0.00046455185],"domain_scores_gemma":[0.9987924,0.00007092875,0.00017841665,0.00016233043,0.00047713748,0.0003187625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009811204,0.00019899539,0.00016199025,0.0005546931,0.00018816857,0.00013901062,0.0005695832,0.00013649384,0.00008978807],"category_scores_gemma":[0.00093677687,0.00021313786,0.00005323903,0.0012111196,0.000030149688,0.0005329878,0.000022606813,0.00031041208,0.000048567046],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003028016,0.00037137335,0.015132973,0.0014718213,0.0005499695,5.2086915e-7,0.028393088,0.06003244,0.54533374,0.20984936,0.13069637,0.0081380615],"study_design_scores_gemma":[0.0006912846,0.000049486825,0.33503312,0.00032536863,0.00029948418,0.000027567941,0.0015848883,0.08538441,0.46674454,0.0004270837,0.10742627,0.0020065163],"about_ca_topic_score_codex":0.0014171682,"about_ca_topic_score_gemma":0.00020532493,"teacher_disagreement_score":0.5195316,"about_ca_system_score_codex":0.0022278274,"about_ca_system_score_gemma":0.0011415887,"threshold_uncertainty_score":0.86915094},"labels":[],"label_agreement":null},{"id":"W2140114169","doi":"10.24908/pceea.v0i0.3688","title":"TOOLS AND METHODS FOR PAPERLESS STUDENT DESIGN PROJECTS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Documentation; Markup language; Workspace; Computer science; Process (computing); World Wide Web; Software engineering; Software; Microsoft Office; CAD; Multimedia; Engineering; XML; Engineering drawing; Operating system","score_opus":0.04424748928500033,"score_gpt":0.2946471158595631,"score_spread":0.2503996265745628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140114169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53484654,0.0063176174,0.117295824,0.016735325,0.046770785,0.023605505,0.00030630987,0.003079397,0.25104266],"genre_scores_gemma":[0.87248594,0.00005276036,0.12503086,0.00025872112,0.00017404757,0.00048463294,0.0000053430267,0.00006856173,0.0014391524],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992498,0.000014151389,0.00022572737,0.00014062453,0.00012438517,0.0002452995],"domain_scores_gemma":[0.9990239,0.0002119034,0.00014610404,0.000081228514,0.00037119258,0.00016566318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009765261,0.00013603225,0.00014306075,0.00018754507,0.000107632484,0.000115214534,0.00021112153,0.00011847666,0.000023421731],"category_scores_gemma":[0.0012734903,0.00013605038,0.000046519785,0.00029178613,0.000009885495,0.00035723858,0.000011118685,0.0001439158,0.00000294865],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006328829,0.0008111747,0.10562113,0.0046256837,0.0020923465,2.5491426e-7,0.11076323,0.0044298647,0.084860645,0.18628791,0.2416872,0.2587573],"study_design_scores_gemma":[0.00095234247,0.00012535212,0.52649945,0.00035594087,0.00048600213,0.000019961957,0.0058489735,0.020732814,0.06581795,0.0020029687,0.37570918,0.0014490525],"about_ca_topic_score_codex":0.000516707,"about_ca_topic_score_gemma":0.0002607982,"teacher_disagreement_score":0.42087832,"about_ca_system_score_codex":0.00082281785,"about_ca_system_score_gemma":0.00035411664,"threshold_uncertainty_score":0.55479735},"labels":[],"label_agreement":null},{"id":"W2141129298","doi":"10.1115/detc2009-86542","title":"A Pilot Study to Assess Designer’s Mental Stress Using Eye Gaze System and Electroencephalogram","year":2009,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Stroop effect; Mental arithmetic; Electroencephalography; Mental stress; Stress (linguistics); Eye tracking; Computer science; Gaze; Psychology; Correlation; Cognition; Cognitive psychology; Human–computer interaction; Artificial intelligence; Neuroscience","score_opus":0.06536174145479205,"score_gpt":0.3319126622179302,"score_spread":0.26655092076313813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141129298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9534046,0.00011809801,0.039189145,0.00007330378,0.000323867,0.0005823222,0.0000017626953,0.0003863399,0.005920552],"genre_scores_gemma":[0.9945326,0.000005203319,0.0051158993,0.000098970515,0.00005854499,0.000011311243,0.0000015472233,0.00001439108,0.00016157038],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9992706,0.00007660528,0.00015142652,0.00015538555,0.00013071248,0.00021524055],"domain_scores_gemma":[0.9996435,0.000046784873,0.000018179682,0.00013594271,0.000027292497,0.0001282725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021315856,0.00012421695,0.00012632983,0.000087254135,0.00007139758,0.00014170236,0.000085066844,0.000011207055,0.00003507907],"category_scores_gemma":[0.000015065058,0.000119298944,0.0000102709055,0.00020077167,0.0000046492837,0.00022022221,0.000008767905,0.0000883319,0.000014384337],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006422926,0.01020876,0.09737393,0.0004455464,0.00083608425,0.00018711461,0.021633612,0.023421928,0.7081359,0.0072550112,0.01617766,0.11368214],"study_design_scores_gemma":[0.005203808,0.022329936,0.43741867,0.00057741156,0.000656952,0.0004325217,0.09480126,0.398199,0.031767275,0.000066589695,0.004787854,0.0037587297],"about_ca_topic_score_codex":0.00007501001,"about_ca_topic_score_gemma":0.000034516663,"teacher_disagreement_score":0.67636865,"about_ca_system_score_codex":0.00011584752,"about_ca_system_score_gemma":0.000018512334,"threshold_uncertainty_score":0.48648697},"labels":[],"label_agreement":null},{"id":"W2141795479","doi":"10.71781/2832","title":"The relationship between product design and business models in the context of sustainability","year":2011,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sustainability; Context (archaeology); Product (mathematics); Product design; Engineering; Process management; Business; Computer science; Mathematics; Geography; Biology; Ecology","score_opus":0.14031964419542312,"score_gpt":0.35271720643108095,"score_spread":0.21239756223565784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141795479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8968966,0.0028195435,0.0031340118,0.0009087037,0.0006661556,0.0064452663,0.000021018739,0.0000071984905,0.08910147],"genre_scores_gemma":[0.9961247,0.00004125966,0.00070665265,0.0000034197421,0.000026462472,0.000096377,0.00007083416,0.000015250147,0.0029150741],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991196,0.00027327918,0.00025919182,0.00014732686,0.00009628471,0.00010433765],"domain_scores_gemma":[0.99761856,0.0017420935,0.00010625259,0.00031971163,0.00019520351,0.000018192524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017414913,0.00011186192,0.00014802959,0.00004719837,0.0000936171,0.00012445472,0.00037963482,0.000085116575,0.000033131415],"category_scores_gemma":[0.0009366919,0.00007461017,0.0000136746,0.0002412217,0.00003233501,0.00032726262,0.000011929948,0.00025133742,0.000008156334],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004758379,0.0001901835,0.017875958,0.00079478946,0.00013795165,0.000003396281,0.14864056,0.0034115931,0.000030817522,0.0072583253,0.0029170366,0.81826353],"study_design_scores_gemma":[0.00075015257,0.000056814013,0.82384247,0.00025014786,0.00031410682,0.0000064878095,0.077215016,0.0012676957,0.001199931,0.051080935,0.04331768,0.00069855904],"about_ca_topic_score_codex":0.00019435499,"about_ca_topic_score_gemma":0.00025238175,"teacher_disagreement_score":0.817565,"about_ca_system_score_codex":0.00003270768,"about_ca_system_score_gemma":0.00023729175,"threshold_uncertainty_score":0.30425143},"labels":[],"label_agreement":null},{"id":"W2143269622","doi":"10.1017/s1471068404002285","title":"Integrating design synthesis and assembly of structured objects in a visual design language","year":2005,"lang":"en","type":"article","venue":"Theory and Practice of Logic Programming","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Programming language; Visual programming language; Design language; Fifth-generation programming language; Programmer; Programming paradigm; Logic programming; Procedural programming; Functional logic programming; Inductive programming","score_opus":0.024434240958576794,"score_gpt":0.31422539686308476,"score_spread":0.289791155904508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143269622","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3126939,0.013832278,0.65923816,0.00044478505,0.00020987846,0.0013869021,0.0000051816337,0.00029111316,0.011897815],"genre_scores_gemma":[0.8271622,0.00015873698,0.17256732,0.000042964908,0.000023928385,0.000022393771,8.3583615e-7,0.000011508744,0.000010080859],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99807394,0.0012080659,0.0002918148,0.00014271536,0.00010455018,0.000178902],"domain_scores_gemma":[0.98892885,0.010698754,0.00017143204,0.00010518949,0.000043292457,0.00005245439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004479704,0.00014079176,0.00022690176,0.00012795736,0.000039121336,0.000043216674,0.000077059936,0.00008759645,0.000030642583],"category_scores_gemma":[0.0060426756,0.00012640869,0.000019580251,0.00020333327,0.00006755524,0.00059713575,0.000019165598,0.00021310203,0.0000016107603],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008489597,0.00014919863,0.000035515983,0.0002217663,0.00008958632,0.000013793091,0.017917337,0.0018205368,0.072252125,0.009949676,0.000016309972,0.8966852],"study_design_scores_gemma":[0.002686839,0.0016943812,0.00092029327,0.0010131728,0.0010389927,0.0011722798,0.22894001,0.033472,0.708762,0.013891952,0.004602015,0.0018060931],"about_ca_topic_score_codex":0.000015528582,"about_ca_topic_score_gemma":0.000005623874,"teacher_disagreement_score":0.8948791,"about_ca_system_score_codex":0.000018809133,"about_ca_system_score_gemma":0.000035443387,"threshold_uncertainty_score":0.7234084},"labels":[],"label_agreement":null},{"id":"W2143507623","doi":"10.1017/s0890060402165012","title":"Agent-based support within an interactive evolutionary design system","year":2002,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Golder Associates (Canada)","funders":"","keywords":"Preference; Computer science; Interface (matter); Function (biology); Human–computer interaction; Conceptual design; Artificial intelligence; Mathematics","score_opus":0.06279686457532598,"score_gpt":0.26677573219977996,"score_spread":0.203978867624454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143507623","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048555564,0.00012460492,0.9934083,0.000043802316,0.0005290933,0.00041511268,0.000011818392,0.00053709664,0.00007460912],"genre_scores_gemma":[0.9257579,0.000021735128,0.07377681,0.00003159893,0.00011937301,0.00013387464,0.000023822602,0.00005314099,0.00008174693],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983997,0.00008111729,0.00054818176,0.00039276097,0.0001913643,0.0003868851],"domain_scores_gemma":[0.9987564,0.0005528323,0.00009542569,0.00030600675,0.00006624886,0.00022307372],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00063433626,0.00031403496,0.00034935944,0.0006253472,0.00016632152,0.00020433459,0.00019610513,0.00011040068,0.0002353066],"category_scores_gemma":[0.00007480718,0.00033314066,0.00016148791,0.00039008717,0.000028487984,0.0005280867,0.000012863885,0.00020162229,0.00006188792],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003612584,0.00005508425,0.000004623817,0.00008866467,0.00039869873,0.0000068580052,0.00080304884,0.98291415,0.0021892472,0.0006259861,0.00019748133,0.012680048],"study_design_scores_gemma":[0.00003552568,0.00010227991,0.000052813455,0.000020198595,0.00037287222,0.0000075919056,0.00043633382,0.8415628,0.1562528,0.000104611776,0.0007236304,0.00032854293],"about_ca_topic_score_codex":0.000028979166,"about_ca_topic_score_gemma":0.0000071360078,"teacher_disagreement_score":0.9209023,"about_ca_system_score_codex":0.00016495709,"about_ca_system_score_gemma":0.000016821834,"threshold_uncertainty_score":0.9999121},"labels":[],"label_agreement":null},{"id":"W2143579040","doi":"10.1115/detc2011-48263","title":"Environment-Based Design (EBD)","year":2011,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Pratt and Whitney Canada","keywords":"Computer science; Identification (biology); Design process; Process (computing); Perspective (graphical); Design methods; Systems engineering; Management science; Software engineering; Artificial intelligence; Engineering; Work in process; Programming language","score_opus":0.08466436832066895,"score_gpt":0.2038528123540118,"score_spread":0.11918844403334283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143579040","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00071541296,0.000040776773,0.7655005,0.000033552555,0.00016073689,0.00005643131,2.414941e-7,0.00020149116,0.23329088],"genre_scores_gemma":[0.89567244,0.000014073888,0.10130953,0.0003012612,0.000022742128,0.000014598211,0.0000012239709,0.00001610114,0.00264805],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99975944,0.000018567545,0.000053504056,0.000048583013,0.00004115145,0.000078765595],"domain_scores_gemma":[0.999791,0.000045865294,0.000006006226,0.00011225159,0.0000026145387,0.000042206597],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00008568516,0.000046399473,0.000030877716,0.000023668174,0.00001284036,0.0000071635072,0.00005014395,0.000021686727,0.01191412],"category_scores_gemma":[0.000006993031,0.00004428315,0.00001170575,0.000028506758,0.000006908231,0.0000789934,0.0000019278723,0.000040277024,0.0024321617],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018540269,0.0012335649,0.0019053557,0.0001540901,0.0003028665,0.000047295347,0.010417658,0.08718867,0.0949344,0.023819843,0.5711337,0.2086772],"study_design_scores_gemma":[0.0006816789,0.00011136183,0.0076765404,0.0000073788347,0.000049826423,0.000008869153,0.00034892975,0.09737115,0.3184451,0.0014616802,0.57318527,0.0006522149],"about_ca_topic_score_codex":0.0000070086508,"about_ca_topic_score_gemma":2.2479587e-7,"teacher_disagreement_score":0.894957,"about_ca_system_score_codex":0.000013045703,"about_ca_system_score_gemma":0.0000074535615,"threshold_uncertainty_score":0.99834454},"labels":[],"label_agreement":null},{"id":"W2144234461","doi":"10.1115/detc2007-35887","title":"A Novel Approach to Quantifying Designer’s Mental Stress in the Conceptual Design Process","year":2007,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Conceptual design; Process (computing); Design process; Design language; Engineering design process; Human–computer interaction; Work in process; Engineering; Programming language","score_opus":0.16192706506583113,"score_gpt":0.3462132916075498,"score_spread":0.1842862265417187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144234461","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02784488,0.000059691924,0.9174964,0.00012591771,0.00018880302,0.00052963156,0.000001903368,0.00011679271,0.053635985],"genre_scores_gemma":[0.96124357,0.0000026458179,0.037957147,0.0005133721,0.00006017222,0.000051275605,0.000004967208,0.000018399543,0.00014846295],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99916327,0.000048413323,0.00018585767,0.00014196149,0.00019551392,0.00026500365],"domain_scores_gemma":[0.9994143,0.00033426666,0.000017860713,0.00013985857,0.0000244424,0.00006926203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011116036,0.00011608329,0.000086847096,0.00009582095,0.00005404897,0.000068405876,0.0002394482,0.00004742685,0.000054407832],"category_scores_gemma":[0.00006594488,0.00008776805,0.000017031045,0.0004124236,0.000021329204,0.00021013984,0.000007499221,0.00016166954,0.00004791039],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041645445,0.003222037,0.002718859,0.0002762928,0.00015981054,0.000022347831,0.4046634,0.3202404,0.1379908,0.05404598,0.040509082,0.03573451],"study_design_scores_gemma":[0.0036042999,0.0003286663,0.01391275,0.00014717986,0.0000783652,0.00028480715,0.5760986,0.17313278,0.19521861,0.00016384649,0.03471797,0.002312101],"about_ca_topic_score_codex":0.00003197844,"about_ca_topic_score_gemma":0.000028847806,"teacher_disagreement_score":0.93339866,"about_ca_system_score_codex":0.00004823533,"about_ca_system_score_gemma":0.00002975093,"threshold_uncertainty_score":0.3579077},"labels":[],"label_agreement":null},{"id":"W2145268819","doi":"10.1016/j.sbspro.2012.09.585","title":"A Creative Strategy for Sustainable Design Education - A Tribute to Charles and Ray Eames","year":2012,"lang":"en","type":"article","venue":"Procedia - Social and Behavioral Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"Université de Montréal","keywords":"Tribute; The arts; Sociology; Design education; Cultural heritage; Everyday life; Architectural engineering; Sustainable design; Visual arts; Engineering management; Engineering ethics; Engineering; Sustainability; Art; Political science; Art history","score_opus":0.12045438852017486,"score_gpt":0.3923355575842776,"score_spread":0.27188116906410276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145268819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99022937,0.0015773914,0.004226702,0.0013558586,0.00027240615,0.0008980707,0.00000895362,0.000091767666,0.0013394754],"genre_scores_gemma":[0.99536574,0.000048315185,0.002843419,0.00005874146,0.00022455528,0.00026246803,0.0000028258435,0.0000056364197,0.0011882987],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99944705,0.00002004572,0.00007777096,0.00010921894,0.0000821528,0.00026375827],"domain_scores_gemma":[0.9997082,0.000055076336,0.00002410212,0.000018210025,0.00007694169,0.00011747799],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039865586,0.00007973091,0.000083006315,0.00005466537,0.00035641107,0.00016762111,0.0000523441,0.000039238756,0.000021415075],"category_scores_gemma":[0.000055145083,0.00006829117,0.000011946715,0.0002158886,0.000080521844,0.00079731457,0.000010467389,0.000040260904,0.000002453186],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014760108,0.0010775217,0.025972266,0.00047536643,0.00003148302,7.839993e-7,0.10889094,0.00011543953,0.009473897,0.025392583,0.06611746,0.76230466],"study_design_scores_gemma":[0.0015101546,0.0024591824,0.29782477,0.00009571315,0.00055364426,0.000033585646,0.37798196,0.0012732797,0.015324586,0.018540848,0.2820213,0.0023809578],"about_ca_topic_score_codex":0.00011299154,"about_ca_topic_score_gemma":0.0000073159194,"teacher_disagreement_score":0.7599237,"about_ca_system_score_codex":0.000027815206,"about_ca_system_score_gemma":0.00013468621,"threshold_uncertainty_score":0.2784833},"labels":[],"label_agreement":null},{"id":"W2145696459","doi":"10.24908/pceea.v0i0.3734","title":"QUANTIFYING THE RELATIVE DIFFICULTY OF DESIGN ENGINEERING TERM PROJECTS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada; General Motors of Canada; University of Ontario Institute of Technology","keywords":"Term (time); Context (archaeology); Computer science; Convergence (economics); Design structure matrix; Duration (music); Engineering design process; Systems engineering; Extension (predicate logic); Industrial engineering; Transformation (genetics); Engineering management; Engineering; Mechanical engineering","score_opus":0.04290589007880942,"score_gpt":0.22926324246885965,"score_spread":0.18635735239005025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145696459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93885356,0.0008958719,0.004797845,0.0033853701,0.011052167,0.0035225097,0.00006257377,0.00086582283,0.036564257],"genre_scores_gemma":[0.99456877,0.000021750408,0.0045562084,0.00005053908,0.00010699564,0.00008756797,0.0000031524396,0.00005087477,0.0005541467],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988533,0.000015355316,0.00037866322,0.00015251318,0.00028627735,0.000313887],"domain_scores_gemma":[0.99871165,0.0002056759,0.00032273415,0.00015505307,0.000465569,0.0001393259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007160356,0.00019461896,0.00018823882,0.00027644052,0.00012790355,0.000058054797,0.00040720942,0.0001523224,0.000039559956],"category_scores_gemma":[0.0015721738,0.00016187193,0.0000976693,0.0007440905,0.000019889674,0.00044723958,0.000018173974,0.0003560789,0.000010253615],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058024623,0.00081101106,0.24368495,0.0044091404,0.0027838324,9.531135e-7,0.15549608,0.05285821,0.18509729,0.20293331,0.14359957,0.00826763],"study_design_scores_gemma":[0.00049966056,0.00006542758,0.8510616,0.00072338886,0.0003837299,0.000020710968,0.0022816474,0.037847545,0.08439692,0.00032801527,0.02135131,0.0010400724],"about_ca_topic_score_codex":0.0018340227,"about_ca_topic_score_gemma":0.0006125073,"teacher_disagreement_score":0.60737664,"about_ca_system_score_codex":0.001003917,"about_ca_system_score_gemma":0.0004214548,"threshold_uncertainty_score":0.66009456},"labels":[],"label_agreement":null},{"id":"W2145712773","doi":"10.24908/pceea.v0i0.3764","title":"THE ROLE OF ENTROPY IN DESIGN THEORY AND METHODOLOGY","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Entropy (arrow of time); Designtheory; Computer science; Management science; Mathematical economics; Mathematics; Engineering; Human–computer interaction; Physics","score_opus":0.024658004843780595,"score_gpt":0.2312047605195512,"score_spread":0.2065467556757706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145712773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86927736,0.00923584,0.0049444865,0.0055682766,0.01008776,0.0030750767,0.000036564204,0.0004191661,0.09735548],"genre_scores_gemma":[0.99404806,0.000091676164,0.0052919295,0.000050078284,0.00004134409,0.00004275765,6.1467233e-7,0.000020539426,0.0004130036],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993375,0.000047455113,0.00023045507,0.00008351993,0.00011027367,0.00019077465],"domain_scores_gemma":[0.99896824,0.0005266474,0.00016015531,0.00007517988,0.00018588487,0.000083916326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019243032,0.000089142224,0.00011425846,0.00017983404,0.00006567436,0.000026639813,0.00020094388,0.0000950895,0.000023646478],"category_scores_gemma":[0.002285989,0.00007607591,0.000029226521,0.00030773372,0.000022083303,0.00015053048,0.000009951383,0.00017311849,0.0000024684423],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045543788,0.00010892967,0.0941605,0.00027224713,0.00029976582,8.1757015e-8,0.028866285,0.0016019875,0.03839208,0.79697764,0.009470841,0.029804125],"study_design_scores_gemma":[0.0006290726,0.00007375144,0.6100847,0.0002375457,0.00021700218,0.00001941948,0.013212361,0.011098705,0.1422648,0.07178648,0.14955673,0.0008194528],"about_ca_topic_score_codex":0.0020031817,"about_ca_topic_score_gemma":0.001161282,"teacher_disagreement_score":0.7251911,"about_ca_system_score_codex":0.00045283622,"about_ca_system_score_gemma":0.00024135663,"threshold_uncertainty_score":0.31022853},"labels":[],"label_agreement":null},{"id":"W2147356286","doi":"10.5539/ass.v10n17p127","title":"Improving TRIZ 40 Inventive Principles Grouping in Redesign Service Approaches","year":2014,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"TRIZ; Service (business); Context (archaeology); Computer science; Contradiction; Order (exchange); Management science; Artificial intelligence; Engineering; Marketing; Business","score_opus":0.06852531722170475,"score_gpt":0.26684782810256247,"score_spread":0.19832251088085773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147356286","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03715874,0.00003670193,0.034245025,0.0015329501,0.0006491679,0.00029017194,0.000001212306,0.00024804458,0.925838],"genre_scores_gemma":[0.9972001,0.0000015140175,0.0023403275,0.00017667576,0.00015997827,0.000018259188,0.0000011381015,0.000011217843,0.00009079928],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990427,0.00007654612,0.00015710371,0.00020735979,0.00021935982,0.00029696064],"domain_scores_gemma":[0.9996562,0.00006952892,0.000053364023,0.00011143259,0.00003528228,0.000074188014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013972153,0.00008945713,0.000099040895,0.0001179082,0.00023220803,0.00013339239,0.00031162312,0.000050864746,0.000016500562],"category_scores_gemma":[0.0002548002,0.00009773171,0.000020408886,0.0011378629,0.000099530596,0.0006714126,0.000037032787,0.00016699941,0.00004026047],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016858638,0.000084292216,0.00067552517,0.00013100923,0.000010224593,0.00000199733,0.03822497,0.00031159096,0.027897114,0.095883235,0.00025166292,0.83651155],"study_design_scores_gemma":[0.001972719,0.00012913161,0.52643806,0.00019547074,0.000063924344,0.000022600376,0.06006278,0.306218,0.025481883,0.012331292,0.06468977,0.002394369],"about_ca_topic_score_codex":0.00008145177,"about_ca_topic_score_gemma":0.000071194925,"teacher_disagreement_score":0.96004134,"about_ca_system_score_codex":0.00015141953,"about_ca_system_score_gemma":0.00009663204,"threshold_uncertainty_score":0.39853835},"labels":[],"label_agreement":null},{"id":"W2147591491","doi":"10.26687/archnet-ijar.v7i2.157","title":"CULTURAL DIVERSITY AND REFORMING SOCIAL BEHAVIOR: A Participatory Design Approach to Design Pedagogy","year":2013,"lang":"en","type":"article","venue":"International Journal of Architectural Research: Archnet-IJAR","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Design studio; Design education; Studio; Participatory design; Diversity (politics); Cultural diversity; Context (archaeology); Engineering ethics; Sociology; Engineering; Knowledge management; Pedagogy; Computer science; Business","score_opus":0.345540564574355,"score_gpt":0.43588172090151617,"score_spread":0.09034115632716117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147591491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9541606,0.00017265159,0.04105669,0.0022672168,0.0004887295,0.00055209483,0.0000065644354,0.000054925662,0.0012405274],"genre_scores_gemma":[0.9811301,0.0000748646,0.017903108,0.00012790022,0.00050739053,0.000054347947,0.000003540961,0.000025746082,0.00017298221],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970278,0.000590893,0.00042707185,0.00019317144,0.0012487188,0.00051230233],"domain_scores_gemma":[0.99779457,0.0006862814,0.000106196705,0.00011782269,0.0008865897,0.00040853088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018394339,0.00018453557,0.00022060568,0.0006175553,0.00047991602,0.00020561363,0.00078555336,0.00007409425,0.00014941287],"category_scores_gemma":[0.00057559705,0.00015126615,0.00008459936,0.0002257323,0.00019625068,0.00071758794,0.00047705587,0.0009279997,0.000076677956],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001619183,0.0007149336,0.0048218146,0.00012001572,0.0010693254,0.00028105621,0.1503043,0.0345104,0.06315293,0.0016713545,0.03040475,0.71132994],"study_design_scores_gemma":[0.0124348765,0.0067709973,0.6041993,0.0007620815,0.0006406777,0.011920552,0.06350655,0.13986799,0.03708843,0.03483364,0.082631685,0.0053432183],"about_ca_topic_score_codex":0.00019997064,"about_ca_topic_score_gemma":0.0000064122346,"teacher_disagreement_score":0.70598674,"about_ca_system_score_codex":0.0003013619,"about_ca_system_score_gemma":0.00012835737,"threshold_uncertainty_score":0.6168454},"labels":[],"label_agreement":null},{"id":"W2147607402","doi":"10.24908/pceea.v0i0.3921","title":"GLOBALLY ROBUST ENGINEERING DESIGN USING COMPLEXITY RULES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Engineering design process; Variance (accounting); Entropy (arrow of time); Set (abstract data type); Complexity index; Process (computing); Industrial engineering; Theoretical computer science; Algorithm; Mathematical optimization; Mathematics; Engineering","score_opus":0.05897436212173218,"score_gpt":0.21738340138195952,"score_spread":0.15840903926022734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147607402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8229481,0.0015722533,0.035751622,0.0038495646,0.027039466,0.003963886,0.00022992733,0.0029072938,0.10173788],"genre_scores_gemma":[0.9426166,0.000017108,0.05637464,0.00015225205,0.0002377091,0.0000416438,0.000007099888,0.00008321021,0.00046973187],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986844,0.0000110677565,0.00036315972,0.00018623506,0.00032614163,0.0004289767],"domain_scores_gemma":[0.99879795,0.00006821833,0.00022147718,0.00014600885,0.00047915927,0.00028715734],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00064647634,0.00023449732,0.00020552485,0.00032936336,0.00015121316,0.00013080976,0.00045973854,0.00018536688,0.00012945443],"category_scores_gemma":[0.000834528,0.00025778988,0.000091823196,0.00061035185,0.00001858107,0.00049954385,0.00002235479,0.00030598787,0.00002924528],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035031884,0.00061053794,0.0656679,0.002457861,0.0016030383,0.00000145033,0.017376289,0.5021799,0.049902324,0.16590472,0.19023584,0.0040251156],"study_design_scores_gemma":[0.00078895094,0.000060608876,0.3470892,0.0007707119,0.0005214488,0.000075821605,0.0013289629,0.52156353,0.030701496,0.0019231956,0.092776746,0.0023993412],"about_ca_topic_score_codex":0.0047882763,"about_ca_topic_score_gemma":0.0007693613,"teacher_disagreement_score":0.2814213,"about_ca_system_score_codex":0.0024997264,"about_ca_system_score_gemma":0.0005760538,"threshold_uncertainty_score":0.9999874},"labels":[],"label_agreement":null},{"id":"W2148170659","doi":"10.24908/pceea.v0i0.3705","title":"A CASE STUDY IN SYSTEMATIC AND METHODICAL DESIGN ENGINEERING","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Automotive industry; Process (computing); Engineering design process; Set (abstract data type); Manufacturing engineering; Creativity; Engineering; Computer science; Field (mathematics); Systems engineering; Mechanical engineering; Mathematics","score_opus":0.03373994850484463,"score_gpt":0.23535266619083156,"score_spread":0.20161271768598693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148170659","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923006,0.0002795927,0.00078629906,0.00024232651,0.0018178769,0.0019024694,0.000004326375,0.00022049615,0.0024460005],"genre_scores_gemma":[0.99388736,0.0000066047246,0.00560713,0.000037163714,0.000045128352,0.00019403559,4.1120225e-7,0.00003968984,0.00018250062],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989571,0.000030042367,0.00039421645,0.00015542582,0.0001967711,0.0002664646],"domain_scores_gemma":[0.99913704,0.00021585377,0.00014778924,0.00010699093,0.00018550515,0.00020684612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014358396,0.00016858724,0.00024396679,0.0004715142,0.00006802867,0.00008235693,0.00017739991,0.000121366975,0.000018764084],"category_scores_gemma":[0.0018172079,0.00016935085,0.000038070753,0.0006190466,0.0000073051297,0.00030746742,0.000014293676,0.0002847509,0.0000047923154],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035307603,0.0020741536,0.57923645,0.04724285,0.0021222609,0.000110887646,0.27194682,0.039971806,0.008680128,0.023395449,0.022093972,0.0030899348],"study_design_scores_gemma":[0.0027780489,0.00031138718,0.5597751,0.00589675,0.0014724825,0.0030676578,0.05023267,0.3618334,0.0075753625,0.0005886472,0.0028797516,0.0035887137],"about_ca_topic_score_codex":0.0074467193,"about_ca_topic_score_gemma":0.003297061,"teacher_disagreement_score":0.32186157,"about_ca_system_score_codex":0.0011025588,"about_ca_system_score_gemma":0.00024736088,"threshold_uncertainty_score":0.9991628},"labels":[],"label_agreement":null},{"id":"W2148259823","doi":"10.24908/pceea.v0i0.3979","title":"DESIGN SPACE MACHINERY","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Research Council; University of Adelaide","keywords":"Space (punctuation); Focus (optics); Action (physics); Computer science; Process (computing); Engineering design process; Design process; Design space exploration; Human–computer interaction; Engineering; Mechanical engineering; Programming language; Work in process; Operations management; Embedded system","score_opus":0.015208303381420759,"score_gpt":0.193064435803063,"score_spread":0.17785613242164225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148259823","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26131073,0.0015720221,0.0072940756,0.013827776,0.03110483,0.003374284,0.00006918963,0.0023287225,0.6791184],"genre_scores_gemma":[0.9878347,0.000022632108,0.007539583,0.00021179926,0.00016086937,0.00005785225,0.000003028421,0.000053131862,0.0041164234],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991248,0.00000927902,0.0002311608,0.00012902188,0.0002184955,0.00028724293],"domain_scores_gemma":[0.99912107,0.000065434564,0.0001612111,0.000113480586,0.00032498222,0.00021384802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051330787,0.000153014,0.00012886827,0.00027035878,0.00010355914,0.000068698115,0.00030212197,0.00013775661,0.00017790278],"category_scores_gemma":[0.00067412853,0.00015632423,0.000059890335,0.0005242343,0.000010335645,0.00035118003,0.000010549424,0.00025679462,0.00005608153],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015970412,0.00028483846,0.058512736,0.0007982953,0.00058661326,4.093369e-7,0.018839415,0.012237456,0.023768501,0.06711368,0.8108511,0.006990986],"study_design_scores_gemma":[0.0007198589,0.000068504276,0.37841442,0.00038476408,0.00036856384,0.000040471066,0.0018276733,0.040784124,0.07642553,0.0028577752,0.49621364,0.0018946624],"about_ca_topic_score_codex":0.003230157,"about_ca_topic_score_gemma":0.00082241674,"teacher_disagreement_score":0.72652394,"about_ca_system_score_codex":0.0013005494,"about_ca_system_score_gemma":0.00044868284,"threshold_uncertainty_score":0.6374717},"labels":[],"label_agreement":null},{"id":"W2148276612","doi":"10.1115/detc2009-86681","title":"Supporting Biomimetic Design Through Categorization of Natural-Language Keyword-Search Results","year":2009,"lang":"en","type":"article","venue":"Volume 8: 14th Design for Manufacturing and the Life Cycle Conference; 6th Symposium on International Design and Design Education; 21st International Conference on Design Theory and Methodology, Parts A and B","topic":"Design Education and Practice","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Categorization; Computer science; Natural language; Process (computing); Natural language processing; Natural (archaeology); Information retrieval; Artificial intelligence; Programming language","score_opus":0.1027908757596722,"score_gpt":0.37038767059632405,"score_spread":0.26759679483665183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148276612","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022517992,0.00093604164,0.98579097,0.004551316,0.0017615207,0.0021184802,0.000040394905,0.00014922212,0.0024002525],"genre_scores_gemma":[0.9057643,0.003087094,0.08704276,0.0011485707,0.00032257734,0.00031836945,0.000078046614,0.000053385247,0.002184918],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9933737,0.0036696538,0.0010464035,0.0008896895,0.00047059552,0.00054994767],"domain_scores_gemma":[0.9884672,0.009806647,0.00053522474,0.00039339956,0.0005036513,0.00029388245],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008623172,0.0006360897,0.0007049799,0.0005299416,0.00048261404,0.00054275553,0.00057784165,0.00029120746,0.00010380928],"category_scores_gemma":[0.0018382143,0.0005141417,0.000108102635,0.00016331127,0.0005854572,0.0006444151,0.00006239966,0.00052489067,0.000009655999],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02880804,0.00073272723,0.000024445086,0.00023918753,0.0012664809,0.00001055968,0.019109292,0.051964987,0.02432983,0.737634,0.004377509,0.13150297],"study_design_scores_gemma":[0.008891938,0.0024814755,0.00076111325,0.00069270114,0.00062514463,0.00027028247,0.007072905,0.5080505,0.12032151,0.34645197,0.0026010242,0.0017794172],"about_ca_topic_score_codex":0.000045723144,"about_ca_topic_score_gemma":7.335408e-7,"teacher_disagreement_score":0.9035125,"about_ca_system_score_codex":0.000079590274,"about_ca_system_score_gemma":0.00040754015,"threshold_uncertainty_score":0.999731},"labels":[],"label_agreement":null},{"id":"W2150059650","doi":"10.1109/tmech.2009.2026473","title":"A New Approach to Modeling System Dynamics—In the Case of a Piezoelectric Actuator With a Host System","year":2009,"lang":"en","type":"article","venue":"IEEE/ASME Transactions on Mechatronics","topic":"Design Education and Practice","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Host (biology); System dynamics; Decoupling (probability); Formalism (music); Computer science; Control engineering; Actuator; Domain (mathematical analysis); Control theory (sociology); Engineering; Mathematics; Artificial intelligence; Control (management)","score_opus":0.01373079801671465,"score_gpt":0.22782916123110403,"score_spread":0.21409836321438938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150059650","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020762937,0.00007862345,0.9748175,0.00019211209,0.00020309922,0.0006551427,0.00001799157,0.00022854265,0.003044031],"genre_scores_gemma":[0.98161584,0.000013539795,0.018105619,0.000043185908,0.000035643137,0.0000748485,0.0000028058776,0.000036814738,0.00007172144],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878144,0.00010395909,0.0003306242,0.000245794,0.00021651787,0.000321652],"domain_scores_gemma":[0.99918365,0.000106716434,0.00005240044,0.00047385966,0.00005417775,0.00012919624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004353863,0.00022467988,0.00025555748,0.00034381606,0.000107122854,0.00006130956,0.00023622031,0.00010515444,0.0000062078743],"category_scores_gemma":[0.000004273095,0.0001807463,0.00007843558,0.0010319802,0.0000041346916,0.00019468939,4.883543e-7,0.00043951906,0.000033428936],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010556227,0.0001756024,2.5316407e-7,0.00022434133,0.00006228919,0.000039187253,0.0019270608,0.96619743,0.0001585969,0.016733283,0.00006488936,0.014311485],"study_design_scores_gemma":[0.00041383164,0.0001785647,6.4100254e-7,0.000103597675,0.000108473985,0.0012206638,0.012697726,0.9848363,0.00016525776,0.000011488338,0.00006667375,0.0001968006],"about_ca_topic_score_codex":0.00019870095,"about_ca_topic_score_gemma":0.00019516023,"teacher_disagreement_score":0.96085286,"about_ca_system_score_codex":0.0008429443,"about_ca_system_score_gemma":0.0001739491,"threshold_uncertainty_score":0.737062},"labels":[],"label_agreement":null},{"id":"W2151297011","doi":"10.1260/1478-0771.6.3.299","title":"Design Flow and Ideation","year":2008,"lang":"en","type":"article","venue":"International Journal of Architectural Computing","topic":"Design Education and Practice","field":"Engineering","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Ideation; Sketch; Computer science; Human–computer interaction; Conversation; Representation (politics); Design flow; Engineering drawing; Simulation; Multimedia; Systems engineering; Engineering; Embedded system; Psychology","score_opus":0.026305626645634392,"score_gpt":0.26421192715760744,"score_spread":0.23790630051197303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151297011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5179847,0.00018667767,0.47998568,0.0003978953,0.0009793182,0.000024154038,3.3259101e-7,0.000026335421,0.00041492734],"genre_scores_gemma":[0.9363103,0.000043228956,0.06312475,0.00009513492,0.00040079805,1.4171175e-7,7.9368925e-7,0.000007416356,0.000017445487],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99942386,0.000042848234,0.00022237406,0.000042104366,0.00019852906,0.00007028207],"domain_scores_gemma":[0.99940914,0.00027891187,0.00008890016,0.000029648125,0.0001470617,0.000046329973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021666574,0.00006109473,0.000074506,0.00013890144,0.00004342342,0.00003397759,0.00012824005,0.000016687703,0.00002070876],"category_scores_gemma":[0.00010258197,0.000054523443,0.000028689337,0.00004853412,0.000019533938,0.0001591479,0.000014610923,0.00016849015,0.0000054349525],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006632298,0.000016161437,0.0010689126,0.000007974904,0.00014714642,0.00008417038,0.00527272,0.6978172,0.006403522,0.00007466281,0.0011208185,0.2879204],"study_design_scores_gemma":[0.0009514296,0.0001279859,0.043446127,0.000115492425,0.000021875154,0.016719535,0.00012327422,0.92526746,0.005863326,0.0011742947,0.0059285313,0.00026067413],"about_ca_topic_score_codex":0.000002058015,"about_ca_topic_score_gemma":1.8225289e-7,"teacher_disagreement_score":0.41832563,"about_ca_system_score_codex":0.000033728415,"about_ca_system_score_gemma":0.000023556295,"threshold_uncertainty_score":0.22234015},"labels":[],"label_agreement":null},{"id":"W2151336038","doi":"10.1109/istas.1991.700377","title":"Defining The Problem: Deficiencies Of Design Loads","year":2005,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.02353456007306816,"score_gpt":0.2503797862551657,"score_spread":0.22684522618209757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151336038","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053792354,0.0020012143,0.4106696,0.0015645177,0.0001418376,0.00017925473,6.4430145e-7,0.00025393223,0.5798098],"genre_scores_gemma":[0.93377584,0.000034777084,0.06493737,0.0001628181,0.0000197119,0.000008617298,3.0546124e-7,0.0000072017397,0.0010533655],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996694,0.000024179833,0.00010348002,0.000040346826,0.00007269829,0.00008994975],"domain_scores_gemma":[0.9995878,0.00025619866,0.000016830214,0.00010004617,0.000022182134,0.000016983151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031435624,0.0000445754,0.000043273234,0.000024951634,0.000032459044,0.000017672328,0.00009217237,0.000017569417,0.00036274007],"category_scores_gemma":[0.00003035344,0.000029657305,0.000014719021,0.00012595656,0.000018001043,0.00011973863,0.000005520261,0.00005744846,0.00020910901],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000111005975,0.000092908915,0.00034315372,0.000058604866,0.000047099165,3.8197462e-7,0.007046585,0.46781173,0.012478435,0.23375952,0.11686376,0.16148672],"study_design_scores_gemma":[0.00030771826,0.00007159825,0.001764516,0.000026490361,0.00005259911,0.000040251172,0.0030071747,0.11869374,0.16039173,0.0013924321,0.71387935,0.00037241564],"about_ca_topic_score_codex":0.0000075376543,"about_ca_topic_score_gemma":0.00000459207,"teacher_disagreement_score":0.9283966,"about_ca_system_score_codex":0.000012428088,"about_ca_system_score_gemma":0.00002325297,"threshold_uncertainty_score":0.39717492},"labels":[],"label_agreement":null},{"id":"W2152191648","doi":"10.24908/pceea.v0i0.3946","title":"ENGINEERING SKETCHING AS A VISUALIZATION TOOL - PART DEUX: VISUALIZING ENGINEERING CONCEPTS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Visualization; Bridge (graph theory); Computer science; Plan (archaeology); Engineering design process; Style (visual arts); Perspective (graphical); Mathematics education; Meaning (existential); Human–computer interaction; Engineering; Artificial intelligence; Mathematics; Psychology; Mechanical engineering","score_opus":0.011627763346034608,"score_gpt":0.23809733934175373,"score_spread":0.22646957599571912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152191648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94223857,0.0006332889,0.0021913722,0.00079724455,0.015199211,0.0016839735,0.000048159596,0.0019035931,0.035304565],"genre_scores_gemma":[0.99504995,0.000042370048,0.0027107291,0.00022834931,0.00044009858,0.0001408084,0.000018815046,0.00014662284,0.001222262],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800515,0.000013413191,0.000610208,0.00030054798,0.0004620971,0.0006085674],"domain_scores_gemma":[0.9984799,0.00013511741,0.00032004213,0.00020356628,0.00052258896,0.00033875517],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008244013,0.00036026418,0.0002965309,0.00058093364,0.00017890421,0.00020725327,0.00045357426,0.00027987227,0.00023312951],"category_scores_gemma":[0.0024160151,0.00041299453,0.0001420801,0.0010367049,0.000013012951,0.0009064357,0.00003333243,0.00044948564,0.000073320734],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045981196,0.00079618377,0.11708798,0.005744047,0.002425171,0.000004438021,0.064453475,0.12214321,0.11668433,0.387527,0.1749212,0.008166989],"study_design_scores_gemma":[0.0011488202,0.00009667995,0.12474988,0.0018316404,0.00054019125,0.00009091196,0.0022932463,0.19444837,0.0784743,0.00041881116,0.59264636,0.0032607967],"about_ca_topic_score_codex":0.0021785654,"about_ca_topic_score_gemma":0.0004108027,"teacher_disagreement_score":0.41772518,"about_ca_system_score_codex":0.0020940148,"about_ca_system_score_gemma":0.00051455916,"threshold_uncertainty_score":0.9998322},"labels":[],"label_agreement":null},{"id":"W2152512446","doi":"10.1177/1046878103258204","title":"A Case Study in the Design of Interactive Narrative: The Subversion of the Interface","year":2003,"lang":"en","type":"article","venue":"Simulation & Gaming","topic":"Design Education and Practice","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Narrative; Human–computer interaction; Computer science; Narratology; Interactive design; Interface (matter); Interaction design; Subversion; Multimedia; Linguistics","score_opus":0.053293463175359615,"score_gpt":0.35429848835852995,"score_spread":0.30100502518317035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152512446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.958577,0.00005199349,0.039897256,0.00007369236,0.00019911664,0.0005319456,4.441932e-7,0.000009383741,0.0006591836],"genre_scores_gemma":[0.99979913,0.0000013288733,0.000120474535,0.000021253216,0.0000074561904,0.000009095181,1.4281665e-7,0.0000067667197,0.000034338645],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.99885416,0.00070900406,0.0001897281,0.000063528125,0.00012065735,0.00006289791],"domain_scores_gemma":[0.9979093,0.0017376471,0.00009218317,0.00019503952,0.000058478923,0.0000073688334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008234436,0.00006488364,0.00007129507,0.00004331614,0.0000697334,0.000014569816,0.000114289134,0.000019731875,0.00004350477],"category_scores_gemma":[0.0004086091,0.000035810524,0.000023149636,0.0003192748,0.000022950791,0.0001686282,0.000009897219,0.00015398169,0.0000018918671],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015241123,0.0000692815,0.0008548093,0.0000068813615,0.00001593441,0.0000034307761,0.16346939,0.8337715,0.00096875284,0.00004602618,0.000027370534,0.0007513646],"study_design_scores_gemma":[0.00062048703,0.00009608057,0.0058212588,0.000052096944,0.00004750442,0.00007351521,0.53549504,0.45029423,0.006651201,0.00013562692,0.0005979149,0.00011501563],"about_ca_topic_score_codex":0.000041882624,"about_ca_topic_score_gemma":0.000024648234,"teacher_disagreement_score":0.3834773,"about_ca_system_score_codex":0.00003601051,"about_ca_system_score_gemma":0.000021145639,"threshold_uncertainty_score":0.14603108},"labels":[],"label_agreement":null},{"id":"W2153533795","doi":"10.24908/pceea.v0i0.3716","title":"FOUR CASES FROM SOCIAL SCIENCES AND THEIR IMPLICATIONS TO ENGINEERING DESIGN","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Relevance (law); Management science; Dilemma; Game theory; Representation (politics); Computer science; Social choice theory; Affect (linguistics); Operations research; Social psychology; Psychology; Epistemology; Mathematical economics; Mathematics; Engineering; Political science","score_opus":0.051323559536708356,"score_gpt":0.23265974491631358,"score_spread":0.18133618537960522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153533795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95770025,0.00054790196,0.0049006455,0.011820628,0.0044234553,0.0015450732,0.00018583173,0.0007393013,0.018136933],"genre_scores_gemma":[0.99183583,0.000012618968,0.00737217,0.00027507247,0.00018499978,0.00009610297,0.0000029266653,0.000035708486,0.00018454717],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99917066,0.000007824447,0.00022604859,0.00018164587,0.0001241197,0.0002896771],"domain_scores_gemma":[0.99918103,0.00018054122,0.00011519956,0.00007900538,0.00024893382,0.0001952589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041703446,0.00016664833,0.00014405459,0.00031341703,0.00024600193,0.00012644324,0.00029368707,0.00011124931,0.000042206975],"category_scores_gemma":[0.0009126274,0.00016410051,0.000045767465,0.0006603153,0.000017220422,0.0003351635,0.000020143649,0.00016897827,0.000011988764],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003037479,0.0004233822,0.13076548,0.00095462153,0.0013565819,7.651873e-7,0.098740526,0.030504366,0.14673798,0.10306364,0.45256665,0.03485563],"study_design_scores_gemma":[0.00029647918,0.000063539825,0.8566466,0.00022087921,0.00015677988,0.00003788471,0.0027241611,0.017267598,0.022178955,0.0016882231,0.09754252,0.0011763548],"about_ca_topic_score_codex":0.0038517986,"about_ca_topic_score_gemma":0.0009681696,"teacher_disagreement_score":0.72588116,"about_ca_system_score_codex":0.00073661347,"about_ca_system_score_gemma":0.0003278297,"threshold_uncertainty_score":0.6691824},"labels":[],"label_agreement":null},{"id":"W2154108770","doi":"10.1016/j.cbpa.2009.04.539","title":"Constraints of space in plant development","year":2009,"lang":"en","type":"article","venue":"Comparative Biochemistry and Physiology Part A Molecular & Integrative Physiology","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Space (punctuation); Development (topology); Computer science; Environmental science; Mathematics; Mathematical analysis","score_opus":0.022867423845204186,"score_gpt":0.2839874293426513,"score_spread":0.2611200054974471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154108770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99364847,0.0007100777,0.00087647734,0.00005596292,0.00011737276,0.00013591461,0.0000181236,0.000030407999,0.0044071823],"genre_scores_gemma":[0.9988544,0.000040780724,0.0007624262,0.00013280741,0.000023567245,0.000027192647,0.000116883835,0.0000061101578,0.000035818957],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989919,0.00013917427,0.00029840943,0.00028847816,0.00005222454,0.00022977951],"domain_scores_gemma":[0.9994231,0.0001796441,0.00009185953,0.00016448108,0.00007101069,0.00006992601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008155536,0.00025091486,0.00046313807,0.000058366688,0.000034925535,0.0000053302715,0.00012817039,0.00013125844,0.00010414712],"category_scores_gemma":[0.00004259144,0.00022268305,0.00004514499,0.0001507169,0.00037071176,0.000051392297,0.000019490943,0.00028392687,0.00001200922],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010490514,0.00011428777,0.000014653401,0.000030426721,0.00007064346,0.0000026543228,0.00168347,0.00031864215,0.9921086,0.0043524425,0.00077874446,0.00042055483],"study_design_scores_gemma":[0.00037010494,0.000107560125,0.007316508,0.00005915187,0.000009534715,0.000010141261,0.00080362987,0.0006092502,0.986296,0.0027364437,0.0014351278,0.00024655214],"about_ca_topic_score_codex":0.0000019262914,"about_ca_topic_score_gemma":0.0000019379895,"teacher_disagreement_score":0.0073018544,"about_ca_system_score_codex":0.000034066987,"about_ca_system_score_gemma":0.00007286852,"threshold_uncertainty_score":0.90807515},"labels":[],"label_agreement":null},{"id":"W2154356482","doi":"10.24908/pceea.v0i0.3719","title":"THE EFFECTS OF LANGUAGE STIMULI ON DESIGN CREATIVITY","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Creativity; Cognition; Psychology; Cognitive psychology; Design language; Cognitive science; Computer science; Social psychology","score_opus":0.011917216823071163,"score_gpt":0.21641834556513817,"score_spread":0.204501128742067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154356482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8523761,0.0014200271,0.0010755615,0.0033151575,0.013660969,0.0027414272,0.00003707867,0.00057594536,0.12479775],"genre_scores_gemma":[0.9970751,0.000031376774,0.0008574241,0.000083378865,0.0000830268,0.000060534385,0.0000013133966,0.000030585932,0.001777275],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9992409,0.000017094002,0.0002061824,0.00009735432,0.00022025463,0.0002182234],"domain_scores_gemma":[0.9988061,0.0004905453,0.00019871845,0.0001266421,0.00025534796,0.0001226291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054207485,0.00012464476,0.00012099716,0.00014538622,0.00012260163,0.000043527398,0.0002814673,0.00009599424,0.000024808844],"category_scores_gemma":[0.0027850291,0.00010240524,0.00005857836,0.0003676978,0.000017013812,0.00016525974,0.000008244886,0.00020508157,0.000013116795],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090719426,0.0009753591,0.062184423,0.004009133,0.0017063422,9.540324e-7,0.09154371,0.010930249,0.10843949,0.111427054,0.5592219,0.049470633],"study_design_scores_gemma":[0.0007828046,0.00022207129,0.5029307,0.0007825942,0.00034966954,0.0000070855913,0.0031217004,0.011762681,0.40928978,0.0011427675,0.06858449,0.0010236524],"about_ca_topic_score_codex":0.002077413,"about_ca_topic_score_gemma":0.00060269615,"teacher_disagreement_score":0.49063745,"about_ca_system_score_codex":0.0007682736,"about_ca_system_score_gemma":0.00028269895,"threshold_uncertainty_score":0.41759646},"labels":[],"label_agreement":null},{"id":"W2154385426","doi":"10.24908/pceea.v0i0.3834","title":"BRIDGING THE GAP BETWEEN TWO SOLITUDES - A REVIEW OF DESIGN EDUCATION IN MECHANICAL ENGINEERING AND INDUSTRIAL DESIGN","year":2011,"lang":"en","type":"review","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Engineering ethics; Curriculum; Bridging (networking); Design education; Engineering education; Mechanical design; Industrial design; Engineering; Engineering design process; Engineering management; Mathematics education; Sociology; Pedagogy; Computer science; Psychology; Mechanical engineering; Business","score_opus":0.07748840836873491,"score_gpt":0.29744227589768757,"score_spread":0.21995386752895266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154385426","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000053794738,0.99284446,0.00071503635,0.000571893,0.0023137317,0.0026233275,0.00003427156,0.00010429457,0.00073917635],"genre_scores_gemma":[0.003142799,0.9915547,0.0033158874,0.00012844875,0.0007790343,0.00055641995,0.000032597127,0.00016594407,0.00032419237],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99778783,0.00009906341,0.0010541257,0.0002962414,0.00033631388,0.0004264031],"domain_scores_gemma":[0.9976227,0.000661338,0.0008475693,0.00024166532,0.0003854076,0.00024126798],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002852841,0.0004332976,0.00096113107,0.0006739782,0.000089676265,0.000105346895,0.0006196823,0.00040034065,0.00002914109],"category_scores_gemma":[0.0035121525,0.00037855434,0.0002002448,0.0011742841,0.000021479242,0.00032849426,0.000040874216,0.0009307693,0.0000065137306],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049145256,0.00017475367,0.00046355274,0.09743756,0.00097420503,1.9786191e-7,0.0014741829,0.0012988007,0.0000766044,0.010506809,0.07642901,0.81115943],"study_design_scores_gemma":[0.00023461072,0.000027397025,0.0004521072,0.0705064,0.0014362124,0.00002530937,0.00009216653,0.0018700192,0.00016426021,0.00015265903,0.9241563,0.0008825467],"about_ca_topic_score_codex":0.0018434867,"about_ca_topic_score_gemma":0.00015827369,"teacher_disagreement_score":0.8477273,"about_ca_system_score_codex":0.0022102227,"about_ca_system_score_gemma":0.0037648075,"threshold_uncertainty_score":0.99986666},"labels":[],"label_agreement":null},{"id":"W2156960205","doi":"","title":"Enhancing the Reflective Capabilities of Professional Design Practitioners","year":2009,"lang":"en","type":"article","venue":"Northumbria Research Link (Northumbria University)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Action (physics); Professional development; Process (computing); Reflective practice; Nature versus nurture; Space (punctuation); Computer science; Pedagogy; Psychology; Mathematics education; Engineering ethics; Sociology; Engineering","score_opus":0.057647308038801755,"score_gpt":0.32929304082205657,"score_spread":0.2716457327832548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156960205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61632055,0.0006319175,0.031882495,0.009797509,0.002209098,0.0035501514,0.000060591643,0.0009015869,0.3346461],"genre_scores_gemma":[0.9875796,0.00023574328,0.0016120905,0.0000729936,0.00026178977,0.0000074275576,0.000014805391,0.000028768864,0.010186816],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99684745,0.0012354248,0.0003280952,0.00031646193,0.00072477176,0.0005478016],"domain_scores_gemma":[0.9962332,0.0021766345,0.00011722477,0.0005485239,0.0007516317,0.00017275954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024258443,0.00020372562,0.00024574515,0.00057484914,0.0005868406,0.0000671427,0.00060439814,0.00015369004,0.00028142185],"category_scores_gemma":[0.0006841166,0.00018109077,0.00011364375,0.0014831995,0.00031489815,0.0006998536,0.00005796386,0.0010095435,0.00008255599],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005991817,0.0029190492,0.0047569918,0.0009832119,0.0021655648,0.00044270183,0.08554123,0.035417818,0.24655935,0.43643746,0.06878518,0.109999605],"study_design_scores_gemma":[0.004909959,0.0021613897,0.057379693,0.0007766937,0.00039086753,0.00014582463,0.069660954,0.00809651,0.09775083,0.034427624,0.72176975,0.0025299296],"about_ca_topic_score_codex":0.00013606182,"about_ca_topic_score_gemma":0.0002976162,"teacher_disagreement_score":0.65298456,"about_ca_system_score_codex":0.00028578748,"about_ca_system_score_gemma":0.0007620673,"threshold_uncertainty_score":0.73846674},"labels":[],"label_agreement":null},{"id":"W2157186922","doi":"10.24908/pceea.v0i0.3663","title":"LEARNING PRODUCT DEVELOPMENT PROCESS MODELING FROM A REAL SCALE CASE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); New product development; Process (computing); Product (mathematics); Task (project management); Tacit knowledge; Computer science; Knowledge management; Product design; Scale (ratio); Information model; Process management; Engineering; Software engineering; Marketing; Business; Systems engineering; Mathematics","score_opus":0.014527201506682373,"score_gpt":0.20700451532693231,"score_spread":0.19247731382024993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157186922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9758935,0.00009154298,0.00011280701,0.00026775888,0.0014297058,0.00031181957,0.0000061931705,0.0002474651,0.021639206],"genre_scores_gemma":[0.9946726,0.000014333075,0.0039096945,0.00004281937,0.0001869344,0.000089991765,0.0000100288,0.000053514414,0.0010200709],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988974,0.000008308895,0.00033209383,0.00020379167,0.0002487976,0.0003096441],"domain_scores_gemma":[0.9989314,0.000031805608,0.00018110574,0.00009778652,0.00053559727,0.00022230505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044323437,0.00017516375,0.00015139033,0.00023651827,0.000216086,0.00008554771,0.00023106983,0.00011524219,0.00008636928],"category_scores_gemma":[0.00053146115,0.00018668259,0.000045167053,0.00046604584,0.000007754654,0.00042044316,0.000012894407,0.0003496458,0.00002307234],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039233357,0.00072431803,0.3551397,0.0026055556,0.0014226903,0.000007842953,0.34047785,0.19815753,0.018295025,0.0037766711,0.03270059,0.04665296],"study_design_scores_gemma":[0.0013939753,0.00008456653,0.16670844,0.0013511984,0.0007239719,0.0003422492,0.03573037,0.56519276,0.11589781,0.0012272747,0.1071676,0.0041797813],"about_ca_topic_score_codex":0.01316663,"about_ca_topic_score_gemma":0.0070315762,"teacher_disagreement_score":0.36703524,"about_ca_system_score_codex":0.001472819,"about_ca_system_score_gemma":0.00075794035,"threshold_uncertainty_score":0.9934048},"labels":[],"label_agreement":null},{"id":"W2157327782","doi":"10.24908/pceea.v0i0.3936","title":"TEACHING ENGINEERING DESIGN: A HYBRID FRAMEWORK","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institute for Christian Studies; University of Toronto","funders":"","keywords":"Elaboration; Constructivist teaching methods; Computer science; Instructional design; Constructivism (international relations); Designtheory; Teaching method; Mathematics education; Human–computer interaction; Multimedia; Psychology","score_opus":0.014386083546668673,"score_gpt":0.20437663489671434,"score_spread":0.18999055135004567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157327782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6554987,0.0022560314,0.042616762,0.01152793,0.050120454,0.005327846,0.00013957924,0.0052196383,0.22729309],"genre_scores_gemma":[0.97137254,0.000014048854,0.02664002,0.00023048645,0.0002989336,0.00008780768,0.000003319442,0.00008391611,0.0012689204],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987425,0.000012204562,0.00034360564,0.00018654474,0.00029177725,0.0004233449],"domain_scores_gemma":[0.99890673,0.00015497545,0.0001942569,0.00016253658,0.0002896446,0.00029184733],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00077887514,0.00022791477,0.00018957414,0.00038198146,0.0001574733,0.00010848426,0.00043055063,0.00017236752,0.00011876993],"category_scores_gemma":[0.0020081953,0.00024580825,0.00009567027,0.00044213887,0.0000097060865,0.00047427707,0.000018611441,0.00063516886,0.000042653654],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035700148,0.0007762464,0.061377507,0.0032779884,0.0017807882,0.0000026095597,0.054960173,0.061938517,0.04081298,0.27589008,0.47726396,0.02188347],"study_design_scores_gemma":[0.00078352174,0.00011415628,0.1723375,0.0016892558,0.0005913743,0.00010323663,0.0022386324,0.14797036,0.08207119,0.0059832125,0.58271664,0.0034008913],"about_ca_topic_score_codex":0.003020245,"about_ca_topic_score_gemma":0.00020854431,"teacher_disagreement_score":0.3158739,"about_ca_system_score_codex":0.0016733134,"about_ca_system_score_gemma":0.00039530423,"threshold_uncertainty_score":0.9999994},"labels":[],"label_agreement":null},{"id":"W2158528888","doi":"10.1017/s0890060406060124","title":"Modeling dialogue with mixed initiative in design space exploration","year":2006,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Simon Fraser University; RMIT University","keywords":"Notation; Computer science; Formalism (music); Interoperability; Conversation; Human–computer interaction; Grice; Generative grammar; Design space exploration; Space (punctuation); Interaction design; Programming language; Artificial intelligence; World Wide Web; Mathematics; Linguistics; Pragmatics","score_opus":0.06664706502600685,"score_gpt":0.25672650999447866,"score_spread":0.1900794449684718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158528888","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024630506,0.00012181461,0.97446156,0.000080621845,0.00011772071,0.00037880876,0.0000030373699,0.00016534652,0.000040609928],"genre_scores_gemma":[0.92925185,0.00006057066,0.07037443,0.000009558073,0.00008364128,0.00014574354,0.000025525676,0.00003721555,0.000011466168],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988209,0.000049165643,0.0003985994,0.00028177633,0.00012898652,0.0003205903],"domain_scores_gemma":[0.9992652,0.00042708695,0.000044118253,0.00015123616,0.000045593853,0.00006679009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054451264,0.00023969161,0.00028868453,0.00061294524,0.000078231504,0.00015436523,0.00009122826,0.000078886704,0.000011127552],"category_scores_gemma":[0.00005002012,0.00023758305,0.00006655494,0.00050183805,0.000016604965,0.00054420106,0.000008804938,0.00015146198,0.00000600464],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042539374,0.00002533587,0.000009204834,0.000025848987,0.00012351426,0.0000030921458,0.00041485083,0.9906344,0.0016394852,0.0015262997,0.00001239651,0.005543029],"study_design_scores_gemma":[0.0000398635,0.000039142647,0.0000678561,0.000019115061,0.00016164352,0.0000012984156,0.00026757934,0.82215846,0.17424518,0.0026882798,0.000056818713,0.00025476026],"about_ca_topic_score_codex":0.00017331388,"about_ca_topic_score_gemma":0.0002235563,"teacher_disagreement_score":0.90462136,"about_ca_system_score_codex":0.00007404549,"about_ca_system_score_gemma":0.000018511333,"threshold_uncertainty_score":0.9688356},"labels":[],"label_agreement":null},{"id":"W2158837930","doi":"10.24908/pceea.v0i0.3712","title":"DESIGN BEYOND \"DOING\"","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Demise; Construct (python library); Knowledge base; Agriculture; Identity (music); Field (mathematics); Product (mathematics); Design science; Engineering ethics; Engineering design process; Engineering; Epistemology; Computer science; Knowledge management; Political science; Mathematics; Ecology; Aesthetics; Artificial intelligence; Philosophy; Law; Mechanical engineering","score_opus":0.013395843552409881,"score_gpt":0.1908052088529073,"score_spread":0.17740936530049742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158837930","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14686637,0.0010997684,0.005435589,0.0067696334,0.024757601,0.0026399214,0.000051989035,0.0017012843,0.8106778],"genre_scores_gemma":[0.9848228,0.000020814015,0.011481062,0.00028479737,0.00016528725,0.0000679023,0.0000033678796,0.00005520735,0.0030987244],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990664,0.000008435101,0.00025805444,0.00013351391,0.00023079614,0.00030278522],"domain_scores_gemma":[0.99904627,0.000066052846,0.00016952095,0.00011369239,0.00038550425,0.00021894395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005287698,0.000153022,0.00013135966,0.00027941735,0.00011665377,0.00007454112,0.0003193044,0.00014623583,0.00019724143],"category_scores_gemma":[0.00050305406,0.00015985021,0.000060789327,0.00054319674,0.000011439202,0.00038346267,0.000010606811,0.0002459963,0.000060217586],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001507281,0.00031515642,0.041816372,0.0008457042,0.00066169753,4.144654e-7,0.025421899,0.0097605,0.02370169,0.06867123,0.81502295,0.013767305],"study_design_scores_gemma":[0.0006384868,0.00006795327,0.20200814,0.0003086427,0.00033508704,0.000032867203,0.0018977328,0.019031575,0.07772709,0.0028259738,0.69348764,0.0016388221],"about_ca_topic_score_codex":0.0020413618,"about_ca_topic_score_gemma":0.0007274749,"teacher_disagreement_score":0.8379565,"about_ca_system_score_codex":0.0013434445,"about_ca_system_score_gemma":0.000493679,"threshold_uncertainty_score":0.6518502},"labels":[],"label_agreement":null},{"id":"W2159385349","doi":"10.1002/meet.14505001117","title":"Bonded design: Children as co‐designers of an educational tool for students involved in an inquiry‐based project","year":2013,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Process (computing); Project team; Knowledge management; Engineering design process; Psychology; Computer science; Pedagogy; Mathematics education; Engineering","score_opus":0.027062178684556425,"score_gpt":0.34565882373374796,"score_spread":0.31859664504919155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159385349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965485,0.0000048084653,0.0011707679,0.0007409251,0.00004091078,0.0013690597,0.00000621569,0.000050741637,0.00006807979],"genre_scores_gemma":[0.96660453,0.000008810149,0.032533687,0.00036434937,0.000010335183,0.00046150945,0.000006471876,0.000006014862,0.000004277389],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99914324,0.000003215299,0.00028323304,0.00011196835,0.0002651884,0.00019313784],"domain_scores_gemma":[0.99873936,0.00007751382,0.00030488896,0.00009984999,0.0007456379,0.000032747183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000966709,0.000087633525,0.0001426635,0.00029827966,0.00011630745,0.00008990714,0.0005447339,0.000050202183,0.0000019712488],"category_scores_gemma":[0.0004365133,0.00007331593,0.000038434206,0.0014774367,0.0007920376,0.0028659627,0.000027803133,0.000077906465,8.863152e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032678567,0.0010233271,0.19358383,0.00091708696,0.00020657892,7.0097386e-9,0.048171524,0.0009828393,0.54882216,0.032217182,0.02954603,0.14420263],"study_design_scores_gemma":[0.0040351916,0.0029466366,0.18003902,0.000118606105,0.00010496439,0.0000145823815,0.126349,0.12259056,0.5480907,0.012217992,0.0024683417,0.0010243884],"about_ca_topic_score_codex":0.000028165627,"about_ca_topic_score_gemma":4.2742144e-7,"teacher_disagreement_score":0.14317825,"about_ca_system_score_codex":0.00007430403,"about_ca_system_score_gemma":0.00031460985,"threshold_uncertainty_score":0.2989737},"labels":[],"label_agreement":null},{"id":"W2159486352","doi":"10.1145/633292.633428","title":"From behaviour to innovation at Nortel Networks","year":2000,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada)","funders":"","keywords":"Computer science; Product design; Product (mathematics); Management science; Knowledge management; Engineering; Mathematics","score_opus":0.014315739688158562,"score_gpt":0.24930304053907232,"score_spread":0.23498730085091377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159486352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86858284,0.000022472113,0.020345323,0.00042492538,0.00045632257,0.00007440254,0.0000024581996,0.00024138745,0.10984987],"genre_scores_gemma":[0.9765618,0.00000997278,0.0020461904,0.000967207,0.00021384,0.0000095332225,0.000042678425,0.000012336222,0.020136446],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997023,0.0000064888436,0.00009674304,0.000065465916,0.000048200225,0.00008082298],"domain_scores_gemma":[0.99980426,0.000028440678,0.0000057406846,0.00010805609,0.000018962022,0.000034517314],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00004613986,0.000047657322,0.000037716523,0.000033900706,0.000023354896,0.00002283922,0.00004396522,0.00003341451,0.018839387],"category_scores_gemma":[0.000006363372,0.00004969592,0.000007088332,0.000272427,0.0000018264627,0.0001010756,0.0000037672637,0.000054215627,0.0019466325],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002156012,0.000046214547,0.005167584,0.0000022017714,0.00002325337,0.0000024063916,0.00092064356,0.10739067,0.0021799004,0.00046847996,0.62345517,0.26032194],"study_design_scores_gemma":[0.00019994137,0.000016901822,0.10508791,0.000006429136,0.00001771794,0.000003916465,0.00009935571,0.03592877,0.0023837301,0.00009887053,0.8558692,0.00028726773],"about_ca_topic_score_codex":0.000116044386,"about_ca_topic_score_gemma":0.000030535764,"teacher_disagreement_score":0.26003468,"about_ca_system_score_codex":0.000035761517,"about_ca_system_score_gemma":0.000003993547,"threshold_uncertainty_score":0.99883044},"labels":[],"label_agreement":null},{"id":"W2160755496","doi":"10.1109/vl.1998.706170","title":"A model for object representation and manipulation in a visual design language","year":2002,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Programming language; Declarative programming; Programming paradigm; Design language; Fifth-generation programming language; Software engineering; Representation (politics); Software design; Human–computer interaction; Software; Software development; Inductive programming","score_opus":0.11840652779602602,"score_gpt":0.345247860181148,"score_spread":0.226841332385122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160755496","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06751899,0.00012036002,0.9270789,0.00009611682,0.000051502273,0.00025731523,6.7815284e-7,0.00009205561,0.0047840765],"genre_scores_gemma":[0.9827262,0.00002136167,0.01604699,0.000049022066,0.000014313885,0.00003841777,0.000004443857,0.0000064293486,0.0010928126],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99976647,0.000014711967,0.00006915515,0.00006098469,0.000030925494,0.00005775297],"domain_scores_gemma":[0.9998262,0.00010280709,0.000008027832,0.000039452592,0.0000073942906,0.000016121377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000089334375,0.000035641162,0.00003625585,0.000055196062,0.000011537567,0.00002064831,0.000013040337,0.00002186278,0.0000791831],"category_scores_gemma":[0.000042541433,0.000037402075,0.0000069480234,0.00006629842,0.000002147994,0.00017717056,0.0000016506141,0.00002578571,0.000014086154],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005190379,0.00011648393,0.00066829624,0.000090846544,0.000022474147,0.0000032621606,0.024316255,0.8454467,0.026197888,0.0015811796,0.018165106,0.083339594],"study_design_scores_gemma":[0.00019413163,0.000008327354,0.000464621,0.0000019960737,0.0000034080824,0.000002612156,0.00030564723,0.99797446,0.00078796205,0.0001525339,0.000057243327,0.000047086487],"about_ca_topic_score_codex":0.000012436218,"about_ca_topic_score_gemma":0.000018515506,"teacher_disagreement_score":0.9152072,"about_ca_system_score_codex":0.000015284731,"about_ca_system_score_gemma":0.0000020912385,"threshold_uncertainty_score":0.15252124},"labels":[],"label_agreement":null},{"id":"W2161121358","doi":"10.1080/14626268.2013.858750","title":"Developing design concepts in a cloud computing environment: creative interactions and brainstorming modalities","year":2014,"lang":"en","type":"article","venue":"Digital Creativity","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Brainstorming; Modalities; Computer science; Task (project management); Cloud computing; Human–computer interaction; Production (economics); Multimedia; Knowledge management; Artificial intelligence; Systems engineering; Engineering","score_opus":0.03715965090290953,"score_gpt":0.28601235643489603,"score_spread":0.24885270553198652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161121358","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34682474,0.00006670894,0.5980072,0.00009497615,0.0001792715,0.0001417872,0.0000062771687,0.00011652897,0.054562494],"genre_scores_gemma":[0.99654037,0.000015626645,0.0029157384,0.00005180341,0.000060676703,0.000010319854,0.000008452586,0.000016619915,0.00038039702],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934834,0.00010034781,0.0001599537,0.00014925547,0.00007635954,0.0001657683],"domain_scores_gemma":[0.99879926,0.0010054411,0.000039900115,0.000088467794,0.000011837744,0.000055085584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024498047,0.0001294808,0.00014843741,0.00007580421,0.00007386635,0.00014786366,0.000049909675,0.000031854506,0.00002629699],"category_scores_gemma":[0.00026014383,0.00014220527,0.000017995768,0.000086794964,0.000059062404,0.0008695629,0.000028129938,0.00014017586,0.000024513029],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014210826,0.00039121447,0.04923826,0.0003816929,0.0002898313,0.000020400359,0.07261282,0.08204495,0.0022714823,0.07617979,0.0014473168,0.7149801],"study_design_scores_gemma":[0.002708118,0.00025708045,0.129225,0.0008518098,0.000064632055,0.00015287235,0.019618623,0.5710855,0.010186806,0.016938403,0.24633534,0.002575808],"about_ca_topic_score_codex":0.000029770034,"about_ca_topic_score_gemma":0.000006324304,"teacher_disagreement_score":0.7124043,"about_ca_system_score_codex":0.000137869,"about_ca_system_score_gemma":0.000019290048,"threshold_uncertainty_score":0.5798963},"labels":[],"label_agreement":null},{"id":"W2161129117","doi":"10.24908/pceea.v0i0.3838","title":"EDUCATING ENGINEERS ABOUT PRODUCT DESIGN METHODOLOGY","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Product design; Computer science; Product (mathematics); Creativity; Engineering design process; Process (computing); New product development; Design review (U.S. government); Design education; High-level design; Product engineering; Design technology; Management science; Software engineering; Engineering management; Systems engineering; Engineering; Product testing; Psychology; Operations management","score_opus":0.04743245279272186,"score_gpt":0.24003836941620849,"score_spread":0.19260591662348664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161129117","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38302556,0.006062156,0.025684502,0.01846102,0.08646514,0.0082344515,0.00011770475,0.0043110545,0.4676384],"genre_scores_gemma":[0.9329907,0.00004091395,0.06315497,0.00027526994,0.00040101094,0.00016674894,0.000005640575,0.000093012575,0.0028717704],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99861455,0.000031838463,0.00040384242,0.0002297155,0.00025826265,0.00046176632],"domain_scores_gemma":[0.998487,0.0002044797,0.0002710511,0.00018314106,0.00057321676,0.00028109248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00139576,0.00023324622,0.00022816939,0.00043976822,0.00014764056,0.000077558216,0.00044930613,0.00017037106,0.00017063355],"category_scores_gemma":[0.0031676781,0.00024356064,0.00009281235,0.00081247964,0.000019821326,0.00041656801,0.00001599856,0.00040451108,0.000041217074],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003014742,0.0005661568,0.058356903,0.0022758883,0.0014799213,6.2973794e-7,0.07173783,0.027621767,0.050653666,0.07861244,0.6646063,0.044058364],"study_design_scores_gemma":[0.000838888,0.000106279585,0.37573856,0.00068552076,0.0006932803,0.00010660884,0.0066739456,0.019250114,0.17531073,0.0026485238,0.4150588,0.0028887794],"about_ca_topic_score_codex":0.0034665107,"about_ca_topic_score_gemma":0.00063427875,"teacher_disagreement_score":0.5499651,"about_ca_system_score_codex":0.0016603118,"about_ca_system_score_gemma":0.0009037343,"threshold_uncertainty_score":0.99321145},"labels":[],"label_agreement":null},{"id":"W2161237822","doi":"10.1017/s0890060410000363","title":"A natural-language approach to biomimetic design","year":2010,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Directorate for Biological Sciences; University of Toronto; National Science Foundation","keywords":"Computer science; Natural language; Natural (archaeology); Task (project management); Biological engineering; Artificial intelligence; Engineering; Systems engineering; Bioinformatics","score_opus":0.02878037353777203,"score_gpt":0.26878767097368766,"score_spread":0.24000729743591565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161237822","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02455981,0.00016058386,0.97376055,0.000053115542,0.00055619085,0.0005061186,0.0000038004887,0.00030842016,0.000091416674],"genre_scores_gemma":[0.7814517,0.000015390848,0.21814133,0.000037426547,0.00012406732,0.0001176742,0.000009362494,0.000039458482,0.00006356394],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986978,0.000026608797,0.0003663573,0.00035999258,0.00014280684,0.00040640112],"domain_scores_gemma":[0.99889606,0.00049685815,0.000039096918,0.0003094242,0.00003887894,0.00021969405],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007041785,0.00027552235,0.00030884772,0.0007018167,0.00010968877,0.00024053494,0.0002236384,0.00009878505,0.00004461843],"category_scores_gemma":[0.00018158944,0.00027417814,0.00014163183,0.000576195,0.000021794825,0.000205339,0.000022308282,0.00028364573,0.000033876448],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028746528,0.00004501527,0.0000017934333,0.000055802644,0.00044767378,0.0000015778094,0.0012328936,0.7452038,0.17390494,0.0014454403,0.0001386335,0.07749369],"study_design_scores_gemma":[0.000016135287,0.000020449928,0.000051156803,0.0000039965926,0.00022821185,0.000004253031,0.00015383378,0.58947605,0.4086938,0.00019121767,0.00090121606,0.00025969226],"about_ca_topic_score_codex":0.00002841309,"about_ca_topic_score_gemma":0.000008811956,"teacher_disagreement_score":0.7568919,"about_ca_system_score_codex":0.000028985452,"about_ca_system_score_gemma":0.000013213491,"threshold_uncertainty_score":0.99997103},"labels":[],"label_agreement":null},{"id":"W2162101220","doi":"10.24908/pceea.v0i0.3625","title":"USING DESIGN COMPETITIONS TO TEACH DESIGN","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Curriculum; Set (abstract data type); Engineering management; Computer science; Engineering design process; Mathematics education; Design education; Engineering education; Design elements and principles; Engineering ethics; Engineering; Pedagogy; Psychology; Software engineering","score_opus":0.051164541462091616,"score_gpt":0.23864878038067341,"score_spread":0.1874842389185818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162101220","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22224826,0.000998309,0.44460022,0.01746979,0.039195206,0.011152874,0.00020419942,0.0036554264,0.26047572],"genre_scores_gemma":[0.9035821,0.0000073529,0.09443221,0.000394196,0.00016961954,0.00009425136,0.0000029284809,0.00006491587,0.0012524317],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989681,0.00001849964,0.00028174155,0.00015852117,0.00023705431,0.00033606458],"domain_scores_gemma":[0.9988533,0.000093082184,0.00014299135,0.00012578498,0.0004651022,0.0003196864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069823524,0.00016916472,0.0001491144,0.00041588518,0.00017762922,0.00009104618,0.00033165677,0.00013187612,0.00015378672],"category_scores_gemma":[0.0008919994,0.00018500465,0.000059700644,0.0007720789,0.00001015925,0.00033939478,0.00001336177,0.00023509635,0.000056174427],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024826651,0.00048568417,0.018797278,0.00061295443,0.0006888086,5.160764e-7,0.027079295,0.2230425,0.09581831,0.054336205,0.5756831,0.0034304976],"study_design_scores_gemma":[0.0010479053,0.00019416645,0.19326141,0.0010936059,0.00084782083,0.00008736061,0.005071646,0.19964904,0.17218097,0.0035387042,0.4194424,0.0035849814],"about_ca_topic_score_codex":0.0024369622,"about_ca_topic_score_gemma":0.0004740999,"teacher_disagreement_score":0.68133384,"about_ca_system_score_codex":0.0020645652,"about_ca_system_score_gemma":0.00064285594,"threshold_uncertainty_score":0.7544271},"labels":[],"label_agreement":null},{"id":"W2162417893","doi":"10.24908/pceea.v0i0.4641","title":"ENGINEERING DESIGN VS. ARTISTIC DESIGN – A DISCUSSION","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Engineering design process; Design brief; Design language; Computer science; Industrial design; Task (project management); Design education; Systems engineering; Probabilistic design; Consistency (knowledge bases); Designtheory; Product design; Product (mathematics); Design technology; Engineering; Human–computer interaction; Artificial intelligence; Mechanical engineering","score_opus":0.011845889962587381,"score_gpt":0.2060684328173503,"score_spread":0.19422254285476293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162417893","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22136517,0.008025976,0.44456518,0.07541574,0.1418369,0.018181233,0.00030470864,0.009517722,0.0807874],"genre_scores_gemma":[0.98334724,0.000022880715,0.0135538485,0.00016861313,0.00045623444,0.00014143689,0.000006108675,0.00008572773,0.0022178951],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985477,0.000019499696,0.0003507914,0.00015680649,0.0003467748,0.00057847967],"domain_scores_gemma":[0.99872756,0.00020676998,0.00019455235,0.00014720594,0.00027902462,0.00044486858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00111479,0.00023986556,0.00020323567,0.00036832588,0.00014831776,0.00013599824,0.0003118561,0.00019321198,0.00010533558],"category_scores_gemma":[0.0020621968,0.00020772818,0.000082586484,0.0007127949,0.000010110673,0.00069742353,0.00001677926,0.00034422093,0.0000873335],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024313797,0.00037058993,0.032848697,0.0012360407,0.00054738665,2.871542e-7,0.009655399,0.23877892,0.04209933,0.021266218,0.6458175,0.0073553207],"study_design_scores_gemma":[0.00069759815,0.00006336997,0.2074428,0.0006982394,0.00046824108,0.00005238011,0.00085943326,0.19880377,0.040507007,0.00039086884,0.5480032,0.002013066],"about_ca_topic_score_codex":0.00043335254,"about_ca_topic_score_gemma":0.00008046132,"teacher_disagreement_score":0.7619821,"about_ca_system_score_codex":0.0023264876,"about_ca_system_score_gemma":0.0004111106,"threshold_uncertainty_score":0.84709096},"labels":[],"label_agreement":null},{"id":"W2163489568","doi":"10.24908/pceea.v0i0.3749","title":"A COMPARISON OF BUSINESS CASE AND ENGINEERING DESIGN CASE STRUCTURES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; General Motors of Canada","keywords":"Terminology; Computer science; Engineering design process; Process (computing); Knowledge management; Software engineering; Engineering; Linguistics; Programming language; Mechanical engineering","score_opus":0.02907460186735257,"score_gpt":0.24054133247805887,"score_spread":0.2114667306107063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163489568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99175113,0.00057341706,0.001298152,0.0003518464,0.002450771,0.00059204537,0.000027247343,0.0001910674,0.0027643319],"genre_scores_gemma":[0.9918233,0.000011225856,0.007865926,0.000025315909,0.00007636648,0.000030395224,0.000001887704,0.00004093868,0.00012465441],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99911726,0.0000082823435,0.00034452032,0.00013411985,0.00015892695,0.0002368969],"domain_scores_gemma":[0.998858,0.00011020112,0.00023118335,0.000103053644,0.00050357764,0.0001939819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036955404,0.00017122446,0.00021481204,0.00033764666,0.00009724138,0.000055111967,0.00014481146,0.0001463892,0.00004098695],"category_scores_gemma":[0.0009373125,0.00017872962,0.00003952252,0.00059123983,0.000015732176,0.00030240678,0.0000140929415,0.00022009424,0.0000017957507],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007453607,0.0009880628,0.28750703,0.012503085,0.002697022,0.00012590215,0.16160758,0.19751576,0.07864999,0.09355825,0.13536488,0.029407933],"study_design_scores_gemma":[0.0017296543,0.00016830945,0.51047605,0.0010016107,0.001334363,0.011108529,0.016093288,0.28983977,0.12275203,0.0011436129,0.0409833,0.003369471],"about_ca_topic_score_codex":0.0062401746,"about_ca_topic_score_gemma":0.0014607391,"teacher_disagreement_score":0.22296904,"about_ca_system_score_codex":0.0005439057,"about_ca_system_score_gemma":0.00025767655,"threshold_uncertainty_score":0.9433319},"labels":[],"label_agreement":null},{"id":"W2163599520","doi":"10.1145/1281421.1281443","title":"Architectural knowledge and rationale","year":2007,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Design Education and Practice","field":"Engineering","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reuse; Architecture; Computer science; Software engineering; Architectural design; Engineering; Knowledge management; Engineering management","score_opus":0.016765271671955517,"score_gpt":0.2541623999534139,"score_spread":0.23739712828145837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163599520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89866537,0.0037299339,0.09400962,0.00016761442,0.0012526846,0.00021474998,0.000008660137,0.0017632812,0.00018809573],"genre_scores_gemma":[0.9647577,0.00002756164,0.034728568,0.000051974876,0.0002494476,0.000012082661,0.00001672657,0.000046123325,0.000109819615],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993104,0.0000076156084,0.0001754781,0.00014647709,0.00009567598,0.00026437695],"domain_scores_gemma":[0.9742589,0.02531436,0.000017003309,0.00023719785,0.000039840266,0.00013267313],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00025566044,0.00016865134,0.000118267286,0.00014589718,0.000054184202,0.000043970518,0.00014639166,0.00007137176,0.000069961694],"category_scores_gemma":[0.026074972,0.00018182416,0.000030822946,0.00019623664,0.000017253058,0.0001794921,0.00003738844,0.00021107878,0.000078258105],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006005308,0.00017371697,0.25863466,0.0012778676,0.00030363316,0.000049139002,0.01083486,0.031387024,0.050700378,0.0036414948,0.00989963,0.63303757],"study_design_scores_gemma":[0.0006280574,0.000058502937,0.8157817,0.0001060336,0.00004975577,0.0002495783,0.00007521392,0.0022305283,0.021183852,0.00019796549,0.15838906,0.0010497521],"about_ca_topic_score_codex":0.0000044337617,"about_ca_topic_score_gemma":0.0000070521783,"teacher_disagreement_score":0.6319878,"about_ca_system_score_codex":0.000038278704,"about_ca_system_score_gemma":0.00001677631,"threshold_uncertainty_score":0.9821288},"labels":[],"label_agreement":null},{"id":"W2165924578","doi":"10.24908/pceea.v0i0.3088","title":"Evaluating Design Project Creativity in Engineering Design Courses","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Creativity; Brainstorming; Creativity technique; Engineering design process; Computer science; Psychology; Mathematics education; Engineering; Social psychology; Artificial intelligence; Mechanical engineering","score_opus":0.03457876863861972,"score_gpt":0.29326859145531636,"score_spread":0.2586898228166966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165924578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94082177,0.0005046816,0.010284097,0.00571719,0.018630011,0.0056164446,0.000053552674,0.0013915637,0.016980696],"genre_scores_gemma":[0.9730837,0.000013971714,0.025549222,0.00007492214,0.00023663146,0.00023280099,0.0000043098585,0.00007377237,0.0007306781],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985223,0.000026694848,0.00039508083,0.00022070334,0.00038391378,0.00045130224],"domain_scores_gemma":[0.9985341,0.00045538828,0.0002244113,0.00015690835,0.0004455642,0.00018366502],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021510646,0.00023999637,0.00022572759,0.0006026929,0.00011270308,0.00017098602,0.00036539228,0.00023505837,0.00005027734],"category_scores_gemma":[0.005099807,0.00025755237,0.00006838076,0.0010165848,0.000013704191,0.0005355047,0.000015227525,0.0006907699,0.000014029766],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025999445,0.00038330938,0.06394936,0.0013045412,0.00035994046,7.325175e-7,0.0098019885,0.4692149,0.3071802,0.010376158,0.12720613,0.010196745],"study_design_scores_gemma":[0.00086609245,0.00008088452,0.15671468,0.00055300386,0.00019013564,0.000031639214,0.00085546623,0.73319435,0.05683192,0.0003291121,0.048886664,0.0014660367],"about_ca_topic_score_codex":0.0029615033,"about_ca_topic_score_gemma":0.0021854274,"teacher_disagreement_score":0.26397946,"about_ca_system_score_codex":0.0015814194,"about_ca_system_score_gemma":0.0013217342,"threshold_uncertainty_score":0.99998766},"labels":[],"label_agreement":null},{"id":"W2166445670","doi":"10.24908/pceea.v0i0.4896","title":"TEACHING AND LEARNING MODES FOR DESIGN ENGINEERING","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Creativity; Computer science; Curriculum; Teamwork; Phenomenon; Engineering design process; Subject (documents); Interpretation (philosophy); Human–computer interaction; Management science; Engineering; Psychology; Mechanical engineering; Pedagogy","score_opus":0.007674904328928935,"score_gpt":0.19775853154816886,"score_spread":0.19008362721923994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166445670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9130892,0.00120301,0.025398893,0.019671096,0.0072329124,0.005440028,0.000034175675,0.0018093672,0.026121322],"genre_scores_gemma":[0.9725401,0.000012577708,0.024040364,0.00013107856,0.0001907213,0.00026011947,0.000004038262,0.000061213905,0.0027597903],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99915445,0.000012281174,0.00023063143,0.00014170934,0.00015577687,0.0003051541],"domain_scores_gemma":[0.9989705,0.000328752,0.00012813396,0.000064422784,0.00031091858,0.00019726495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007903094,0.00015993767,0.00014397496,0.00025398744,0.00023731323,0.00020261169,0.00017142063,0.00012888428,0.00002163301],"category_scores_gemma":[0.0024315487,0.00016900731,0.00005051764,0.0002082055,0.0000068130585,0.0005264999,0.000011014779,0.00045349702,0.0000088063],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009250669,0.00014888449,0.020592475,0.003232655,0.00074965874,7.801369e-8,0.015258544,0.44231936,0.16666144,0.05973073,0.24541782,0.04587908],"study_design_scores_gemma":[0.0003688218,0.000037753056,0.03974073,0.00025122898,0.00011843561,0.0000102754275,0.001360342,0.7942484,0.0056756716,0.00058540865,0.1568485,0.00075443706],"about_ca_topic_score_codex":0.0039408565,"about_ca_topic_score_gemma":0.00018875996,"teacher_disagreement_score":0.351929,"about_ca_system_score_codex":0.0008601307,"about_ca_system_score_gemma":0.0001806409,"threshold_uncertainty_score":0.6891918},"labels":[],"label_agreement":null},{"id":"W2166895528","doi":"10.1109/ipcc.2010.5529832","title":"Planning for excellence: Using public showcases to motivate students in professional communication courses","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Praxis; Excellence; Technical communication; Key (lock); Public relations; Professional communication; Public speaking; Computer science; Multimedia; Pedagogy; Sociology; Engineering; Political science; World Wide Web","score_opus":0.09063720819182074,"score_gpt":0.41080702938697006,"score_spread":0.3201698211951493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166895528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890514,0.000043413856,0.0059163873,0.0008098015,0.0010568803,0.00033192922,0.0000026530283,0.00009198386,0.0026955297],"genre_scores_gemma":[0.9869341,0.000004471437,0.011892061,0.00022215783,0.000039171657,0.00006372814,0.000010260499,0.00001483884,0.0008191966],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99948806,0.000029817702,0.00013693904,0.00008306685,0.00011744881,0.0001447008],"domain_scores_gemma":[0.9993592,0.00032557108,0.000021986016,0.0001735556,0.000054343396,0.000065344335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038660076,0.00006887163,0.00006639618,0.00011565697,0.00008064938,0.00008033887,0.00021109456,0.00004687519,0.00016428619],"category_scores_gemma":[0.00020924507,0.00006674515,0.000012201793,0.00013542693,0.000009844974,0.00031802244,0.000032669403,0.00017297137,0.000014652842],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014914437,0.001776798,0.5185053,0.00033951318,0.00013111875,0.000006554529,0.018425507,0.035784286,0.29363668,0.011224631,0.09321874,0.026801735],"study_design_scores_gemma":[0.0026948142,0.00011472798,0.33779287,0.00061271846,0.000046780617,0.00004565359,0.019870965,0.16258302,0.027324503,0.0011589742,0.44626585,0.0014891163],"about_ca_topic_score_codex":0.000019361818,"about_ca_topic_score_gemma":0.000040891344,"teacher_disagreement_score":0.3530471,"about_ca_system_score_codex":0.000026874735,"about_ca_system_score_gemma":0.000039115257,"threshold_uncertainty_score":0.27217886},"labels":[],"label_agreement":null},{"id":"W2168412156","doi":"10.24908/pceea.v0i0.3949","title":"USING MASTERY LEARNING TO TEACH THE ENGINEERING DESIGN PROCESS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Natural Sciences and Engineering Research Council of Canada; University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Trilogy; Capstone; Process (computing); Engineering design process; Computer science; Design process; Conceptual design; Engineering management; Mathematics education; Engineering; Work in process; Psychology; Operations management; Human–computer interaction; Artificial intelligence; Mechanical engineering","score_opus":0.030308169504489123,"score_gpt":0.23147104736999163,"score_spread":0.20116287786550252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168412156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9249813,0.0005545146,0.013490993,0.0059029777,0.0131579675,0.0036237414,0.00002376083,0.0014999406,0.03676482],"genre_scores_gemma":[0.9920535,0.000005853132,0.006229376,0.00022743616,0.00022818656,0.000101846665,0.0000018008084,0.0000804298,0.0010715451],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99873143,0.000015965994,0.00032383436,0.00018655372,0.0003151131,0.00042712514],"domain_scores_gemma":[0.99887013,0.00010799685,0.00018518296,0.0001352534,0.0004405596,0.00026089637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008977743,0.0002170227,0.00016683685,0.00035462267,0.00021763706,0.00014119227,0.00047118205,0.00014204367,0.00006756697],"category_scores_gemma":[0.0015304197,0.00019640704,0.00006985802,0.0009101644,0.000009785642,0.00040480494,0.000020680112,0.00047866016,0.000027692013],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017281242,0.00015418122,0.03587609,0.0009625189,0.00051803427,4.324863e-7,0.056068286,0.8187132,0.03510811,0.0060800277,0.04314708,0.0033547794],"study_design_scores_gemma":[0.0006409026,0.000113570306,0.12706354,0.00107345,0.0005596002,0.000085465064,0.011433899,0.5367512,0.07150113,0.00045835404,0.24772033,0.0025985711],"about_ca_topic_score_codex":0.0012773899,"about_ca_topic_score_gemma":0.00022992081,"teacher_disagreement_score":0.28196198,"about_ca_system_score_codex":0.0014777904,"about_ca_system_score_gemma":0.0004747406,"threshold_uncertainty_score":0.80092466},"labels":[],"label_agreement":null},{"id":"W2169618438","doi":"10.24908/pceea.v0i0.3606","title":"Engineering Design Contests and Courses: a Model-Based Taxonomy","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Taxonomy (biology); Engineering design process; Computer science; Design process; Process (computing); Set (abstract data type); Design education; Management science; Engineering management; Engineering; Work in process; Operations management","score_opus":0.026494756680879836,"score_gpt":0.19519838811339202,"score_spread":0.16870363143251219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169618438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62866527,0.0034596967,0.17095722,0.011829653,0.023056855,0.011542508,0.00025170707,0.004419291,0.14581782],"genre_scores_gemma":[0.97802866,0.000012687274,0.02077202,0.00019367388,0.0000781677,0.00019705774,0.0000029912312,0.000054140328,0.0006606174],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990866,0.0000063665575,0.00025666322,0.00016216721,0.00018462662,0.0003035451],"domain_scores_gemma":[0.99902225,0.00010013426,0.00015616299,0.000109291104,0.000345624,0.00026656658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048175556,0.00018914456,0.00016495031,0.00030844554,0.00009145325,0.00008883593,0.00022950262,0.00014580668,0.000038909075],"category_scores_gemma":[0.00078042404,0.00020521684,0.00005197571,0.00036266868,0.0000141560795,0.00035280574,0.000009649863,0.00024252209,0.000010319628],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003732594,0.00047117568,0.07418649,0.002440512,0.0008856623,8.445144e-7,0.013819961,0.57532984,0.023333972,0.056030508,0.24438761,0.009076082],"study_design_scores_gemma":[0.00041872947,0.000025804331,0.03090095,0.0002479092,0.00014992614,0.000009134819,0.00036437635,0.904403,0.011300658,0.0002009638,0.051285636,0.00069294043],"about_ca_topic_score_codex":0.0009869232,"about_ca_topic_score_gemma":0.00037817066,"teacher_disagreement_score":0.34936342,"about_ca_system_score_codex":0.0010385163,"about_ca_system_score_gemma":0.0006260118,"threshold_uncertainty_score":0.83685},"labels":[],"label_agreement":null},{"id":"W2171493003","doi":"10.1243/0954405011518593","title":"Designing and life cycle engineering—a systematic approach to designing","year":2001,"lang":"en","type":"article","venue":"Proceedings of the Institution of Mechanical Engineers Part B Journal of Engineering Manufacture","topic":"Design Education and Practice","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Process (computing); Engineering design process; Documentation; Function (biology); Computer science; Designtheory; Design science; Set (abstract data type); Audit; Management science; Systems engineering; Design cycle; Risk analysis (engineering); Software engineering; Engineering; Engineering management; Knowledge management; Mechanical engineering; Human–computer interaction","score_opus":0.013831113820825419,"score_gpt":0.20944981623491796,"score_spread":0.19561870241409254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171493003","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23032245,0.0013125864,0.76442,0.0002949735,0.0019672664,0.0008163637,0.0000051319766,0.00020231295,0.0006589635],"genre_scores_gemma":[0.9572835,0.000113854374,0.042314064,0.000037260575,0.0001739894,0.000015882582,4.5907638e-7,0.000045091285,0.000015911824],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99813366,0.000012453413,0.000919646,0.00015742316,0.00047871133,0.0002980958],"domain_scores_gemma":[0.99874526,0.00019677618,0.00033767338,0.00014196077,0.00027147515,0.00030686482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010543974,0.00030813168,0.00062450394,0.00037287586,0.000049041144,0.000051126302,0.00045930265,0.00017541963,0.0000072803514],"category_scores_gemma":[0.0016617313,0.00024515757,0.00017227305,0.00050766923,0.000025000545,0.00047393216,0.000052464955,0.0005582228,0.0000015796998],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032372158,0.000050167375,0.000011485632,0.004697609,0.00020587009,0.0000013135573,0.0005098599,0.9124214,0.07750317,0.0040361932,0.00045490204,0.00007564564],"study_design_scores_gemma":[0.001881407,0.00042627094,0.0006382661,0.011879771,0.0009624717,0.0012635137,0.0015482699,0.46558046,0.50854164,0.0002445395,0.00571385,0.0013195312],"about_ca_topic_score_codex":0.0000014211837,"about_ca_topic_score_gemma":5.054482e-8,"teacher_disagreement_score":0.726961,"about_ca_system_score_codex":0.00009706516,"about_ca_system_score_gemma":0.000049642393,"threshold_uncertainty_score":0.99972355},"labels":[],"label_agreement":null},{"id":"W2171663434","doi":"10.1115/1.2992062","title":"Exploring the Use of Functional Models in Biomimetic Conceptual Design","year":2008,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Missouri University of Science and Technology; National Science Foundation","keywords":"Analogy; Biomimetics; Leverage (statistics); Function (biology); Computer science; Engineering; Artificial intelligence; Human–computer interaction; Systems engineering; Biochemical engineering","score_opus":0.5822667467187328,"score_gpt":0.28394184619304785,"score_spread":0.29832490052568494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171663434","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034965724,0.00021125902,0.9637061,0.00017018463,0.00076155574,0.00012686323,7.1932385e-7,0.000016638583,0.000040982814],"genre_scores_gemma":[0.95568925,0.0005795844,0.043447267,0.00009416188,0.00011881285,0.000009811115,2.27342e-7,0.000020424335,0.000040464623],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99845153,0.00040136953,0.00056890026,0.00007509135,0.00034212912,0.00016096445],"domain_scores_gemma":[0.99736595,0.0021106778,0.0001563011,0.0001362278,0.00014010906,0.000090740075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011392233,0.00011147351,0.00022958359,0.00016666194,0.00004274613,0.000017610977,0.00017626569,0.00005318467,0.00009337134],"category_scores_gemma":[0.0004531288,0.00008157262,0.0000895905,0.00030631133,0.000050292772,0.00093794824,0.000011240658,0.00036244528,0.000012772993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002566477,0.00010544738,0.0000028081056,0.0000066163548,0.00006370145,0.000031750915,0.0008719574,0.96470535,0.023315564,0.0029395132,0.005411399,0.0022892188],"study_design_scores_gemma":[0.002184863,0.0007535416,0.0007695628,0.00016969744,0.00013445252,0.0012085433,0.0009638909,0.91446054,0.06614851,0.0073673185,0.0053991983,0.00043986016],"about_ca_topic_score_codex":0.0000045163524,"about_ca_topic_score_gemma":3.330024e-7,"teacher_disagreement_score":0.9207235,"about_ca_system_score_codex":0.000068982125,"about_ca_system_score_gemma":0.00013145851,"threshold_uncertainty_score":0.33264348},"labels":[],"label_agreement":null},{"id":"W2173730649","doi":"10.2495/dne-v8-n2-165-171","title":"The force cone method: a new thinking tool for lightweight structures","year":2013,"lang":"en","type":"article","venue":"International Journal of Design & Nature and Ecodynamics","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cone (formal languages); Computer science; Engineering; Mechanical engineering; Structural engineering; Algorithm","score_opus":0.011523330217029708,"score_gpt":0.2867556715693455,"score_spread":0.2752323413523158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2173730649","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004788525,0.003013373,0.98339003,0.0045600105,0.0033850402,0.00023032939,0.0000050345643,0.000025556325,0.00060207583],"genre_scores_gemma":[0.5767881,0.0022532202,0.41471362,0.001827493,0.0020371594,0.000016163402,0.000011134907,0.00005653885,0.0022965216],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992004,0.00004566667,0.00031146375,0.00007245676,0.00023898542,0.00013103567],"domain_scores_gemma":[0.998065,0.0012448239,0.00017887879,0.00007644429,0.00036384474,0.000071018345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055672857,0.00011236623,0.00012400291,0.000102318074,0.0000944971,0.00035300897,0.00030304768,0.00013131688,0.000044316275],"category_scores_gemma":[0.0002715211,0.00007600215,0.00007361447,0.000058178906,0.0000140607235,0.0004914931,0.000015541951,0.00043292073,0.0000034545124],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007956935,0.00006988801,0.00018471194,0.00007158564,0.0026929092,0.00003294931,0.0037519557,0.04177769,0.01310445,0.2541143,0.2268829,0.45652097],"study_design_scores_gemma":[0.0015987654,0.00020687956,0.0014082353,0.00009899194,0.00014797001,0.00116266,0.000423892,0.24453753,0.0028949603,0.5131737,0.23393308,0.00041333295],"about_ca_topic_score_codex":0.0000037337018,"about_ca_topic_score_gemma":0.0000051080906,"teacher_disagreement_score":0.5719996,"about_ca_system_score_codex":0.000060382838,"about_ca_system_score_gemma":0.0000801113,"threshold_uncertainty_score":0.34040734},"labels":[],"label_agreement":null},{"id":"W2174208031","doi":"10.5539/ies.v8n12p117","title":"Applying Semiotic Theories to Graphic Design Education: An Empirical Study on Poster Design Teaching","year":2015,"lang":"en","type":"article","venue":"International Education Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Semiotics; Typography; Curriculum; Mathematics education; Graphic design; Class (philosophy); Creativity; Design education; Communication design; Computer science; Empirical research; Teaching method; Environmental graphic design; Psychology; Multimedia; Pedagogy; Visual arts; Mathematics; Artificial intelligence; Linguistics; Art; Social psychology","score_opus":0.19844771901729863,"score_gpt":0.46067861399839966,"score_spread":0.262230894981101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2174208031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.537928,0.0032204723,0.29492798,0.01936965,0.070575066,0.007082847,0.000015047251,0.0016892932,0.06519167],"genre_scores_gemma":[0.97857517,0.000022967763,0.013456828,0.0032846122,0.00089381693,0.0017601595,0.000016964288,0.000049272363,0.0019402306],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99800354,0.00051609793,0.0003945454,0.00036525622,0.00050812017,0.0002124512],"domain_scores_gemma":[0.99742156,0.00072141335,0.00008643306,0.0003508461,0.0011690574,0.00025068125],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014389795,0.00026984938,0.00021970605,0.00050701963,0.00020022129,0.00022776105,0.0003705891,0.000053282,0.000045848552],"category_scores_gemma":[0.001927772,0.0002567503,0.000040833394,0.00031387492,0.000035749243,0.00066677673,0.000045392684,0.00029247982,0.00032608476],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005125361,0.008543572,0.030595101,0.000060587943,0.0014516815,0.000005693169,0.18779567,0.047053915,0.0004516353,0.010614152,0.5622794,0.15063605],"study_design_scores_gemma":[0.001368201,0.0020830284,0.031447057,0.00038978027,0.00031394098,0.00013284833,0.54852456,0.002315252,0.001195312,0.030238245,0.37999737,0.0019943952],"about_ca_topic_score_codex":0.000018597797,"about_ca_topic_score_gemma":0.0000051899606,"teacher_disagreement_score":0.44064718,"about_ca_system_score_codex":0.00041448523,"about_ca_system_score_gemma":0.0005722641,"threshold_uncertainty_score":0.9999885},"labels":[],"label_agreement":null},{"id":"W2176915550","doi":"","title":"Emerging Techologies in a Tele-Collaborative Design Studio between Pennsylvania State University And Carleton University","year":2007,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Studio; Computer science; Multimedia; Telecommunications","score_opus":0.017675295210287347,"score_gpt":0.24095626926722885,"score_spread":0.2232809740569415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2176915550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8315295,0.00012499103,0.14152613,0.00016800898,0.00009109194,0.0002644144,0.000007106506,0.00027108268,0.026017658],"genre_scores_gemma":[0.9905836,0.00028458808,0.00785496,0.000014211171,0.00001163198,1.1620082e-7,0.0000012273188,0.000008137197,0.0012415062],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994386,0.000085977226,0.000081741935,0.00013884674,0.00006883074,0.00018600929],"domain_scores_gemma":[0.99938124,0.00039423464,0.000024648349,0.00008843313,0.00004874391,0.00006267643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004985322,0.00009612319,0.000117888856,0.00021501866,0.000070774084,0.000016207538,0.00009158683,0.000048906582,0.00003685846],"category_scores_gemma":[0.000041282132,0.00011064205,0.000009995669,0.0006153449,0.000034554032,0.00037234012,0.000031178064,0.0001593152,0.000014997534],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010366254,0.0003196616,0.5164844,0.00022380854,0.0008148415,0.001967069,0.075706385,0.020376958,0.019314393,0.002948479,0.019579668,0.34122777],"study_design_scores_gemma":[0.0019180446,0.00015534241,0.7225963,0.00003747848,0.00008644405,0.000011286981,0.09329512,0.0007943519,0.007861427,0.0002052639,0.1722463,0.0007926335],"about_ca_topic_score_codex":0.00012645654,"about_ca_topic_score_gemma":0.00027494525,"teacher_disagreement_score":0.34043512,"about_ca_system_score_codex":0.00018151295,"about_ca_system_score_gemma":0.000040653318,"threshold_uncertainty_score":0.4511852},"labels":[],"label_agreement":null},{"id":"W2177553543","doi":"10.1007/978-3-319-18479-1_12","title":"Biomorphism and Models in Design","year":2015,"lang":"en","type":"book-chapter","venue":"Studies in applied philosophy, epistemology and rational ethics","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Conflation; Computer science; Normative; Artificial intelligence; Similarity (geometry); Process (computing); Biomimetics; Natural (archaeology); Human–computer interaction; Cognitive science; Psychology; Epistemology; Geography; Archaeology; Image (mathematics)","score_opus":0.3305710039301469,"score_gpt":0.3711645992126363,"score_spread":0.0405935952824894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2177553543","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021184169,0.032901045,0.0035309766,0.006497174,0.00097311684,0.0006554087,0.00003140977,0.00007474383,0.95531493],"genre_scores_gemma":[0.89228743,0.05825173,0.012128975,0.0031246205,0.0011765256,0.0004017439,0.00018499863,0.0002107151,0.032233242],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99885917,0.00008627838,0.00039929285,0.00031085953,0.00018862118,0.00015580846],"domain_scores_gemma":[0.9979092,0.0017059367,0.0000832973,0.00013993889,0.00010217616,0.000059488462],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013202431,0.00028930567,0.00044893747,0.00024350846,0.00009697824,0.000011867546,0.00008142996,0.0007752825,0.000017590206],"category_scores_gemma":[0.00011025226,0.00029848376,0.000018250994,0.00004917713,0.0006698656,0.000070694,0.00006361726,0.0013507766,0.000019893485],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053976946,0.000010754359,0.0000021598328,0.00025755574,0.00009997137,0.000019183648,0.0021757856,0.005028168,0.000008756999,0.99055463,0.0014830589,0.0003060221],"study_design_scores_gemma":[0.00041347658,0.000028446499,0.000010238715,0.000113411465,0.000027802653,0.000045048128,0.000092464456,0.0014477422,0.0000025895527,0.98450965,0.013021436,0.00028769037],"about_ca_topic_score_codex":0.0000033909698,"about_ca_topic_score_gemma":0.000027798747,"teacher_disagreement_score":0.9230817,"about_ca_system_score_codex":0.00012628999,"about_ca_system_score_gemma":0.00016332696,"threshold_uncertainty_score":0.9999467},"labels":[],"label_agreement":null},{"id":"W2179480323","doi":"10.26687/archnet-ijar.v9i3.703","title":"Key Success Factors and Guidance for International Collaborative Design Projects","year":2015,"lang":"en","type":"article","venue":"International Journal of Architectural Research Archnet-IJAR","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Negotiation; Process (computing); Knowledge management; Key (lock); Tacit knowledge; Critical success factor; Engineering; Business; Public relations; Computer science; Political science","score_opus":0.14843261254733267,"score_gpt":0.41869834412323576,"score_spread":0.27026573157590306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2179480323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85271317,0.0023758938,0.117554344,0.011406136,0.0076002274,0.0013641878,0.00016811427,0.000119171724,0.0066987737],"genre_scores_gemma":[0.9718734,0.00019271777,0.02661526,0.000066175446,0.00091160147,0.000036514728,0.000017375378,0.00003344498,0.0002535081],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971884,0.00034304272,0.00050133147,0.00018867308,0.0014138886,0.00036469434],"domain_scores_gemma":[0.99329877,0.0020083988,0.00017731191,0.00012330321,0.0040366296,0.00035555987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025186304,0.00018470791,0.00021231924,0.0007807737,0.00008356711,0.00031871416,0.000903902,0.000060883987,0.000048229744],"category_scores_gemma":[0.0061133644,0.00014780092,0.0000715482,0.00030664224,0.00018333053,0.0006961914,0.00010808184,0.00061280065,0.000011452895],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015968492,0.0010337234,0.0442887,0.00036985712,0.00554238,0.0006139925,0.093131624,0.124612264,0.049171243,0.019139085,0.33492294,0.3112057],"study_design_scores_gemma":[0.01087389,0.0038315717,0.031043747,0.00085423276,0.000087558896,0.0015359344,0.011999973,0.07573986,0.08169668,0.042063814,0.7386877,0.0015850404],"about_ca_topic_score_codex":0.000033976597,"about_ca_topic_score_gemma":0.000024352541,"teacher_disagreement_score":0.40376475,"about_ca_system_score_codex":0.00034479774,"about_ca_system_score_gemma":0.0005697278,"threshold_uncertainty_score":0.73187095},"labels":[],"label_agreement":null},{"id":"W2182838545","doi":"","title":"An approach for improving design and innovation skills in engineering education: the multidisciplinary design stream","year":2012,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Multidisciplinary approach; Graduation (instrument); Accreditation; Engineering education; Medical education; Engineering; Residence; Engineering management; Function (biology); Engineering design process; Engineering ethics; Medicine; Mechanical engineering; Sociology","score_opus":0.021014166336019605,"score_gpt":0.3033704115346466,"score_spread":0.282356245198627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2182838545","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08304635,0.00093969225,0.91120017,0.0002022373,0.0041146013,0.0003828034,0.0000018083117,0.000044729924,0.00006760224],"genre_scores_gemma":[0.78874326,0.000044894234,0.20986463,0.000039296694,0.0011155996,0.000103625054,0.000019450015,0.00003443058,0.000034791243],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989785,0.000046583104,0.00047398798,0.00010365018,0.00020573648,0.00019157067],"domain_scores_gemma":[0.9987989,0.00039819622,0.00017303975,0.00013216346,0.0004083592,0.00008931094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001296379,0.00016088731,0.00012846307,0.0007479698,0.000036974594,0.00011845606,0.00026939844,0.0000748052,0.000007032043],"category_scores_gemma":[0.00044179414,0.00014658329,0.000032106585,0.00038684878,0.000010285223,0.0012960121,0.000012482664,0.0002479156,0.0000011182268],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050218612,0.0009043511,0.0014216017,0.00019726594,0.00009128967,3.556398e-7,0.0034556505,0.89837533,0.023523238,0.003788878,0.0008685242,0.06732332],"study_design_scores_gemma":[0.0007461865,0.00012790233,0.033545353,0.00024101282,0.0000781499,0.0003731651,0.0019050663,0.94893086,0.009410361,0.0002353688,0.0038846163,0.000521987],"about_ca_topic_score_codex":0.0000050477233,"about_ca_topic_score_gemma":1.144052e-7,"teacher_disagreement_score":0.70569694,"about_ca_system_score_codex":0.00026047352,"about_ca_system_score_gemma":0.000294192,"threshold_uncertainty_score":0.59774935},"labels":[],"label_agreement":null},{"id":"W2183106229","doi":"10.30935/cedtech/5970","title":"Unconventional Roles and Activities Identified by Instructional Designers","year":2010,"lang":"en","type":"article","venue":"Contemporary Educational Technology","topic":"Design Education and Practice","field":"Engineering","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Instructional design; Mathematics education; Psychology; Computer science; Knowledge management; Process management; Pedagogy; Business","score_opus":0.010265826589819935,"score_gpt":0.2450603237581892,"score_spread":0.23479449716836925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183106229","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94508344,0.00194648,0.0009807288,0.018246936,0.0038454817,0.0002352244,0.000052799758,0.0005353441,0.02907359],"genre_scores_gemma":[0.9945153,0.000034706714,0.0025141544,0.00011741403,0.0001646143,0.00010511566,0.00011652761,0.000021576505,0.0024105678],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99932206,0.000020423655,0.00019805538,0.00019696321,0.00012490404,0.00013761088],"domain_scores_gemma":[0.99946064,0.00018434892,0.0000564897,0.0001637039,0.000061347586,0.00007344809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014282393,0.00013494746,0.00011372031,0.00029292848,0.0001170597,0.000054496006,0.00015164254,0.00018104521,0.0006645693],"category_scores_gemma":[0.00010694898,0.00015465572,0.000025795352,0.00022342787,0.0002560312,0.00047784412,0.000020953503,0.00037707566,0.000052610514],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026899283,0.00021219294,0.018766407,0.000055011606,0.000164684,0.0000015373757,0.00020814895,0.00001568494,0.20075437,0.45502943,0.30437046,0.020395147],"study_design_scores_gemma":[0.0010331941,0.000059007205,0.022865523,0.00003084212,0.000031582927,0.00048475494,0.0022377025,0.00066095707,0.032339826,0.19827595,0.7411066,0.00087400165],"about_ca_topic_score_codex":0.000008285956,"about_ca_topic_score_gemma":0.000011714233,"teacher_disagreement_score":0.43673617,"about_ca_system_score_codex":0.000028007154,"about_ca_system_score_gemma":0.00025852764,"threshold_uncertainty_score":0.7276568},"labels":[],"label_agreement":null},{"id":"W2188753760","doi":"10.1115/detc2001/dtm-21715","title":"Towards Biomimetic Concept Generation","year":2001,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Biomimetics; Computer science; Natural (archaeology); Phenomenon; Biological engineering; Artificial intelligence; Management science; Biochemical engineering; Engineering; Epistemology; Biology","score_opus":0.0395249149684737,"score_gpt":0.2789539692017602,"score_spread":0.23942905423328648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2188753760","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05332706,0.0004044465,0.2825074,0.0013201864,0.0016276927,0.0000981519,8.417e-7,0.00051482994,0.6601994],"genre_scores_gemma":[0.9912405,0.000065547625,0.0029897634,0.00031446817,0.00019752224,0.000004686152,0.0000073974816,0.0000075909893,0.005172518],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99978703,0.000010113915,0.000056837023,0.000042212338,0.00004169187,0.0000621298],"domain_scores_gemma":[0.9998674,0.000012194274,0.0000048584275,0.00007000243,0.000014568199,0.000031010637],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00004701076,0.00003662339,0.00002994579,0.000025485771,0.000016591406,0.000026746678,0.000029924386,0.000020748083,0.0033170283],"category_scores_gemma":[0.000014883499,0.00003454748,0.000010274593,0.00009221661,0.0000050369295,0.000113624825,0.0000018719829,0.000029055085,0.00049334083],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041778203,0.000060314956,0.00016759658,0.000009056516,0.00004660641,0.000006085221,0.0012090472,0.0077514295,0.093341805,0.018401843,0.45491943,0.4240826],"study_design_scores_gemma":[0.00015037406,0.000012697443,0.00072612904,0.0000011415086,0.000008769683,0.000021950278,0.00010528875,0.07637851,0.035162292,0.00011959278,0.88718367,0.00012956077],"about_ca_topic_score_codex":0.000013186402,"about_ca_topic_score_gemma":0.0000034409675,"teacher_disagreement_score":0.9379134,"about_ca_system_score_codex":0.000015892469,"about_ca_system_score_gemma":0.000009466983,"threshold_uncertainty_score":0.99759406},"labels":[],"label_agreement":null},{"id":"W2189241744","doi":"","title":"Implementing and assessing the hybrid ideation space: a cognitive artefact for conceptual design","year":2007,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Sketch; Computer science; Human–computer interaction; Conversation; Ambiguity; Abstraction; Process (computing); Interface (matter); Ideation; Representation (politics); Creativity; Conceptual design; Artificial intelligence; Cognitive science; Psychology","score_opus":0.055379331808047806,"score_gpt":0.3557666818581451,"score_spread":0.30038735005009726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2189241744","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06602269,0.000108478685,0.9233444,0.00018706554,0.00013343367,0.00030973472,0.0000020843006,0.00008432813,0.009807826],"genre_scores_gemma":[0.98880726,0.000009794308,0.010652719,0.00019089913,0.00009436737,0.000018249251,0.000007965499,0.000012981197,0.00020578178],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995119,0.000030821677,0.00011832034,0.00007734149,0.000061714505,0.0001998949],"domain_scores_gemma":[0.9980214,0.0018137594,0.000032056905,0.00004367605,0.000054257183,0.000034833218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012051701,0.00006710246,0.000052852236,0.00003093272,0.00015945666,0.00014568058,0.000027234993,0.000016000467,0.000098734636],"category_scores_gemma":[0.00021258772,0.00005273728,0.0000144185915,0.0000569007,0.000023704537,0.0002978161,0.000006329437,0.00006455913,0.00000792522],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011568619,0.00009655753,0.004326448,0.00013027697,0.00042267857,0.000008477905,0.015771886,0.0013600846,0.055593155,0.044091582,0.036615532,0.8414676],"study_design_scores_gemma":[0.0037401542,0.00025208076,0.04353838,0.00012818545,0.00044058898,0.00017418544,0.15254968,0.18647687,0.30820605,0.003809208,0.29941043,0.0012741702],"about_ca_topic_score_codex":0.000006414907,"about_ca_topic_score_gemma":0.0000046719365,"teacher_disagreement_score":0.92278457,"about_ca_system_score_codex":0.000018474335,"about_ca_system_score_gemma":0.000019113248,"threshold_uncertainty_score":0.21505639},"labels":[],"label_agreement":null},{"id":"W2200894201","doi":"10.21606/drs.2002.65","title":"A comparative study of iconic influences amongst British and Canadian design students","year":2002,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Artifact (error); Context (archaeology); Variety (cybernetics); Curriculum; Design education; Mathematics education; Computer science; Pedagogy; Psychology; Visual arts; Artificial intelligence","score_opus":0.043740894522912264,"score_gpt":0.27921211594319395,"score_spread":0.23547122142028168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2200894201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99271184,0.00034030704,0.000003411384,0.000017899954,0.00004533241,0.00027099787,0.0000017911605,0.000023589,0.006584813],"genre_scores_gemma":[0.99955004,0.00008252502,0.00021428347,0.000013424036,0.000009806276,0.000018867397,1.3928506e-7,0.000007362726,0.00010354032],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99947965,0.0000048939733,0.00016549957,0.00009202321,0.00014036147,0.00011756856],"domain_scores_gemma":[0.999657,0.000042872707,0.000057653127,0.000026729133,0.00011921566,0.000096571406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014349581,0.000067596426,0.00015270569,0.000094622614,0.000036675436,0.000068154135,0.00013057534,0.000026156995,0.000070341885],"category_scores_gemma":[0.000040406423,0.00008274556,0.000008980999,0.00018554351,0.000034522185,0.0002961646,0.0000094311645,0.00007498136,0.000005275097],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022863778,0.001052426,0.82824063,0.00035804242,0.00054908684,0.0000052309992,0.13285631,0.0005906804,0.0063289497,0.00017077095,0.0221732,0.0076517817],"study_design_scores_gemma":[0.0015497709,0.0008056976,0.9173542,0.0001861921,0.000148665,0.0000317938,0.06910222,0.0037068035,0.004557959,0.0001459145,0.00194265,0.00046809154],"about_ca_topic_score_codex":0.008765741,"about_ca_topic_score_gemma":0.004218266,"teacher_disagreement_score":0.08911359,"about_ca_system_score_codex":0.00002462288,"about_ca_system_score_gemma":0.000011724392,"threshold_uncertainty_score":0.997835},"labels":[],"label_agreement":null},{"id":"W2214933329","doi":"","title":"Teaching Human-Computer-Interaction with Shakespeare Sonnets: a case study in interdisciplinary project-based learning","year":2009,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Sonnet; Computer science; Sociology; Mathematics education; Psychology; Art; Literature; Poetry","score_opus":0.037035837261923485,"score_gpt":0.3344240777795861,"score_spread":0.2973882405176626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2214933329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9064346,0.00007066352,0.0005409035,0.085641414,0.0010234842,0.0006928968,0.0000020314603,0.00045381882,0.0051401947],"genre_scores_gemma":[0.99810743,0.0000037613681,0.0011588415,0.00009501284,0.00023695355,0.00016238858,0.000028860828,0.00001838415,0.00018837994],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99893606,0.00009511153,0.0002522634,0.00032771638,0.00014881798,0.00024002261],"domain_scores_gemma":[0.9992344,0.00036050697,0.0000763849,0.00018722517,0.000071023685,0.00007049564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002122557,0.00020957524,0.00020768755,0.0011755377,0.0001762154,0.00006840266,0.00013808686,0.000087966415,0.00010726508],"category_scores_gemma":[0.00007279938,0.00019809246,0.00001496213,0.0005057337,0.00006108926,0.00021225943,0.000031720647,0.0011756408,0.000015413169],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005044651,0.011640194,0.16519207,0.00033125197,0.00033253827,0.003916284,0.115741886,0.0032579277,0.0029210406,0.17221145,0.013603505,0.51034737],"study_design_scores_gemma":[0.016271908,0.016564842,0.26822326,0.004998352,0.00044772748,0.011102901,0.15648243,0.17419416,0.0015539172,0.33733842,0.006181036,0.0066410517],"about_ca_topic_score_codex":0.000093860865,"about_ca_topic_score_gemma":0.002814359,"teacher_disagreement_score":0.50370634,"about_ca_system_score_codex":0.000114632014,"about_ca_system_score_gemma":0.00019094127,"threshold_uncertainty_score":0.80779755},"labels":[],"label_agreement":null},{"id":"W2222067945","doi":"10.1177/0265813515610671","title":"An Introduction to Shape Schema Grammars","year":2016,"lang":"en","type":"article","venue":"Environment and Planning B Planning and Design","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Australian Research Council; Natural Sciences and Engineering Research Council of Canada","keywords":"Schema (genetic algorithms); Star schema; Computer science; Rule-based machine translation; Information schema; Conceptual schema; Database schema; Natural language processing; Artificial intelligence; Programming language; Semi-structured model; Information retrieval; Gender schema theory; Psychology","score_opus":0.026096136839225688,"score_gpt":0.24516434595196201,"score_spread":0.21906820911273633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2222067945","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3787102,0.0012174961,0.61688626,0.0016326735,0.00047855076,0.00023309705,0.000005308868,0.00030602116,0.0005303754],"genre_scores_gemma":[0.97757006,0.00009186972,0.02121033,0.00014434292,0.00051043835,0.000021394062,0.000009208793,0.000027352124,0.00041502013],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926794,0.000057633297,0.00012415889,0.0002482918,0.000100399906,0.0002016083],"domain_scores_gemma":[0.99945843,0.00018163491,0.000023243,0.00014329526,0.000004002353,0.00018940419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036270192,0.00014626118,0.00011020648,0.00009244912,0.00011378527,0.000071423754,0.000053061834,0.00006500923,0.00012489302],"category_scores_gemma":[0.000039946648,0.000118267206,0.000009561313,0.000045504818,0.000028104796,0.00028061416,0.000010930775,0.00008828687,0.00005508294],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005829907,0.00014323661,0.075044625,0.000099676916,0.0001950004,0.0000769974,0.0121636,0.12168413,0.28252012,0.001287245,0.17403959,0.3321628],"study_design_scores_gemma":[0.0015122665,0.0009528888,0.099460736,0.00025051768,0.0001191798,0.00020434732,0.0019207033,0.03887533,0.015578184,0.000906736,0.8385376,0.0016815475],"about_ca_topic_score_codex":0.0000012783146,"about_ca_topic_score_gemma":2.3270117e-8,"teacher_disagreement_score":0.664498,"about_ca_system_score_codex":0.00002225183,"about_ca_system_score_gemma":0.000005745328,"threshold_uncertainty_score":0.48227966},"labels":[],"label_agreement":null},{"id":"W2226093925","doi":"10.1007/978-94-017-9112-0_2","title":"Understanding Analogical Reasoning in Biomimetic Design: An Inductive Approach","year":2014,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Analogy; Analogical reasoning; Computer science; Human–computer interaction; Artificial intelligence; Cognitive science; Psychology; Epistemology","score_opus":0.270780527981747,"score_gpt":0.28672870007460305,"score_spread":0.01594817209285604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2226093925","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000082973265,0.000056642133,0.46253514,0.000014091095,0.00014645883,0.00013924928,7.184437e-7,0.00012956919,0.53696984],"genre_scores_gemma":[0.66617364,0.00025117403,0.120764896,0.00031064404,0.0006635411,0.00005068029,0.00013215642,0.00033339867,0.21131986],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998962,0.00007842782,0.0002597599,0.00031445862,0.00016533301,0.00022001701],"domain_scores_gemma":[0.99929285,0.00023686518,0.00006266107,0.00026118834,0.000022142096,0.00012429552],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005716079,0.0002846906,0.00032185658,0.00036750664,0.000042637053,0.00008119602,0.00015813082,0.00039247455,0.00075456384],"category_scores_gemma":[0.000047745845,0.00027474956,0.0000483872,0.000079519225,0.000043684657,0.00017167123,0.000015881682,0.00058136665,0.000113883034],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000209457,0.000029386383,0.000009451496,0.00005182088,0.00008911355,0.000009556687,0.00070983,0.005755019,0.00008605037,0.98777133,0.0025308726,0.0029366433],"study_design_scores_gemma":[0.0023576876,0.0007579883,0.00034622548,0.00082155317,0.000573414,0.0002888227,0.0055032023,0.49161738,0.0002413721,0.28438947,0.20688553,0.0062173526],"about_ca_topic_score_codex":0.000012168852,"about_ca_topic_score_gemma":0.0000077299765,"teacher_disagreement_score":0.70338184,"about_ca_system_score_codex":0.00040222413,"about_ca_system_score_gemma":0.000043655924,"threshold_uncertainty_score":0.9999705},"labels":[],"label_agreement":null},{"id":"W2228034509","doi":"10.3917/sdd.002.0065","title":"Création contre science en design, les conditions d’un vrai débat : réponse à Lysianne Léchot Hirt","year":2015,"lang":"fr","type":"article","venue":"Sciences du Design","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Philosophy; Physics","score_opus":0.08261568042175961,"score_gpt":0.31701517830480286,"score_spread":0.23439949788304326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2228034509","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007637705,0.0039607184,0.944872,0.022507634,0.0059287627,0.00089267996,0.000025348423,0.00031037617,0.013864729],"genre_scores_gemma":[0.85884196,0.0003529856,0.1349088,0.00060987595,0.00056403124,0.00009591297,0.000008221426,0.000039333034,0.004578908],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946676,0.0020511218,0.00052983256,0.00073212245,0.0010969705,0.0009223922],"domain_scores_gemma":[0.9954968,0.002434799,0.00022934927,0.00045566092,0.00067766436,0.00070571766],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.015531137,0.000381216,0.00031478776,0.000612356,0.0013831927,0.0010228567,0.001105433,0.00020277905,0.0017048117],"category_scores_gemma":[0.0042837122,0.00039249408,0.000082807266,0.0030613237,0.0022580451,0.0036705206,0.000071215276,0.00038296968,0.0021457933],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018697455,0.00086050015,0.00092235964,0.00009883328,0.00013626485,0.00010502145,0.029003609,0.4119104,0.06431275,0.15791231,0.27990255,0.054648384],"study_design_scores_gemma":[0.0022865476,0.0012125799,0.0051104906,0.00034978904,0.0004140133,0.0007714897,0.019417347,0.75199556,0.05925205,0.06122789,0.09587245,0.0020898033],"about_ca_topic_score_codex":0.00044009156,"about_ca_topic_score_gemma":0.000017716777,"teacher_disagreement_score":0.8512042,"about_ca_system_score_codex":0.0006328519,"about_ca_system_score_gemma":0.002811681,"threshold_uncertainty_score":0.99991685},"labels":[],"label_agreement":null},{"id":"W22299285","doi":"10.1590/s1983-14472011000400023","title":"Knowledge and object phylogenetic production cascades --the TELOS case","year":2006,"lang":"en","type":"article","venue":"Conference on Leading Web in Concurrent Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université TÉLUQ","funders":"","keywords":"Orchestration; Computer science; Process (computing); Middleware (distributed applications); Knowledge management; Concurrent engineering; Unitary state; Software engineering; Human–computer interaction; Distributed computing; Programming language; Engineering","score_opus":0.034018985977541834,"score_gpt":0.2794861894814321,"score_spread":0.24546720350389029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W22299285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9828158,0.0040124874,0.0026359507,0.00028696566,0.002778371,0.0004178682,0.0000045683646,0.00036232817,0.0066856616],"genre_scores_gemma":[0.9990677,0.0002009497,0.00011727924,0.0000074165723,0.0002708744,0.00006553218,0.0000033488298,0.000029501129,0.00023737332],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917895,0.000038088165,0.00022012799,0.00022430651,0.00008183417,0.00025668432],"domain_scores_gemma":[0.9995103,0.0002007952,0.000027980552,0.00017310816,0.00003761037,0.000050215913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024290253,0.00019737097,0.00015136306,0.00018919546,0.000064616404,0.0000933404,0.00009486872,0.00006289896,0.000031433938],"category_scores_gemma":[0.00010956616,0.0001815565,0.000022995799,0.00027241104,0.000034307377,0.0001312153,0.0000148014215,0.00034928008,0.0000489122],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021192198,0.00045937885,0.005645673,0.001651554,0.00012756631,0.00036268425,0.0070024333,0.4841757,0.20411977,0.042424344,0.013217436,0.24079226],"study_design_scores_gemma":[0.0006764024,0.00009059367,0.004585759,0.00065317546,0.00005702939,0.0013776452,0.00056165375,0.91481024,0.019517975,0.00011406301,0.056593742,0.00096173305],"about_ca_topic_score_codex":0.000015143419,"about_ca_topic_score_gemma":0.000068154186,"teacher_disagreement_score":0.43063453,"about_ca_system_score_codex":0.00009563376,"about_ca_system_score_gemma":0.00003942249,"threshold_uncertainty_score":0.740366},"labels":[],"label_agreement":null},{"id":"W2234313352","doi":"10.24908/pceea.v0i0.3801","title":"DESIGNING A RUBRIC TO ASSESS THE MODELLING PHASE OF STUDENT DESIGN PROJECTS IN UPPER YEAR ENGINEERING COURSES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Natural Sciences and Engineering Research Council of Canada; Queen's University","funders":"","keywords":"Rubric; Capstone; Process (computing); Key (lock); Computer science; Mathematics education; Engineering design process; Bridge (graph theory); Psychology; Engineering","score_opus":0.06816217309130283,"score_gpt":0.27789229616701133,"score_spread":0.20973012307570849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2234313352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94371194,0.00034338367,0.04119433,0.0012275481,0.0036389818,0.0026140586,0.000021838705,0.00028453558,0.0069634095],"genre_scores_gemma":[0.98232114,0.000017671335,0.017118705,0.00006918008,0.0000864528,0.00015869098,0.0000016450558,0.00005433446,0.00017215991],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987318,0.000019568952,0.0003981651,0.00016781346,0.0003301094,0.00035252297],"domain_scores_gemma":[0.99892163,0.00018914908,0.00019835423,0.00014053048,0.00038248574,0.0001678323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011415741,0.00018672479,0.00020472074,0.00052089326,0.00007162469,0.000074607735,0.00042218596,0.00011373022,0.000024904899],"category_scores_gemma":[0.00067667605,0.00017292859,0.000063645086,0.00097324164,0.000009252838,0.00037434595,0.000019266936,0.00029790896,0.000007886875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024495512,0.00046429693,0.047323078,0.0006357244,0.00033172278,4.36056e-7,0.04219482,0.8598113,0.025106616,0.012261522,0.010852079,0.0009939234],"study_design_scores_gemma":[0.0023363668,0.00028010746,0.20193554,0.0022367688,0.0005685679,0.0000242871,0.02035786,0.5771621,0.17308073,0.0004376213,0.019088356,0.002491687],"about_ca_topic_score_codex":0.0015335855,"about_ca_topic_score_gemma":0.0002689188,"teacher_disagreement_score":0.2826492,"about_ca_system_score_codex":0.0012173492,"about_ca_system_score_gemma":0.000513029,"threshold_uncertainty_score":0.7051823},"labels":[],"label_agreement":null},{"id":"W2237695383","doi":"","title":"Connecting Disciplines and Tracing an Educated Imagination: Biennale of Sydney Pavilions Design Summer Studio","year":2010,"lang":"en","type":"article","venue":"OPUS - Open Publications of UTS Scholars (University of Technology Sydney)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pavilion; Studio; Visual arts; The arts; Architecture; Contemplation; Art; Aesthetics; Sociology; Art history; Engineering; Philosophy; Civil engineering","score_opus":0.03461248365667904,"score_gpt":0.2949444923079668,"score_spread":0.2603320086512878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2237695383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96346986,0.00021789473,0.020694472,0.012443351,0.0002189351,0.000591893,0.000047853322,0.00021277921,0.0021029473],"genre_scores_gemma":[0.9211536,0.00008290567,0.078366086,0.000008762339,0.000007996714,0.000005074875,0.000036452533,0.00001679266,0.00032233854],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99910825,0.000075405325,0.00025550378,0.00026753757,0.00012160389,0.00017171251],"domain_scores_gemma":[0.99814135,0.00017452012,0.00027815974,0.0006329342,0.00066236034,0.000110690344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008578789,0.00013196091,0.00027207175,0.0009831762,0.00033160567,0.00007445808,0.0009940416,0.00019978016,0.00020203655],"category_scores_gemma":[0.0006750907,0.00016549423,0.000037192814,0.0014971403,0.00029605202,0.002673145,0.00022416672,0.00046923532,0.0000050525086],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008357705,0.0023382427,0.05082493,0.0003076887,0.0008017292,0.0000032499936,0.008700689,0.0011632289,0.73516965,0.090568386,0.0065914523,0.103447184],"study_design_scores_gemma":[0.008273079,0.0011117071,0.23920034,0.0006803068,0.0020772615,0.00051271863,0.17245264,0.044432417,0.351515,0.023742711,0.15252563,0.0034761904],"about_ca_topic_score_codex":0.0001412637,"about_ca_topic_score_gemma":0.000121625446,"teacher_disagreement_score":0.38365465,"about_ca_system_score_codex":0.000027664364,"about_ca_system_score_gemma":0.00016243783,"threshold_uncertainty_score":0.6748659},"labels":[],"label_agreement":null},{"id":"W2241465322","doi":"","title":"Introducing nature analogies at the framing stage of design projects","year":2013,"lang":"en","type":"article","venue":"DS 76: Proceedings of E&PDE 2013, the 15th International Conference on Engineering and Product Design Education, Dublin, Ireland, 05-06.09.2013","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cognitive reframing; Framing (construction); Computer science; Knowledge management; Management science; Engineering ethics; Engineering; Psychology; Social psychology","score_opus":0.02818611479757889,"score_gpt":0.26668667150880365,"score_spread":0.23850055671122478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2241465322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8534061,0.015570893,0.033629056,0.06389795,0.0117979655,0.008342077,0.00017332942,0.001187396,0.011995255],"genre_scores_gemma":[0.9802615,0.0031238953,0.008726266,0.000167998,0.0007951523,0.00036634662,0.00006764791,0.000094844,0.006396318],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974207,0.00007542729,0.00076648244,0.000618466,0.000640061,0.00047885574],"domain_scores_gemma":[0.9964469,0.0006815669,0.00048432793,0.00047053327,0.0017641381,0.00015254103],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017059122,0.00052133267,0.00042804383,0.0005052167,0.000244712,0.00041674727,0.0009629034,0.00025044926,0.00038071585],"category_scores_gemma":[0.0014633342,0.00037864508,0.000092301234,0.0006014768,0.00017595608,0.0011164168,0.00010952924,0.000973916,0.000079863574],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000284718,0.0006528403,0.0019250159,0.0018870557,0.0011554346,9.402742e-7,0.015498301,0.10360815,0.08895144,0.07040779,0.69787997,0.017748322],"study_design_scores_gemma":[0.0022460327,0.0008860536,0.012949141,0.0025100345,0.0005048494,0.00029181596,0.01663429,0.5526564,0.13782129,0.0054742675,0.26469663,0.0033291501],"about_ca_topic_score_codex":0.00031562828,"about_ca_topic_score_gemma":0.000008366999,"teacher_disagreement_score":0.44904828,"about_ca_system_score_codex":0.00015689831,"about_ca_system_score_gemma":0.00031018356,"threshold_uncertainty_score":0.99986655},"labels":[],"label_agreement":null},{"id":"W2246196382","doi":"10.18260/1-2--19232","title":"Assessing the design of a rapid product design cycle activity that develops student understanding of engineering design and professional practice","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering design process; Deliverable; Conceptual design; Product design; Design review (U.S. government); New product development; Design education; Teamwork; Engineering; Engineering management; Design technology; Knowledge management; Computer science; Systems engineering; Product (mathematics); Operations management; Human–computer interaction","score_opus":0.16605237103292614,"score_gpt":0.35088725749016714,"score_spread":0.184834886457241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2246196382","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060543283,0.00036995808,0.9897625,0.0020118388,0.00028251368,0.00086276786,6.039946e-7,0.00013200208,0.0005234743],"genre_scores_gemma":[0.8195553,0.00010666229,0.18010174,0.00010936495,0.000042813303,0.000032172018,4.782147e-7,0.00003374212,0.0000177442],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982176,0.000628174,0.0002959668,0.00023918209,0.0003873342,0.00023178992],"domain_scores_gemma":[0.9951434,0.0042745764,0.00018660509,0.00019447602,0.00009595304,0.000104987965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022450385,0.00021059786,0.00026129643,0.00007851988,0.00011519486,0.00011054821,0.00020110198,0.00006268636,0.00005802259],"category_scores_gemma":[0.0010486495,0.00016196657,0.00003109773,0.00040714038,0.000049902217,0.0012415948,0.000054228665,0.00031157886,0.0000032293701],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032350954,0.00032085503,0.00027775767,0.00060548406,0.00057063065,0.00000971639,0.015787294,0.72691816,0.23972721,0.0018162264,0.0029478816,0.010695243],"study_design_scores_gemma":[0.0009445315,0.0002406883,0.0056141405,0.00022919399,0.0002783826,0.000060754526,0.017154388,0.67800814,0.2954852,0.0001895303,0.0011429392,0.00065207854],"about_ca_topic_score_codex":0.000004746526,"about_ca_topic_score_gemma":1.0381396e-7,"teacher_disagreement_score":0.81350094,"about_ca_system_score_codex":0.00010164035,"about_ca_system_score_gemma":0.00022791707,"threshold_uncertainty_score":0.6604805},"labels":[],"label_agreement":null},{"id":"W2249895101","doi":"","title":"Creative teamwork in quick projects development QPD, 24 hours of innovation","year":2011,"lang":"en","type":"preprint","venue":"Espace ÉTS (ETS)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Teamwork; General partnership; Context (archaeology); Competition (biology); Innovation management; Knowledge management; Work (physics); Empirical research; Engineering; Business; Psychology; Management; Computer science; Mechanical engineering; Geography","score_opus":0.044726774876648376,"score_gpt":0.28853949368251575,"score_spread":0.24381271880586736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2249895101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.843802,0.00096032093,0.010102119,0.0005412895,0.0045101503,0.0018279445,0.000014720784,0.00044603797,0.13779543],"genre_scores_gemma":[0.9761489,0.00015285885,0.01959334,0.00007154702,0.00012327898,0.00022024733,0.00007793497,0.000073976764,0.0035378868],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9986015,0.000101536825,0.0005141655,0.0003049596,0.00023047146,0.00024735334],"domain_scores_gemma":[0.9989483,0.00010783898,0.0002950895,0.00037563237,0.0002243957,0.000048745173],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00066251005,0.000283122,0.00033409765,0.0006239179,0.000026942696,0.000036744754,0.0002364306,0.0002908359,0.0002405119],"category_scores_gemma":[0.00039223046,0.00030865584,0.00003070476,0.00085067376,0.000028260532,0.00015586278,0.00010970589,0.0007167723,0.00013208046],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009130404,0.0022963022,0.06531966,0.0059950748,0.001681449,0.000060939437,0.5359419,0.054777034,0.0067751734,0.020681318,0.16038391,0.14517418],"study_design_scores_gemma":[0.0030291376,0.00023810405,0.41079947,0.006461036,0.00025334285,0.000027076543,0.02263765,0.0021686233,0.17457663,0.0037742998,0.37128672,0.004747895],"about_ca_topic_score_codex":0.00016393019,"about_ca_topic_score_gemma":0.00013836494,"teacher_disagreement_score":0.5133043,"about_ca_system_score_codex":0.0002853617,"about_ca_system_score_gemma":0.0006222107,"threshold_uncertainty_score":0.9999366},"labels":[],"label_agreement":null},{"id":"W2250098132","doi":"10.25071/1718-4657.36724","title":"Lyotard and the Oikos","year":2008,"lang":"en","type":"article","venue":"Intersections conference journal","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Performativity; Epistemology; Context (archaeology); Sociology; Dualism; Action (physics); Philosophy; Aesthetics; Environmental ethics","score_opus":0.034828184799557196,"score_gpt":0.24747389519457147,"score_spread":0.2126457103950143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2250098132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6889362,0.00057503587,0.15267241,0.0059638857,0.005681687,0.00015448294,0.0000023057785,0.00019910926,0.14581491],"genre_scores_gemma":[0.9975762,0.0007202744,0.00024578383,0.00013767261,0.00023342033,0.000005509972,1.7509892e-7,0.0000057328525,0.0010752558],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996466,0.000051448464,0.000114918774,0.000039434573,0.00006514995,0.00008246708],"domain_scores_gemma":[0.999674,0.00010654836,0.000025177402,0.00006889009,0.00006906137,0.00005627423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016332882,0.000053320207,0.00006060092,0.00005797215,0.0002429982,0.00008662867,0.00007314078,0.000021877526,0.0005145223],"category_scores_gemma":[0.00007388957,0.00003681584,0.00003040312,0.00006853669,0.00010190901,0.0002030379,0.000006705299,0.00033121527,0.00006690687],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060059235,0.00027583944,0.007914087,0.00006347911,0.0013564089,0.00020159935,0.12571563,0.0085461,0.009556909,0.054790203,0.6429828,0.14799634],"study_design_scores_gemma":[0.004812888,0.00016849177,0.03187977,0.00012527482,0.00016276103,0.04563273,0.020562036,0.08435771,0.0014574255,0.0072943703,0.80280924,0.0007372755],"about_ca_topic_score_codex":0.000015743159,"about_ca_topic_score_gemma":0.000017957744,"teacher_disagreement_score":0.30864,"about_ca_system_score_codex":0.000023569835,"about_ca_system_score_gemma":0.000038331716,"threshold_uncertainty_score":0.5633658},"labels":[],"label_agreement":null},{"id":"W2250127272","doi":"","title":"Shared sensory experience : a design strategy for dissemination : a thesis presented in partial fulfillment of the requirements for the degree of Master of Design at Massey University, Wellington, New Zealand","year":2010,"lang":"en","type":"dissertation","venue":"Massey Research Online (Massey University)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Degree (music); Engineering; Psychology; Physics","score_opus":0.28169208984603894,"score_gpt":0.3807207733922886,"score_spread":0.09902868354624966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2250127272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79243857,0.0007042532,0.17428568,0.0029742133,0.00205808,0.021040643,0.0020469748,0.00018255081,0.0042690546],"genre_scores_gemma":[0.8970905,0.0007358843,0.009398758,0.0000053302742,0.00012479798,0.000042258536,0.00057762023,0.00011667647,0.09190821],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99717194,0.00064183207,0.00050833216,0.0004252224,0.0007701559,0.00048251502],"domain_scores_gemma":[0.9943709,0.0035086211,0.00044914728,0.00062775065,0.00090480834,0.00013881217],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013806256,0.00030678645,0.00044341196,0.0007888213,0.00021598447,0.000038577346,0.0011374421,0.00037000226,0.00011689263],"category_scores_gemma":[0.000671563,0.00026495455,0.00021436406,0.0011272847,0.00014832208,0.00036420554,0.000119782475,0.00054423546,0.000001228321],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03037739,0.003070905,0.007319948,0.004987731,0.0022417381,0.000049607628,0.034930576,0.06021007,0.7935055,0.0032206103,0.037719656,0.022366293],"study_design_scores_gemma":[0.009174192,0.0018258821,0.031650543,0.0025769183,0.0013180595,0.000006560732,0.08186947,0.13774912,0.6229121,0.0010005536,0.108192675,0.0017239313],"about_ca_topic_score_codex":0.00036231684,"about_ca_topic_score_gemma":0.0017197079,"teacher_disagreement_score":0.17059338,"about_ca_system_score_codex":0.0003611995,"about_ca_system_score_gemma":0.00074710546,"threshold_uncertainty_score":0.9999803},"labels":[],"label_agreement":null},{"id":"W2272858225","doi":"","title":"The Canadian Design Website: An Evaluation of Process and Product","year":2002,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Process (computing); Product (mathematics); Computer science; Process management; Business; Mathematics","score_opus":0.14165180193680627,"score_gpt":0.3202403934378135,"score_spread":0.17858859150100725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2272858225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65316266,0.012517071,0.00011342315,0.06014135,0.0051506674,0.004745968,0.000025361951,0.00039521375,0.2637483],"genre_scores_gemma":[0.98901033,0.0009994406,0.00020073724,0.00026788635,0.0001294543,0.00016568549,0.000014927765,0.00003317226,0.009178379],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977084,0.00062346394,0.00036041404,0.00036408653,0.000618706,0.00032496967],"domain_scores_gemma":[0.9986345,0.00016904103,0.00032329353,0.00027322542,0.00033069574,0.00026925147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015013181,0.00021065424,0.00018644812,0.00016791285,0.00039181273,0.00023088431,0.00015061862,0.00008350997,0.00044767046],"category_scores_gemma":[0.0001579804,0.00019900635,0.000013419865,0.0005112776,0.00008458948,0.00039763039,0.000009021652,0.0005382927,0.000025708563],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020212993,0.00058605365,0.09983688,0.0006564983,0.00008266013,0.0000025268869,0.009399792,0.0069894274,0.00041904923,0.08695442,0.010751135,0.7841194],"study_design_scores_gemma":[0.00136234,0.00075652666,0.7377212,0.00062239135,0.00012801847,0.000021447135,0.006249485,0.0916379,0.0005285326,0.011573935,0.14822721,0.0011710025],"about_ca_topic_score_codex":0.004410666,"about_ca_topic_score_gemma":0.03263684,"teacher_disagreement_score":0.78294843,"about_ca_system_score_codex":0.00051943754,"about_ca_system_score_gemma":0.0008108917,"threshold_uncertainty_score":0.98501503},"labels":[],"label_agreement":null},{"id":"W2284422316","doi":"10.31686/ijier.vol4.iss1.501","title":"Understanding and Creating 3D Forms Using Familiar Objects","year":2016,"lang":"en","type":"article","venue":"International Journal for Innovation Education and Research","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Studio; Process (computing); Mathematics education; Vocabulary; Computer science; Spatial ability; Expression (computer science); Subject (documents); Psychology; World Wide Web; Linguistics","score_opus":0.3094568280247226,"score_gpt":0.47710116272319475,"score_spread":0.16764433469847217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2284422316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69513184,0.00038992963,0.26491225,0.0080225365,0.0067240805,0.00049805717,0.000018356834,0.000092085305,0.024210872],"genre_scores_gemma":[0.99356776,0.0005613785,0.0036820036,0.00015996122,0.00061922206,0.000019254043,0.0000077022605,0.000019957386,0.0013627814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99904513,0.00004655311,0.000287455,0.0001200585,0.00031817352,0.00018265207],"domain_scores_gemma":[0.9982006,0.00044559146,0.000076543525,0.000060468694,0.001142128,0.0000746859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001348119,0.00008002168,0.0000685806,0.0008385971,0.00037077264,0.00031465827,0.00010911602,0.000059540973,0.0000637372],"category_scores_gemma":[0.0008014297,0.000060222384,0.000015016268,0.0003729199,0.00006427579,0.0007479745,0.0000217865,0.00019739736,0.000004613018],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013486338,0.00019730716,0.0042118584,0.000111099595,0.000245135,0.000002411832,0.004608391,0.00016174374,0.12495463,0.42493993,0.017247561,0.42318508],"study_design_scores_gemma":[0.0054997406,0.00036152778,0.012597439,0.0017593333,0.00006171639,0.0019524058,0.051371515,0.049267698,0.015926918,0.4379703,0.42192218,0.0013092201],"about_ca_topic_score_codex":0.0000077028435,"about_ca_topic_score_gemma":0.000003169431,"teacher_disagreement_score":0.42187586,"about_ca_system_score_codex":0.0004191238,"about_ca_system_score_gemma":0.0002572827,"threshold_uncertainty_score":0.3034257},"labels":[],"label_agreement":null},{"id":"W2286157088","doi":"","title":"Alive: New Design Frontiers","year":2013,"lang":"en","type":"article","venue":"University of the Arts London Research Online (University of the Arts London)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Exhibition; Architecture; Studio; Visual arts; Design studio; Architectural engineering; Engineering; Sociology; Art","score_opus":0.050608291405640826,"score_gpt":0.262552623919766,"score_spread":0.2119443325141252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2286157088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82923913,0.0011026133,0.057706445,0.08380214,0.002036186,0.0031075196,0.00011970203,0.00036641827,0.02251983],"genre_scores_gemma":[0.8537492,0.0011784986,0.030403797,0.00023048071,0.00013050422,2.2099525e-7,0.000017579987,0.00005711783,0.114232615],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792945,0.00049774244,0.00014109441,0.0002678449,0.0006994457,0.00046439015],"domain_scores_gemma":[0.9978323,0.0003814195,0.00014996619,0.0009716754,0.00040182014,0.00026283233],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00068112,0.00017984919,0.0002766914,0.00030366192,0.0006665176,0.000033081833,0.0020031983,0.000121744626,0.0014779674],"category_scores_gemma":[0.0001770659,0.0001693953,0.00025154257,0.000807368,0.0006386864,0.0008062546,0.00058544,0.0006354038,0.00023986486],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021093636,0.00027267443,0.0011253329,0.0000762377,0.0002646232,0.000012172959,0.004714439,0.00913814,0.0064661466,0.00096880994,0.96537083,0.01137963],"study_design_scores_gemma":[0.003245132,0.00021541165,0.04593753,0.0002573706,0.00025043523,0.000024796082,0.029849863,0.03356533,0.004618833,0.0038100122,0.87756646,0.0006588072],"about_ca_topic_score_codex":0.003855968,"about_ca_topic_score_gemma":0.00067646144,"teacher_disagreement_score":0.09171278,"about_ca_system_score_codex":0.00020170558,"about_ca_system_score_gemma":0.00030436917,"threshold_uncertainty_score":0.9994348},"labels":[],"label_agreement":null},{"id":"W2291093266","doi":"10.1115/detc2015-46502","title":"Measuring the Evoked Hardness of Design Problems Using Transient Microstates","year":2015,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Ministate; Context (archaeology); Computer science; Interfacing; Transient (computer programming); Electroencephalography; Process (computing); Cognition; Segmentation; Artificial intelligence; Human–computer interaction; Cognitive psychology; Psychology; Neuroscience","score_opus":0.17137137631161808,"score_gpt":0.2770204274290032,"score_spread":0.1056490511173851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291093266","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12946992,0.0012317366,0.8456777,0.00043736424,0.0013303605,0.0005806346,0.0000024399399,0.00023717342,0.021032713],"genre_scores_gemma":[0.99047303,0.000015110166,0.0090016825,0.000033083892,0.000023754332,0.000008256897,7.0456895e-7,0.00001702213,0.0004273366],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99949276,0.00006539378,0.00014549891,0.00006106333,0.0001209208,0.000114375565],"domain_scores_gemma":[0.9996238,0.00008195767,0.000024051584,0.00012816607,0.00008974752,0.000052326708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058432395,0.00006945173,0.00007680928,0.00003378586,0.000028189872,0.0000310315,0.00009690533,0.000022597009,0.00004510795],"category_scores_gemma":[0.000044990225,0.000049022063,0.000020941121,0.00013953623,0.000019563913,0.00015222981,0.0000045836796,0.00006581309,0.000018063636],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032032243,0.00007382715,0.0001795509,0.00012480942,0.00008886189,9.777202e-7,0.017207816,0.66662836,0.30114913,0.0002478287,0.011263441,0.003003377],"study_design_scores_gemma":[0.0011700287,0.00007478441,0.00079479645,0.000120971774,0.00012996547,0.00006218605,0.006879704,0.37819844,0.52117586,0.00082501484,0.09002896,0.0005393041],"about_ca_topic_score_codex":0.000065206885,"about_ca_topic_score_gemma":0.000004921617,"teacher_disagreement_score":0.86100316,"about_ca_system_score_codex":0.00003579971,"about_ca_system_score_gemma":0.000058118563,"threshold_uncertainty_score":0.19990617},"labels":[],"label_agreement":null},{"id":"W2291112984","doi":"","title":"EXAMINATION OF THE PROCEDURE OF ARCHITECTURE EDUCATION SYSTEM IN THE SUBORDINATE DESCIPLINES IN THE UNITED STATES AND CANADA","year":2005,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Architecture; Political science; History; Archaeology","score_opus":0.007062872331517261,"score_gpt":0.22016610729588235,"score_spread":0.2131032349643651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291112984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944021,0.000117481904,0.000078598205,0.0026865113,0.000060925344,0.00023607715,0.0000020571931,0.0000061790997,0.0024100759],"genre_scores_gemma":[0.9996101,0.00001890948,0.00007329096,0.00017315678,0.000018300818,0.000021356851,0.000006679662,0.0000038527432,0.00007429991],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99952453,0.0001385516,0.00013487258,0.000041897772,0.0001056995,0.000054442302],"domain_scores_gemma":[0.9995363,0.0002638821,0.00004069332,0.00011004459,0.000042186697,0.000006895006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004261794,0.000048269692,0.000047725218,0.000067114015,0.00001993421,0.000011268513,0.00012441883,0.000018551802,0.0000035649118],"category_scores_gemma":[0.00006422932,0.00002364656,0.000005599002,0.00038946338,0.000013477353,0.000050989842,0.0000044624876,0.00009438272,1.0753026e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060947048,0.00066230196,0.066384174,0.004457091,0.00007495826,0.0000014737227,0.26844466,0.48656645,0.0046691615,0.032267787,0.02236154,0.11404946],"study_design_scores_gemma":[0.00025362548,0.000017176344,0.8206862,0.00019316874,0.000024258714,0.00003451031,0.118441164,0.04207021,0.0033175228,0.00012866782,0.0147001855,0.00013331202],"about_ca_topic_score_codex":0.074582115,"about_ca_topic_score_gemma":0.45837048,"teacher_disagreement_score":0.754302,"about_ca_system_score_codex":0.00004477386,"about_ca_system_score_gemma":0.00012644372,"threshold_uncertainty_score":0.9315803},"labels":[],"label_agreement":null},{"id":"W2292786553","doi":"","title":"Making Context Sensitive Design an Everyday Part of Geometric Design Practice","year":2007,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Context (archaeology); Presentation (obstetrics); Subject (documents); Computer science; Focus (optics); Psychology; Library science; World Wide Web; History; Medicine","score_opus":0.11589506075906521,"score_gpt":0.34265228919036206,"score_spread":0.22675722843129686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2292786553","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001083605,0.00020724852,0.9496195,0.00009335759,0.00053809135,0.00028100648,0.0000013261969,0.00021071218,0.04796521],"genre_scores_gemma":[0.87570447,0.0000476073,0.122852735,0.0006249897,0.00010799879,0.0000052230002,0.0000023067373,0.00003310379,0.0006215695],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99864465,0.00030300397,0.0003416875,0.00017408829,0.00024158748,0.00029498144],"domain_scores_gemma":[0.9947397,0.004494467,0.00011901131,0.00025480465,0.00027587573,0.000116147545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003243671,0.00015336256,0.00018381045,0.00034777969,0.000052988868,0.000044682543,0.00011129159,0.00009397745,0.0003636],"category_scores_gemma":[0.001487612,0.00015605596,0.000034913468,0.00086002465,0.000027087824,0.0009459945,0.000010048169,0.00019067754,0.00017720376],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016376072,0.001306617,0.00022365512,0.0001868095,0.00090963865,0.000268307,0.013308129,0.119127065,0.03825688,0.011568347,0.11774398,0.69546294],"study_design_scores_gemma":[0.0016154057,0.0008807514,0.0039008963,0.00012343713,0.0004267377,0.0005939836,0.028275909,0.04962259,0.4949293,0.00032282283,0.4177496,0.0015585463],"about_ca_topic_score_codex":0.000029378802,"about_ca_topic_score_gemma":0.000005621283,"teacher_disagreement_score":0.87462085,"about_ca_system_score_codex":0.0000829995,"about_ca_system_score_gemma":0.00006612758,"threshold_uncertainty_score":0.63637775},"labels":[],"label_agreement":null},{"id":"W2294430291","doi":"10.3233/ifs-141321","title":"A linguistic approach to concurrent design","year":2015,"lang":"en","type":"article","venue":"Journal of Intelligent & Fuzzy Systems","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Calgary","funders":"","keywords":"Pareto principle; Computer science; Fuzzy logic; Multidisciplinary approach; Mathematical optimization; Multidisciplinary design optimization; Parametric design; State space; Parametric statistics; Optimal design; Artificial intelligence; Mathematics; Machine learning","score_opus":0.12692934469405173,"score_gpt":0.3112476553743122,"score_spread":0.18431831068026047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294430291","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010059838,0.006043126,0.9114247,0.000068364665,0.012038176,0.00035145026,0.0000018204211,0.000060525104,0.06900587],"genre_scores_gemma":[0.99346197,0.00007680002,0.0046082893,0.000057987425,0.001225807,0.000012409408,9.626523e-7,0.000029320347,0.0005264853],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985281,0.00016503445,0.0006418065,0.000086189284,0.00038845287,0.00019040238],"domain_scores_gemma":[0.9984628,0.00018976533,0.00018527081,0.00015186606,0.0005565433,0.00045378035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015745832,0.00014044989,0.00027579433,0.00021690228,0.00002143747,0.00012820534,0.0002490825,0.000054807057,0.000009648486],"category_scores_gemma":[0.0007471536,0.000117712516,0.000071806004,0.00023096101,0.000009899993,0.00011506784,0.000011067881,0.00025346162,0.00029321737],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010404514,0.00035321107,0.00011668567,0.00027632268,0.00031209207,0.0000386109,0.015996492,0.7029702,0.0003764282,0.0046880464,0.26447025,0.010297594],"study_design_scores_gemma":[0.00035400427,0.000428985,0.000027118796,0.00027393567,0.000094302806,0.00071610406,0.004476848,0.03999429,0.0010436389,0.0001589953,0.9520868,0.00034498292],"about_ca_topic_score_codex":0.000012166502,"about_ca_topic_score_gemma":2.346745e-7,"teacher_disagreement_score":0.99245596,"about_ca_system_score_codex":0.00025110567,"about_ca_system_score_gemma":0.00016111335,"threshold_uncertainty_score":0.4800177},"labels":[],"label_agreement":null},{"id":"W2297065810","doi":"","title":"Sinuous and Sensual","year":2007,"lang":"en","type":"article","venue":"Ceramics technical","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Art; Computer science; Art history; Artificial intelligence; Visual arts; History; Archaeology","score_opus":0.00719077369179558,"score_gpt":0.2492447075543088,"score_spread":0.24205393386251323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2297065810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72606677,0.00042723908,0.117181785,0.0005441953,0.00081223133,0.00017338291,0.0000029682542,0.0013938125,0.1533976],"genre_scores_gemma":[0.99228626,0.000046414574,0.0072534303,0.00014852044,0.00007974791,0.0000010767671,0.0000021049752,0.000013495212,0.00016891939],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99966145,0.0000049525215,0.00009204499,0.00006806794,0.000053488,0.00011998344],"domain_scores_gemma":[0.9996924,0.00012496793,0.0000076288356,0.000098679484,0.000012608746,0.00006374557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022291298,0.000052221938,0.000051923922,0.000035995254,0.000022104845,0.000020655472,0.000041188672,0.00007626023,0.000023734883],"category_scores_gemma":[0.000055102773,0.000055615925,0.000011111015,0.0000819992,0.00002650524,0.00004872074,0.000010924706,0.00016335785,0.000036455313],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008684549,0.00028067004,0.0026327418,0.00012239513,0.00006609774,0.00013784932,0.00081139285,0.0005291771,0.19172789,0.10513709,0.051022697,0.64744514],"study_design_scores_gemma":[0.0007423046,0.0001302448,0.12345651,0.00002615103,0.00005813585,0.0013282794,0.00042832497,0.012241364,0.01703689,0.004585771,0.8390279,0.0009381152],"about_ca_topic_score_codex":0.0000013336805,"about_ca_topic_score_gemma":0.0000039420856,"teacher_disagreement_score":0.78800523,"about_ca_system_score_codex":0.000029719336,"about_ca_system_score_gemma":0.0000067920228,"threshold_uncertainty_score":0.22679517},"labels":[],"label_agreement":null},{"id":"W2308775723","doi":"10.1115/detc2003/dtm-48657","title":"Representation and Interpretation of Sketches in Mechanical Design: Experimental and Theoretical Approaches","year":2003,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Sketch; Interpretation (philosophy); Computer science; Representation (politics); Set (abstract data type); Foundation (evidence); Process (computing); Mereology; Conceptual design; Artificial intelligence; Management science; Engineering drawing; Theoretical computer science; Human–computer interaction; Programming language; Engineering; Algorithm; Epistemology","score_opus":0.053260107524882715,"score_gpt":0.2895210780233495,"score_spread":0.23626097049846675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2308775723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67432636,0.00043491996,0.30993718,0.00007930315,0.00008226926,0.00017827678,2.1231268e-7,0.000035532245,0.014925934],"genre_scores_gemma":[0.9855665,0.00001617025,0.0143693,0.000011748691,0.0000031497063,0.0000123555465,6.689287e-7,0.000005407364,0.000014731096],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9996267,0.00009945092,0.00010614948,0.00007720808,0.000042195566,0.000048301292],"domain_scores_gemma":[0.9996904,0.00022111721,0.0000109230405,0.000047161582,0.0000051393913,0.000025234795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023699454,0.000044403623,0.0000659288,0.000039494655,0.0000068907225,0.000013612118,0.000015241738,0.000030673367,0.00008458841],"category_scores_gemma":[0.00010788233,0.000041548275,0.000006544145,0.00006208282,0.000037812235,0.00013019642,0.0000042635093,0.00004194775,0.0000012225654],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007520722,0.00011923063,0.0005939854,0.000041434574,0.000022185097,0.0000013704696,0.0068459436,0.0010134644,0.052544188,0.92642707,0.00008671473,0.012229198],"study_design_scores_gemma":[0.00045200277,0.000071837734,0.0010408432,0.000014703578,0.000011642148,0.000037211943,0.008889636,0.42588618,0.54784185,0.0155862905,0.000033565884,0.00013426169],"about_ca_topic_score_codex":0.0000022027873,"about_ca_topic_score_gemma":4.6159005e-7,"teacher_disagreement_score":0.9108408,"about_ca_system_score_codex":0.0000089844125,"about_ca_system_score_gemma":0.0000049467394,"threshold_uncertainty_score":0.16942894},"labels":[],"label_agreement":null},{"id":"W2314595848","doi":"10.1177/1071181312561292","title":"A Framework for an Evolutionary Computation Approach to Supporting Concept Generation","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"TRIZ; Computer science; Process (computing); Management science; Computation; Evolutionary computation; Product (mathematics); Diversity (politics); Engineering design process; Artificial intelligence; Engineering; Mathematics; Sociology; Algorithm","score_opus":0.04856781876419168,"score_gpt":0.29632435831348436,"score_spread":0.24775653954929266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314595848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863542,0.00008519774,0.012322663,0.00003778653,0.00029388204,0.00028787478,0.000019196461,0.00005983672,0.0005394119],"genre_scores_gemma":[0.92653817,0.0000046780747,0.07285986,0.00007696406,0.00043939723,0.000021531483,0.00001955381,0.000022338978,0.000017534905],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993455,0.0000060994103,0.00023407863,0.00012613983,0.00007332233,0.00021489314],"domain_scores_gemma":[0.9995253,0.00007843498,0.00014490157,0.00003914017,0.000119076896,0.00009316449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042789493,0.00011648786,0.0001229573,0.000019952764,0.00034145635,0.000060270228,0.00010071563,0.000088354565,0.0000015135969],"category_scores_gemma":[0.000114057446,0.00010282351,0.00007394999,0.00008223417,0.00003185445,0.0006297064,0.00003319114,0.0001267396,2.9182377e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006115227,0.00056794286,0.082432315,0.0011043312,0.00035885657,4.2099515e-9,0.5672279,0.04283216,0.115299605,0.120067425,0.06559289,0.004455432],"study_design_scores_gemma":[0.0012239963,0.00042989227,0.16560906,0.0003153714,0.00041370705,0.00001409918,0.3054579,0.44554618,0.05840227,0.008315658,0.012033942,0.00223795],"about_ca_topic_score_codex":0.000010307896,"about_ca_topic_score_gemma":2.0955127e-7,"teacher_disagreement_score":0.402714,"about_ca_system_score_codex":0.00006506945,"about_ca_system_score_gemma":0.000009778218,"threshold_uncertainty_score":0.4193021},"labels":[],"label_agreement":null},{"id":"W2317741778","doi":"10.7202/1035398ar","title":"Is Sustainability Reorienting the Visual Expression of Architecture?","year":2016,"lang":"fr","type":"article","venue":"RACAR Revue d art canadienne","topic":"Design Education and Practice","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Université de Montréal","keywords":"Humanities; Political science; Sociology; Art","score_opus":0.009722377650656483,"score_gpt":0.2469496410586608,"score_spread":0.23722726340800432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2317741778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8942376,0.0017384113,0.014132927,0.07719597,0.00421954,0.00056251156,0.00008067508,0.0000668446,0.007765558],"genre_scores_gemma":[0.9423736,0.00009885602,0.00066573115,0.00018168158,0.0005683765,0.000021609494,0.0000042047172,0.000037245514,0.05604874],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983932,0.00025370542,0.00038304838,0.00027811926,0.000112106594,0.00057985587],"domain_scores_gemma":[0.99794406,0.00087761186,0.00016405819,0.0005339645,0.00022932026,0.00025098046],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009855833,0.00018616907,0.00021538917,0.000085233216,0.00014924283,0.00002721264,0.00023373167,0.000119253404,0.0015400827],"category_scores_gemma":[0.0015607111,0.00013187196,0.0001162305,0.00028590654,0.0001537214,0.00023117551,0.0000544919,0.0002692665,0.000117777294],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085822285,0.00018027906,0.0030098413,0.0014945313,0.000113162525,0.000038257946,0.0255262,0.0008565931,0.046586134,0.03761372,0.05029774,0.8341977],"study_design_scores_gemma":[0.00021452738,0.000050643383,0.0018475632,0.00037646265,0.00005351035,0.00005340815,0.0014346613,0.0002470538,0.020580964,0.003069021,0.9718667,0.00020542923],"about_ca_topic_score_codex":0.0017628024,"about_ca_topic_score_gemma":0.0021025962,"teacher_disagreement_score":0.921569,"about_ca_system_score_codex":0.0005253857,"about_ca_system_score_gemma":0.00021644126,"threshold_uncertainty_score":0.99937266},"labels":[],"label_agreement":null},{"id":"W2319083647","doi":"10.1177/154193120304700301","title":"Cognitive Analysis Based Design for Practitioners","year":2003,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"","keywords":"Cognition; Computer science; Psychology; Neuroscience","score_opus":0.0300272320879883,"score_gpt":0.2628288299339046,"score_spread":0.2328015978459163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319083647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.991348,0.00006829026,0.0062954715,0.00004360689,0.0001168755,0.00027145463,0.000033252836,0.000052330226,0.0017706816],"genre_scores_gemma":[0.99254704,0.000023245962,0.0072138133,0.000067129506,0.00002795339,0.000023206849,0.000005354418,0.000020005093,0.000072252646],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99941033,0.000011064287,0.0001996889,0.00014547464,0.00007066412,0.00016275821],"domain_scores_gemma":[0.9991338,0.00041697136,0.00016803543,0.0000391511,0.00019078467,0.00005120368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005959293,0.00013115631,0.00017437927,0.00004446698,0.00030066413,0.00006828984,0.00008703718,0.000071830786,0.0000117839],"category_scores_gemma":[0.0003104849,0.00011036959,0.00020607766,0.0002334523,0.000057668527,0.0002905542,0.000010795691,0.00012315791,3.336001e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064332486,0.0011931031,0.34618455,0.003987587,0.017151065,1.8150364e-7,0.2059349,0.13133968,0.17087013,0.04904636,0.0719035,0.0017456238],"study_design_scores_gemma":[0.004141634,0.00041344567,0.06872246,0.00045801658,0.00795278,0.000005168927,0.26959002,0.11098032,0.5035847,0.0043789214,0.027089186,0.0026833771],"about_ca_topic_score_codex":0.000008382392,"about_ca_topic_score_gemma":0.0000010986865,"teacher_disagreement_score":0.33271456,"about_ca_system_score_codex":0.000047488582,"about_ca_system_score_gemma":0.00002330233,"threshold_uncertainty_score":0.45007414},"labels":[],"label_agreement":null},{"id":"W2319720418","doi":"10.1115/detc2009-86069","title":"Case Study in Systematic Design Engineering: Smoke Gas Dust Precipitation","year":2009,"lang":"en","type":"article","venue":"Volume 8: 14th Design for Manufacturing and the Life Cycle Conference; 6th Symposium on International Design and Design Education; 21st International Conference on Design Theory and Methodology, Parts A and B","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Scope (computer science); Engineering design process; Process (computing); Computer science; Heuristic; Design process; Process design; Smoke; Creativity; Systems engineering; Management science; Engineering; Process engineering; Mechanical engineering; Artificial intelligence; Process integration","score_opus":0.13919887203603318,"score_gpt":0.34769938677550405,"score_spread":0.20850051473947087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319720418","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017429879,0.00045489683,0.9719463,0.0023623514,0.0018753854,0.004915344,0.000016416663,0.00018828208,0.0008111219],"genre_scores_gemma":[0.9608125,0.0012887581,0.03435964,0.0008068776,0.00027022275,0.0015321556,0.000020330715,0.00006198959,0.00084749993],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9922577,0.0048238817,0.0010451727,0.00092245603,0.00042930443,0.00052146876],"domain_scores_gemma":[0.98611635,0.012338358,0.0004027629,0.00040557495,0.0003654011,0.00037154637],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010236988,0.0007362973,0.000859401,0.00078166707,0.00043433122,0.00080763205,0.0004990734,0.0002951552,0.00007853507],"category_scores_gemma":[0.001861217,0.0006050488,0.00009345232,0.00015812027,0.00028281205,0.00063237135,0.000052419782,0.0005767327,0.000009630594],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021518335,0.0025723798,0.00022200112,0.0015143751,0.0024313855,0.00019505926,0.03186714,0.26695213,0.00311552,0.62243664,0.002744792,0.044430256],"study_design_scores_gemma":[0.0093007535,0.0033761284,0.0016089322,0.0019244906,0.00088063825,0.0021165789,0.012974139,0.8059505,0.0053671626,0.15402472,0.00043422557,0.0020417157],"about_ca_topic_score_codex":0.000058558628,"about_ca_topic_score_gemma":0.0000028993506,"teacher_disagreement_score":0.9433826,"about_ca_system_score_codex":0.00012659708,"about_ca_system_score_gemma":0.00031248925,"threshold_uncertainty_score":0.9996401},"labels":[],"label_agreement":null},{"id":"W2319832029","doi":"10.71781/2627","title":"Biomimicry and innovation in sustainable design : understanding its innovation supporting characteristics compared to ecodesign","year":2015,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Université de Montréal","keywords":"Ecodesign; Engineering; Sustainable design; Biomimetics; Eco-innovation; Manufacturing engineering; Innovation management; TRIZ; Business; Sustainability; Engineering management; Architectural engineering; Construction engineering; Nanotechnology; Marketing; Materials science; Ecology","score_opus":0.1802444777258676,"score_gpt":0.38504348308427944,"score_spread":0.20479900535841183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319832029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8644424,0.00010639213,0.04709831,0.00040279454,0.0016445693,0.004515561,0.000049733964,0.000041017433,0.08169919],"genre_scores_gemma":[0.97702944,0.000019291349,0.008867734,0.000069328045,0.0000772154,0.00009798209,0.0020226017,0.000079464706,0.011736934],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99819195,0.00009372525,0.00087073486,0.00032125536,0.0001821165,0.0003401983],"domain_scores_gemma":[0.99873793,0.0001428778,0.00036698175,0.00017013836,0.00051408395,0.00006800961],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023660022,0.00026261242,0.00034998846,0.0015671579,0.00009471704,0.0005991455,0.00023423793,0.00022722044,0.000328126],"category_scores_gemma":[0.0008524321,0.00032649937,0.000009068559,0.002763393,0.000007196301,0.0008078341,0.000035545374,0.0003001573,0.000097348464],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003837909,0.00086426217,0.0013485239,0.004151539,0.00065460627,0.00032816254,0.16310427,0.014971304,0.26461038,0.037888374,0.12025461,0.38798603],"study_design_scores_gemma":[0.0073530385,0.0006734499,0.010246537,0.0032079448,0.0005313691,0.00008286027,0.31118187,0.09225624,0.10932649,0.01313875,0.44446674,0.0075347004],"about_ca_topic_score_codex":0.000017527693,"about_ca_topic_score_gemma":0.000035202,"teacher_disagreement_score":0.38045135,"about_ca_system_score_codex":0.0006945643,"about_ca_system_score_gemma":0.000514446,"threshold_uncertainty_score":0.9999187},"labels":[],"label_agreement":null},{"id":"W2323644890","doi":"10.1115/detc2010-28675","title":"Potential Limitations of Verbal Protocols in Design Experiments","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cognition; Protocol (science); Creativity; Protocol analysis; Computer science; Nonverbal communication; Design elements and principles; Cognitive psychology; Psychology; Cognitive science; Developmental psychology; Social psychology; Neuroscience","score_opus":0.10352841507651249,"score_gpt":0.3378887685261037,"score_spread":0.23436035344959122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323644890","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21735494,0.000030456707,0.44015926,0.00044858336,0.0021869165,0.019228538,0.0000038487947,0.0004697639,0.32011768],"genre_scores_gemma":[0.9712667,0.0000016114079,0.026721606,0.000018969895,0.000022265684,0.0016662219,0.000001024935,0.0000072962307,0.00029429744],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99970883,0.000018277064,0.00010703574,0.000043125616,0.000057363774,0.00006533832],"domain_scores_gemma":[0.999778,0.000075738855,0.0000126577115,0.00008936551,0.000018962075,0.000025320336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010321111,0.000038455153,0.00004356033,0.000048078444,0.000008788581,0.000011738155,0.00005617245,0.000031454554,0.00041700038],"category_scores_gemma":[0.00006135976,0.000039018465,0.000010901506,0.00008449805,0.000008399328,0.00013843847,0.000003514367,0.00008475821,0.00005526517],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027638956,0.00024471653,0.00022144645,0.000018433619,0.000014532693,0.0000016970072,0.0016557099,0.0077299667,0.9658127,0.0037699924,0.006523996,0.013979183],"study_design_scores_gemma":[0.0014743988,0.00011185843,0.014096652,0.00002289803,0.0000115567,0.000011609966,0.0010962643,0.048914455,0.85262233,0.0009234606,0.08036038,0.00035413489],"about_ca_topic_score_codex":0.0000079490665,"about_ca_topic_score_gemma":0.0000071618206,"teacher_disagreement_score":0.75391173,"about_ca_system_score_codex":0.0000067693627,"about_ca_system_score_gemma":0.000024046632,"threshold_uncertainty_score":0.45658615},"labels":[],"label_agreement":null},{"id":"W2324957978","doi":"10.5465/amle.2014.0385","title":"Introduction: Design Thinking for Learning","year":2014,"lang":"en","type":"article","venue":"Academy of Management Learning and Education","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Learning design; Design thinking; Learning Management; Psychology; Mathematics education; Computer science; Human–computer interaction","score_opus":0.01617481903451079,"score_gpt":0.2745503788383189,"score_spread":0.2583755598038081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2324957978","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0153504,0.001292412,0.93026227,0.013527649,0.0015850576,0.00071296724,1.5608856e-7,0.00056554563,0.036703553],"genre_scores_gemma":[0.9406996,0.00084433635,0.042714298,0.00020075646,0.0010920087,0.00009892346,0.000013965355,0.000033349595,0.014302804],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99940026,0.000097705895,0.00015150644,0.00014155993,0.00008889048,0.00012008333],"domain_scores_gemma":[0.9996364,0.00019603978,0.00007215141,0.000039207047,0.00002073727,0.000035450284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009912067,0.00008172255,0.00008702608,0.00012323681,0.00015451071,0.00003902678,0.00006318154,0.000051627492,0.00005113963],"category_scores_gemma":[0.00014903543,0.00009195338,0.000018847795,0.00011551949,0.000015319545,0.00018241463,0.000011051165,0.00021588057,0.000016667307],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022532648,0.000040708397,0.00047495044,0.0004968958,0.00007709733,1.1796728e-8,0.0014611346,0.07628186,0.00047073542,0.030511165,0.06798462,0.8221783],"study_design_scores_gemma":[0.0001336315,0.000038989307,0.0015909559,0.000030568164,0.000052149433,0.0000018761818,0.0011429652,0.016358962,0.0004919094,0.0026735342,0.97737205,0.00011239924],"about_ca_topic_score_codex":9.787316e-7,"about_ca_topic_score_gemma":1.9250363e-8,"teacher_disagreement_score":0.9253492,"about_ca_system_score_codex":0.000020109776,"about_ca_system_score_gemma":0.0000064771307,"threshold_uncertainty_score":0.374975},"labels":[],"label_agreement":null},{"id":"W2330035391","doi":"10.1109/idam.2014.6912707","title":"Preliminary study on improving the efficiency of recruiting in a staffing agency using environment-based design methodology: Environment analysis","year":2014,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Staffing; Agency (philosophy); Matching (statistics); The Internet; Sustainability; Process (computing); Revenue; Computer science; Scale (ratio); Process management; Order (exchange); Business; Risk analysis (engineering); Engineering management; Engineering; Finance; World Wide Web; Economics; Management","score_opus":0.13545694122332805,"score_gpt":0.3151893187847867,"score_spread":0.17973237756145863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330035391","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4226141,0.000039434566,0.576629,0.000022375014,0.00004112702,0.0003295776,3.777291e-7,0.00002650801,0.00029754415],"genre_scores_gemma":[0.937384,0.0000048813395,0.06246715,0.00004160626,0.00001693196,0.000039416886,0.0000011879005,0.000021188978,0.000023597138],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99754125,0.0013223614,0.00041932127,0.00025849327,0.00022153162,0.00023704862],"domain_scores_gemma":[0.9968544,0.0025316817,0.00013748082,0.00042979346,0.000006022142,0.000040603216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003870124,0.00016359733,0.00025356578,0.0003175793,0.00008942185,0.00002105749,0.00019769317,0.000051343544,0.00021857987],"category_scores_gemma":[0.00030399088,0.0001317967,0.0000724628,0.00037926884,0.000031696138,0.00008790563,0.000031542142,0.00020401327,0.000012597586],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003109559,0.0002978302,0.002236996,0.000014974021,0.00008636267,0.0000013053553,0.0029102713,0.9560178,0.02284341,0.000020395724,0.0000027703586,0.0155368],"study_design_scores_gemma":[0.00032522107,0.00036893087,0.01736791,0.000010442825,0.00037389036,7.1171445e-7,0.0034245136,0.9638414,0.01405098,0.000019158335,0.000037671114,0.0001791745],"about_ca_topic_score_codex":0.00009422878,"about_ca_topic_score_gemma":0.0000024789645,"teacher_disagreement_score":0.51477,"about_ca_system_score_codex":0.00012877483,"about_ca_system_score_gemma":0.000020421612,"threshold_uncertainty_score":0.5374513},"labels":[],"label_agreement":null},{"id":"W2330175468","doi":"10.1080/17547075.2016.1142347","title":"A Case for the Sublime Uselessness of Graphic Design","year":2016,"lang":"en","type":"article","venue":"Design and Culture","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Architecture; Discipline; Scientism; Criticism; Sublime; Positivism; Autonomy; Sociology; Field (mathematics); Value (mathematics); Epistemology; Aesthetics; Engineering ethics; Computer science; Social science; Visual arts; Engineering; Political science; Art; Law","score_opus":0.04787833977021189,"score_gpt":0.2551194889803148,"score_spread":0.2072411492101029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330175468","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018621675,0.0015092792,0.9953991,0.00039526037,0.00017391353,0.0004012794,0.000008342287,0.00006434537,0.0001862811],"genre_scores_gemma":[0.9912254,0.0003884224,0.007307836,0.000068491325,0.00005376239,0.00008633767,7.067947e-7,0.000015650372,0.0008533761],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995903,0.000063054555,0.0000990974,0.000084590145,0.000052891635,0.00011008456],"domain_scores_gemma":[0.9990049,0.0007350016,0.00002794818,0.00012594895,0.00006313172,0.00004308096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003173805,0.00008764592,0.000088996254,0.000026955067,0.00007649184,0.000027602167,0.00007480497,0.00006238798,0.000043367243],"category_scores_gemma":[0.000074897514,0.000043296055,0.00003033772,0.00012023456,0.000035549212,0.00013777321,0.0000037774369,0.000048067956,0.0000050576227],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005412676,0.00021945869,0.00014187436,0.0004674431,0.000761301,0.00014408042,0.023895595,0.00277605,0.31972247,0.02493386,0.454761,0.17163561],"study_design_scores_gemma":[0.0053637805,0.00090653676,0.000603371,0.00036652051,0.0011029025,0.006789752,0.00946658,0.045889687,0.2295509,0.015689455,0.68231535,0.001955145],"about_ca_topic_score_codex":0.0000018493326,"about_ca_topic_score_gemma":0.0000014659438,"teacher_disagreement_score":0.98936325,"about_ca_system_score_codex":0.0000057735097,"about_ca_system_score_gemma":0.000015276275,"threshold_uncertainty_score":0.17655618},"labels":[],"label_agreement":null},{"id":"W2331442158","doi":"10.1109/idam.2014.6912695","title":"Conflict identification in conceptual design: Algorithm and case study","year":2014,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Identification (biology); Construct (python library); Computer science; Data mining; Algorithm; Algorithm design; Quality (philosophy)","score_opus":0.051746051348035,"score_gpt":0.3015004687160182,"score_spread":0.2497544173679832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2331442158","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3757878,0.00009184067,0.61927235,0.000066007204,0.0003087885,0.00035886458,5.8907483e-7,0.00014807264,0.0039657275],"genre_scores_gemma":[0.9954516,0.000010655462,0.0038101345,0.00004996309,0.000029253952,0.00002365773,0.0000010268061,0.000008041273,0.00061561656],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99957687,0.00009506334,0.00012415911,0.00008764148,0.000047537815,0.000068754576],"domain_scores_gemma":[0.9996218,0.00020567354,0.000013053684,0.00009899817,0.000022816837,0.000037651494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004540903,0.000052795054,0.000058692534,0.000050513005,0.000022492119,0.000044946453,0.000029151479,0.00002231364,0.00008766472],"category_scores_gemma":[0.00005822979,0.000053310425,0.000003862501,0.00010255424,0.000015047304,0.0001554712,0.0000045138295,0.00006211678,0.000050943978],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018808996,0.0007740712,0.0054891524,0.00004225341,0.00010757263,0.000420483,0.08207586,0.008148302,0.0055156215,0.0053634336,0.01328877,0.8787557],"study_design_scores_gemma":[0.0023214228,0.0002512929,0.022786165,0.000009118195,0.000055993332,0.0014064317,0.075937256,0.83229584,0.003247545,0.00013365618,0.060942292,0.0006129739],"about_ca_topic_score_codex":0.0001292633,"about_ca_topic_score_gemma":0.000024347115,"teacher_disagreement_score":0.8781427,"about_ca_system_score_codex":0.000011033785,"about_ca_system_score_gemma":0.000006625671,"threshold_uncertainty_score":0.2173936},"labels":[],"label_agreement":null},{"id":"W2332241662","doi":"10.1177/002029401004300205","title":"Sensing in Nature: Using Biomimetics for Design of Sensors","year":2010,"lang":"en","type":"article","venue":"Measurement and Control","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Biomimetics; Computer science; Identification (biology); Artificial intelligence; Engineering; Ecology; Biology","score_opus":0.043474018038351686,"score_gpt":0.26122185283993016,"score_spread":0.21774783480157847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332241662","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3461709,0.0008992074,0.65029156,0.00027140035,0.0012255813,0.0007280107,0.0000037316681,0.000051398405,0.0003582131],"genre_scores_gemma":[0.98666906,0.000007004666,0.013211105,0.000043810967,0.000050422903,0.000002758633,2.9656107e-7,0.000010571948,0.000004959745],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99957216,0.000030511794,0.00012803482,0.00006454299,0.000103642786,0.00010113833],"domain_scores_gemma":[0.9996702,0.00011580348,0.000027849912,0.00007057049,0.00008849452,0.000027075754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000788345,0.00006381487,0.00010298523,0.00006947427,0.00002021758,0.000016015432,0.000025183557,0.00007093733,0.000005566494],"category_scores_gemma":[0.00018314246,0.000063410575,0.000016494236,0.00006331451,0.000011965306,0.000050230705,0.0000014844935,0.0001322602,5.3395405e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044921184,0.000014905185,0.00026325847,0.000032362273,0.000028067954,3.6110018e-7,0.00012538102,0.0026614466,0.9903486,0.000118138734,0.00008138135,0.0062812134],"study_design_scores_gemma":[0.0027244359,0.000042695672,0.0016586775,0.00004052792,0.000113855094,0.000008483109,0.00014137938,0.86343783,0.12556627,0.00041620855,0.005607648,0.00024200793],"about_ca_topic_score_codex":0.000005776499,"about_ca_topic_score_gemma":0.000010364032,"teacher_disagreement_score":0.8647823,"about_ca_system_score_codex":0.000015875174,"about_ca_system_score_gemma":0.00002294538,"threshold_uncertainty_score":0.25858083},"labels":[],"label_agreement":null},{"id":"W2332935455","doi":"10.1115/detc2012-70732","title":"Automatic Extraction of Causally Related Functions From Natural-Language Text for Biomimetic Design","year":2012,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Information extraction; Parsing; Natural language processing; Natural language; Categorization; Relationship extraction; Artificial intelligence; Representation (politics); Question answering; Domain (mathematical analysis); Action (physics)","score_opus":0.021351038040339228,"score_gpt":0.2841725328529365,"score_spread":0.26282149481259726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332935455","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26207656,0.0035895053,0.71661156,0.00024490268,0.004853377,0.0007943004,0.000020954638,0.00090750994,0.010901293],"genre_scores_gemma":[0.96531224,0.000011650163,0.031528424,0.000030345207,0.00007454177,0.00003802695,0.00003790377,0.000024995206,0.0029418517],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994212,0.000049090828,0.00022264046,0.00007407394,0.00007589482,0.00015710358],"domain_scores_gemma":[0.99886113,0.0008213533,0.000057544825,0.00016053475,0.000037653725,0.00006175205],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00024983476,0.00009311857,0.00010649662,0.00010019179,0.000037270616,0.00001691943,0.000052812862,0.000072311945,0.0021949622],"category_scores_gemma":[0.00017279784,0.000086433036,0.00004364185,0.00018206032,0.00001093266,0.00042954233,0.0000035475593,0.000098156,0.00031379805],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044882,0.00034184876,0.00021129045,0.00014844364,0.00047661623,7.15967e-7,0.0058010616,0.0023555455,0.80888116,0.00090258254,0.064559996,0.11627585],"study_design_scores_gemma":[0.0017656242,0.00014634892,0.031843662,0.000087080145,0.0007772637,0.00006028346,0.006226618,0.7511379,0.17416516,0.00052399805,0.032355033,0.00091103936],"about_ca_topic_score_codex":0.000050805786,"about_ca_topic_score_gemma":0.0000037043446,"teacher_disagreement_score":0.74878234,"about_ca_system_score_codex":0.000045014167,"about_ca_system_score_gemma":0.000020224932,"threshold_uncertainty_score":0.9987172},"labels":[],"label_agreement":null},{"id":"W2340204104","doi":"","title":"Evolved Design Thinking and the Impact on Education and Practice","year":2008,"lang":"en","type":"article","venue":"DS 46: Proceedings of E&PDE 2008, the 10th International Conference on Engineering and Product Design Education, Barcelona, Spain, 04.-05.09.2008","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mindset; Design thinking; Engineering ethics; Design education; Curriculum; Product design; Process (computing); Management science; Systems thinking; Engineering design process; Knowledge management; Product (mathematics); Sociology; Engineering; Computer science; Pedagogy","score_opus":0.0338709446309626,"score_gpt":0.28253232897283237,"score_spread":0.24866138434186977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340204104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53113073,0.044470273,0.09786483,0.17861493,0.021622444,0.016914014,0.000178579,0.0028762657,0.10632791],"genre_scores_gemma":[0.97703,0.005320455,0.013902015,0.00067568297,0.00089224655,0.000303825,0.00002988029,0.00010230253,0.0017436383],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99731845,0.00018121998,0.0006632897,0.0006700549,0.0006974722,0.0004695085],"domain_scores_gemma":[0.99575144,0.001823805,0.000403516,0.00036617767,0.0014025797,0.00025248225],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030238929,0.0006127829,0.00045021143,0.0004998766,0.00051211804,0.00041073724,0.0006225424,0.00016463413,0.00007727748],"category_scores_gemma":[0.0034791718,0.00045415846,0.00008549173,0.0005245588,0.00033297588,0.0011062972,0.00006243578,0.0007722089,0.000018647712],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052400525,0.003088797,0.0018665339,0.0011812251,0.002412958,0.000009239887,0.089875124,0.06927971,0.030652935,0.24444567,0.4628562,0.089091554],"study_design_scores_gemma":[0.011320086,0.003572977,0.07564649,0.005316089,0.0016942528,0.011866304,0.038256742,0.5177462,0.036536925,0.040156055,0.24903163,0.008856249],"about_ca_topic_score_codex":0.00018141922,"about_ca_topic_score_gemma":0.000001140622,"teacher_disagreement_score":0.44846648,"about_ca_system_score_codex":0.00020068366,"about_ca_system_score_gemma":0.0008400489,"threshold_uncertainty_score":0.999791},"labels":[],"label_agreement":null},{"id":"W2343521063","doi":"10.22215/timreview/1011","title":"A Proposed Approach for Idea Selection in Front End of Innovation Activities","year":2016,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Design Education and Practice","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Front and back ends; Selection (genetic algorithm); Computer science; Front (military); Business; Process management; Engineering; Artificial intelligence; Mechanical engineering; Operating system","score_opus":0.026662765585881522,"score_gpt":0.2893884130510002,"score_spread":0.2627256474651187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343521063","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012471726,0.0029153926,0.95579624,0.003907303,0.0001880859,0.0033481964,0.000006409598,0.00065459893,0.020712057],"genre_scores_gemma":[0.9232018,0.007980078,0.0651811,0.00044831773,0.000031357005,0.001350875,0.00006489033,0.000038579146,0.0017030091],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990146,0.000021486181,0.00058633956,0.00015128258,0.000094966446,0.00013129217],"domain_scores_gemma":[0.9994042,0.000033097447,0.00021600418,0.00015345521,0.00018912033,0.0000041463636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076073874,0.00010732342,0.0001995681,0.0012800624,0.000021036469,0.0000060214693,0.000116149284,0.00008350793,0.00007498993],"category_scores_gemma":[0.00017557624,0.00008898767,0.000013702716,0.0029907962,0.000037456175,0.00025342073,0.000016379025,0.00008212896,0.000008214752],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009337125,0.000070996575,0.00030604657,0.0038797546,0.00005573512,1.4595199e-7,0.000014161782,0.000024569395,0.018372599,0.42378804,0.0056738146,0.54780483],"study_design_scores_gemma":[0.0031724432,0.00028371063,0.0034600154,0.005213696,0.00024563674,0.00001741805,0.0004582846,0.0023449734,0.085580535,0.0469538,0.8512351,0.0010343808],"about_ca_topic_score_codex":0.0000011889068,"about_ca_topic_score_gemma":0.0000017067837,"teacher_disagreement_score":0.91073006,"about_ca_system_score_codex":0.00011588711,"about_ca_system_score_gemma":0.000019484378,"threshold_uncertainty_score":0.36288118},"labels":[],"label_agreement":null},{"id":"W2396715162","doi":"10.24908/pceea.v0i0.4046","title":"A DESCRIPTIVE MODEL OF THE DESIGNER'S PROBLEM-SOLVING ACTIVITY DURING THE LATER PHASES OF THE MECHANICAL ENGINEERING DESIGN PROCESS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Engineering design process; Process (computing); Computer science; Conceptual design; Design process; Work (physics); Systems engineering; Software engineering; Engineering drawing; Engineering; Work in process; Human–computer interaction; Mechanical engineering; Operations management; Programming language","score_opus":0.02205183679804901,"score_gpt":0.2054198936624067,"score_spread":0.1833680568643577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396715162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908963,0.000100005826,0.002443261,0.0012323061,0.00162747,0.0014889878,0.00003084852,0.00012831291,0.0020525244],"genre_scores_gemma":[0.9970985,0.000011070597,0.002156924,0.000044161254,0.00006734468,0.00012325142,5.3413515e-7,0.00005673757,0.00044149545],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985713,0.000033964356,0.00041448887,0.00018589533,0.0004322933,0.00036206332],"domain_scores_gemma":[0.998372,0.00015976437,0.0005090091,0.0002576739,0.00058643415,0.00011508472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008400421,0.00023739428,0.00022920297,0.00016041196,0.00023016438,0.00005733198,0.00081379246,0.0001643136,0.000022757697],"category_scores_gemma":[0.0013236068,0.0001566053,0.00015810945,0.0007901231,0.000039266997,0.00050998613,0.00004956799,0.00045942943,9.583551e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042285345,0.0003311057,0.014013372,0.0016729672,0.0006596303,7.7605044e-8,0.03638295,0.43076882,0.5050777,0.0071112397,0.0034324382,0.0005073742],"study_design_scores_gemma":[0.00034305805,0.00002429265,0.0596355,0.0005846076,0.00027441242,0.000009999422,0.0011988751,0.2059909,0.73045665,0.000677576,0.00033147744,0.00047265412],"about_ca_topic_score_codex":0.0010207681,"about_ca_topic_score_gemma":0.00044833805,"teacher_disagreement_score":0.2253789,"about_ca_system_score_codex":0.0010785955,"about_ca_system_score_gemma":0.0007272035,"threshold_uncertainty_score":0.6386179},"labels":[],"label_agreement":null},{"id":"W2415101343","doi":"10.13189/ujer.2016.040617","title":"Theory of Technical Systems - Educational Tool for Engineering","year":2016,"lang":"en","type":"article","venue":"Universal Journal of Educational Research","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Ottawa Mental Health Centre; Royal Military College of Canada","funders":"","keywords":"Computer science; Engineering education; Management science; Systems engineering; Engineering management; Mathematics education; Engineering ethics; Engineering; Psychology","score_opus":0.06237895489553107,"score_gpt":0.3627896524480123,"score_spread":0.30041069755248123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2415101343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47603798,0.011449025,0.31490663,0.07228005,0.019085843,0.0030077065,0.00031369468,0.00010584407,0.102813214],"genre_scores_gemma":[0.9909534,0.00013186836,0.003078059,0.000007000127,0.0007337247,0.0000135051705,0.0000031295772,0.000021032225,0.0050582658],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99884415,0.00010232311,0.00033556027,0.0000787339,0.00043957066,0.00019966674],"domain_scores_gemma":[0.98844576,0.010073831,0.00009449182,0.00013119761,0.001136983,0.000117766176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018636076,0.00007523686,0.00013122692,0.0005217676,0.000047840294,0.000025340822,0.00029867174,0.00006205947,0.00082566],"category_scores_gemma":[0.003550018,0.00005894441,0.00007518008,0.00027132413,0.00007577873,0.0004572976,0.000014790924,0.00020378624,0.000028903125],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018437507,0.00023774998,0.0006413862,0.00015247996,0.00013666664,6.263536e-7,0.00024610994,0.0017583293,0.066746175,0.8627332,0.06451681,0.0026460742],"study_design_scores_gemma":[0.00320224,0.000831924,0.036007743,0.0016201761,0.0001416387,0.000591726,0.0028221519,0.0011417961,0.01022551,0.041492954,0.90112424,0.00079792226],"about_ca_topic_score_codex":0.0000025049833,"about_ca_topic_score_gemma":3.7144923e-7,"teacher_disagreement_score":0.8366074,"about_ca_system_score_codex":0.00037949448,"about_ca_system_score_gemma":0.0010890329,"threshold_uncertainty_score":0.90403986},"labels":[],"label_agreement":null},{"id":"W2418050571","doi":"10.18260/1-2--1909","title":"An Algorithm For Project Assignment In Capstone Design","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Capstone; Project-based learning; Computer science; Context (archaeology); Project management; Set (abstract data type); Engineering management; Teamwork; Work breakdown structure; Project management triangle; Project charter; Algorithm; Engineering; Mathematics education; Systems engineering; Psychology; Programming language","score_opus":0.08378119295757788,"score_gpt":0.32394938321732053,"score_spread":0.24016819025974265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2418050571","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010763737,0.00004543618,0.99612695,0.000673217,0.00015067702,0.00041591018,0.0000026164919,0.00016051278,0.002317068],"genre_scores_gemma":[0.31257382,0.000023528071,0.6847335,0.0014771415,0.00024411775,0.00029787418,0.000020171065,0.000043918226,0.00058591226],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996226,0.00003182022,0.00009270509,0.00009199762,0.000052559706,0.00010830573],"domain_scores_gemma":[0.9997795,0.000078587494,0.00000832163,0.00006593599,0.000011140517,0.000056482706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015505038,0.00005950178,0.00006304991,0.000030212159,0.000012316398,0.000025155063,0.00006137599,0.000026988615,0.00009166339],"category_scores_gemma":[0.000019415345,0.000058120615,0.000011608588,0.00009845275,0.0000032496882,0.00016608297,0.000002257593,0.00005483909,0.00004001371],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051468352,0.0002946224,0.000046972833,0.00013687967,0.000057648544,0.000009178547,0.009083824,0.056091975,0.0270187,0.00087653473,0.27695066,0.62938154],"study_design_scores_gemma":[0.00031702008,0.00012081149,0.000039579594,0.000002759742,0.0000058979977,0.0000010760791,0.0006528961,0.8895593,0.010810671,0.000050581195,0.09831408,0.00012532402],"about_ca_topic_score_codex":0.00001625844,"about_ca_topic_score_gemma":0.000002373997,"teacher_disagreement_score":0.8334673,"about_ca_system_score_codex":0.00003306482,"about_ca_system_score_gemma":0.00003544312,"threshold_uncertainty_score":0.237009},"labels":[],"label_agreement":null},{"id":"W2437665167","doi":"10.3233/978-1-61499-658-3-692","title":"User-Centred Design Using Gamestorming","year":2016,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Computer science; Human–computer interaction; World Wide Web","score_opus":0.11608124450700259,"score_gpt":0.3650420296558878,"score_spread":0.2489607851488852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2437665167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4739082,0.07209612,0.4235798,0.016310321,0.0055614156,0.0019483397,0.000011424532,0.0024658686,0.0041185054],"genre_scores_gemma":[0.92102796,0.017342843,0.06104999,0.00042698684,0.00002487915,0.000024921133,2.8668288e-7,0.000013730794,0.00008842224],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992611,0.000022197015,0.0003857088,0.00004437249,0.000045903504,0.00024075553],"domain_scores_gemma":[0.9995239,0.00021619888,0.00007865359,0.0001207487,0.000029281808,0.000031211563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030594337,0.00008788527,0.00016703371,0.000316383,0.00009430802,0.000005067195,0.00006756293,0.000083593375,0.000005312022],"category_scores_gemma":[0.00030751585,0.00006607592,0.000006805791,0.00031055996,0.0001273338,0.0002857536,0.00003510967,0.00012944272,0.000011672664],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047994632,0.00008229223,0.016060581,0.0034248224,0.0002655485,0.000008991646,0.051127736,0.0030999181,0.0003393803,0.04621084,0.019063892,0.860268],"study_design_scores_gemma":[0.0041460404,0.00060472894,0.0022563671,0.003563346,0.000051296473,0.00045357287,0.15561174,0.06437281,0.0031033792,0.020993726,0.7433648,0.0014781723],"about_ca_topic_score_codex":0.000001758086,"about_ca_topic_score_gemma":0.0000021644062,"teacher_disagreement_score":0.85878986,"about_ca_system_score_codex":0.00014719159,"about_ca_system_score_gemma":0.00004663185,"threshold_uncertainty_score":0.26944977},"labels":[],"label_agreement":null},{"id":"W2466196430","doi":"10.1162/desi_a_00395","title":"The Future as a Design Problem","year":2016,"lang":"en","type":"article","venue":"Design Issues","topic":"Design Education and Practice","field":"Engineering","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Future Earth","funders":"Engineering and Physical Sciences Research Council; Research Councils UK","keywords":"Futures contract; Legitimacy; Projection (relational algebra); Computer science; Management science; Epistemology; Sociology; Data science; Political science; Engineering; Politics; Business; Algorithm","score_opus":0.022499764255591546,"score_gpt":0.2720030368864196,"score_spread":0.24950327263082803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466196430","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029034697,0.012418147,0.9351723,0.021632789,0.001895176,0.0008573729,0.00000213841,0.0010685772,0.02666314],"genre_scores_gemma":[0.61759615,0.02299181,0.21411327,0.001413816,0.005052749,0.0009166318,0.000004380314,0.00034281527,0.13756835],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914664,0.00019521642,0.00014325391,0.00012496975,0.00014769638,0.00024221104],"domain_scores_gemma":[0.9988035,0.0007679672,0.000028947738,0.00027445753,0.000050456925,0.00007467736],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006011909,0.00013095894,0.00008800273,0.000034301353,0.00014228084,0.00011254501,0.00022660312,0.00006630882,0.00036235334],"category_scores_gemma":[0.000090266425,0.00007027474,0.000028890021,0.00013390592,0.000032093587,0.00024693125,0.000008824427,0.00008697679,0.002159927],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007105354,0.00002803316,0.000016752185,0.000016318336,0.00008054399,0.0000090322455,0.0016148916,0.00048040587,0.021014845,0.013322341,0.7126791,0.25066668],"study_design_scores_gemma":[0.00014141375,0.000050082555,0.000050230385,0.000020129513,0.000012097843,0.000016613229,0.00022903405,0.00028182723,0.019571312,0.008058524,0.9714146,0.00015413376],"about_ca_topic_score_codex":0.0000045520474,"about_ca_topic_score_gemma":0.000001710761,"teacher_disagreement_score":0.721059,"about_ca_system_score_codex":0.000037546753,"about_ca_system_score_gemma":0.00004236628,"threshold_uncertainty_score":0.998617},"labels":[],"label_agreement":null},{"id":"W2466646714","doi":"10.32920/ryerson.14660331.v1","title":"A Framework for Early Design Process Stages Based on an Analogy to Evolution","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Analogy; Computer science; Sustainability; Management science; Process (computing); Field (mathematics); Engineering design process; Architecture; Systems engineering; Data science; Software engineering; Engineering; Epistemology; Mathematics; Ecology","score_opus":0.05833855036292555,"score_gpt":0.3536929609880835,"score_spread":0.29535441062515794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466646714","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008830656,0.00004811239,0.9867966,0.00051028666,0.0010439995,0.0008110098,0.00001472174,0.00034233648,0.00160226],"genre_scores_gemma":[0.73323214,0.0000035514258,0.26526338,0.00052140263,0.00018024108,0.0004888884,0.000054690387,0.00004707957,0.00020860511],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989671,0.00011887191,0.00018691547,0.0003558975,0.00015435836,0.0002168643],"domain_scores_gemma":[0.99863577,0.00053065375,0.000043907505,0.00045037494,0.0001891765,0.00015013595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003690304,0.0002049283,0.0002016221,0.00018953063,0.00004461404,0.00019330552,0.00020226464,0.00031677427,0.0003955239],"category_scores_gemma":[0.0004732769,0.0002220405,0.00005612321,0.00019592402,0.0000062234785,0.00012778507,0.000016910724,0.0004347304,0.000033298926],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093946925,0.00013803903,0.00013773044,0.00038058637,0.00004843863,0.0000020155787,0.0011913666,0.9898839,0.00015788648,0.0027523933,0.0020068556,0.0032068514],"study_design_scores_gemma":[0.000520178,0.00087858253,0.010974707,0.0007104915,0.00019301406,0.0000030796944,0.0017733583,0.94613993,0.007121516,0.025444686,0.0045892093,0.0016512162],"about_ca_topic_score_codex":0.000038946,"about_ca_topic_score_gemma":0.000016183507,"teacher_disagreement_score":0.7244015,"about_ca_system_score_codex":0.00014759213,"about_ca_system_score_gemma":0.00029077058,"threshold_uncertainty_score":0.9054549},"labels":[],"label_agreement":null},{"id":"W2473308026","doi":"10.1007/978-3-319-20520-5_5","title":"Charting Interdisciplinary Innovation Programs: Map of Experiences","year":2015,"lang":"en","type":"book-chapter","venue":"Understanding innovation","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Theme (computing); Flexibility (engineering); Subject (documents); Engineering ethics; Political science; Sociology; Engineering; Management; Library science; Economics; Computer science","score_opus":0.21217906564373806,"score_gpt":0.33490222105309175,"score_spread":0.12272315540935369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473308026","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014570205,0.00025295938,0.104830764,0.000438796,0.0025397963,0.00049171713,0.00000767549,0.00041912694,0.88956213],"genre_scores_gemma":[0.9361076,0.00001154789,0.0012958335,0.00004636168,0.00038680673,0.000046345274,0.0005272592,0.000104909974,0.06147336],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984967,0.000011174636,0.00078357384,0.00019854696,0.00034882818,0.00016117403],"domain_scores_gemma":[0.9987646,0.000051309853,0.00049470994,0.0002080431,0.00045786847,0.000023479348],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00066708203,0.00023535886,0.00024218818,0.0010005119,0.0000795648,0.00006616007,0.00013146926,0.00023719277,0.00033528084],"category_scores_gemma":[0.000053100182,0.00025971248,0.00002920497,0.00054900936,0.00008242188,0.0004118859,0.00004953756,0.00031353388,0.00004684648],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019654788,0.000016978667,0.000010364585,0.00026193028,0.000069382455,0.0000014885599,0.009274245,0.000099769204,0.00050914596,0.95970714,0.020518104,0.0095117735],"study_design_scores_gemma":[0.00074405974,0.00036746942,0.0000079147485,0.0018699412,0.00010751941,0.000024778168,0.06764881,0.0042658765,0.0014040936,0.586488,0.33565092,0.0014205821],"about_ca_topic_score_codex":8.3288126e-7,"about_ca_topic_score_gemma":0.0000016212465,"teacher_disagreement_score":0.93465054,"about_ca_system_score_codex":0.00061883713,"about_ca_system_score_gemma":0.00010407404,"threshold_uncertainty_score":0.9999855},"labels":[],"label_agreement":null},{"id":"W2480460194","doi":"10.1115/1.4034269","title":"Special Issue: Design Theory and Methodology","year":2016,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Designtheory; Design methods; Management science; Engineering; Engineering drawing; Mechanical engineering; Human–computer interaction","score_opus":0.1342748359853865,"score_gpt":0.34503725221513687,"score_spread":0.21076241622975037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2480460194","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016160682,0.0002765174,0.9947744,0.0010086014,0.0022990645,0.000084677384,5.7347745e-7,0.000028394357,0.001366166],"genre_scores_gemma":[0.08023281,0.0024443907,0.8976606,0.0009765798,0.015735809,0.000008694342,1.4556497e-7,0.00009063145,0.0028503248],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974411,0.0017643115,0.00036372006,0.0000886629,0.00016710798,0.00017509774],"domain_scores_gemma":[0.99264455,0.0068619396,0.00012536954,0.00011104763,0.00008753725,0.0001695484],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006602448,0.00011412188,0.00024951767,0.00010841822,0.000031397733,0.000026449203,0.00016525672,0.000117036514,0.001972824],"category_scores_gemma":[0.0023792896,0.00007304985,0.000056810386,0.00008858066,0.000029533483,0.00026736193,0.000012764559,0.00020634083,0.00011012724],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011609346,0.00007096221,0.0000016365461,0.00001807699,0.00019600103,0.00007211205,0.00036125735,0.00036972074,0.17488703,0.042177245,0.27853507,0.50214994],"study_design_scores_gemma":[0.00231108,0.0012465311,0.00012292355,0.00013223209,0.00027035087,0.0017869062,0.0003161828,0.0009579743,0.16283575,0.2981792,0.5313372,0.00050364505],"about_ca_topic_score_codex":1.9389344e-7,"about_ca_topic_score_gemma":9.6565934e-8,"teacher_disagreement_score":0.5016463,"about_ca_system_score_codex":0.000045224693,"about_ca_system_score_gemma":0.000058398753,"threshold_uncertainty_score":0.9989395},"labels":[],"label_agreement":null},{"id":"W2488678743","doi":"10.1007/978-3-319-42070-7_32","title":"Protecting Design: Leveraging Design for Robust Content and Knowledge Transfer into Patents","year":2016,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Commercialization; Computer science; Key (lock); Knowledge management; Process (computing); Technology transfer; Knowledge transfer; Design elements and principles; Risk analysis (engineering); Business; Process management; Marketing; Software engineering; Computer security","score_opus":0.13363374439211498,"score_gpt":0.2912069512748193,"score_spread":0.15757320688270435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2488678743","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008584751,0.04735207,0.9394209,0.000016248829,0.0016871871,0.0017232758,0.000003117518,0.00011720304,0.009594178],"genre_scores_gemma":[0.90324533,0.017712839,0.043238875,0.00006566568,0.00144523,0.0005285565,0.000012388139,0.00045294195,0.03329819],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983493,0.0001054308,0.0006690377,0.0004371344,0.00011974459,0.00031932074],"domain_scores_gemma":[0.99813724,0.0013788912,0.00011834796,0.00015336958,0.00011305973,0.00009907844],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011607093,0.00040044208,0.0004911745,0.00020127915,0.00019221603,0.00012190107,0.0001269666,0.00018593979,0.00000805165],"category_scores_gemma":[0.00007025882,0.0003558596,0.000055893644,0.000036950038,0.000045066,0.00026535778,0.00003130408,0.0003480296,0.000009336314],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010427988,0.000030355004,0.000058869296,0.0038289116,0.00020537384,0.0000100125435,0.006810651,0.13289152,0.0003166244,0.019501623,0.00009893382,0.83614284],"study_design_scores_gemma":[0.0015943325,0.00041917383,0.000013952473,0.018152107,0.00017625772,0.00018202931,0.002985342,0.6676184,0.001732775,0.007844188,0.29685295,0.0024284902],"about_ca_topic_score_codex":0.000012754812,"about_ca_topic_score_gemma":0.0000062051067,"teacher_disagreement_score":0.90315944,"about_ca_system_score_codex":0.00016152552,"about_ca_system_score_gemma":0.000037262624,"threshold_uncertainty_score":0.9998893},"labels":[],"label_agreement":null},{"id":"W2498421302","doi":"10.4018/978-1-4666-9624-2.ch088","title":"Taking Making Into the Schools","year":2016,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Experiential learning; Process (computing); Psychology; Professional development; Engineering ethics; Pedagogy; Knowledge management; Computer science; Engineering","score_opus":0.02657843364489762,"score_gpt":0.2803830149124121,"score_spread":0.2538045812675145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2498421302","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009942532,0.00078133476,0.0019480587,0.0003479952,0.0016389093,0.0002018454,0.000014039126,0.00033081468,0.9947271],"genre_scores_gemma":[0.7595735,0.000022878126,0.0008663124,0.0011932501,0.0013789382,0.000030499938,0.0000013224711,0.0001198043,0.23681349],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99905574,0.00001804784,0.0002455798,0.00021015403,0.0002333724,0.0002370754],"domain_scores_gemma":[0.9991588,0.00009607815,0.00014384447,0.0004722528,0.000055624005,0.000073385156],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016822308,0.0002934554,0.00019603298,0.000038805694,0.00011374732,0.00015484974,0.00035413745,0.00024171021,0.0003993587],"category_scores_gemma":[0.000056602283,0.00021098575,0.000110737135,0.000012779964,0.000036939848,0.0000785017,0.000053357835,0.0004171797,0.0018763223],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048765764,8.3215167e-7,0.000002187298,0.000021912092,0.000076517164,0.000008867578,0.00012697862,0.000010610045,0.000035452016,0.92090034,0.008817179,0.069994256],"study_design_scores_gemma":[0.00008752302,0.00000817033,0.000023788949,0.00032125364,0.000057448837,0.000036340603,0.000028965673,0.000025623985,0.000026342394,0.22806329,0.7709982,0.00032309818],"about_ca_topic_score_codex":0.000010368607,"about_ca_topic_score_gemma":0.000027961378,"teacher_disagreement_score":0.762181,"about_ca_system_score_codex":0.00030273548,"about_ca_system_score_gemma":0.00010068996,"threshold_uncertainty_score":0.99890083},"labels":[],"label_agreement":null},{"id":"W2524647694","doi":"","title":"A Study of Mechanical Systems in Canadian High-rise Multi-unit Residential Buildings","year":2016,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Unit (ring theory); Architectural engineering; Engineering; Civil engineering; Environmental science; Mathematics; Mathematics education","score_opus":0.015666238917959485,"score_gpt":0.23024941331972576,"score_spread":0.21458317440176627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524647694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99809325,0.00008559048,0.000021183805,0.00008941757,0.00096277194,0.00042219975,0.000042984975,0.000037950584,0.00024463475],"genre_scores_gemma":[0.9174711,0.000056051875,0.00024016172,0.0000012544273,0.00002626084,0.0000012110461,0.00006131603,0.000029152929,0.08211349],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99904644,0.000109623645,0.00017847288,0.00020758821,0.00020572147,0.00025216892],"domain_scores_gemma":[0.99924177,0.00005578653,0.00014388289,0.000255556,0.00013276226,0.00017021342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025088876,0.0001714482,0.00035755982,0.0007101018,0.000064467895,0.000017070342,0.00031982517,0.00025208865,0.00021558342],"category_scores_gemma":[0.000030919433,0.00020132394,0.000051331423,0.00022773504,0.000015544578,0.00023512563,0.000015245941,0.00023143772,0.00004603568],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009949419,0.0015168015,0.007310064,0.0031937442,0.0014415876,0.0007406481,0.9061405,0.00406801,0.056650013,0.0021187183,0.011563509,0.0042614695],"study_design_scores_gemma":[0.00452628,0.00034870068,0.041719943,0.0010105391,0.00049287424,0.0000072865732,0.9427801,0.0014084297,0.0021635045,0.00003101628,0.0045826915,0.00092865503],"about_ca_topic_score_codex":0.9629859,"about_ca_topic_score_gemma":0.98127574,"teacher_disagreement_score":0.08186885,"about_ca_system_score_codex":0.00018891039,"about_ca_system_score_gemma":0.00018920592,"threshold_uncertainty_score":0.82097524},"labels":[],"label_agreement":null},{"id":"W2527436578","doi":"10.1080/09537325.2016.1236190","title":"On designers’ use of biomimicry tools during the new product development process: an empirical investigation","year":2016,"lang":"en","type":"article","venue":"Technology Analysis and Strategic Management","topic":"Design Education and Practice","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Biomimetics; Process (computing); New product development; Product (mathematics); Process management; Empirical research; Computer science; Business; Marketing; Artificial intelligence; Epistemology","score_opus":0.05768563477365584,"score_gpt":0.28483196409349015,"score_spread":0.2271463293198343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2527436578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99089694,0.000059683593,0.0063323025,0.0015188404,0.000024675432,0.00017853812,7.4018186e-7,0.00013893226,0.000849338],"genre_scores_gemma":[0.99704343,0.000090801055,0.0023193054,0.000044550277,0.000008549033,0.000029009592,0.0000035576213,0.0000067028896,0.00045406763],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993111,0.00003494362,0.00021766046,0.00020558854,0.00010357806,0.00012716051],"domain_scores_gemma":[0.99952847,0.000049686805,0.00006628126,0.00028507257,0.00002927389,0.000041235235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020854053,0.000109292756,0.00013533937,0.00045265388,0.00007232173,0.000041951815,0.00013149403,0.000055478107,0.000055470668],"category_scores_gemma":[0.000018489549,0.00006543531,0.000022846601,0.0008817014,0.000066985296,0.00017662089,0.000016903481,0.000069367175,0.0000072726803],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003416789,0.0008476599,0.10651595,0.0011338652,0.014908371,0.000051435505,0.0056191874,0.017279804,0.10876281,0.31433952,0.0028317939,0.42736793],"study_design_scores_gemma":[0.0026160271,0.0004837858,0.44453925,0.00032576485,0.0042123566,0.00002664684,0.010136487,0.007814202,0.3704744,0.14884152,0.008487385,0.0020421618],"about_ca_topic_score_codex":0.000003719972,"about_ca_topic_score_gemma":0.000019004032,"teacher_disagreement_score":0.42532575,"about_ca_system_score_codex":0.000031862095,"about_ca_system_score_gemma":0.00002567906,"threshold_uncertainty_score":0.26683745},"labels":[],"label_agreement":null},{"id":"W2534423310","doi":"10.1002/aet2.10003","title":"Applying Design Thinking Principles to Curricular Development in Medical Education","year":2016,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Design Education and Practice","field":"Engineering","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Engineering ethics; Mathematics education; Development (topology); Medical education; Psychology; Pedagogy; Engineering; Medicine; Mathematics","score_opus":0.05264551855651669,"score_gpt":0.30834689313555297,"score_spread":0.2557013745790363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2534423310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65190053,0.0022654543,0.28925422,0.011448696,0.005175049,0.0020704393,8.54022e-7,0.0006360137,0.037248723],"genre_scores_gemma":[0.9568671,0.00009063321,0.040486228,0.0013355762,0.0001477792,0.00064467784,0.0000044007247,0.00002283792,0.00040078946],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990951,0.00006112018,0.00025502814,0.00018403209,0.00021118048,0.00019353328],"domain_scores_gemma":[0.99940586,0.00018975514,0.00003419524,0.00010903993,0.000046694557,0.00021443957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007902115,0.00011559889,0.00010239823,0.00021718632,0.000085689964,0.00005743709,0.0001110548,0.00006496674,0.00019496294],"category_scores_gemma":[0.0004452455,0.000098150726,0.00001170014,0.00023776562,0.000012157824,0.0002475511,0.000015349127,0.000101098354,0.00006957377],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025628754,0.000082480336,0.0017600359,0.00001978526,0.000007896899,4.6871043e-7,0.009878896,0.000073891955,0.00028874556,0.005082875,0.00079353224,0.9820088],"study_design_scores_gemma":[0.00047176192,0.0000222732,0.052426398,0.0010991152,0.000015153478,0.00009022814,0.0077952114,0.0011209312,0.0016211967,0.0015959642,0.93315643,0.00058532454],"about_ca_topic_score_codex":0.0000069324324,"about_ca_topic_score_gemma":0.000016460994,"teacher_disagreement_score":0.9814235,"about_ca_system_score_codex":0.00012527448,"about_ca_system_score_gemma":0.0012205108,"threshold_uncertainty_score":0.40024707},"labels":[],"label_agreement":null},{"id":"W25476768","doi":"10.1016/bs.ampbs.2014.08.005","title":"Validation of Environment Based Design (EBD) through Applications of Design Chain Management and Quality Management System","year":2011,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Biotechnology and Biological Sciences Research Council; Concordia University","keywords":"Computer science; Quality (philosophy); Systems engineering; Engineering","score_opus":0.060168141406084584,"score_gpt":0.2832159090953955,"score_spread":0.22304776768931092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W25476768","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026055102,0.00037466938,0.92721415,0.000006145349,0.00016606448,0.0021547382,0.00001135132,0.000109747474,0.06970261],"genre_scores_gemma":[0.4445236,0.0016427657,0.5363269,0.000028117956,0.000039662547,0.0024841717,0.00074598205,0.00012633283,0.014082456],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983147,0.00023977371,0.0006877804,0.00029437302,0.0003133315,0.00015005365],"domain_scores_gemma":[0.9988531,0.0001794011,0.00036816328,0.00050317246,0.000046685505,0.000049496335],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000855658,0.00026104262,0.00033104955,0.00020495852,0.000046451198,0.000018388286,0.00018645938,0.00014605086,0.00025560794],"category_scores_gemma":[0.0000043406408,0.0002784876,0.00006054157,0.0001730825,0.000021941732,0.00012804841,0.0000131287625,0.00010727656,0.0000372939],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012659065,0.0026021437,0.00011757719,0.107573874,0.005227156,0.0000095101395,0.016235229,0.18153146,0.012644648,0.50312114,0.00786157,0.16180977],"study_design_scores_gemma":[0.005157302,0.0005279923,0.012229521,0.0027200528,0.0058320584,0.00000617731,0.06849424,0.03331559,0.807206,0.0062896213,0.054029204,0.004192269],"about_ca_topic_score_codex":0.000049448558,"about_ca_topic_score_gemma":0.0000013583689,"teacher_disagreement_score":0.7945613,"about_ca_system_score_codex":0.00009989777,"about_ca_system_score_gemma":0.000019156063,"threshold_uncertainty_score":0.99996674},"labels":[],"label_agreement":null},{"id":"W2556969288","doi":"10.1109/roman.2016.7745104","title":"Interacting with curious agents: User experience with interactive sculptural systems","year":2016,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Curiosity; Human–computer interaction; Computer science; Interactive art; Robot; Interactive systems engineering; Sculpture; Interactive Learning; Control (management); Interactive media; Multimedia; User experience design; Artificial intelligence; Psychology; Visual arts; Art; User interface design","score_opus":0.01476168777308257,"score_gpt":0.26191046362286674,"score_spread":0.24714877584978417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2556969288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79473186,0.00007725934,0.121413395,0.00048792685,0.0018964091,0.00038564327,0.0000026221694,0.0006467323,0.08035817],"genre_scores_gemma":[0.99312115,0.000010209621,0.0009021935,0.000106195854,0.00007596012,0.00006348243,9.541127e-7,0.000029711773,0.005690148],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99934405,0.00003451756,0.00013282249,0.00015970028,0.00013882354,0.00019007793],"domain_scores_gemma":[0.9992982,0.00029578255,0.000050181745,0.00019276116,0.00008072856,0.00008231662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006126557,0.00013987662,0.000106938576,0.00005512165,0.000043370652,0.00011180268,0.00011127963,0.000024831788,0.0005409393],"category_scores_gemma":[0.000056425273,0.00007104705,0.000014226676,0.00011930438,0.000025930854,0.001291951,0.00001164474,0.00010452529,0.00022652926],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004817632,0.001480992,0.113000184,0.0011617516,0.0044058417,0.0008557165,0.32234368,0.039076164,0.11834617,0.020306874,0.20414524,0.17005977],"study_design_scores_gemma":[0.0041656676,0.000723301,0.015273024,0.0031139732,0.0001384244,0.0017836936,0.09579349,0.018901609,0.028716452,0.000014586832,0.82892567,0.0024501237],"about_ca_topic_score_codex":0.00006913857,"about_ca_topic_score_gemma":0.00002434235,"teacher_disagreement_score":0.6247804,"about_ca_system_score_codex":0.00010056785,"about_ca_system_score_gemma":0.000019434014,"threshold_uncertainty_score":0.5922906},"labels":[],"label_agreement":null},{"id":"W2557816043","doi":"10.1504/jdr.2015.074152","title":"An object-oriented methodology to support externalisation and visualisation in conceptual design","year":2015,"lang":"en","type":"article","venue":"J of Design Research","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"AUTO21 Network of Centres of Excellence","keywords":"Computer science; Visualization; Unified Modeling Language; Software engineering; Visual modeling; Systems engineering; Human–computer interaction; Software; Programming language; Artificial intelligence; Engineering","score_opus":0.6070948265000032,"score_gpt":0.5213208789024264,"score_spread":0.08577394759757684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2557816043","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19572099,0.00007656441,0.8024743,0.00014281107,0.00017838403,0.00057167176,0.0000017938339,0.000049787606,0.0007836515],"genre_scores_gemma":[0.90375805,0.000019168558,0.09590669,0.00004266454,0.00005865869,0.000073270865,0.000007723433,0.000019890127,0.000113877315],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9959352,0.0029211543,0.00026862504,0.0001930605,0.00041599703,0.00026598052],"domain_scores_gemma":[0.9974851,0.0017411878,0.000031408737,0.00019918295,0.00031284252,0.00023028541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010394247,0.00008791299,0.00016209872,0.0005087492,0.000028557166,0.000035357192,0.00013904388,0.000094130104,0.00009728159],"category_scores_gemma":[0.0018418189,0.00009358393,0.000009986252,0.00058351795,0.00008823571,0.00038533338,0.000018551536,0.00021824164,0.000043267253],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023224072,0.000551771,0.006135165,0.00012982746,0.00007802001,0.00004529862,0.14657502,0.09276189,0.6219014,0.017119309,0.033590555,0.078789316],"study_design_scores_gemma":[0.0058473125,0.010995115,0.031726174,0.00013639123,0.000049258688,0.00010685081,0.059595447,0.21114796,0.6437431,0.014780987,0.020641385,0.001230032],"about_ca_topic_score_codex":0.00016239214,"about_ca_topic_score_gemma":0.0000161213,"teacher_disagreement_score":0.7080371,"about_ca_system_score_codex":0.00012513097,"about_ca_system_score_gemma":0.0002216217,"threshold_uncertainty_score":0.3816242},"labels":[],"label_agreement":null},{"id":"W2559969327","doi":"10.1115/detc2016-59551","title":"Automated Extraction of System Structure Knowledge From Text","year":2016,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Computer science; Parsing; Redundancy (engineering); Natural language processing; Artificial intelligence; Knowledge extraction; Knowledge-based systems; Information extraction; Set (abstract data type); Knowledge acquisition; Frame (networking); Knowledge representation and reasoning; Function (biology); Information retrieval; Programming language","score_opus":0.011151260456126614,"score_gpt":0.26363690571007287,"score_spread":0.25248564525394623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559969327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6552618,0.0005662723,0.05885798,0.00018516726,0.0045083473,0.00022529846,0.00008298019,0.0045343675,0.27577776],"genre_scores_gemma":[0.9974882,0.0000070894775,0.0010871935,0.0000042178963,0.000075609234,0.000001984229,0.0000041093494,0.000011110658,0.0013204898],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9996978,0.00002324186,0.00011533637,0.000059402442,0.00004418882,0.00006001059],"domain_scores_gemma":[0.99962413,0.0001614472,0.0000258638,0.000121306715,0.00003651978,0.00003072201],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000039641534,0.000054030377,0.000067256056,0.000036931564,0.000010872687,0.00000797845,0.00004663862,0.000052312746,0.0012348306],"category_scores_gemma":[0.000017294016,0.00003570053,0.000014568522,0.00007153999,0.0000057662623,0.00016672074,0.0000031813483,0.00003244039,0.00035196208],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009674583,0.00002268854,0.0002283175,0.00010849276,0.00006195857,6.987416e-7,0.00039750026,0.00012897616,0.9245592,0.0028375504,0.036357097,0.03528785],"study_design_scores_gemma":[0.0010397786,0.000034961966,0.04121682,0.0003688094,0.00008908516,0.000039463026,0.0014646176,0.08369277,0.61273104,0.00021619632,0.25860545,0.00050102844],"about_ca_topic_score_codex":0.000027504728,"about_ca_topic_score_gemma":0.000013650841,"teacher_disagreement_score":0.3422264,"about_ca_system_score_codex":0.000048231097,"about_ca_system_score_gemma":0.000014314075,"threshold_uncertainty_score":0.9996782},"labels":[],"label_agreement":null},{"id":"W2560257588","doi":"10.1115/detc2016-59627","title":"Embedded Sensors and Feedback Loops for Iterative Improvement in Design Synthesis for Additive Manufacturing","year":2016,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Chassis; Computer science; Design space exploration; Iterative design; Design methods; Automotive industry; Systems engineering; Control engineering; Embedded system; Distributed computing; Computer engineering; Industrial engineering; Engineering; Mechanical engineering","score_opus":0.02301514500753953,"score_gpt":0.25613132211446704,"score_spread":0.2331161771069275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560257588","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06387597,0.000036547244,0.92990226,0.00074941956,0.00029327307,0.0017383688,0.00010823399,0.00013690237,0.0031590217],"genre_scores_gemma":[0.9607596,0.000049955528,0.035903707,0.00011059555,0.00006873448,0.00080903014,0.000002961787,0.00003113897,0.002264309],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994371,0.000026526932,0.00014794499,0.00015636219,0.000043273914,0.00018881005],"domain_scores_gemma":[0.99738836,0.0024170044,0.00002673011,0.000082882856,0.000033037886,0.000051968625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022725429,0.00011668389,0.00011913116,0.00007240981,0.000034419354,0.00003666951,0.00004030887,0.000044229233,0.00021848657],"category_scores_gemma":[0.00021316414,0.000085036954,0.000025753887,0.000028130165,0.0000125923925,0.00024645496,0.000006077554,0.000030730986,0.0000145474705],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005039492,0.00010925553,0.0000199248,0.0002462042,0.00024327288,0.0000021679307,0.003680626,0.0011268643,0.0980479,0.0014751462,0.02881613,0.86572856],"study_design_scores_gemma":[0.000781219,0.00008327877,0.00028142243,0.000056219968,0.000021847745,0.0000019202653,0.00094260316,0.005840315,0.98125535,0.0008296798,0.009689189,0.00021697032],"about_ca_topic_score_codex":0.0000035022013,"about_ca_topic_score_gemma":0.000006901365,"teacher_disagreement_score":0.8968836,"about_ca_system_score_codex":0.00006911548,"about_ca_system_score_gemma":0.000014117558,"threshold_uncertainty_score":0.34677064},"labels":[],"label_agreement":null},{"id":"W2560307214","doi":"10.1115/detc2016-59165","title":"Quantitative Analysis of the Effort-Fatigue Tradeoff in the Conceptual Design Process: A Multistate EEG Approach","year":2016,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Rule of thumb; Process (computing); Meaning (existential); Perspective (graphical); Cognition; Task (project management); Electroencephalography; Artificial intelligence; Engineering; Psychology; Systems engineering; Algorithm","score_opus":0.09193376957806275,"score_gpt":0.32141906865714676,"score_spread":0.229485299079084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560307214","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15579188,0.00014353091,0.8218167,0.00083807047,0.00011240139,0.00065328134,0.00001622842,0.00007166555,0.02055628],"genre_scores_gemma":[0.9948839,0.000016050753,0.0046774265,0.00008502182,0.0000053588997,0.00006305599,0.0000020511663,0.000008657786,0.00025847784],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991928,0.00019631605,0.00021215908,0.00010817205,0.00016423283,0.00012637509],"domain_scores_gemma":[0.99879545,0.0008742229,0.0000591841,0.00021076684,0.000039508195,0.00002086125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005539099,0.00009085941,0.00014532992,0.00010060947,0.000029459728,0.000016127582,0.00025233196,0.000033694203,0.0001230396],"category_scores_gemma":[0.00016873781,0.000039308154,0.00006210753,0.0009843567,0.00009487387,0.00017161676,0.0000049192436,0.000086985674,0.000007243942],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029251917,0.0010656979,0.01479851,0.00022447444,0.00350504,0.0000042317115,0.32319516,0.49672556,0.017662251,0.11396901,0.011558438,0.01699911],"study_design_scores_gemma":[0.0018862645,0.00017211029,0.13591008,0.00007632289,0.0012502021,0.000007772283,0.0950759,0.7507749,0.009748867,0.0009405466,0.0034738095,0.0006832038],"about_ca_topic_score_codex":0.00003536004,"about_ca_topic_score_gemma":0.00003900474,"teacher_disagreement_score":0.839092,"about_ca_system_score_codex":0.000021249072,"about_ca_system_score_gemma":0.000036858102,"threshold_uncertainty_score":0.160294},"labels":[],"label_agreement":null},{"id":"W2560662210","doi":"","title":"Formation à la conception innovante","year":2016,"lang":"fr","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"HEC Montréal","funders":"","keywords":"Art","score_opus":0.01896695874513672,"score_gpt":0.247890554021822,"score_spread":0.2289235952766853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560662210","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008026544,0.0009732393,0.6585612,0.042096715,0.0011336578,0.00041732303,0.00007227632,0.00036252575,0.2883565],"genre_scores_gemma":[0.8512467,0.003811069,0.07534725,0.00022939766,0.00018345113,0.00015882343,0.00069718383,0.0001243724,0.06820175],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98952824,0.008123675,0.00083551387,0.00059826457,0.00044325832,0.00047106107],"domain_scores_gemma":[0.9916741,0.003361495,0.00065083033,0.0016993352,0.002394634,0.00021956908],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.007540514,0.00046713452,0.0003898851,0.00025789582,0.00033226144,0.0005813352,0.0009009123,0.0005444222,0.0012823668],"category_scores_gemma":[0.0019761585,0.00050044083,0.0002003549,0.0004943983,0.00027176406,0.0009277341,0.00041942723,0.00087631104,0.0015128612],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000146095035,0.00025878017,0.00022443848,0.0003395932,0.000097558484,0.0000035276648,0.012075893,0.00013968474,0.01569311,0.7618537,0.013388817,0.1959103],"study_design_scores_gemma":[0.00082623865,4.2958493e-7,0.0032183921,0.0034032403,0.00009522778,0.00006326316,0.0003619182,0.01716481,0.06840705,0.017292375,0.8883725,0.0007945439],"about_ca_topic_score_codex":0.00039106037,"about_ca_topic_score_gemma":0.00028826416,"teacher_disagreement_score":0.87498367,"about_ca_system_score_codex":0.00050684705,"about_ca_system_score_gemma":0.00035433963,"threshold_uncertainty_score":0.9997447},"labels":[],"label_agreement":null},{"id":"W2560765612","doi":"10.1115/detc2016-59104","title":"Identification of Relationships Between Electroencephalography (EEG) Bands and Design Activities","year":2016,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Electroencephalography; Principal component analysis; Cognition; Alpha (finance); Computer science; Audiology; Identification (biology); Psychology; Pattern recognition (psychology); Artificial intelligence; Neuroscience; Developmental psychology; Medicine; Psychometrics","score_opus":0.034999886610120164,"score_gpt":0.2511548772941865,"score_spread":0.21615499068406635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560765612","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2548724,0.00014486177,0.7408172,0.00031878368,0.000085556436,0.00010809894,0.000003811041,0.00013263087,0.0035166617],"genre_scores_gemma":[0.99794173,0.0001436811,0.0013362706,0.0000042277597,0.000020142383,0.000011132066,0.0000012732478,0.000007870496,0.00053369044],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9995758,0.00007261202,0.00014346755,0.000068525434,0.00006205269,0.00007755229],"domain_scores_gemma":[0.99916637,0.00064358104,0.000035973928,0.000098727614,0.000022263941,0.000033091506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036269662,0.000051564064,0.00006315845,0.000112292386,0.000036965255,0.000016372227,0.000041667266,0.0000377473,0.000059793754],"category_scores_gemma":[0.00008152229,0.0000391556,0.000014315417,0.00014102622,0.0000320678,0.00037351754,0.000002828805,0.000052003164,0.000010659481],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026229674,0.000043218213,0.111139014,0.00007363085,0.00017468109,2.5971923e-7,0.0016894628,0.00012510965,0.7925829,0.017160425,0.00808894,0.06889612],"study_design_scores_gemma":[0.00038836026,0.00007075062,0.58252907,0.000029916644,0.000083664396,0.000005657312,0.0005011457,0.000629587,0.40147418,0.009915264,0.00409494,0.00027744987],"about_ca_topic_score_codex":0.0000016775762,"about_ca_topic_score_gemma":0.0000011388233,"teacher_disagreement_score":0.7430693,"about_ca_system_score_codex":0.000010498717,"about_ca_system_score_gemma":0.000010283353,"threshold_uncertainty_score":0.1596719},"labels":[],"label_agreement":null},{"id":"W2561345718","doi":"10.1093/pq/pqw005","title":"The Philosophy of Design","year":2016,"lang":"en","type":"article","venue":"The Philosophical Quarterly","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Metaphysics; Epistemology; Perspective (graphical); Beauty; Philosophy of design; Architecture; Ontology; Sociology; Point (geometry); Designtheory; Philosophy; Aesthetics; Computer science; Mathematics; Western philosophy; Human–computer interaction; Art; Artificial intelligence; Visual arts","score_opus":0.03689493187008294,"score_gpt":0.2534597891875305,"score_spread":0.21656485731744754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2561345718","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016635148,0.0014749207,0.1522714,0.74415547,0.0025408727,0.000977628,0.000023022141,0.0006848664,0.081236675],"genre_scores_gemma":[0.99894613,0.00006280551,0.00017085134,0.00020271186,0.00043152657,0.000028330807,2.796451e-7,0.00002141419,0.00013593503],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991186,0.0001779815,0.00023434476,0.00009475461,0.00018752956,0.00018677603],"domain_scores_gemma":[0.99759555,0.0017896208,0.000048215577,0.00045491723,0.000047756355,0.00006391987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005358446,0.000111488494,0.000104604296,0.000024972307,0.00012146253,0.000025020294,0.0003934691,0.000050515268,0.00009109088],"category_scores_gemma":[0.00007598083,0.000046645593,0.00006180612,0.00013518204,0.00019102124,0.00012457451,0.0000065967656,0.0001383025,0.00039347514],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015668366,0.00008553579,0.000013110134,0.000024633153,0.00014881429,0.000002605842,0.0013409037,0.0000812837,0.020998847,0.8105927,0.0068203663,0.15973452],"study_design_scores_gemma":[0.00025832787,0.00022236917,0.0002485293,0.000024337922,0.000024421393,0.000011951711,0.000043732995,0.00039286597,0.0014189453,0.9847631,0.012464044,0.00012741184],"about_ca_topic_score_codex":0.0000013763107,"about_ca_topic_score_gemma":4.7285513e-7,"teacher_disagreement_score":0.982311,"about_ca_system_score_codex":0.000018479948,"about_ca_system_score_gemma":0.000018883564,"threshold_uncertainty_score":0.5057458},"labels":[],"label_agreement":null},{"id":"W2564913021","doi":"","title":"Sustainable Design Throughout the Curriculum Using Case Studies","year":2010,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Curriculum; Work (physics); Engineering management; Sustainable development; Engineering; Key (lock); Quality (philosophy); Sustainable design; Engineering design process; Engineering education; Engineering ethics; Construction engineering; Computer science; Sustainability; Mechanical engineering; Pedagogy; Sociology; Political science","score_opus":0.02575354657623103,"score_gpt":0.36129593617222716,"score_spread":0.33554238959599614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564913021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84035134,0.0020731022,0.12316656,0.0013394982,0.03215803,0.00021863104,0.0000014304943,0.00009419047,0.000597212],"genre_scores_gemma":[0.9794187,0.000103567305,0.018756907,0.000064211985,0.0014491838,0.000007648006,8.9645056e-7,0.000021885946,0.00017698215],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992943,0.000025422743,0.00028806226,0.000056797926,0.00020822271,0.00012721986],"domain_scores_gemma":[0.99853754,0.0002469424,0.0001247964,0.00011234427,0.0009246998,0.000053705364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059365074,0.00010314521,0.0000962553,0.00019088156,0.000056248216,0.00011430567,0.00024934285,0.000040590825,0.00003866475],"category_scores_gemma":[0.0007654464,0.00008018774,0.000052366864,0.00015343366,0.000018957413,0.0005946725,0.000015928546,0.0003718159,0.0000066101425],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031591266,0.00048654014,0.00060706155,0.00021074344,0.0014461945,0.0008088543,0.0123104295,0.84759694,0.049576115,0.026715506,0.041722927,0.018487116],"study_design_scores_gemma":[0.0013626181,0.00017012161,0.0013043605,0.00039648404,0.00056637026,0.11975951,0.05716777,0.4132895,0.028083103,0.004555437,0.37200043,0.0013443338],"about_ca_topic_score_codex":0.000028602139,"about_ca_topic_score_gemma":0.0000016276049,"teacher_disagreement_score":0.43430743,"about_ca_system_score_codex":0.00016721911,"about_ca_system_score_gemma":0.00021338694,"threshold_uncertainty_score":0.32699612},"labels":[],"label_agreement":null},{"id":"W2565107300","doi":"10.2495/dne-v12-n2-185-193","title":"The de mestral project: Using macro photo-journaling to stimulate interest in bio-inspired design and science, technology, engineering and mathematics disciplines","year":2016,"lang":"en","type":"article","venue":"International Journal of Design & Nature and Ecodynamics","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Journaling file system; Creativity; Macro; Engineering; The arts; Engineering ethics; Engineering management; Computer science; Visual arts; Political science; Art; Computer file","score_opus":0.026640142125291352,"score_gpt":0.30948179660731756,"score_spread":0.2828416544820262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565107300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6507047,0.00062960596,0.3471566,0.0009109743,0.0004430469,0.0001256932,0.0000020836608,0.000016534661,0.000010744703],"genre_scores_gemma":[0.8964058,0.0007916707,0.10266446,0.00003119153,0.00007689804,0.0000024531532,1.1396095e-7,0.000016409453,0.000010954921],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991673,0.000024419594,0.00034130857,0.00010717489,0.00015283382,0.0002069104],"domain_scores_gemma":[0.99907,0.0004662266,0.00012693125,0.00006855413,0.00017830115,0.00008999123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012006435,0.00012958919,0.00013925321,0.0008281884,0.000089686044,0.000237038,0.00027816874,0.00010634697,0.0000013465058],"category_scores_gemma":[0.0004946166,0.00008388948,0.000019493797,0.00035454496,0.000096190466,0.00043970873,0.00005749573,0.00035674626,2.8262795e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004114866,0.00013163028,0.003943951,0.000091490925,0.00041445822,0.00021043819,0.0037895793,0.20959622,0.707542,0.00725687,0.00012779643,0.06648408],"study_design_scores_gemma":[0.00064860616,0.000090640446,0.0013125465,0.0005514315,0.00003623382,0.0018943009,0.0005310796,0.9842518,0.0057670637,0.004238001,0.00046081605,0.0002174972],"about_ca_topic_score_codex":0.0000017569274,"about_ca_topic_score_gemma":0.0000070057777,"teacher_disagreement_score":0.7746556,"about_ca_system_score_codex":0.00016301258,"about_ca_system_score_gemma":0.00011381332,"threshold_uncertainty_score":0.34209135},"labels":[],"label_agreement":null},{"id":"W2565814073","doi":"10.2495/dne-v12-n2-235-245","title":"Adaptive structures and design concept of transformable joints","year":2016,"lang":"en","type":"article","venue":"International Journal of Design & Nature and Ecodynamics","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Morphing; Stiffness; Component (thermodynamics); Dissipation; Deformation (meteorology); Structural engineering; Computer science; Joint (building); Transformation (genetics); Engineering; Mechanical engineering; Artificial intelligence","score_opus":0.014788640026946286,"score_gpt":0.25768529227727427,"score_spread":0.24289665225032797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565814073","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025587829,0.0026019649,0.96911436,0.0006787336,0.0012672837,0.00011014899,0.000028495475,0.00001554934,0.00059561286],"genre_scores_gemma":[0.9777164,0.001461968,0.020530343,0.000089931054,0.00011729184,8.3493967e-7,9.603006e-7,0.000012764218,0.00006950941],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99928,0.000054653472,0.00029457427,0.000068351546,0.0002076455,0.000094781346],"domain_scores_gemma":[0.99905306,0.00041615262,0.00015427881,0.00004761254,0.0002581772,0.000070709495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030453078,0.000104681196,0.00015880357,0.00016391561,0.000019878644,0.000031515996,0.00014905291,0.00012188065,0.000053215364],"category_scores_gemma":[0.00008829705,0.00007322639,0.000038899903,0.00005200865,0.00005146317,0.00049684773,0.000008146251,0.00023964557,9.2817305e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039128265,0.00026359846,0.0008693848,0.00012469078,0.0038710278,0.00019067612,0.008278828,0.054418106,0.13759242,0.048505627,0.019783175,0.7221896],"study_design_scores_gemma":[0.020802384,0.0039805123,0.026781026,0.0021933569,0.0010718281,0.009145977,0.003895029,0.29396722,0.33045805,0.2609442,0.04386297,0.0028974437],"about_ca_topic_score_codex":0.0000014651147,"about_ca_topic_score_gemma":0.0000013517132,"teacher_disagreement_score":0.9521286,"about_ca_system_score_codex":0.000046084493,"about_ca_system_score_gemma":0.000055892684,"threshold_uncertainty_score":0.29860854},"labels":[],"label_agreement":null},{"id":"W2566839485","doi":"10.1007/978-3-319-44989-0_18","title":"Individual Differences in Tendency for Design Fixation","year":2017,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Fixation (population genetics); Psychology; Computer science; Demography; Sociology","score_opus":0.13485605376899176,"score_gpt":0.2948346778439037,"score_spread":0.15997862407491195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2566839485","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000061999685,0.00028791782,0.06733243,0.000112801485,0.0007504343,0.00043433218,0.000018603367,0.00010449946,0.9309528],"genre_scores_gemma":[0.025490452,0.00035866274,0.008887949,0.000058803085,0.00025171498,0.0000861867,0.00007085822,0.00005366091,0.9647417],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994769,0.000008093993,0.00016662359,0.0001300189,0.00010976241,0.000108569024],"domain_scores_gemma":[0.99937576,0.00029352063,0.000077665645,0.00018861737,0.000030664192,0.000033774064],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00022397331,0.0001523512,0.00016043197,0.00013426371,0.000042977586,0.00009298116,0.00018677479,0.00020620097,0.0009487297],"category_scores_gemma":[0.00008259925,0.00014334792,0.00003642639,0.0000049511195,0.000013861641,0.00017471578,0.0000082849365,0.00017097978,0.0001261261],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060210794,0.000063723455,0.00022420913,0.00047660645,0.00036400463,0.00000804388,0.0021680803,0.0003868879,0.000079138554,0.417435,0.21654499,0.3621891],"study_design_scores_gemma":[0.0006865098,0.00012801187,0.0038635707,0.0002653412,0.0001569415,0.000008216299,0.00007209951,0.0046681915,0.00014148068,0.13080229,0.8581442,0.0010630923],"about_ca_topic_score_codex":0.0000070869073,"about_ca_topic_score_gemma":0.00003120063,"teacher_disagreement_score":0.64159924,"about_ca_system_score_codex":0.000033216314,"about_ca_system_score_gemma":0.000054578035,"threshold_uncertainty_score":0.99996454},"labels":[],"label_agreement":null},{"id":"W2570437429","doi":"10.1177/1541931215591037","title":"A Pilot Study for Investigating Factors That Affect Cognitive Load in the Conceptual Design Process","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of New Brunswick","funders":"","keywords":"Cognitive load; Cognition; Affect (linguistics); Task (project management); Process (computing); Conceptual design; Construct (python library); Cognitive style; Cognitive psychology; Psychology; Conceptual framework; Computer science; Human–computer interaction; Engineering; Communication; Systems engineering","score_opus":0.12538133007401747,"score_gpt":0.3075401013574555,"score_spread":0.18215877128343805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2570437429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981486,0.000088638386,0.000050506602,0.00003970004,0.00015844926,0.0010869118,0.000016538577,0.00005376721,0.00035689137],"genre_scores_gemma":[0.9994395,0.0000062530353,0.00026906247,0.00008244299,0.000067833076,0.000082604114,0.000002489104,0.00003254732,0.000017277951],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989688,0.000040826213,0.0002841854,0.00022059218,0.00021483823,0.00027079208],"domain_scores_gemma":[0.99845225,0.00093237124,0.00022934935,0.00005870277,0.0002459165,0.00008141941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017764377,0.00023604173,0.0002500004,0.000026628966,0.00030816405,0.00013953759,0.00031606527,0.000051809257,0.000001129423],"category_scores_gemma":[0.0009530701,0.00015677429,0.000075905074,0.0001736909,0.0001756505,0.00050122157,0.000054464275,0.0003188665,2.7517692e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008118608,0.00025380187,0.3001238,0.00022431732,0.00014388784,4.4750863e-8,0.69439614,0.0005829785,0.0016807191,0.00025577575,0.002175281,0.00008209079],"study_design_scores_gemma":[0.0011511664,0.0007608333,0.048683953,0.0001794778,0.000115600815,0.0000014647521,0.939853,0.0016920523,0.0066018836,0.0005432597,0.00007798148,0.00033933343],"about_ca_topic_score_codex":0.00013500843,"about_ca_topic_score_gemma":0.000022379536,"teacher_disagreement_score":0.25143984,"about_ca_system_score_codex":0.000108208464,"about_ca_system_score_gemma":0.00007836145,"threshold_uncertainty_score":0.63930696},"labels":[],"label_agreement":null},{"id":"W2578284683","doi":"10.4000/vertigo.17914","title":"Biomimétisme : outils pour une démarche écoinnovante en ingénierie","year":2017,"lang":"fr","type":"article","venue":"VertigO","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"HEC Montréal; École de Technologie Supérieure","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.043848229924617614,"score_gpt":0.31374621275677095,"score_spread":0.2698979828321533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2578284683","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.119622305,0.010402162,0.09734548,0.32711005,0.033907603,0.0007331038,0.00012604946,0.0005991481,0.4101541],"genre_scores_gemma":[0.8358482,0.0014435892,0.02161389,0.000761642,0.0013988364,0.000022667695,0.000014652132,0.00010759334,0.1387889],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985049,0.00014081754,0.00033444696,0.00029591148,0.00019359481,0.0005303415],"domain_scores_gemma":[0.99822545,0.00029928502,0.00015293749,0.0010078212,0.00009405833,0.00022043871],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00048262728,0.00027035995,0.00025621158,0.000092378235,0.0003657287,0.00042919247,0.0006209505,0.0002486526,0.0018592259],"category_scores_gemma":[0.0010883935,0.0003133887,0.00009906205,0.00018588996,0.00013784827,0.000864162,0.000118347685,0.0005115588,0.005100438],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078314464,0.00032842046,0.010118918,0.00043152322,0.00040699865,0.00017329624,0.0044966144,0.00018764069,0.040805016,0.08730094,0.25462937,0.601043],"study_design_scores_gemma":[0.00054366846,0.00003407639,0.041865773,0.00014495019,0.000077239034,0.00006265633,0.00022035545,0.002599648,0.0050141797,0.003582592,0.94547796,0.00037688945],"about_ca_topic_score_codex":0.0005727228,"about_ca_topic_score_gemma":0.0000724032,"teacher_disagreement_score":0.7162259,"about_ca_system_score_codex":0.00021740944,"about_ca_system_score_gemma":0.00028968762,"threshold_uncertainty_score":0.9999318},"labels":[],"label_agreement":null},{"id":"W2581684163","doi":"10.31274/itaa_proceedings-180814-34","title":"Negotiating Authenticity: Exploring Design Decisions of Reenactors' Regency Gowns","year":2015,"lang":"en","type":"report","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clothing; Extant taxon; Scholarship; Negotiation; Period (music); Visual arts; Sociology; Art; Aesthetics; Social science; Political science; Law","score_opus":0.49312434625305457,"score_gpt":0.36289673912845744,"score_spread":0.13022760712459713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581684163","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006329497,0.0032384482,0.35721627,0.000038836777,0.0099488245,0.0004809648,0.000024710793,0.0005863885,0.6278326],"genre_scores_gemma":[0.7245882,0.031074634,0.13187449,0.00005538043,0.0042492207,0.00056243857,0.0002344526,0.0009866722,0.10637448],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973686,0.000119694356,0.0007887395,0.00026883808,0.0011400597,0.00031406776],"domain_scores_gemma":[0.99661624,0.0011942085,0.00027946106,0.0006612595,0.0010243164,0.00022451163],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024571852,0.0003182717,0.0005003941,0.00033865686,0.00005450167,0.000066841836,0.00030608394,0.00026951288,0.0006868323],"category_scores_gemma":[0.0060281805,0.0003047782,0.00012206857,0.00037673555,0.000021388445,0.0004043685,0.00005233887,0.0005244702,0.00015486381],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014524355,0.00013207123,0.00014248006,0.0003650487,0.00041705987,0.000016622165,0.0026778544,0.023138905,0.00051624025,0.0006483932,0.92386883,0.048061967],"study_design_scores_gemma":[0.00022934284,0.00007439193,0.0002486579,0.0006304567,0.0003727673,0.00007524713,0.0017478238,0.008828212,0.0015763547,0.0004959766,0.9848538,0.00086694106],"about_ca_topic_score_codex":0.0002893749,"about_ca_topic_score_gemma":0.000013557151,"teacher_disagreement_score":0.7239553,"about_ca_system_score_codex":0.0004864633,"about_ca_system_score_gemma":0.0013047141,"threshold_uncertainty_score":0.99994045},"labels":[],"label_agreement":null},{"id":"W2590202509","doi":"10.4271/2017-01-1309","title":"Modular Design and Methods to Optimize Seat Complete Assemblies","year":2017,"lang":"en","type":"article","venue":"SAE technical papers on CD-ROM/SAE technical paper series","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Modular design; Computer science; Modular construction; Programming language","score_opus":0.0470933663877229,"score_gpt":0.3351579941306827,"score_spread":0.2880646277429598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590202509","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23902604,0.004869156,0.014190753,0.07468036,0.0055805044,0.011495071,0.00025855715,0.02500993,0.6248896],"genre_scores_gemma":[0.7217757,0.00044122682,0.27521622,0.0014598736,0.00011954022,0.00030484225,0.000009724526,0.00012577148,0.00054708845],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99657714,0.00037834822,0.0007275788,0.00092796097,0.00055352546,0.00083542144],"domain_scores_gemma":[0.99554986,0.0013972126,0.00016509613,0.0021289547,0.00011327671,0.000645576],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017159323,0.00071867666,0.00088226754,0.00022240069,0.00082126743,0.0006008083,0.0013238925,0.000591071,0.0004436622],"category_scores_gemma":[0.002355194,0.0006677718,0.00022342385,0.00032024336,0.00058303087,0.0009865761,0.00042364956,0.0010815044,0.0002157491],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017242116,0.000102733844,0.000022095304,0.00004936862,0.000068592446,0.00002288449,0.000057888643,0.0010699348,0.9700241,0.0054859016,0.008170335,0.014753752],"study_design_scores_gemma":[0.00048764813,0.0005015557,0.744762,0.00011594816,0.00010128235,0.00010266791,0.000082571,0.0000080971395,0.00067176926,0.0018935853,0.2504622,0.0008106916],"about_ca_topic_score_codex":0.000033167114,"about_ca_topic_score_gemma":0.0029743044,"teacher_disagreement_score":0.9693523,"about_ca_system_score_codex":0.00022238278,"about_ca_system_score_gemma":0.00006373779,"threshold_uncertainty_score":0.99957734},"labels":[],"label_agreement":null},{"id":"W2590605748","doi":"10.1007/s12008-017-0380-5","title":"Improving concept development with data exploration in the context of an innovation and technological design course","year":2017,"lang":"en","type":"article","venue":"International Journal on Interactive Design and Manufacturing (IJIDeM)","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; École de Technologie Supérieure","funders":"","keywords":"Exploit; Context (archaeology); Creativity; Domain (mathematical analysis); Process (computing); Knowledge management; Computer science; Engineering design process; Data science; Engineering management; Management science; Engineering","score_opus":0.08693008503704165,"score_gpt":0.335256143518837,"score_spread":0.24832605848179534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590605748","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42769507,0.000063933,0.569438,0.0016818071,0.00047751548,0.00037128423,0.0000072907,0.000035611636,0.00022950556],"genre_scores_gemma":[0.98776466,0.00006190589,0.01180081,0.00023728756,0.00007259786,0.00001837705,0.000014344964,0.000013137235,0.00001686688],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989078,0.00017096958,0.0003339147,0.00018917289,0.00027959744,0.000118567805],"domain_scores_gemma":[0.9986649,0.0005262095,0.00036259028,0.00025892624,0.00014957796,0.000037808644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012686894,0.00014782551,0.00013855833,0.0002118113,0.0001814265,0.00043055599,0.00061155175,0.000052737156,0.000016903488],"category_scores_gemma":[0.00033364462,0.000102517115,0.000008866919,0.000033732653,0.000105062325,0.0021401052,0.00006052554,0.00044482923,0.0000021189376],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013661626,0.00035968883,0.00024176568,0.000020137555,0.0003571293,0.00018022598,0.007597974,0.0066761463,0.006987475,0.0029857226,0.0007158961,0.97251165],"study_design_scores_gemma":[0.006668559,0.001616216,0.06384725,0.0011435583,0.00014410407,0.002647817,0.026250215,0.11074325,0.75737643,0.006060049,0.022155378,0.0013471553],"about_ca_topic_score_codex":0.000016111184,"about_ca_topic_score_gemma":0.000009561115,"teacher_disagreement_score":0.9711645,"about_ca_system_score_codex":0.00007525928,"about_ca_system_score_gemma":0.00006497039,"threshold_uncertainty_score":0.41805267},"labels":[],"label_agreement":null},{"id":"W2592005087","doi":"10.24908/pceea.v0i0.6468","title":"Optimum Frequency of Peer Evaluations in Capstone Design Courses","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Reliability (semiconductor); Dysfunctional family; Psychology; Premise; Capstone; Peer review; Peer evaluation; Peer feedback; Applied psychology; Peer assessment; Computer science; Higher education; Clinical psychology; Mathematics education; Computer security","score_opus":0.021940097693312354,"score_gpt":0.2795834094031712,"score_spread":0.2576433117098589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592005087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8481124,0.00089634885,0.00118601,0.03304754,0.013119581,0.0024987943,0.00012772916,0.00031701344,0.10069458],"genre_scores_gemma":[0.99373174,0.000021392192,0.0039125453,0.00005028433,0.00010235611,0.000068824986,0.0000053371546,0.000032408618,0.002075085],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988973,0.000011631449,0.0003340963,0.00012645114,0.00038551487,0.00024500693],"domain_scores_gemma":[0.9982242,0.00010552211,0.00038443637,0.00020538329,0.0009458543,0.0001345916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011393261,0.00013367376,0.00017404118,0.00033647218,0.00017296043,0.00012461752,0.00046173806,0.00014102526,0.00006359302],"category_scores_gemma":[0.0043936847,0.00014575702,0.000056983856,0.00027973673,0.000025395797,0.00053550757,0.000012914427,0.00023581048,0.00001186581],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011622845,0.0005134226,0.43341348,0.001212999,0.00057323824,4.4313506e-7,0.015388266,0.119254336,0.06778617,0.053858392,0.30075026,0.0072373925],"study_design_scores_gemma":[0.0004801685,0.000021034342,0.94164675,0.0003295257,0.0001331613,0.0000050729573,0.0008960121,0.024834635,0.015570182,0.0013945478,0.014184834,0.000504092],"about_ca_topic_score_codex":0.0072050644,"about_ca_topic_score_gemma":0.0044938684,"teacher_disagreement_score":0.50823325,"about_ca_system_score_codex":0.0014826109,"about_ca_system_score_gemma":0.0009280306,"threshold_uncertainty_score":0.99940604},"labels":[],"label_agreement":null},{"id":"W2592666706","doi":"","title":"ArchiGen: a conceptual form design tool using an evolutionary computing approach","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Conceptual design; Software engineering; Generative Design; Leverage (statistics); Conceptualization; Systems engineering; Software; Software design; Documentation; Object-oriented design; Design process; Computer Aided Design; Human–computer interaction; Artificial intelligence; Software development; Programming language; Engineering; Work in process","score_opus":0.0412972040141733,"score_gpt":0.2431963739241208,"score_spread":0.2018991699099475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592666706","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11964691,0.00013325963,0.8790471,0.000009615299,0.0005783529,0.00011878531,0.0000014851701,0.00044681563,0.000017657314],"genre_scores_gemma":[0.52159405,0.000006904909,0.4781701,0.000034168406,0.00017219187,0.0000031815764,6.916635e-7,0.000014570869,0.0000041733183],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886155,0.000024601068,0.00017466456,0.0002948122,0.00026340908,0.0003809433],"domain_scores_gemma":[0.999192,0.00029760067,0.000024123587,0.00021742951,0.00009819905,0.0001706685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007375238,0.00016090034,0.00012909646,0.0001834062,0.00020698247,0.00012717884,0.00027297428,0.00004289299,0.0000058176274],"category_scores_gemma":[0.00015976657,0.00013487127,0.00002029536,0.000374275,0.00015801168,0.0012495975,0.000077348435,0.00010600907,0.000006016601],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005632525,0.000055878787,0.00067538925,0.0000646545,0.000024329936,0.0000066394477,0.0039994465,0.742899,0.014377509,0.001691613,0.0002833981,0.23591653],"study_design_scores_gemma":[0.0001511266,0.000033962708,0.0024027065,0.000042281525,0.0000052954447,0.00009497831,0.00004335525,0.99562615,0.0004951796,0.000045056313,0.0008043077,0.0002555793],"about_ca_topic_score_codex":0.0000023079508,"about_ca_topic_score_gemma":4.1600217e-8,"teacher_disagreement_score":0.4019471,"about_ca_system_score_codex":0.00012982778,"about_ca_system_score_gemma":0.00012173153,"threshold_uncertainty_score":0.54998904},"labels":[],"label_agreement":null},{"id":"W2595013643","doi":"10.18260/1-2--22892","title":"Optimizing Linguistic Diversity in Highly Multicultural Engineering Design Teams","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Multiculturalism; Diversity (politics); Psychology; Cultural diversity; Cognition; Cognitive style; Knowledge management; Engineering; Pedagogy; Sociology; Computer science","score_opus":0.03947309788372064,"score_gpt":0.234604736049481,"score_spread":0.19513163816576037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2595013643","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.106851004,0.00047076674,0.8555928,0.0016979558,0.0020858333,0.0006315366,0.000003393484,0.0024480617,0.030218678],"genre_scores_gemma":[0.9430961,0.000014913274,0.056478426,0.00019756927,0.00010780783,0.0000038364296,0.0000019447245,0.000013021799,0.00008636058],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995176,0.000018061412,0.00011705564,0.000109018656,0.000078804405,0.00015944801],"domain_scores_gemma":[0.99967706,0.000119507546,0.000010806538,0.00006238237,0.000021172915,0.00010909602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000090785536,0.00009979372,0.00009621246,0.000039507893,0.000038580234,0.00003459611,0.00010861935,0.000038779093,0.0001073247],"category_scores_gemma":[0.00031860024,0.00009935604,0.00002175767,0.00018786946,0.000004580882,0.00015065738,0.000041749023,0.00017042659,0.00012210432],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009408887,0.000017797784,0.00019877258,0.00005064242,0.000021064603,0.000020388941,0.013727912,0.9750274,0.007925786,0.00024794912,0.002227781,0.0005251377],"study_design_scores_gemma":[0.00033090115,0.000018438086,0.0011527427,0.000014478421,0.000013859371,0.0000027909387,0.00057284755,0.98684496,0.003815313,0.0000049308137,0.0069860173,0.0002427225],"about_ca_topic_score_codex":0.000038264912,"about_ca_topic_score_gemma":0.0000023640578,"teacher_disagreement_score":0.8362451,"about_ca_system_score_codex":0.00006275144,"about_ca_system_score_gemma":0.000009189836,"threshold_uncertainty_score":0.40516216},"labels":[],"label_agreement":null},{"id":"W2597126496","doi":"10.18260/1-2--22042","title":"The Development of a DfX","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Heuristics; Computer science; Process (computing); Engineering design process; Set (abstract data type); Engineering; Systems engineering; Software engineering; Manufacturing engineering; Programming language; Mechanical engineering","score_opus":0.040592228391264557,"score_gpt":0.2510825610862369,"score_spread":0.21049033269497233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597126496","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028311059,0.00024275659,0.12134959,0.0066650533,0.0003681549,0.00009151736,2.2466283e-7,0.00020451039,0.8427671],"genre_scores_gemma":[0.9906305,0.0000064327523,0.008651705,0.00015991976,0.000014697283,0.0000020857208,1.7882498e-7,0.0000025137626,0.0005319786],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9998852,0.0000029928128,0.000048017988,0.000013371129,0.00002600586,0.000024432504],"domain_scores_gemma":[0.999903,0.000045958244,0.000003979021,0.000024663104,0.000006220286,0.000016180513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000039964078,0.000013168766,0.000013879019,0.0000021544126,0.000013699171,0.000005008986,0.000032383792,0.0000042382317,0.00016685689],"category_scores_gemma":[0.000023195538,0.000008582554,0.0000037395776,0.000035681067,0.000002115283,0.000017714394,0.000002694385,0.00001758491,0.00012620786],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001737195,0.00002649002,0.00029388847,0.00008666911,0.0001122351,3.7790278e-7,0.032038007,0.0012841572,0.030433526,0.020884527,0.277659,0.63716376],"study_design_scores_gemma":[0.00002155438,0.0000016637596,0.0005998654,5.3830024e-7,8.4171927e-7,1.181842e-7,0.00041933366,0.0017716193,0.017095642,0.000014719146,0.9800556,0.000018541987],"about_ca_topic_score_codex":1.9619182e-7,"about_ca_topic_score_gemma":0.0000014705171,"teacher_disagreement_score":0.96231943,"about_ca_system_score_codex":0.0000025983325,"about_ca_system_score_gemma":0.000013846379,"threshold_uncertainty_score":0.1826966},"labels":[],"label_agreement":null},{"id":"W2597352195","doi":"10.52842/conf.caadria.2005.288","title":"Upholding the Poetic in Design Collaboration","year":2005,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Computer-Aided Architectural Design Research in Asia","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Australian Research Council; Simon Fraser University; RMIT University","keywords":"Computer science; Reciprocal; Process (computing); Knowledge management; Human–computer interaction; Representation (politics); Object (grammar); Computer-supported cooperative work; Information sharing; Design process; Process management; World Wide Web; Work in process; Engineering; Artificial intelligence","score_opus":0.14688456222143098,"score_gpt":0.3656306331769669,"score_spread":0.21874607095553594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597352195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80997664,0.00018598652,0.048122045,0.09156496,0.0020492142,0.0040102187,0.00001159843,0.0002476469,0.04383172],"genre_scores_gemma":[0.98379725,0.000048974212,0.015522666,0.00013306497,0.00020049965,0.00011134238,0.0000011796938,0.000020661477,0.00016435605],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978501,0.0002081455,0.00043482223,0.00026978395,0.0008646607,0.0003724538],"domain_scores_gemma":[0.998139,0.0010716532,0.00010223733,0.00015407498,0.00047019953,0.00006282526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026865338,0.00017922441,0.00016672994,0.0005682975,0.00010716222,0.00033376034,0.0013640465,0.00005865861,0.000069554735],"category_scores_gemma":[0.000395573,0.00012417391,0.00004554895,0.0009817607,0.00013242215,0.00037386565,0.000137568,0.0008991333,0.000032936823],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008482254,0.0003630061,0.00097140856,0.0001343788,0.000110111876,0.000008217393,0.009398267,0.4737044,0.18871088,0.1138227,0.012022641,0.19990577],"study_design_scores_gemma":[0.00059033476,0.00015868564,0.005212747,0.00046596996,0.0000039317456,0.000044914505,0.0006834342,0.91992784,0.05368276,0.017672278,0.0013370586,0.00022005742],"about_ca_topic_score_codex":0.00003113978,"about_ca_topic_score_gemma":0.000027370474,"teacher_disagreement_score":0.44622344,"about_ca_system_score_codex":0.00036689793,"about_ca_system_score_gemma":0.00015905975,"threshold_uncertainty_score":0.50636655},"labels":[],"label_agreement":null},{"id":"W2597501056","doi":"","title":"Discursivity and Creativity: Implementing Pigrum's Multi-Mode Transitional Practices in Upper Division Creative Production Courses","year":2014,"lang":"en","type":"article","venue":"World Academy of Science, Engineering and Technology, International Journal of Educational and Pedagogical Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Creativity; Conversation; Context (archaeology); Curriculum; Variety (cybernetics); Production (economics); Mathematics education; Creative work; Computer science; Division (mathematics); Pedagogy; Sociology; Engineering ethics; Psychology; Engineering; Visual arts; Mathematics; Artificial intelligence; Social psychology; Communication; Art; History","score_opus":0.07843082165290718,"score_gpt":0.4143441458566374,"score_spread":0.3359133242037302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597501056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97420585,0.00054759893,0.0007389589,0.023648446,0.0003150285,0.000064128995,0.0000049651344,0.000014515449,0.00046048977],"genre_scores_gemma":[0.99250984,0.00029543883,0.0069465665,0.00003334738,0.00012408763,0.000005001211,8.139413e-7,0.0000034568877,0.0000814267],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99886465,0.000027024276,0.0003095145,0.00021324641,0.0004079469,0.00017763158],"domain_scores_gemma":[0.9990793,0.00042261754,0.00024628092,0.000028353781,0.00013877424,0.00008469035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016126689,0.000108570246,0.00015684542,0.0010175846,0.00016496144,0.00008348004,0.00024241555,0.0000491419,0.000031432963],"category_scores_gemma":[0.0011485445,0.000085750435,0.000019131769,0.0007205568,0.0010517776,0.001016827,0.00004753609,0.00029811505,3.3089597e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004840241,0.00054427295,0.5509044,0.00009804297,0.000101285375,0.0000011921312,0.003629688,0.011523477,0.061334826,0.32312006,0.00024123963,0.04845311],"study_design_scores_gemma":[0.00060371996,0.00013879598,0.9306288,0.00039641824,0.0000357303,0.00024353909,0.0032844585,0.035847962,0.00520163,0.010017239,0.013263667,0.00033807932],"about_ca_topic_score_codex":0.000016683896,"about_ca_topic_score_gemma":0.000011849187,"teacher_disagreement_score":0.37972435,"about_ca_system_score_codex":0.000035479155,"about_ca_system_score_gemma":0.00008010359,"threshold_uncertainty_score":0.38753185},"labels":[],"label_agreement":null},{"id":"W2599268490","doi":"10.24908/pceea.v0i0.6511","title":"Speed Marking: Can intuitive skill replace conscious analysis?","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Intuition; Computer science; Artificial intelligence; Machine learning; Cognitive psychology; Psychology; Cognitive science","score_opus":0.006628169272952303,"score_gpt":0.22100683843882044,"score_spread":0.21437866916586812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599268490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75716823,0.00026937225,0.000105973035,0.02556823,0.010470704,0.0011369399,0.0001440392,0.00051741523,0.2046191],"genre_scores_gemma":[0.99349004,0.0000279636,0.0003936303,0.00022752385,0.00021975377,0.000025122376,0.0000124922235,0.000039713977,0.005563747],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99883,0.000009380882,0.0003054408,0.0002079186,0.00030534973,0.0003419193],"domain_scores_gemma":[0.99821556,0.0001004435,0.00047787878,0.00029710864,0.00063559384,0.00027341343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064832263,0.00018631146,0.00023816818,0.00045553988,0.0004079744,0.00041514522,0.0005605202,0.00016520795,0.00009547401],"category_scores_gemma":[0.0030388834,0.00020018227,0.00013701526,0.0005449707,0.00002967661,0.00051223655,0.000026759986,0.00031819782,0.000019177898],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014994173,0.00019693968,0.58579767,0.0005956519,0.003949798,9.004495e-7,0.012749459,0.015949875,0.0062607294,0.031046763,0.3381387,0.0052985037],"study_design_scores_gemma":[0.00030610999,0.000012910696,0.8347681,0.00011663976,0.0006710827,0.0000071649847,0.0008717495,0.0134308105,0.0045652157,0.00028997505,0.1443583,0.0006019271],"about_ca_topic_score_codex":0.012976727,"about_ca_topic_score_gemma":0.021900896,"teacher_disagreement_score":0.24897043,"about_ca_system_score_codex":0.0023070662,"about_ca_system_score_gemma":0.0005936142,"threshold_uncertainty_score":0.9959469},"labels":[],"label_agreement":null},{"id":"W2599915264","doi":"10.18260/1-2--19379","title":"Define “Engineering Design”: Understanding how freshman students develop their understanding of engineering, design, and engineering design","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering design process; GRASP; Engineering education; Rotation formalisms in three dimensions; Computer science; Health systems engineering; Software engineering; Engineering; Engineering management; Mechanical engineering; Mathematics","score_opus":0.1381075697211099,"score_gpt":0.2513231174679185,"score_spread":0.11321554774680861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599915264","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031169504,0.0007029267,0.99328506,0.0005201518,0.00047307313,0.0007596696,0.000005873909,0.0009820418,0.00015423207],"genre_scores_gemma":[0.8133439,0.00026172207,0.18592834,0.00008987004,0.000108100685,0.000043369426,0.0000065366,0.00018073118,0.000037459136],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976113,0.0001049345,0.00057024026,0.000495042,0.00048777217,0.00073070073],"domain_scores_gemma":[0.9974154,0.0015912185,0.00011976706,0.0003118693,0.00007851062,0.00048322897],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010456472,0.00065795984,0.0006145531,0.0004290766,0.00011893023,0.00033536533,0.00048017027,0.00022198654,0.00008944724],"category_scores_gemma":[0.0006506938,0.0006880334,0.000084838575,0.0010735757,0.000036032587,0.00073447404,0.00011400376,0.000514117,0.000013928286],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061314415,0.00004367011,0.00020296493,0.0005303759,0.00049635186,0.000022886463,0.0031127653,0.9218162,0.06343347,0.006996458,0.0031246901,0.00015887136],"study_design_scores_gemma":[0.0010888487,0.0002043846,0.00032849444,0.00023999097,0.00012320206,0.00004697994,0.0020484456,0.95598024,0.03704074,0.00017719044,0.0016252733,0.0010961852],"about_ca_topic_score_codex":0.0000049664036,"about_ca_topic_score_gemma":0.0000010164965,"teacher_disagreement_score":0.8102269,"about_ca_system_score_codex":0.00057998137,"about_ca_system_score_gemma":0.000101110054,"threshold_uncertainty_score":0.9995571},"labels":[],"label_agreement":null},{"id":"W2600004310","doi":"10.18260/p.27010","title":"The Role of Shared Physical Space in Affording the Creation of Shared Conceptual Spaces in Design Project Teams","year":2016,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; University of Toronto; American Society for Engineering Education","keywords":"Construct (python library); Meaning (existential); Space (punctuation); Shared space; Conceptual framework; Knowledge management; Psychology; Coding (social sciences); Team composition; Qualitative research; Citizen journalism; Computer science; Sociology","score_opus":0.023876802833607637,"score_gpt":0.27986951732178783,"score_spread":0.2559927144881802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600004310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9027937,0.0006557264,0.017851561,0.0027861611,0.00025705475,0.0016391592,0.00001858397,0.00014254557,0.07385553],"genre_scores_gemma":[0.9986074,0.00004066976,0.000773705,0.0000063155044,0.000030321224,0.00004395313,0.0000011094633,0.000010308795,0.00048622148],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993831,0.0001300432,0.00016209166,0.00008078661,0.000116618685,0.00012734435],"domain_scores_gemma":[0.998437,0.0013091922,0.00005846091,0.00014859323,0.000033178334,0.000013607748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004191566,0.00007456393,0.00010827585,0.000054734748,0.000022136384,0.000022961045,0.00014085318,0.000030922973,0.000062197934],"category_scores_gemma":[0.00030521088,0.000036939706,0.00002476619,0.00024302687,0.00006196053,0.0002561912,0.000013455942,0.00007096143,0.000008690871],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049406383,0.00046299904,0.017301906,0.000080827194,0.00013827585,0.0000014208819,0.10237331,0.009512305,0.6792461,0.07251718,0.015365341,0.10250623],"study_design_scores_gemma":[0.0031221397,0.00036792128,0.03666672,0.0005758468,0.000062180276,0.0000063078214,0.14612223,0.16132027,0.5845684,0.004461959,0.061999258,0.00072676886],"about_ca_topic_score_codex":0.00019784756,"about_ca_topic_score_gemma":0.00009558174,"teacher_disagreement_score":0.15180796,"about_ca_system_score_codex":0.000046109246,"about_ca_system_score_gemma":0.00005782351,"threshold_uncertainty_score":0.15063575},"labels":[],"label_agreement":null},{"id":"W2603456792","doi":"10.24908/pceea.v0i0.6460","title":"Making Informed Decisions: EXPLORE Engineering Design Program","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Presentation (obstetrics); Documentation; Teamwork; Engineering design process; Process (computing); Engineering education; Medical education; Computer science; Psychology; Engineering management; Software engineering; Engineering; Management; Medicine","score_opus":0.059617481360279834,"score_gpt":0.3004620993738691,"score_spread":0.24084461801358925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603456792","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71051145,0.002192613,0.008747365,0.031749643,0.060228515,0.012144925,0.00013174594,0.0062327655,0.16806096],"genre_scores_gemma":[0.9809985,0.000058083675,0.017215827,0.00012170684,0.000302465,0.00030071693,0.000005561607,0.00007753836,0.0009195982],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985674,0.0000059907843,0.00039261335,0.00018569663,0.00038557273,0.00046273315],"domain_scores_gemma":[0.99831194,0.00021778992,0.00039255063,0.00030791588,0.0005093814,0.00026043464],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00064463704,0.00023898065,0.00020985401,0.0003717117,0.00044521736,0.0006375902,0.0007832834,0.00020979722,0.000042859752],"category_scores_gemma":[0.007558369,0.00024780922,0.000104698156,0.00033929123,0.000018282155,0.0010125124,0.00003904778,0.0003771714,0.00003520415],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033711996,0.00051382656,0.06293658,0.0021469214,0.0013210813,0.0000016770725,0.015737839,0.13485077,0.0133176595,0.036387373,0.56993717,0.16281539],"study_design_scores_gemma":[0.00058337627,0.00004880461,0.2600214,0.0012511913,0.0001836755,0.000023324697,0.0009796591,0.094279274,0.0076926346,0.00046459018,0.6332504,0.0012216563],"about_ca_topic_score_codex":0.0006202397,"about_ca_topic_score_gemma":0.0007305169,"teacher_disagreement_score":0.27048704,"about_ca_system_score_codex":0.002095687,"about_ca_system_score_gemma":0.0007915941,"threshold_uncertainty_score":0.99999744},"labels":[],"label_agreement":null},{"id":"W2604188872","doi":"10.24908/pceea.v0i0.6496","title":"TEAM MIDTERM IN AN INTRODUCTORY PROCESS DESIGN COURSE","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Division of Chemistry","keywords":"Summative assessment; Formative assessment; Teamwork; Medical education; Mathematics education; Quality (philosophy); Process (computing); Psychology; Computer science; Medicine; Management","score_opus":0.01211307452114646,"score_gpt":0.25461461920650263,"score_spread":0.24250154468535617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604188872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96340406,0.00022397022,0.00008819524,0.00705593,0.007005292,0.001031029,0.000019155821,0.0002687857,0.020903606],"genre_scores_gemma":[0.9975718,0.000012647151,0.0007632745,0.00011755855,0.0003358071,0.00008608531,0.0000045113607,0.000046333298,0.0010619548],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989637,0.000010939282,0.00026799302,0.0001858062,0.00025237128,0.00031914888],"domain_scores_gemma":[0.99875456,0.000047290116,0.00028676915,0.0002474239,0.00044090833,0.00022303869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007777565,0.00016292199,0.00016175106,0.00024710927,0.00023523193,0.0003097455,0.00063383573,0.0001535559,0.000044039374],"category_scores_gemma":[0.0014718072,0.00017618222,0.000040249754,0.00022916062,0.000021673612,0.0010374873,0.000012036178,0.00032316198,0.000011900502],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024100293,0.0006866075,0.63827974,0.0013683413,0.00029902137,6.065996e-7,0.019155417,0.056291517,0.021118226,0.009021247,0.23866014,0.0150950495],"study_design_scores_gemma":[0.00043069263,0.00002983128,0.91874725,0.00024336991,0.00008464693,0.00000753449,0.0012236495,0.03361546,0.008660609,0.0005772751,0.03570131,0.00067836803],"about_ca_topic_score_codex":0.0015829134,"about_ca_topic_score_gemma":0.004355692,"teacher_disagreement_score":0.28046754,"about_ca_system_score_codex":0.0015382853,"about_ca_system_score_gemma":0.0008428589,"threshold_uncertainty_score":0.71845025},"labels":[],"label_agreement":null},{"id":"W2605032796","doi":"10.24908/pceea.v0i0.6451","title":"A NOVEL PROJECT-BASED MULTIDISCIPLINARY DESIGN EXPERIENCE","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Multidisciplinary approach; Capstone; Capstone course; Medical education; Computer science; Project-based learning; Engineering management; Mathematics education; Psychology; Engineering; Medicine; Sociology","score_opus":0.0280754465122412,"score_gpt":0.26908400297353247,"score_spread":0.24100855646129127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605032796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7306041,0.00080797856,0.020181011,0.045978747,0.04080014,0.008178401,0.00024946374,0.0023657146,0.15083441],"genre_scores_gemma":[0.9874561,0.000006656774,0.010250404,0.0001054643,0.00016907825,0.00018411581,0.0000037093585,0.000045314046,0.0017791952],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9989942,0.000005530039,0.00024310614,0.00017284705,0.00027683686,0.00030749498],"domain_scores_gemma":[0.99877954,0.0000857819,0.0003160883,0.00024260562,0.00040553737,0.00017044401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046802685,0.00016789265,0.00014117808,0.00023568224,0.00046676173,0.00031453234,0.00061046134,0.00014104675,0.000025155248],"category_scores_gemma":[0.0018937704,0.00017187833,0.000069025526,0.000241564,0.00002674961,0.0005755523,0.00002238703,0.00023501196,0.0000146967],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003844347,0.0007608779,0.14727114,0.0016990171,0.00048964354,6.660231e-7,0.024829365,0.06038327,0.19207796,0.014825227,0.54795444,0.009669929],"study_design_scores_gemma":[0.0009989571,0.0000461122,0.5380469,0.00056123873,0.00014603572,0.000015699221,0.0018584419,0.21889815,0.050070968,0.00016201536,0.18789275,0.0013027147],"about_ca_topic_score_codex":0.0043459176,"about_ca_topic_score_gemma":0.0013690105,"teacher_disagreement_score":0.3907758,"about_ca_system_score_codex":0.0014733955,"about_ca_system_score_gemma":0.0009893777,"threshold_uncertainty_score":0.7008995},"labels":[],"label_agreement":null},{"id":"W2605144836","doi":"10.24908/pceea.v0i0.6508","title":"TEN YEARS OF ENHANCING ENGINEERING EDUCATION WITH CASE STUDIES: INSIGHTS, LESSONS AND RESULTS FROM A DESIGN CHAIR","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Implementation; Engineering education; Engineering management; Engineering; Government (linguistics); Mathematics education; Computer science; Software engineering; Psychology","score_opus":0.018644387629265374,"score_gpt":0.24828782772201463,"score_spread":0.22964344009274926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605144836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890413,0.0012276352,0.0004906409,0.0033807843,0.0029807484,0.00077601767,0.00007074902,0.00016616301,0.0018659278],"genre_scores_gemma":[0.9937606,0.00012660913,0.005313815,0.000049031343,0.00019686246,0.00006634998,0.000007357515,0.000048720514,0.00043067097],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9989036,0.000008829582,0.0004031924,0.00021867568,0.00022955924,0.00023617361],"domain_scores_gemma":[0.99816626,0.00028563704,0.0005455489,0.00024904523,0.00055846456,0.00019501963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005439025,0.00018807343,0.00024668543,0.00029751137,0.00022295167,0.00016319212,0.00027253505,0.00013666399,0.0000042925617],"category_scores_gemma":[0.0036344414,0.00019120345,0.00004121811,0.00025134697,0.000029764919,0.0005663439,0.000026043806,0.00024763172,0.000002546509],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027705496,0.0013377548,0.048873216,0.008625282,0.008365421,0.000033149383,0.28360486,0.11866807,0.18460122,0.037139054,0.16749756,0.14097735],"study_design_scores_gemma":[0.004751011,0.00031653745,0.58538836,0.008395507,0.0019990746,0.0005885148,0.03884871,0.08120184,0.15538703,0.0013635397,0.11712075,0.004639142],"about_ca_topic_score_codex":0.0073803146,"about_ca_topic_score_gemma":0.004573871,"teacher_disagreement_score":0.5365151,"about_ca_system_score_codex":0.0010176934,"about_ca_system_score_gemma":0.0007620718,"threshold_uncertainty_score":0.9992296},"labels":[],"label_agreement":null},{"id":"W2605981568","doi":"10.11591/ijeecs.v5.i2.pp243-249","title":"Research on the Transformation of User's Implicit Knowledge to Design Knowledge in Product Design","year":2017,"lang":"en","type":"article","venue":"Indonesian Journal of Electrical Engineering and Computer Science","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Design knowledge; Computer science; Dimension (graph theory); Product design; Explicit knowledge; Human–computer interaction; Implicit knowledge; Knowledge management; Transformation (genetics); Product (mathematics); Mathematics","score_opus":0.07050795457271325,"score_gpt":0.3394957106578462,"score_spread":0.2689877560851329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605981568","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1697832,0.0002637617,0.8286292,0.0005042414,0.00033235425,0.0002105107,1.2395799e-7,0.000013634628,0.00026298576],"genre_scores_gemma":[0.99272573,0.000035095567,0.007086662,0.000010589627,0.00012040051,0.0000066195803,1.835163e-8,0.000008926628,0.000005953138],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989035,0.000117209034,0.00030053486,0.00012141175,0.00026932888,0.00028799902],"domain_scores_gemma":[0.9986285,0.0006870177,0.00006229062,0.0002341993,0.00024447378,0.00014349858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043022907,0.0000979522,0.00016137985,0.0006646257,0.0001788747,0.00019105406,0.0006848282,0.000030525374,0.0000013317992],"category_scores_gemma":[0.0002616657,0.000072327144,0.000025412974,0.00093971926,0.00007135519,0.0004391584,0.000025266401,0.00044168675,0.000005296648],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001622651,0.00029404188,0.00012404256,0.000103869985,0.000037565398,0.000014801075,0.006537509,0.65538746,0.044617098,0.016653555,0.0015659049,0.27450186],"study_design_scores_gemma":[0.0004188194,0.0008002713,0.03406949,0.000260816,0.000007666644,0.00012136131,0.00004459267,0.9129662,0.049968377,0.00016778665,0.000973375,0.00020126018],"about_ca_topic_score_codex":0.0000023001985,"about_ca_topic_score_gemma":3.8512903e-7,"teacher_disagreement_score":0.82294255,"about_ca_system_score_codex":0.000087510874,"about_ca_system_score_gemma":0.00019688798,"threshold_uncertainty_score":0.29494154},"labels":[],"label_agreement":null},{"id":"W2606859878","doi":"10.71781/2638","title":"The designer in the systemic paradigm : facilitator of group design","year":2005,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Facilitator; Group (periodic table); Knowledge management; Engineering; Computer science; Psychology; Social psychology; Chemistry","score_opus":0.051286431596498566,"score_gpt":0.3188369400891618,"score_spread":0.26755050849266326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606859878","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2849698,0.031279176,0.010142841,0.0010510363,0.006848301,0.013780813,0.00012379375,0.000034030734,0.6517702],"genre_scores_gemma":[0.985681,0.00045620542,0.002262279,0.000021811726,0.00009602301,0.00033699896,0.00012827622,0.000041734173,0.010975688],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99876744,0.00035526775,0.0003737266,0.00015040876,0.00018512056,0.00016803524],"domain_scores_gemma":[0.99835587,0.0011019727,0.00012154388,0.0003660052,0.000026621436,0.000027995055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015526684,0.00016669345,0.00019444211,0.000058570724,0.000075938966,0.00019497501,0.00080718525,0.00013532986,0.0004165091],"category_scores_gemma":[0.00010681999,0.00010631855,0.00004250537,0.00019302829,0.000015807971,0.00020039192,0.0000071346667,0.00027699405,0.00034038356],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061155553,0.0002902344,0.00006905169,0.00048788136,0.00037653232,0.000020109177,0.10584203,0.010920729,0.007857586,0.0020451348,0.04137076,0.8301084],"study_design_scores_gemma":[0.0009141701,0.00014174196,0.0031843875,0.0007192889,0.00026469372,0.00006264003,0.07516917,0.00289607,0.004781239,0.0004079306,0.9105263,0.0009324134],"about_ca_topic_score_codex":0.0000325224,"about_ca_topic_score_gemma":0.00033432455,"teacher_disagreement_score":0.86915547,"about_ca_system_score_codex":0.000058967395,"about_ca_system_score_gemma":0.00011824298,"threshold_uncertainty_score":0.45604828},"labels":[],"label_agreement":null},{"id":"W2607898183","doi":"10.31274/itaa_proceedings-180814-1341","title":"Do You See What I See? Using Ethnographic Methods to Inform Functional Design","year":2016,"lang":"en","type":"report","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Toronto Metropolitan University","funders":"","keywords":"Clothing; Context (archaeology); Meaning (existential); Psychology; Product (mathematics); Ethnography; Applied psychology; Sociology; Psychotherapist","score_opus":0.2345132521313727,"score_gpt":0.42199831185886666,"score_spread":0.18748505972749396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607898183","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003406498,0.0020173427,0.7999727,0.0002583079,0.010567432,0.00038290065,0.0000059934478,0.00041593256,0.18634534],"genre_scores_gemma":[0.0015287981,0.010217753,0.8264356,0.0011765491,0.003679025,0.00026442463,0.000098769335,0.00043460593,0.15616442],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978339,0.00016630988,0.0005049291,0.00035495442,0.0007259743,0.0004139072],"domain_scores_gemma":[0.9976196,0.0008455234,0.00014978227,0.0005742769,0.00052855274,0.00028225605],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0034923651,0.000431573,0.00041507144,0.00076720654,0.00013652853,0.00044926853,0.00021766494,0.0005318118,0.0075524575],"category_scores_gemma":[0.00055385416,0.00035859068,0.00018670355,0.0007602613,0.000026957063,0.001301634,0.000049924787,0.00054529996,0.0008048458],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037813083,0.00003472292,0.000041075116,0.00033699808,0.0006598716,0.000007820982,0.00073367415,0.012737247,0.0019741796,0.00015676259,0.3548371,0.62844276],"study_design_scores_gemma":[0.00011404779,0.000022023112,0.00013448887,0.0002368515,0.00013559681,0.0001676183,0.00038641656,0.0010021905,0.0006516154,0.00016668749,0.9964069,0.000575533],"about_ca_topic_score_codex":0.00005315459,"about_ca_topic_score_gemma":0.000007966566,"teacher_disagreement_score":0.64156985,"about_ca_system_score_codex":0.00043714754,"about_ca_system_score_gemma":0.00082099345,"threshold_uncertainty_score":0.9999731},"labels":[],"label_agreement":null},{"id":"W2610565051","doi":"10.18260/1-2--1222","title":"Engineering Sketching As Visualization, Idea Generation And Communication Tool","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Visualization; Human–computer interaction; Data visualization; Software engineering; Artificial intelligence","score_opus":0.0243347468932079,"score_gpt":0.26331809737926287,"score_spread":0.23898335048605496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610565051","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26558632,0.00069912727,0.71157223,0.0039199255,0.0002547226,0.00022761818,0.0000012024827,0.00095981674,0.016779063],"genre_scores_gemma":[0.9921177,0.00018890917,0.0065611894,0.00086563453,0.00010077367,0.000008807096,0.00002563454,0.000017932978,0.000113445436],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996709,0.000021317064,0.000117653326,0.00007152643,0.000058159938,0.000060420898],"domain_scores_gemma":[0.9997597,0.00005647666,0.000014172823,0.00009357451,0.000026030804,0.00005008475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000101854894,0.000061657964,0.000050344697,0.000026316236,0.000046312154,0.00009091695,0.00004941929,0.00002899072,0.00022390389],"category_scores_gemma":[0.00015404205,0.000069004716,0.000008225359,0.00011530122,0.0000034898749,0.00035675263,0.000011857946,0.00006752258,0.00008832607],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013161069,0.00004745246,0.0012340412,0.00029282397,0.0001272158,0.0000022131815,0.017289903,0.23630553,0.3240487,0.30050358,0.07713855,0.04299683],"study_design_scores_gemma":[0.000107253356,0.00000863492,0.00073219696,0.0000053363833,0.000009654971,0.0000049980667,0.00014554428,0.93192434,0.006975712,0.000051478182,0.059903357,0.00013149186],"about_ca_topic_score_codex":0.000009133571,"about_ca_topic_score_gemma":0.0000017639527,"teacher_disagreement_score":0.7265314,"about_ca_system_score_codex":0.0000129137115,"about_ca_system_score_gemma":0.000008186734,"threshold_uncertainty_score":0.28139305},"labels":[],"label_agreement":null},{"id":"W2612530002","doi":"10.21606/drs.2016.284","title":"Exploring framing within a team of industrial design students","year":2016,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Cognitive reframing; Framing (construction); Co-design; Collaborative design; Participatory design; Industrial design; Computer science; Engineering; Knowledge management; Psychology; Social psychology; Systems engineering; Task (project management)","score_opus":0.17008100458824435,"score_gpt":0.2885429501992042,"score_spread":0.11846194561095982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612530002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931285,0.000030367046,0.0015587028,0.00005035843,0.00045734746,0.00016655939,0.0000015187005,0.00009517708,0.0045114993],"genre_scores_gemma":[0.99621296,0.00005119103,0.003466697,0.000005873999,0.00010540256,0.000030494855,9.456761e-8,0.000021228301,0.000106033964],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99926794,0.0000042467886,0.00026326094,0.00009741985,0.0002386355,0.00012847304],"domain_scores_gemma":[0.9995398,0.00013090011,0.0001194213,0.000046099452,0.00010968395,0.000054080137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004928629,0.00008878498,0.0001407817,0.00011787436,0.000018085135,0.000019717407,0.00019323653,0.000051121104,0.000028734376],"category_scores_gemma":[0.00044243617,0.000071871844,0.00002546318,0.000189862,0.000023507117,0.0006973121,0.00002230186,0.000097029806,0.00001193061],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019587619,0.00025724573,0.053338848,0.00030706174,0.0002580126,5.3012025e-7,0.01518211,0.00023869799,0.8508682,0.0024918432,0.0069245417,0.06993698],"study_design_scores_gemma":[0.0011910985,0.00016606471,0.0021521628,0.00057969894,0.0000562531,0.0000046273617,0.003612792,0.00019221692,0.98789513,0.00044064762,0.0034438253,0.00026545685],"about_ca_topic_score_codex":0.0000037806938,"about_ca_topic_score_gemma":1.0509959e-7,"teacher_disagreement_score":0.1370269,"about_ca_system_score_codex":0.000035374174,"about_ca_system_score_gemma":0.00002269565,"threshold_uncertainty_score":0.29308486},"labels":[],"label_agreement":null},{"id":"W2612535735","doi":"10.1016/j.procir.2017.01.012","title":"Continuing Education and Personalization of Design Methods to Improve their Acceptance in Practice – An Explorative Study","year":2017,"lang":"en","type":"article","venue":"Procedia CIRP","topic":"Design Education and Practice","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Personalization; Modular programming; Computer science; Control (management); Knowledge management; Design methods; Engineering management; Engineering; Management science; Artificial intelligence","score_opus":0.053448530713344544,"score_gpt":0.3978582196737088,"score_spread":0.3444096889603643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612535735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52004117,0.0009265765,0.46673608,0.00052815885,0.0013124985,0.0024532815,0.0000042542297,0.00012377274,0.007874216],"genre_scores_gemma":[0.92269844,0.000056082365,0.07679229,0.000058340353,0.000077394914,0.00022353086,0.0000015991915,0.00001902374,0.00007331525],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9992433,0.00020463961,0.00017671197,0.0001864973,0.000082472274,0.000106336476],"domain_scores_gemma":[0.9989985,0.00032723162,0.00015254515,0.00024761405,0.00020692116,0.00006719261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011029267,0.00010363984,0.00013622681,0.000091002694,0.000067471374,0.0001329901,0.00015246871,0.000036992664,0.000008409069],"category_scores_gemma":[0.0024180906,0.000105679195,0.000008601556,0.00011071785,0.000016955239,0.0017931088,0.000019222001,0.00010268473,0.0000025259742],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011252979,0.00060823315,0.0049252226,0.00010816064,0.000039912557,6.6716564e-7,0.22452113,0.00033116437,0.03999472,0.00050323247,0.00017903851,0.72867596],"study_design_scores_gemma":[0.0023297495,0.0013314507,0.19070157,0.00037189748,0.00026031674,0.000026342408,0.62852794,0.044808056,0.11793536,0.0019632634,0.010418063,0.0013260193],"about_ca_topic_score_codex":0.000029359373,"about_ca_topic_score_gemma":0.000024038383,"teacher_disagreement_score":0.72734994,"about_ca_system_score_codex":0.000034244298,"about_ca_system_score_gemma":0.0000719941,"threshold_uncertainty_score":0.43094727},"labels":[],"label_agreement":null},{"id":"W2613821087","doi":"10.1007/978-94-6300-980-5","title":"Drawing as Language: Celebrating the Work of Bob Steele","year":2017,"lang":"en","type":"book","venue":"SensePublishers eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Wilfrid Laurier University; Toronto Metropolitan University; University of Regina; University of Toronto","funders":"","keywords":"Work (physics); Visual arts; Computer science; Cognitive science; Linguistics; Art; Psychology; Engineering; Philosophy; Mechanical engineering","score_opus":0.013547698842837172,"score_gpt":0.2462948400098164,"score_spread":0.23274714116697925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613821087","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00054357696,0.0006867336,0.00004726616,0.00019521697,0.0020422789,0.00030034396,0.000008135004,0.00023609967,0.9959403],"genre_scores_gemma":[0.02478461,0.0000055411642,0.00030205477,0.00021195396,0.0007626647,0.00001582815,0.000039139053,0.00013261843,0.9737456],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986495,0.000082487146,0.00036450443,0.0002378346,0.0003546391,0.0003110739],"domain_scores_gemma":[0.99798,0.0004513897,0.00033217898,0.0010190604,0.000118594544,0.00009880321],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00059147173,0.00031463758,0.00034342287,0.0001292809,0.00022453454,0.00070880237,0.0006082094,0.00032767947,0.0003571993],"category_scores_gemma":[0.00033714587,0.00026782698,0.00015929059,0.000038871214,0.00013380454,0.0003057688,0.0000650245,0.0009488443,0.00012634166],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001126472,0.0000061367978,0.00000402072,0.00018896039,0.00020885079,0.000024858424,0.009131165,0.000103991464,0.00027728503,0.0014641352,0.9467018,0.041877497],"study_design_scores_gemma":[0.00015085543,0.000015812833,0.000014719134,0.00022817569,0.000095271665,0.000020952648,0.0012954192,0.00006284417,0.0005782095,0.0006054251,0.9965957,0.00033665117],"about_ca_topic_score_codex":0.0000561228,"about_ca_topic_score_gemma":0.00003406537,"teacher_disagreement_score":0.04989383,"about_ca_system_score_codex":0.00011339096,"about_ca_system_score_gemma":0.00045338704,"threshold_uncertainty_score":0.9999774},"labels":[],"label_agreement":null},{"id":"W2613921661","doi":"10.18260/1-2--5677","title":"Cornerstone Design: Product Dissection In A Common First Year Engineering Design And Graphics Course","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Cornerstone; Capstone; Engineering education; Curriculum; Engineering design process; Product design; Capstone course; Engineering; Product (mathematics); Engineering management; Computer science; Psychology; Pedagogy; Mechanical engineering","score_opus":0.03512002070723046,"score_gpt":0.24394886146650974,"score_spread":0.20882884075927927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613921661","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05349108,0.0006679916,0.9407218,0.002787109,0.00041851128,0.00065470877,0.0000011495564,0.0006355796,0.0006220548],"genre_scores_gemma":[0.986485,0.00017942501,0.013075714,0.000101686,0.00006650266,0.000025236764,0.000002351873,0.00002834273,0.000035741232],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994588,0.00003880103,0.0001411403,0.00014618308,0.00007566602,0.00013943201],"domain_scores_gemma":[0.99961835,0.0001547556,0.000016053506,0.000096898606,0.000014810903,0.0000991562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024710182,0.0001114704,0.00011651473,0.00006203747,0.000028586328,0.000042456468,0.00005635797,0.00004182698,0.000053018586],"category_scores_gemma":[0.00007426372,0.000119076845,0.000013186271,0.00034487643,0.000012190935,0.00026525572,0.000008167275,0.00018939789,0.000026088843],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021483503,0.00019732318,0.0059424425,0.00046794896,0.000116070245,0.000040549596,0.0070426483,0.9319616,0.015934346,0.0047235964,0.02929636,0.0040622884],"study_design_scores_gemma":[0.00058556517,0.00012249358,0.0101102665,0.000040699768,0.000038774328,0.000033657834,0.00044777908,0.9735055,0.006341255,0.00010677954,0.008241226,0.00042600528],"about_ca_topic_score_codex":0.0000139709455,"about_ca_topic_score_gemma":0.00001102642,"teacher_disagreement_score":0.93299395,"about_ca_system_score_codex":0.0000241792,"about_ca_system_score_gemma":0.000015581429,"threshold_uncertainty_score":0.4855813},"labels":[],"label_agreement":null},{"id":"W2615885550","doi":"10.18260/p.27193","title":"What Flies Like a Dragonfly and Swims Like an Eel? Bio-inspired Design Cornerstone Projects","year":2016,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"American Society for Engineering Education","keywords":"Biomimetics; Cornerstone; Bionics; Engineering design process; Propulsion; Variety (cybernetics); Presentation (obstetrics); Engineering; Process (computing); Computer science; 3D printing; Systems engineering; Artificial intelligence; Mechanical engineering; Aerospace engineering","score_opus":0.043311400543583796,"score_gpt":0.26202620260688203,"score_spread":0.21871480206329824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615885550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6663676,0.004803758,0.27929956,0.0067951097,0.010521816,0.0022970587,0.000012011002,0.0043595373,0.025543544],"genre_scores_gemma":[0.97942346,0.0014734471,0.007430274,0.00078920904,0.00014067278,0.000059958264,0.000004096975,0.00005608654,0.010622807],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991448,0.000079043,0.00016449712,0.00023451695,0.00012439144,0.00025278557],"domain_scores_gemma":[0.9992287,0.00023336602,0.00003254223,0.00028559807,0.000050621544,0.00016914349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002744466,0.00017615073,0.0001418526,0.00011722255,0.00007012664,0.00025298024,0.0001150989,0.00009068603,0.00029763245],"category_scores_gemma":[0.00004932648,0.00012416983,0.000022333656,0.00015827321,0.000054973763,0.001917026,0.00001706716,0.00007679132,0.00024723835],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035453273,0.0004928444,0.00090318965,0.00025646226,0.00031457734,0.0000446672,0.023285097,0.0003797698,0.31128988,0.003867341,0.12844685,0.5303648],"study_design_scores_gemma":[0.0055508483,0.0016777557,0.01177569,0.00061076734,0.00029003908,0.000398724,0.019994527,0.027751626,0.124408655,0.0018423614,0.8021506,0.0035483807],"about_ca_topic_score_codex":0.000020948453,"about_ca_topic_score_gemma":0.000028510522,"teacher_disagreement_score":0.6737038,"about_ca_system_score_codex":0.000041106585,"about_ca_system_score_gemma":0.000058394853,"threshold_uncertainty_score":0.50634986},"labels":[],"label_agreement":null},{"id":"W2616922573","doi":"","title":"BIOPRODUCTS OF AUTOMOTIVE ACCESSORIES: RETHINKING DESIGN MATERIALS THROUGH CORNSTARCH, SUGARCANE AND HEMP","year":2007,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Automotive industry; Bioproducts; Engineering; Polylactic acid; Renewable energy; Manufacturing engineering; Waste management; Materials science; Biofuel; Composite material","score_opus":0.04802678930629999,"score_gpt":0.29034518281731764,"score_spread":0.24231839351101764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616922573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69368505,0.00062101067,0.26528656,0.00072798994,0.0018368978,0.0005533865,0.000012295563,0.00055368093,0.036723148],"genre_scores_gemma":[0.9520148,0.00014846459,0.04718419,0.00013833522,0.000090559544,0.000003048139,0.000004700414,0.000021230955,0.00039465108],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99922884,0.00004860018,0.00025414448,0.00014641824,0.00012700028,0.00019502493],"domain_scores_gemma":[0.99920934,0.0003999007,0.00005855548,0.00017314566,0.000111569534,0.00004750184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009991602,0.00011285874,0.00016038165,0.00006204667,0.00004235593,0.0000448166,0.00009612323,0.00006326487,0.0004920404],"category_scores_gemma":[0.00028315416,0.000104807055,0.000010676295,0.00020359468,0.00006219696,0.0004073411,0.000020620562,0.00008712524,0.00001363938],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031649123,0.00014501798,0.0006190824,0.0007856901,0.00027334952,0.000028120452,0.0601048,0.00087179756,0.88668627,0.030419135,0.011148746,0.008601484],"study_design_scores_gemma":[0.00016791759,0.00004315476,0.001849589,0.000028619239,0.000017228753,0.000018338695,0.0010423014,0.000054680437,0.98902845,0.0036518662,0.0039446843,0.0001531544],"about_ca_topic_score_codex":0.000116254676,"about_ca_topic_score_gemma":0.00001078298,"teacher_disagreement_score":0.25832978,"about_ca_system_score_codex":0.000029708175,"about_ca_system_score_gemma":0.00003188348,"threshold_uncertainty_score":0.53874975},"labels":[],"label_agreement":null},{"id":"W2620971633","doi":"10.1177/0954405417711736","title":"Improvement of user experience using virtual reality in open-architecture product design","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Institution of Mechanical Engineers Part B Journal of Engineering Manufacture","topic":"Design Education and Practice","field":"Engineering","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"National Natural Science Foundation of China","keywords":"User experience design; Computer science; Architecture; Product (mathematics); Product design; User interface; User interface design; Human–computer interaction; New product development; Product engineering; Virtual reality; Function (biology); Open architecture; User journey; Computer user satisfaction; Software; Operating system","score_opus":0.0427789395361809,"score_gpt":0.2882266985722907,"score_spread":0.24544775903610982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620971633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8423853,0.00015570114,0.15383048,0.00040065346,0.0023515613,0.00064176676,0.000013052245,0.000029340341,0.0001921237],"genre_scores_gemma":[0.99008346,0.000056114994,0.009687048,0.000009912483,0.00011913421,0.0000065353015,3.8222467e-7,0.000022645068,0.000014782292],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99835604,0.000010455292,0.0008439357,0.00015323312,0.00041944813,0.0002168766],"domain_scores_gemma":[0.99853414,0.000067430105,0.0007410674,0.00028206612,0.0002777234,0.00009759652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011412037,0.0002247165,0.00048042982,0.00018870604,0.00006465689,0.000057296285,0.001239751,0.00012594258,0.00001463965],"category_scores_gemma":[0.0012276138,0.0001749103,0.00013259545,0.00018263946,0.00007993272,0.00082267483,0.00014852274,0.0005570309,1.9401392e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094633346,0.000073521,0.000027095306,0.00024525163,0.00007118696,0.000001005091,0.00047088283,0.6784641,0.31708035,0.0022643749,0.00016442304,0.0010431638],"study_design_scores_gemma":[0.0007734168,0.00017157047,0.0009441235,0.0007475081,0.000069954505,0.000050154722,0.00022874092,0.021969987,0.97199196,0.0002271503,0.0026019204,0.00022349051],"about_ca_topic_score_codex":0.000021255888,"about_ca_topic_score_gemma":8.849109e-7,"teacher_disagreement_score":0.65649414,"about_ca_system_score_codex":0.0001227652,"about_ca_system_score_gemma":0.00010043964,"threshold_uncertainty_score":0.7132635},"labels":[],"label_agreement":null},{"id":"W2624660143","doi":"","title":"Writing by design: Integrating composition into the engineering curriculum","year":2003,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Composition (language); Curriculum; Engineering ethics; Computer science; Engineering; Pedagogy; Sociology; Linguistics; Philosophy","score_opus":0.009285288597707393,"score_gpt":0.23598051752759167,"score_spread":0.22669522892988428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624660143","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014673443,0.0004945129,0.9403107,0.0003300618,0.0005023474,0.00015741291,3.2584174e-7,0.00043097328,0.04310019],"genre_scores_gemma":[0.95002013,0.00001902172,0.04953105,0.00016922796,0.000049029324,0.000026838208,0.0000041252747,0.000021375086,0.00015916761],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994458,0.000081126214,0.00015333784,0.00008381223,0.00008550974,0.0001504387],"domain_scores_gemma":[0.99949265,0.00030464213,0.00001852015,0.00011280608,0.000027041673,0.000044355198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047906593,0.000102441525,0.00006494418,0.000030471316,0.00011772761,0.000104040184,0.00008326203,0.000035067995,0.00016860274],"category_scores_gemma":[0.00013288186,0.00007854145,0.000022906423,0.0001325804,0.0000073045444,0.00021782031,0.0000045705306,0.0002359369,0.00007286663],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042028983,0.0001816216,0.00042863208,0.00014875458,0.00015130696,0.0000051607317,0.008178347,0.13473836,0.43120214,0.1666101,0.21458517,0.04376619],"study_design_scores_gemma":[0.00026023685,0.000033498,0.000042504285,0.000070476824,0.000033517874,0.00005939178,0.0053752023,0.6701919,0.099875435,0.00028790534,0.22324619,0.00052377343],"about_ca_topic_score_codex":0.000021703334,"about_ca_topic_score_gemma":9.663369e-7,"teacher_disagreement_score":0.9353467,"about_ca_system_score_codex":0.000050448572,"about_ca_system_score_gemma":0.000009305657,"threshold_uncertainty_score":0.32028276},"labels":[],"label_agreement":null},{"id":"W2729444915","doi":"10.18260/1-2--18456","title":"Sustainable Development Capstone Project: Collaboration between Architecture and Engineering Students","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Architecture; Teamwork; Capstone; Context (archaeology); Project-based learning; Sustainable development; Engineering management; Engineering education; Capstone course; Process (computing); Sustainability; Engineering; Computer science; Pedagogy; Sociology; Management","score_opus":0.01440772093685992,"score_gpt":0.2651385811217047,"score_spread":0.25073086018484475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2729444915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95241004,0.00024917102,0.040083293,0.0017409751,0.00009524086,0.0006144095,0.0000020595103,0.00058378844,0.0042210445],"genre_scores_gemma":[0.9871053,0.00001257127,0.011296214,0.0001798407,0.000091108785,0.0000282883,0.000011931094,0.000020031399,0.0012547249],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99951667,0.00001015051,0.00010903279,0.00009837476,0.00012619916,0.00013956224],"domain_scores_gemma":[0.99978095,0.000037370377,0.000011527479,0.00004819662,0.000040082996,0.00008186212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009394445,0.00008671255,0.00008207684,0.0000545752,0.000040773473,0.00010440417,0.00006502058,0.0000335402,0.000028604749],"category_scores_gemma":[0.000047526984,0.00008700301,0.000005137061,0.00028669773,0.000003705029,0.0001584375,0.000023906965,0.000100904675,0.000017248087],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016223098,0.00044649316,0.090901434,0.008700101,0.0024185944,0.00017132642,0.5181649,0.09279868,0.0554521,0.0072739446,0.13117024,0.09233998],"study_design_scores_gemma":[0.00077038823,0.00007550626,0.040658318,0.000026540787,0.00006584652,0.000005638458,0.0130236605,0.0042596865,0.018906642,0.000019908566,0.92154956,0.0006382927],"about_ca_topic_score_codex":0.00000879405,"about_ca_topic_score_gemma":0.0000026712205,"teacher_disagreement_score":0.79037935,"about_ca_system_score_codex":0.000044262295,"about_ca_system_score_gemma":0.0000594613,"threshold_uncertainty_score":0.35478798},"labels":[],"label_agreement":null},{"id":"W2730040646","doi":"","title":"Roles of Perception in Engineering Design – A Theoretical Foundation to Improve Designer’s Performance","year":2017,"lang":"en","type":"dissertation","venue":"Spectrum Research Repository (Concordia University)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Concordia University","keywords":"Perception; Engineering design process; Engineering; Process (computing); Scope (computer science); Product design; Conceptual design; Probabilistic design; Set (abstract data type); Design brief; Perspective (graphical); Design technology; Computer science; Product (mathematics); Management science; Systems engineering; Human–computer interaction; Artificial intelligence; Psychology","score_opus":0.023727192746956925,"score_gpt":0.28492429312512113,"score_spread":0.2611971003781642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2730040646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9037089,0.000055804994,0.0048058433,0.00007251605,0.0013375091,0.0009164765,0.000003248197,0.00012679266,0.08897291],"genre_scores_gemma":[0.9906107,0.00023496083,0.00030394614,0.0000014642064,0.0001774814,0.000016149997,0.00003548525,0.000057003814,0.008562794],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981085,0.000287122,0.00027746413,0.00038201638,0.00047084398,0.00047407494],"domain_scores_gemma":[0.99863774,0.00033640716,0.00010227385,0.0005218767,0.00020872301,0.00019297554],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009734505,0.00024402335,0.00031275203,0.0014871866,0.00022088454,0.00014420578,0.0005888081,0.00029469488,0.000116835254],"category_scores_gemma":[0.00025196894,0.00030265676,0.00008084723,0.00054165535,0.00009119379,0.00055488455,0.00003212665,0.00085573556,0.000064985215],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031731827,0.00032557096,0.0047570183,0.0030381912,0.00034041068,0.00027560652,0.0089024985,0.030337516,0.8750582,0.013779533,0.0012024817,0.05880981],"study_design_scores_gemma":[0.0022947688,0.0020722148,0.313572,0.0024412065,0.0002640065,0.000043680087,0.010838116,0.12002158,0.519325,0.00071495894,0.02591527,0.0024972016],"about_ca_topic_score_codex":0.0005393651,"about_ca_topic_score_gemma":0.00080711814,"teacher_disagreement_score":0.3557332,"about_ca_system_score_codex":0.00083545723,"about_ca_system_score_gemma":0.00050751306,"threshold_uncertainty_score":0.99994254},"labels":[],"label_agreement":null},{"id":"W2731935457","doi":"","title":"Exploring Teacher Candidates’ Experiences of using Design Thinking for Curriculum Planning and Instruction: A Case Study.","year":2017,"lang":"en","type":"article","venue":"2017 Conference of the Canadian Society for the Study of Education","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Psychology; Professional development; Mathematics education; Pedagogy; Perception; Teacher education; Curriculum development","score_opus":0.24198053744534265,"score_gpt":0.3562171428613988,"score_spread":0.11423660541605613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2731935457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957111,0.00013341862,0.0014296954,0.00008604536,0.0012180223,0.0013083536,0.000004685972,0.0000057371412,0.00010295452],"genre_scores_gemma":[0.99753076,0.000008037124,0.0020060893,0.0000061687924,0.00008115007,0.00030892593,6.163785e-7,0.000010711754,0.00004755332],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99940854,0.000036419708,0.00020364921,0.000114965806,0.00010791772,0.00012849401],"domain_scores_gemma":[0.9989363,0.00013396978,0.0002907748,0.00037634483,0.00020829756,0.0000542952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059343985,0.000096893506,0.00014634954,0.00003667456,0.0011895522,0.00010402838,0.00035021515,0.000032202937,0.0000054403736],"category_scores_gemma":[0.00019184405,0.00007316517,0.00006412193,0.0000494534,0.00011335072,0.00038410668,0.00002330346,0.00008524151,4.119829e-8],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015460944,0.00021751865,0.020478295,0.0001273195,0.00033224214,3.4657484e-7,0.9654283,0.0014451068,0.00017913002,0.00014406147,0.001039289,0.010592946],"study_design_scores_gemma":[0.00039079736,0.0000985583,0.0052511063,0.00007587484,0.00019534829,0.000023836676,0.9767075,0.016618574,0.00027221625,0.000118411335,0.00014217244,0.00010557171],"about_ca_topic_score_codex":0.056973785,"about_ca_topic_score_gemma":0.016692413,"teacher_disagreement_score":0.040281374,"about_ca_system_score_codex":0.00008221956,"about_ca_system_score_gemma":0.0005475866,"threshold_uncertainty_score":0.9493059},"labels":[],"label_agreement":null},{"id":"W2735308748","doi":"10.18260/1-2--4667","title":"This Is Not Times New Roman: Engineering Design Lessons Via Typeface Design","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Typeface; Computer science; Engineering; Operating system","score_opus":0.0757307936338791,"score_gpt":0.264098955245369,"score_spread":0.18836816161148992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735308748","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025293766,0.00030112648,0.9668481,0.010403138,0.00031147798,0.00019237254,0.0000014302693,0.00081945426,0.021097636],"genre_scores_gemma":[0.42681253,0.00023488006,0.52249914,0.007495173,0.000698909,0.00003401883,0.000006837912,0.0002037229,0.042014778],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991949,0.00003983347,0.0001738351,0.00019619605,0.00015011845,0.00024507806],"domain_scores_gemma":[0.99916846,0.00031674458,0.00002283299,0.0001927326,0.000026421927,0.00027281503],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00015952959,0.0001896071,0.00015963854,0.000051814837,0.00003987092,0.000083293795,0.00019194749,0.00008826251,0.010446638],"category_scores_gemma":[0.00012009101,0.00019604023,0.00004518638,0.0002818163,0.000006050064,0.00029790011,0.000018010418,0.00021001002,0.005135575],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021477947,0.000013329029,0.0000022892564,0.000034171546,0.00007800377,0.0000055121486,0.0018430155,0.087035224,0.026680272,0.00094990275,0.87518114,0.00815565],"study_design_scores_gemma":[0.00020213088,0.000047244735,0.000031088784,0.0000098605315,0.00003972553,0.000010013124,0.00003791848,0.5401223,0.099136606,0.000046412686,0.3599844,0.00033232468],"about_ca_topic_score_codex":0.00002432607,"about_ca_topic_score_gemma":3.107976e-7,"teacher_disagreement_score":0.51519674,"about_ca_system_score_codex":0.00003826222,"about_ca_system_score_gemma":0.00007292869,"threshold_uncertainty_score":0.995639},"labels":[],"label_agreement":null},{"id":"W2735461698","doi":"10.3233/jid-2016-0029","title":"One Thing is Certain in Design: Design is Uncertain","year":2017,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Management science; Engineering","score_opus":0.08967940074615331,"score_gpt":0.34269961756273243,"score_spread":0.2530202168165791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735461698","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013333217,0.001085856,0.9817528,0.0015891333,0.00046443118,0.00028911122,0.0000015218969,0.000037450383,0.0014464819],"genre_scores_gemma":[0.9184813,0.0006391615,0.0800769,0.00055156514,0.000057502482,0.000008387849,1.4215303e-7,0.000020518828,0.00016452128],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99816835,0.00017148214,0.00050940627,0.0002361574,0.00053360505,0.00038101603],"domain_scores_gemma":[0.9980521,0.0004447567,0.0003990557,0.00027499138,0.000587292,0.00024179618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005202501,0.00020501825,0.00030227925,0.00047229952,0.00044100385,0.0008580865,0.0009500158,0.00010449827,0.00012476143],"category_scores_gemma":[0.0014562629,0.00017119235,0.000036818117,0.0006416929,0.00028431002,0.0024866224,0.000021631196,0.00059609074,0.000014270431],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018762866,0.00072172185,0.002161557,0.00053257035,0.00026240287,0.0003192638,0.083102934,0.23032075,0.2807257,0.0008576543,0.025082335,0.37403685],"study_design_scores_gemma":[0.0014573717,0.0006372526,0.0015666516,0.0010972796,0.00007718213,0.00039278282,0.004669478,0.6405925,0.33280522,0.014090506,0.0018290732,0.00078466855],"about_ca_topic_score_codex":0.000045857876,"about_ca_topic_score_gemma":0.0000017605565,"teacher_disagreement_score":0.9051481,"about_ca_system_score_codex":0.0001632938,"about_ca_system_score_gemma":0.0010514442,"threshold_uncertainty_score":0.8274548},"labels":[],"label_agreement":null},{"id":"W2737422368","doi":"10.1017/9781316481165.006","title":"A Physical Computing Teaching Initiative in Brazil","year":2017,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Mediation; Context (archaeology); Computer science; Entertainment; Interaction design; Class (philosophy); Process (computing); Human–computer interaction; Multimedia; Sociology; Visual arts; Social science; Artificial intelligence; Geography; Art","score_opus":0.032679804167295365,"score_gpt":0.25336836613055674,"score_spread":0.22068856196326136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737422368","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005365957,0.00004045728,0.0010181142,0.00001414228,0.00034015343,0.00019102774,0.000042147894,0.00018925723,0.9976281],"genre_scores_gemma":[0.1073557,0.000020656995,0.00013901532,0.000051785548,0.00025357824,3.068116e-7,0.000023906889,0.000054154938,0.8921009],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923676,0.00005001231,0.00011777681,0.0002533509,0.00013652451,0.0002055916],"domain_scores_gemma":[0.99915373,0.00020949537,0.00012927831,0.0003695672,0.000042720643,0.00009519958],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00013211324,0.0002631598,0.0003063236,0.0001660519,0.00018729141,0.00007516448,0.00036988818,0.0001832936,0.000002749065],"category_scores_gemma":[0.00003175526,0.00035019065,0.00009826127,0.0000027284138,0.00008181636,0.0002010976,0.00012448212,0.0010676796,0.00003187969],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003653932,0.000023867417,0.0000044523777,0.00016013693,0.00016631726,0.00032002668,0.0018637198,0.00022395399,0.00008083969,0.9430013,0.039600186,0.014518687],"study_design_scores_gemma":[0.00039554396,0.000015214003,0.00007295394,0.00026803932,0.000076935685,0.000010492777,0.00009001305,0.004554036,0.000088946195,0.000019331681,0.9939763,0.0004322154],"about_ca_topic_score_codex":0.00006247083,"about_ca_topic_score_gemma":0.0000036546162,"teacher_disagreement_score":0.9543761,"about_ca_system_score_codex":0.00022101417,"about_ca_system_score_gemma":0.00006634123,"threshold_uncertainty_score":0.99989504},"labels":[],"label_agreement":null},{"id":"W2740860425","doi":"","title":"Carbon Nanotube Based Network Heaters for Composite Adhesive Bonding","year":2015,"lang":"en","type":"article","venue":"NPARC","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Adhesive; Materials science; Carbon nanotube; Composite material; Adhesive bonding; Composite number; Joule heating; Electrical conductor; Aerospace; Layer (electronics); Nanotechnology","score_opus":0.03355744532569167,"score_gpt":0.26143197853830064,"score_spread":0.22787453321260898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740860425","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32576296,0.00077419064,0.065495245,0.007361386,0.010528968,0.0015259273,0.000025067086,0.0014809336,0.5870453],"genre_scores_gemma":[0.98341936,0.0000016975563,0.015206817,0.00044103927,0.00028125057,0.000044636938,0.000014888078,0.000026822632,0.0005634678],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995261,0.000025998279,0.00009527545,0.00008590804,0.000079246915,0.00018751527],"domain_scores_gemma":[0.9995644,0.0001539185,0.000018070115,0.000114851675,0.00004199556,0.00010677859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002041331,0.00007916573,0.000088567715,0.00003352098,0.000032836368,0.000031833202,0.000065223874,0.00003868913,0.000033499127],"category_scores_gemma":[0.000036918256,0.00008462971,0.000027261129,0.00010131943,0.000008106633,0.00007187047,0.000004533377,0.00006509405,0.000022261094],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030068555,0.00008356016,0.00308435,0.00019165096,0.00014519956,0.0000105490735,0.0027337398,0.14121003,0.1619383,0.0069509894,0.67505795,0.008292997],"study_design_scores_gemma":[0.0012865247,0.000108627326,0.0003295474,0.0000602876,0.00006942773,0.0000079831525,0.00027326104,0.32257906,0.037261877,0.0026260025,0.634974,0.00042339982],"about_ca_topic_score_codex":0.0000056385493,"about_ca_topic_score_gemma":0.0000017661887,"teacher_disagreement_score":0.65765643,"about_ca_system_score_codex":0.00007038816,"about_ca_system_score_gemma":0.000036392397,"threshold_uncertainty_score":0.34510994},"labels":[],"label_agreement":null},{"id":"W2741706036","doi":"10.1145/3084363.3085161","title":"Concept through creation","year":2017,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Adidas (Canada)","funders":"","keywords":"Workflow; Computer science; Product (mathematics); Creativity; Pipeline (software); Visualization; Factory (object-oriented programming); New product development; Knowledge management; Business; Marketing","score_opus":0.0372736212832364,"score_gpt":0.33181914911743876,"score_spread":0.29454552783420235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741706036","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023243385,0.000037820686,0.03372291,0.0006704945,0.0004918883,0.000026261487,3.5561857e-7,0.000118605676,0.9626073],"genre_scores_gemma":[0.9856838,0.00002233124,0.002332072,0.0001264207,0.000081391045,0.0000026270127,0.0000016106861,0.0000045512834,0.011745178],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99987096,0.000003384403,0.00003127703,0.000028387874,0.0000268217,0.000039170784],"domain_scores_gemma":[0.99978703,0.000019608915,0.000010433684,0.0001603571,0.0000100801635,0.000012469476],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00002567968,0.00002376173,0.000022308504,0.000003864081,0.0000738193,0.00007489798,0.000060490194,0.0000148516,0.001438152],"category_scores_gemma":[0.000043716846,0.000022160415,0.0000069970424,0.0000063507764,0.000010840043,0.000369843,0.0000031977559,0.000026318732,0.00041604688],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057360467,0.000042647825,0.0012901474,0.000022081531,0.000053757423,0.0000025628617,0.004659525,0.0015640099,0.004246638,0.21842685,0.6256766,0.14400947],"study_design_scores_gemma":[0.00010688214,0.000004393033,0.009192352,0.0000024903968,0.000004863146,0.000002076381,0.00014321347,0.0024179814,0.00955402,0.0011188805,0.9773814,0.000071410424],"about_ca_topic_score_codex":0.00003125082,"about_ca_topic_score_gemma":0.0000034208442,"teacher_disagreement_score":0.98335946,"about_ca_system_score_codex":0.00000679347,"about_ca_system_score_gemma":0.000004141391,"threshold_uncertainty_score":0.99947464},"labels":[],"label_agreement":null},{"id":"W2744876291","doi":"10.18260/1-2--13515","title":"Fundamentals Of A First Year Engineering Design And Communication Course: Familiarization, Functionality And Testing","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Engineering design process; GRASP; Session (web analytics); Process (computing); Computer science; Design education; Engineering education; Software engineering; Engineering; Engineering management; World Wide Web; Mechanical engineering; Visual arts","score_opus":0.052608217495500265,"score_gpt":0.24321145879587053,"score_spread":0.19060324130037026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744876291","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070949696,0.0009607032,0.9223835,0.0016634365,0.00008767669,0.00029224835,0.0000058529536,0.00030247585,0.0033544244],"genre_scores_gemma":[0.9484218,0.00009657586,0.05135404,0.000071526796,0.000014538814,0.000006214787,0.0000050486997,0.000009450606,0.00002081445],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99969476,0.000020579359,0.00011643325,0.000064065476,0.000054475295,0.00004968106],"domain_scores_gemma":[0.9994528,0.00035996313,0.000023265105,0.000071533665,0.000040676103,0.000051736857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015232782,0.0000538912,0.00006485762,0.000015288759,0.000035829424,0.000024057248,0.00003402172,0.000023919627,0.000057409845],"category_scores_gemma":[0.00018018232,0.000059049813,0.000005167544,0.00012617843,0.000017379582,0.00018993454,0.000014621047,0.000056426736,0.0000038167054],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000120337725,0.00028798298,0.29677936,0.0025263065,0.00054691674,0.0000019224456,0.013656224,0.50471705,0.088566385,0.040974855,0.029255923,0.02256675],"study_design_scores_gemma":[0.00042885845,0.000053035183,0.06997948,0.000047189213,0.000047148686,0.0000076076008,0.0009469128,0.91641057,0.0025146208,0.0001914953,0.0091601135,0.0002129774],"about_ca_topic_score_codex":0.000009513491,"about_ca_topic_score_gemma":9.025578e-7,"teacher_disagreement_score":0.8774721,"about_ca_system_score_codex":0.000008743225,"about_ca_system_score_gemma":0.000009421037,"threshold_uncertainty_score":0.24079815},"labels":[],"label_agreement":null},{"id":"W2749363597","doi":"","title":"The Analogy Retriever – an idea generation tool","year":2017,"lang":"en","type":"article","venue":"Spiral (Imperial College London)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Analogy; Novelty; Creativity; Variety (cybernetics); Quality (philosophy); Computer science; Labrador Retriever; Analogical reasoning; Process (computing); Cognitive science; Artificial intelligence; Management science; Epistemology; Engineering; Psychology; Social psychology; Medicine; Programming language; Philosophy","score_opus":0.030412976041893365,"score_gpt":0.2824499090857962,"score_spread":0.25203693304390284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749363597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9514882,0.0002262821,0.00039342925,0.0013621894,0.010114168,0.00041336427,0.00004160463,0.0001999939,0.035760775],"genre_scores_gemma":[0.99416566,0.00008569933,0.00035197634,0.00026041843,0.0024096076,0.00003332556,0.000021453512,0.000031303196,0.0026405323],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99907,0.00008729776,0.00023286312,0.00017779799,0.0001669006,0.00026513074],"domain_scores_gemma":[0.998977,0.00006606591,0.0000813943,0.0007077353,0.00007948646,0.00008829593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044296906,0.00014534916,0.00013476741,0.000034333174,0.0009959475,0.00050269114,0.00040380325,0.000107692504,0.00029244716],"category_scores_gemma":[0.0003680823,0.00011885822,0.000051514027,0.00008128894,0.00007116048,0.00082871004,0.000032991677,0.00017072802,0.00021041893],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008795285,0.00017933636,0.001596214,0.000054110318,0.00026805184,0.000086877335,0.0012232426,0.001117722,0.28513724,0.32797438,0.29313236,0.08835094],"study_design_scores_gemma":[0.0012236407,0.0002158057,0.007804507,0.0000054871953,0.000040414812,0.000028344379,0.00012958377,0.011657502,0.013093398,0.0013368553,0.9639991,0.00046538826],"about_ca_topic_score_codex":0.00006260763,"about_ca_topic_score_gemma":0.00034504232,"teacher_disagreement_score":0.6708667,"about_ca_system_score_codex":0.00006246773,"about_ca_system_score_gemma":0.00008122418,"threshold_uncertainty_score":0.76601243},"labels":[],"label_agreement":null},{"id":"W2753658688","doi":"10.1080/14606925.2017.1352958","title":"Understanding Collaborative Design Through Activity Theory","year":2017,"lang":"en","type":"article","venue":"The Design Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Fonds de Recherche du Québec-Société et Culture","keywords":"Teamwork; Multidisciplinary approach; Knowledge management; Activity theory; Computer science; Outcome (game theory); Value (mathematics); Collaborative design; Management science; Psychology; Engineering; Sociology; Cognitive science; Systems design; Software engineering; Management","score_opus":0.3234556605034867,"score_gpt":0.3450487194714577,"score_spread":0.021593058967971035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753658688","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044075647,0.00026727206,0.969216,0.0012117674,0.0011854509,0.00020672966,0.0000014007412,0.00007292778,0.027397698],"genre_scores_gemma":[0.98373157,0.00035163952,0.014741597,0.00017907904,0.00037232725,0.000010354813,1.2611753e-7,0.000035210298,0.0005780748],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99837863,0.00092146685,0.0001450776,0.00009278307,0.0002044202,0.0002575999],"domain_scores_gemma":[0.99795604,0.0012957489,0.00019014321,0.00040643648,0.00007381603,0.000077820536],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003004691,0.00015259087,0.00014050414,0.00003807166,0.001631564,0.0007951431,0.00053237483,0.00006130068,0.00026170755],"category_scores_gemma":[0.0004912386,0.000106227824,0.00004683462,0.000092267386,0.00012854986,0.0011722776,0.000020437856,0.00053757074,0.00010573024],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002965409,0.00035302746,0.00014089566,0.00006971894,0.0022845461,0.00029743055,0.069398925,0.14243388,0.08102709,0.20758066,0.43963978,0.053808637],"study_design_scores_gemma":[0.0025155363,0.00041903456,0.0018288994,0.00019182541,0.00043326672,0.0014787912,0.012573905,0.037490476,0.06933963,0.8203254,0.052092955,0.0013103166],"about_ca_topic_score_codex":0.0000018131304,"about_ca_topic_score_gemma":6.8840114e-7,"teacher_disagreement_score":0.98329085,"about_ca_system_score_codex":0.0002144402,"about_ca_system_score_gemma":0.00016745391,"threshold_uncertainty_score":0.9996682},"labels":[],"label_agreement":null},{"id":"W2765465403","doi":"","title":"Motivation-biased design - eScholarship","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Annual Meeting of the Cognitive Science Society","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Admiration; Psychology; Social psychology; Marketing; Sociology; Public relations; Business; Political science","score_opus":0.057588156511351345,"score_gpt":0.2597093767483225,"score_spread":0.20212122023697116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765465403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9669038,0.000033860044,0.0004269144,0.00016314126,0.0004368391,0.0003501626,0.00000858746,0.000062874846,0.031613834],"genre_scores_gemma":[0.99537,0.00000896777,0.0042891414,0.00015842289,0.000029562852,0.000010513121,9.670213e-8,0.0000129632235,0.000120353165],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99891865,0.00002307513,0.00022912757,0.00016718618,0.00043368503,0.00022827639],"domain_scores_gemma":[0.9979276,0.0003573712,0.00026247196,0.000101297584,0.0013002785,0.00005100212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002560676,0.000112701586,0.00011398139,0.000035514262,0.0003297458,0.000041303698,0.0009049109,0.000047672223,0.00001965759],"category_scores_gemma":[0.0051460085,0.00007434776,0.0001384181,0.0011385826,0.00073439075,0.00092155486,0.00014420616,0.00024503737,0.0000046379064],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007721331,0.00028523445,0.0561389,0.00037384912,0.0001700417,5.2812954e-8,0.12184268,0.00021223605,0.8078254,0.003391908,0.00509107,0.0045914245],"study_design_scores_gemma":[0.00017237116,0.000032119453,0.06104325,0.00031028732,0.000058342095,0.0000021325893,0.021025456,0.0008095003,0.91391784,0.0024396041,0.000051656094,0.00013742238],"about_ca_topic_score_codex":0.0000118243925,"about_ca_topic_score_gemma":1.07558925e-7,"teacher_disagreement_score":0.10609247,"about_ca_system_score_codex":0.00004593084,"about_ca_system_score_gemma":0.00010772935,"threshold_uncertainty_score":0.61606246},"labels":[],"label_agreement":null},{"id":"W2766301169","doi":"","title":"An Embodied Cognition Approach to Distinguishing Pictorial versus Symbolic Properties of Graphics for Design - eScholarship","year":2014,"lang":"en","type":"article","venue":"Proceedings of the Annual Meeting of the Cognitive Science Society","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Embodied cognition; Graphics; Perception; Computer science; Cognition; Pickup; Human–computer interaction; Computer graphics; The Symbolic; Cognitive science; Computer graphics (images); Artificial intelligence; Psychology","score_opus":0.05253755900584987,"score_gpt":0.28275953704184253,"score_spread":0.23022197803599267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766301169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98127687,0.000031073614,0.0034706716,0.00011046365,0.0012585099,0.001079242,0.000027033748,0.000072073795,0.01267405],"genre_scores_gemma":[0.9918058,0.0000038255876,0.007861732,0.00006501267,0.00018583756,0.000048647253,6.7895434e-7,0.000019873703,0.0000085804995],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986327,0.000047790578,0.00030536336,0.00023828851,0.00050535053,0.0002704743],"domain_scores_gemma":[0.99672383,0.00043947162,0.0003330479,0.0001193334,0.0023075636,0.00007675525],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0041859513,0.00014478793,0.0002025595,0.000055107237,0.00042177492,0.00009052415,0.0008708448,0.0000664206,4.3370127e-7],"category_scores_gemma":[0.012726838,0.00010021667,0.0001557396,0.00088254124,0.0005888597,0.0007460317,0.00011394367,0.00021136287,3.5019403e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005509924,0.00030110808,0.0009372751,0.0011144778,0.0001375273,3.140392e-9,0.06220921,0.0007805284,0.9185551,0.012308988,0.0004324158,0.0026723663],"study_design_scores_gemma":[0.0009749398,0.00031031514,0.00203684,0.0009127621,0.00027928594,0.0000013136045,0.03314254,0.011521554,0.9470917,0.00332007,0.00009609472,0.00031261108],"about_ca_topic_score_codex":0.000010623915,"about_ca_topic_score_gemma":3.3606375e-7,"teacher_disagreement_score":0.029066673,"about_ca_system_score_codex":0.000038646045,"about_ca_system_score_gemma":0.00009822485,"threshold_uncertainty_score":0.9955894},"labels":[],"label_agreement":null},{"id":"W2766572115","doi":"10.1145/3126594.3126662","title":"DreamSketch","year":2017,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Generative Design; Computer science; Generative grammar; Human–computer interaction; Context (archaeology); Interaction design; User interface; Expressive power; Engineering drawing; Artificial intelligence; Theoretical computer science; Programming language; Engineering","score_opus":0.023392943260101398,"score_gpt":0.2835667006694414,"score_spread":0.26017375740934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766572115","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010846828,0.000015298985,0.002786479,0.0005894326,0.0004929438,0.000014036128,1.2678852e-7,0.000118877026,0.985136],"genre_scores_gemma":[0.985922,0.00001301551,0.0009176221,0.00007034032,0.00005417828,0.0000015938907,2.4237065e-7,0.0000039412525,0.013017075],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99989945,0.0000016250738,0.000020851727,0.000020843936,0.000019591393,0.000037617487],"domain_scores_gemma":[0.9997802,0.000011339681,0.000004872556,0.0001787406,0.000005282641,0.000019560053],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00003650752,0.00001818081,0.000016369137,0.00000597609,0.00005414589,0.00006691412,0.0000739754,0.000009908104,0.0011395522],"category_scores_gemma":[0.00002898488,0.000016720867,0.0000057409893,0.0000045035595,0.0000044696208,0.00014566939,0.000003775959,0.000024582825,0.0009823034],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002633802,0.000027877555,0.0033433563,0.000020953972,0.000032665455,0.0000036527706,0.00042280866,0.00018265509,0.004947211,0.03899808,0.6664705,0.28554755],"study_design_scores_gemma":[0.000059887643,0.0000022331599,0.026096446,0.0000013233105,0.0000025430488,0.0000030846484,0.00003862572,0.0024781572,0.0038824114,0.0004638063,0.96690917,0.000062314764],"about_ca_topic_score_codex":0.000011196125,"about_ca_topic_score_gemma":0.0000042026304,"teacher_disagreement_score":0.9750752,"about_ca_system_score_codex":0.0000035598052,"about_ca_system_score_gemma":0.0000029572423,"threshold_uncertainty_score":0.99979556},"labels":[],"label_agreement":null},{"id":"W2766754260","doi":"10.1177/0956059921990996","title":"Success factors in the realization of large ice projects in education","year":2021,"lang":"en","type":"article","venue":"International Journal of Space Structures","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Manitoba","funders":"","keywords":"Dome (geology); Engineering; Architecture; Geology; Geography; Archaeology; Paleontology","score_opus":0.013940006847622992,"score_gpt":0.32465849870104735,"score_spread":0.3107184918534244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766754260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99301094,0.0005133469,0.0009846718,0.0008867806,0.0017908725,0.000054722055,0.0000059596723,0.0000042925058,0.0027484384],"genre_scores_gemma":[0.999217,0.00020308503,0.00027700112,0.0001078304,0.00014265966,0.0000012096899,0.000012542982,0.000006213507,0.00003246127],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992635,0.000080223006,0.00025853387,0.000046828103,0.0002873407,0.00006357651],"domain_scores_gemma":[0.99932754,0.00013460495,0.00015277267,0.00006495893,0.000303889,0.000016220149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024044109,0.00005811649,0.00008487201,0.00022999382,0.000008687579,0.000043230764,0.00020966842,0.000035796103,0.00008526232],"category_scores_gemma":[0.000319116,0.00004461244,0.000029640374,0.00024323349,0.000008800428,0.0003037853,0.000008245458,0.0001732634,4.2544335e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024943767,0.0010338415,0.51959157,0.00029237542,0.00038548728,0.00014945249,0.09595127,0.058909927,0.043704648,0.24102123,0.021541739,0.017169014],"study_design_scores_gemma":[0.00077400845,0.00002869009,0.91152567,0.00019828991,0.000021906555,0.00024503053,0.02190963,0.00045224486,0.031886872,0.007851814,0.024946239,0.00015962713],"about_ca_topic_score_codex":0.000069299655,"about_ca_topic_score_gemma":0.00027000165,"teacher_disagreement_score":0.39193407,"about_ca_system_score_codex":0.00007580719,"about_ca_system_score_gemma":0.00019966223,"threshold_uncertainty_score":0.18192424},"labels":[],"label_agreement":null},{"id":"W2766894646","doi":"10.1115/detc2017-67513","title":"Object Reorientation and Creative Performance","year":2017,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Creativity; Test (biology); Predictability; Closure (psychology); Scale (ratio); Object (grammar); Cognitive psychology; Computer science; Psychology; Function (biology); Social psychology; Artificial intelligence; Mathematics; Statistics","score_opus":0.02051087926678333,"score_gpt":0.28879924834206067,"score_spread":0.2682883690752773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766894646","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44258967,0.000019939707,0.0014009735,0.00008620011,0.00019346521,0.00002874546,2.2742104e-7,0.00004627826,0.5556345],"genre_scores_gemma":[0.9931124,0.000107350796,0.00093795045,0.000029079069,0.000027653548,0.0000036674592,7.7652174e-7,0.0000032022688,0.0057779537],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9998762,0.0000036603178,0.000028132647,0.00003271404,0.000024003893,0.000035286328],"domain_scores_gemma":[0.9998546,0.000016348102,0.000011164125,0.00008907429,0.000011323814,0.000017491206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000052182233,0.000024743278,0.000021702774,0.00001063324,0.000096646196,0.00006203053,0.000028414459,0.00001017109,0.00021247327],"category_scores_gemma":[0.000035892896,0.00002258839,0.000003012087,0.00000830506,0.000011256004,0.00037347645,0.0000038092614,0.000026984957,0.00005986263],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063266125,0.00005972538,0.11558234,0.00022187908,0.00011397039,0.0000035338844,0.015461461,0.0007439896,0.008996808,0.020065147,0.0657853,0.77290255],"study_design_scores_gemma":[0.00021904752,0.000026305675,0.91438925,0.000009426369,0.000009757159,0.0000071589106,0.00057405233,0.013803713,0.013155547,0.00016413021,0.057520278,0.00012131558],"about_ca_topic_score_codex":0.000014882073,"about_ca_topic_score_gemma":0.0000032970315,"teacher_disagreement_score":0.7988069,"about_ca_system_score_codex":0.0000061841,"about_ca_system_score_gemma":0.0000038426037,"threshold_uncertainty_score":0.23264334},"labels":[],"label_agreement":null},{"id":"W2769097838","doi":"10.5539/ass.v13n12p174","title":"A Comparative Study of Teaching Process of Presenting Product Sketch Design of Industrial Design Program","year":2017,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King Mongkut's Institute of Technology Ladkrabang","keywords":"Sketch; Mathematics education; Curriculum; Aptitude; Creativity; Product (mathematics); Product design; Process (computing); Industrial design; Psychology; Computer science; Design education; Pedagogy; Engineering; Mathematics; Social psychology","score_opus":0.16379070873550677,"score_gpt":0.4228617490071732,"score_spread":0.25907104027166644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769097838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89454496,0.000021374544,0.009428257,0.00012361007,0.000572672,0.0031845898,0.000002631934,0.000100182326,0.09202175],"genre_scores_gemma":[0.99625623,4.2874294e-7,0.0035630576,7.757018e-7,0.00010575079,0.000045239016,1.8906267e-7,0.0000071252834,0.000021228512],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986719,0.00020768096,0.0002895895,0.00018470752,0.00044594894,0.00020016823],"domain_scores_gemma":[0.9989898,0.000110471556,0.0004068845,0.00023569509,0.00021156468,0.000045571083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021585869,0.00009253448,0.00024271537,0.00008560978,0.00044562932,0.00008438143,0.0006482298,0.000035660145,0.00000738843],"category_scores_gemma":[0.00093933154,0.00009006518,0.000022040549,0.00033686374,0.0003947735,0.0007071841,0.000043256106,0.0002056692,7.7978154e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018478859,0.0037263066,0.01772336,0.00021371648,0.00018863294,0.0000025867614,0.46109134,0.0027588652,0.049459107,0.00088370976,0.0012228966,0.46254468],"study_design_scores_gemma":[0.004660073,0.0025509065,0.28571275,0.00039382436,0.00039075295,0.000009449322,0.2668478,0.021588994,0.41366318,0.0022633066,0.00053021754,0.001388774],"about_ca_topic_score_codex":0.000056019486,"about_ca_topic_score_gemma":0.0000028979664,"teacher_disagreement_score":0.46115592,"about_ca_system_score_codex":0.000028339547,"about_ca_system_score_gemma":0.00028172022,"threshold_uncertainty_score":0.36727515},"labels":[],"label_agreement":null},{"id":"W2773647478","doi":"10.24377/dteij.article1543","title":"Creativity Assessment in the Context of Maker-based Projects","year":2023,"lang":"en","type":"article","venue":"Liverpool John Moores University","topic":"Design Education and Practice","field":"Engineering","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Creativity; Context (archaeology); Psychology; Engineering; Management science; Social psychology; Geography; Archaeology","score_opus":0.029603518320369913,"score_gpt":0.263311455857498,"score_spread":0.23370793753712807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773647478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9440209,0.000022357526,0.0012968023,0.0007046215,0.00018235491,0.00036772873,0.00003478724,0.00019255062,0.05317787],"genre_scores_gemma":[0.99917346,0.000045299996,0.00024169088,0.00006615614,0.000011764471,0.000001483487,0.000013756074,0.0000057977504,0.00044060437],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99938995,0.00017286988,0.00007255529,0.000095199975,0.00014415187,0.00012529918],"domain_scores_gemma":[0.99928117,0.00044714534,0.00003306153,0.00018172666,0.000030490031,0.000026411322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028303126,0.00007377289,0.00009670187,0.0001720746,0.000049232232,0.000011869738,0.00018616382,0.000040753963,0.000082360726],"category_scores_gemma":[0.000032385597,0.00006795705,0.000038094346,0.0006242942,0.00003946949,0.00015089916,0.000019163634,0.00016479362,0.000039358416],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095856405,0.0023585118,0.411564,0.0015201331,0.0006289072,0.0011741897,0.084996775,0.061619986,0.012851916,0.074347965,0.29561728,0.05236177],"study_design_scores_gemma":[0.0013782603,0.000107343745,0.7880297,0.000059483413,0.0000618443,0.000002757508,0.031287495,0.05544993,0.0014674744,0.00008367378,0.121794,0.00027805782],"about_ca_topic_score_codex":0.00037055244,"about_ca_topic_score_gemma":0.00018879557,"teacher_disagreement_score":0.37646568,"about_ca_system_score_codex":0.00008782155,"about_ca_system_score_gemma":0.00008933206,"threshold_uncertainty_score":0.27712083},"labels":[],"label_agreement":null},{"id":"W2778968411","doi":"10.17831/enq:arcc.v14i1.426","title":"Evaluating the Utility Core in the Prefabricated Building Industry – past, present and future","year":2017,"lang":"en","type":"article","venue":"Enquiry The ARCC Journal for Architectural Research","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université du Québec à Montréal","funders":"","keywords":"Architectural engineering; Architecture; Engineering; Computer science; Systems engineering; Construction engineering","score_opus":0.38726639778040534,"score_gpt":0.5297833706433192,"score_spread":0.14251697286291382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2778968411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9411699,0.0007646228,0.00028539717,0.05467216,0.0006143209,0.00097001356,0.000004502186,0.000018896135,0.0015001909],"genre_scores_gemma":[0.9957419,0.00009603502,0.00034755116,0.00011792363,0.0032631885,0.0001265561,0.0000012318244,0.000021212292,0.00028439853],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99737597,0.0008307152,0.00026711496,0.00017297978,0.0007384299,0.0006147726],"domain_scores_gemma":[0.9951931,0.003718472,0.00010305162,0.0007161934,0.00016131595,0.00010784536],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013237848,0.00014235031,0.00012419093,0.000104550265,0.0030231061,0.00079004496,0.0015062137,0.00009331373,0.00006670263],"category_scores_gemma":[0.0013623794,0.000064070235,0.000069194575,0.00020562814,0.00038819623,0.00023344319,0.00021281248,0.0036009834,0.0000042332654],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061069307,0.00006744837,0.0032853587,0.00010703877,0.00013976247,0.000017823193,0.033828747,0.0031396847,0.005972468,0.0012696661,0.027266137,0.9242952],"study_design_scores_gemma":[0.0017635392,0.00060170743,0.4157687,0.0001812366,0.00006768126,0.0020240082,0.018440975,0.18122362,0.0010402629,0.06279293,0.31563124,0.00046407926],"about_ca_topic_score_codex":0.000045775036,"about_ca_topic_score_gemma":0.000014553651,"teacher_disagreement_score":0.9238311,"about_ca_system_score_codex":0.0000582537,"about_ca_system_score_gemma":0.00009530069,"threshold_uncertainty_score":0.99869776},"labels":[],"label_agreement":null},{"id":"W2780866738","doi":"10.5267/j.msl.2017.11.001","title":"Design for six sigma: A review","year":2017,"lang":"en","type":"review","venue":"Management Science Letters","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Six Sigma; Sigma; Computer science; Statistics; Mathematics; Operations management; Physics; Engineering","score_opus":0.18087235559430734,"score_gpt":0.3989568002889227,"score_spread":0.21808444469461538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2780866738","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.028041e-9,0.89437366,0.09333555,0.0010906978,0.0013064999,0.0023773557,0.0000025991255,0.00012872813,0.00738491],"genre_scores_gemma":[2.2359939e-7,0.9855129,0.009717789,0.002554482,0.000112597845,0.0008882689,0.000010190857,0.000041177558,0.001162331],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984311,0.00005547814,0.00034312555,0.00042634265,0.0003257003,0.00041827126],"domain_scores_gemma":[0.99862033,0.000176701,0.00020349573,0.00089451816,0.000014243209,0.00009071307],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021724892,0.0002913853,0.00063204876,0.0002939991,0.00029292196,0.0003434398,0.0014464079,0.000041628107,0.000060934708],"category_scores_gemma":[0.00012987225,0.00025552962,0.00018457467,0.00042681146,0.0001302931,0.00047986678,0.00007635051,0.00016094973,0.00034228916],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.0404818e-7,0.0000048914667,1.827938e-8,0.044225894,0.000037367245,0.0000040468717,0.0000069645903,0.000053181193,5.5297727e-7,0.00014326895,0.1909978,0.76452583],"study_design_scores_gemma":[0.000040904353,0.000005395999,3.974003e-7,0.014276871,0.00054549944,0.0000048980005,0.0000022463137,0.00013433957,4.034309e-7,0.000008758715,0.98468864,0.0002916188],"about_ca_topic_score_codex":6.547715e-7,"about_ca_topic_score_gemma":9.541711e-8,"teacher_disagreement_score":0.79369086,"about_ca_system_score_codex":0.00018757486,"about_ca_system_score_gemma":0.000031715645,"threshold_uncertainty_score":0.9999897},"labels":[],"label_agreement":null},{"id":"W2781716426","doi":"10.1007/s11229-017-1660-0","title":"Accommodation, prediction and replication: model selection in scale construction","year":2018,"lang":"en","type":"article","venue":"Synthese","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Exploratory factor analysis; Confirmatory factor analysis; Accommodation; Scale (ratio); Replication (statistics); Set (abstract data type); Selection (genetic algorithm); Philosophy of science; Process (computing); Computer science; Psychology; Data science; Management science; Epistemology; Artificial intelligence; Structural equation modeling; Machine learning; Mathematics; Statistics; Engineering","score_opus":0.015222020392599544,"score_gpt":0.25520441381253506,"score_spread":0.23998239341993552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781716426","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85534394,0.000051224186,0.11415758,0.00061348506,0.0003873397,0.00022116004,0.000006588069,0.00036773094,0.028850958],"genre_scores_gemma":[0.99298996,0.000044212542,0.006619093,0.000030092056,0.00012987992,0.000029755054,0.000004789318,0.000009766685,0.00014242671],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996114,0.000024161047,0.00011556728,0.00012563023,0.000052903084,0.00007037799],"domain_scores_gemma":[0.9997491,0.00003559475,0.000020845697,0.000117400064,0.000048588332,0.000028464327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020611382,0.000050677154,0.00004590902,0.000086494845,0.000048591068,0.000026387506,0.000029449277,0.000048618123,0.00007311045],"category_scores_gemma":[0.00008070364,0.00005707717,0.0000062291906,0.00017993456,0.000035496407,0.0003612725,0.000004517869,0.0000691617,0.000036257927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015246641,0.00021703991,0.1062427,0.0001662336,0.00006616149,4.2222672e-7,0.0075152535,0.04230421,0.17080824,0.011176538,0.018988876,0.6423618],"study_design_scores_gemma":[0.00013716139,0.000017881775,0.029493736,0.000019032235,0.000010025392,0.000036688423,0.00026852466,0.9481405,0.0125305625,0.0020127988,0.0072290436,0.0001040732],"about_ca_topic_score_codex":0.000013468676,"about_ca_topic_score_gemma":0.00004220542,"teacher_disagreement_score":0.9058363,"about_ca_system_score_codex":0.000048652175,"about_ca_system_score_gemma":0.000015993675,"threshold_uncertainty_score":0.23275395},"labels":[],"label_agreement":null},{"id":"W2790317456","doi":"10.1016/j.destud.2018.02.002","title":"Imagining design: Transitive and intransitive dimensions","year":2018,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Norges Forskningsråd; European Commission","keywords":"Transitive relation; Metaphor; Representation (politics); Weaving; Focus (optics); Meaning (existential); Conversation; Computer science; Process (computing); Epistemology; Sociology; Linguistics; Mathematics; Communication; Engineering; Programming language; Philosophy","score_opus":0.09188465454681484,"score_gpt":0.326163455504989,"score_spread":0.23427880095817416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790317456","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002755949,0.005827113,0.98501503,0.0007751771,0.00059300655,0.00030203557,0.0000045536253,0.00031292107,0.0044141957],"genre_scores_gemma":[0.96804374,0.0012486957,0.029967383,0.00036683393,0.00017818577,0.0000442363,9.807021e-7,0.000027960132,0.000121977646],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992452,0.00015025122,0.00013853345,0.00017060644,0.000088060835,0.00020729356],"domain_scores_gemma":[0.9987848,0.00086942536,0.000019294816,0.00009859522,0.00016277138,0.00006512846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037978892,0.00015742017,0.00018446647,0.00007825652,0.00020664289,0.000031800137,0.000045058205,0.00003502437,0.000031597065],"category_scores_gemma":[0.00012146796,0.00014699131,0.000019600557,0.00017414532,0.00021957075,0.00024219033,0.0000104617275,0.0001177195,0.00008502243],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004020026,0.00019631756,0.0001295893,0.00022396065,0.0036505007,0.00012915776,0.53295594,0.004023019,0.18089521,0.0042030984,0.11823861,0.15495262],"study_design_scores_gemma":[0.0058684982,0.0028416787,0.008549604,0.00096818706,0.0021719662,0.0006284389,0.17987907,0.15445666,0.4817597,0.018478468,0.1392997,0.005098019],"about_ca_topic_score_codex":0.0000030210715,"about_ca_topic_score_gemma":0.0000021581463,"teacher_disagreement_score":0.9652878,"about_ca_system_score_codex":0.000030748935,"about_ca_system_score_gemma":0.000020962434,"threshold_uncertainty_score":0.59941316},"labels":[],"label_agreement":null},{"id":"W2790769579","doi":"10.7202/1043433ar","title":"Rendre la critique créative. La démarche abductive et pragmatique du design","year":2018,"lang":"fr","type":"article","venue":"Approches inductives Travail intellectuel et construction des connaissances","topic":"Design Education and Practice","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy; Art","score_opus":0.04667348825585411,"score_gpt":0.32555165362877014,"score_spread":0.27887816537291604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790769579","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009925861,0.010727289,0.9035977,0.0062434874,0.0033811748,0.0009766474,0.00005735263,0.0005454459,0.064545],"genre_scores_gemma":[0.9172378,0.007681163,0.070162795,0.0006889875,0.0011795446,0.00036589042,0.000026484337,0.00020185915,0.00245545],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9894818,0.0071752374,0.00094158144,0.0011154845,0.00046251182,0.00082336296],"domain_scores_gemma":[0.9900662,0.0072336914,0.00047565994,0.0005664868,0.0013026941,0.00035529878],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004030725,0.00094165036,0.00075936574,0.00052647776,0.0006363071,0.000734871,0.0005979031,0.00085807947,0.0019588033],"category_scores_gemma":[0.0059554805,0.001048489,0.0002271627,0.0013132129,0.0217938,0.0032735162,0.00011037792,0.0021359443,0.0002762513],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042371437,0.0004072587,0.00011532503,0.0005196482,0.0009104239,0.00002168927,0.10040202,0.00035111848,0.0071466723,0.78563243,0.021910211,0.08215951],"study_design_scores_gemma":[0.0009915862,0.00072929217,0.0023573523,0.0011564087,0.00029875434,0.0038142307,0.06946585,0.0021220811,0.0625153,0.058823757,0.7960978,0.0016275601],"about_ca_topic_score_codex":0.00024106358,"about_ca_topic_score_gemma":0.00011841116,"teacher_disagreement_score":0.907312,"about_ca_system_score_codex":0.00044825862,"about_ca_system_score_gemma":0.0010824612,"threshold_uncertainty_score":0.9991965},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2792634193","doi":"10.24377/dteij.article1558","title":"A Model of Framing in Design Teams","year":2023,"lang":"en","type":"article","venue":"Liverpool John Moores University","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Framing (construction); Sociology; Computer science; Political science; Engineering","score_opus":0.030410452749132545,"score_gpt":0.21871590866775784,"score_spread":0.1883054559186253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792634193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8395434,0.000057235804,0.12964363,0.00011715437,0.00023740041,0.00025032225,0.000020171636,0.00051834097,0.029612336],"genre_scores_gemma":[0.9946358,0.00019734907,0.0039305696,0.000012230288,0.000009650581,4.1982142e-7,0.0000037454834,0.000009777758,0.0012004465],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995472,0.000049565257,0.00007701113,0.0000948868,0.00008980118,0.00014157793],"domain_scores_gemma":[0.9996182,0.0001655089,0.00002267832,0.00012727255,0.000022091033,0.00004426937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015888685,0.00006939184,0.00009544184,0.0002831361,0.00003190335,0.0000061043247,0.00014601964,0.00005776941,0.000049864033],"category_scores_gemma":[0.00003236585,0.000087481836,0.00002866875,0.0005474629,0.000022902987,0.00023594376,0.00003027715,0.00012362127,0.00008401936],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053807886,0.000041062747,0.0017495985,0.00005937274,0.000031404215,0.000030962765,0.0041020242,0.97536695,0.006972992,0.0020688486,0.0063998085,0.0031231625],"study_design_scores_gemma":[0.00028498337,0.000014278987,0.006917496,0.00002373446,0.000015112925,8.397583e-7,0.0017776433,0.9865027,0.0011996002,0.00035513708,0.0027788847,0.00012959578],"about_ca_topic_score_codex":0.00011694797,"about_ca_topic_score_gemma":0.000023622246,"teacher_disagreement_score":0.15509242,"about_ca_system_score_codex":0.00008361789,"about_ca_system_score_gemma":0.000048572932,"threshold_uncertainty_score":0.35674056},"labels":[],"label_agreement":null},{"id":"W2795434834","doi":"10.1145/3173574.3173943","title":"Dream Lens","year":2018,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Computer science; Usability; Human–computer interaction; Task (project management); Generative Design; Set (abstract data type); Lens (geology); Generative grammar; Dream; Engineering drawing; Artificial intelligence; Systems engineering; Engineering; Programming language","score_opus":0.022560174949122956,"score_gpt":0.2563444979634717,"score_spread":0.23378432301434873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795434834","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008811272,0.000014102829,0.0090878345,0.0002672454,0.00053890917,0.000014694094,1.4135794e-7,0.00022370757,0.9810421],"genre_scores_gemma":[0.9870495,0.000008342499,0.0017018188,0.00037470376,0.00019071955,0.000001204802,4.2902033e-7,0.000005104581,0.010668158],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9998826,0.0000029388314,0.000025493666,0.00002320601,0.00002066089,0.000045119246],"domain_scores_gemma":[0.9998939,0.000016899658,0.0000019023754,0.000060334536,0.0000119336155,0.000015037868],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000031504143,0.000019456238,0.000015171561,0.000011693045,0.000012280585,0.00000982411,0.000023585882,0.000010571317,0.0037931374],"category_scores_gemma":[0.000010622833,0.000017819302,0.000004857543,0.00003895258,0.000006398988,0.000085730004,0.0000016102326,0.000020388467,0.0039349175],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016556361,0.000016391212,0.00017809519,0.000005582486,0.000013736138,4.130743e-7,0.0006064804,0.000028047105,0.006102144,0.016984079,0.9493098,0.02675353],"study_design_scores_gemma":[0.00002412558,0.000006908117,0.0008780753,5.8342874e-7,0.0000015136708,0.0000024678814,0.00004220473,0.0011990591,0.0076122014,0.0000978627,0.99010056,0.000034423654],"about_ca_topic_score_codex":0.000004080828,"about_ca_topic_score_gemma":0.0000052425494,"teacher_disagreement_score":0.9782382,"about_ca_system_score_codex":0.0000049529335,"about_ca_system_score_gemma":0.0000037103737,"threshold_uncertainty_score":0.9971175},"labels":[],"label_agreement":null},{"id":"W2795687070","doi":"10.1017/s0890060417000622","title":"Segmentation of design protocol using EEG","year":2018,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Segmentation; Computer science; Electroencephalography; Protocol (science); Artificial intelligence; Process (computing); Coding (social sciences); Pattern recognition (psychology)","score_opus":0.07885183326603978,"score_gpt":0.3324353677124894,"score_spread":0.2535835344464496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795687070","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067685824,0.000014792755,0.98693675,0.000008680726,0.00014708049,0.005982651,0.0000027877277,0.000111266265,0.000027428548],"genre_scores_gemma":[0.78568316,0.0000059301783,0.21181485,0.000008710855,0.00009559638,0.0023452379,0.0000032871608,0.000029719842,0.00001353895],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989491,0.00003513288,0.00044403234,0.00020729515,0.00012551369,0.0002389357],"domain_scores_gemma":[0.9992849,0.00029842468,0.00008848083,0.00017038266,0.00007830276,0.00007948733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005824584,0.00018169355,0.00024755968,0.00043270728,0.00008967721,0.000078538375,0.000107383195,0.000067129055,0.00008633767],"category_scores_gemma":[0.00006466658,0.00018734617,0.00009593623,0.0003807982,0.000039985734,0.00024816068,0.000012338214,0.000075202726,0.0000064845653],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055300785,0.00002582104,0.00000817535,0.00010433647,0.0003798364,4.2737315e-7,0.00048309748,0.8474346,0.112689875,0.0004409452,0.000028302517,0.038349275],"study_design_scores_gemma":[0.000019485129,0.000050622613,0.000030629522,0.000010435479,0.0001719745,0.0000010075328,0.000071510745,0.49079,0.5081136,0.0003780909,0.0002486556,0.00011393901],"about_ca_topic_score_codex":0.000027275084,"about_ca_topic_score_gemma":0.0000042656534,"teacher_disagreement_score":0.7789146,"about_ca_system_score_codex":0.00004513625,"about_ca_system_score_gemma":0.000018029948,"threshold_uncertainty_score":0.76397556},"labels":[],"label_agreement":null},{"id":"W2796755125","doi":"10.7939/r3c39q","title":"A Framework for Design of Panelized Wood Framing Prefabrication Utilizing Multi-panels and Crew Balancing","year":2014,"lang":"en","type":"article","venue":"University of Alberta Library","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Crew; Framing (construction); Prefabrication; Architectural engineering; Engineering; Compatibility (geochemistry); Computer science; Construction engineering; Aeronautics; Civil engineering","score_opus":0.02676548073255292,"score_gpt":0.22512099275650682,"score_spread":0.1983555120239539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796755125","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06444885,0.00012882757,0.931847,0.00017820939,0.00008493481,0.00022244992,0.0000020104724,0.000063471234,0.0030242961],"genre_scores_gemma":[0.7192784,0.00008336084,0.28019574,0.00002997794,0.000016269909,3.229964e-7,0.0000075216685,0.000013701169,0.00037468862],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99957913,0.000056580462,0.00010487518,0.000109759996,0.000049292783,0.00010038077],"domain_scores_gemma":[0.9982284,0.0014806323,0.00008150758,0.00013769114,0.00001879541,0.000052981457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009599257,0.00007597817,0.00014560902,0.000080922255,0.000047396035,0.000012469007,0.00011611034,0.000082563,0.00008225565],"category_scores_gemma":[0.0001734467,0.00009500401,0.00003101513,0.00011082314,0.000028829316,0.00055273453,0.000023529741,0.00007728592,0.0000034795341],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023734658,0.0013147388,0.028342845,0.008888658,0.0017347571,0.0000062671206,0.32915404,0.037990857,0.11717074,0.18743604,0.014497712,0.27108985],"study_design_scores_gemma":[0.0036403933,0.0003058106,0.030712666,0.0009357546,0.0003692346,0.000011083153,0.014413689,0.8417525,0.038748138,0.0055583008,0.062620044,0.000932376],"about_ca_topic_score_codex":0.00006145249,"about_ca_topic_score_gemma":0.0000015336032,"teacher_disagreement_score":0.80376166,"about_ca_system_score_codex":0.000007228707,"about_ca_system_score_gemma":0.000025553567,"threshold_uncertainty_score":0.3874151},"labels":[],"label_agreement":null},{"id":"W2799842860","doi":"10.1007/s40037-018-0422-0","title":"Crystallizations of constructs: Lessons learned from a&amp;nbsp;literature review","year":2018,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Medical education; Data science; Computer science; Psychology; Medicine","score_opus":0.036967696435118595,"score_gpt":0.37321941616234144,"score_spread":0.33625171972722284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799842860","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058832586,0.2870876,0.06649603,0.19267993,0.011319653,0.0019133496,0.00027295735,0.001205897,0.380192],"genre_scores_gemma":[0.8621586,0.12245707,0.0077021415,0.0041847117,0.0015560997,0.00008789215,0.00035384612,0.000057730882,0.0014419274],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998969,0.00011838265,0.00024168394,0.00021650283,0.0003320126,0.00012237622],"domain_scores_gemma":[0.9988187,0.00022734895,0.000077068806,0.00031820327,0.0003806382,0.00017803273],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00024579276,0.000121029174,0.00017165508,0.000108095075,0.00006380974,0.000034470155,0.0001675032,0.00010778536,0.006038224],"category_scores_gemma":[0.0036127751,0.000114974304,0.0000457079,0.00051298144,0.00017246779,0.00016833296,0.0000096157,0.00027439345,0.00017524514],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006888571,0.001984259,0.0002030165,0.0014977484,0.00032447503,0.0000020089333,0.074487284,0.00003187318,0.0038388157,0.1970022,0.43061593,0.28994352],"study_design_scores_gemma":[0.0005031249,0.00010520438,0.002010114,0.007666891,0.00015594852,0.00003185082,0.015778972,0.0005969676,0.0006190881,0.008429748,0.96360785,0.00049423875],"about_ca_topic_score_codex":0.000023534485,"about_ca_topic_score_gemma":0.000014331691,"teacher_disagreement_score":0.803326,"about_ca_system_score_codex":0.000090329966,"about_ca_system_score_gemma":0.0004909871,"threshold_uncertainty_score":0.99487036},"labels":[],"label_agreement":null},{"id":"W2800331316","doi":"10.1108/ijmpb-03-2017-0022","title":"Proposed framework for estimating effort in design projects","year":2018,"lang":"en","type":"article","venue":"International Journal of Managing Projects in Business","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Computer science; Duration (music); Field (mathematics); Process (computing); Project management; Knowledge management; Focus (optics); Work (physics); Estimation; Information system; Process management; Engineering; Systems engineering","score_opus":0.05216761397465501,"score_gpt":0.3394884076817571,"score_spread":0.28732079370710206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800331316","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03248593,0.00008409386,0.95779264,0.001597342,0.0061083874,0.0005035305,0.0000010219636,0.00004944708,0.0013776352],"genre_scores_gemma":[0.6110955,0.000024597786,0.3878979,0.00012673346,0.0007844934,0.000018577193,0.0000014469605,0.000026269243,0.000024501027],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988031,0.000045401048,0.0005036521,0.00012729586,0.0003149331,0.00020563907],"domain_scores_gemma":[0.9985918,0.00038623792,0.00022152375,0.00009941043,0.0006692635,0.00003181171],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011813662,0.00013369262,0.00018251313,0.0007855081,0.000027885411,0.00012692054,0.00041388383,0.00006935282,0.00001939677],"category_scores_gemma":[0.001250842,0.00012851926,0.000033899807,0.0005447538,0.000034985056,0.0005977773,0.000026102603,0.00025818648,0.000006435032],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002619237,0.0011704819,0.0153884245,0.001421052,0.00062784005,0.0006092678,0.022700168,0.51317406,0.00262766,0.02427625,0.00838581,0.40699974],"study_design_scores_gemma":[0.004538614,0.0003189912,0.028177079,0.0055200555,0.000065244254,0.00066287053,0.0016857648,0.90138775,0.006553309,0.039055083,0.011090456,0.0009447533],"about_ca_topic_score_codex":0.000021284548,"about_ca_topic_score_gemma":0.000011305741,"teacher_disagreement_score":0.5786095,"about_ca_system_score_codex":0.00023116953,"about_ca_system_score_gemma":0.00020249316,"threshold_uncertainty_score":0.5240863},"labels":[],"label_agreement":null},{"id":"W2803352803","doi":"10.1016/j.physbeh.2018.05.022","title":"Session 4 discussion: The built environment","year":2018,"lang":"en","type":"article","venue":"Physiology & Behavior","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Purdue University","keywords":"Session (web analytics); Psychology; Cognitive psychology; Computer science; World Wide Web","score_opus":0.025791792302503086,"score_gpt":0.2919404509364754,"score_spread":0.2661486586339723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803352803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940584,0.00009707251,0.00036059105,0.0012672564,0.0014578161,0.00018414695,0.0000035777234,0.0001417384,0.0024294362],"genre_scores_gemma":[0.9978582,0.000042711137,0.00017707184,0.00022977615,0.0003791896,0.0000943373,0.000008203926,0.000015283884,0.0011951835],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99953204,0.00005470206,0.00009201016,0.00011565843,0.00006192841,0.00014364895],"domain_scores_gemma":[0.99960107,0.000039709306,0.000021159447,0.00028843406,0.000008613253,0.000041023588],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00006958601,0.00008608665,0.00006896944,0.000015877577,0.00012551005,0.000010172292,0.00014009533,0.000049663693,0.0021534606],"category_scores_gemma":[0.0000070467845,0.00004403888,0.000028527753,0.000045779572,0.0001002935,0.00008001925,0.000030626663,0.00013033544,0.0015367778],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001707973,0.00016896498,0.0011932242,0.000004749194,0.00001996271,0.0000019426438,0.0009408954,0.00007309376,0.90769404,0.00016639101,0.029123468,0.06059621],"study_design_scores_gemma":[0.000169899,0.00008138699,0.4753219,0.000007637265,0.000087006694,0.000013998392,0.00029240595,0.0003215751,0.024933957,0.0001773212,0.498393,0.00019992149],"about_ca_topic_score_codex":0.0000038833964,"about_ca_topic_score_gemma":0.000001301269,"teacher_disagreement_score":0.88276005,"about_ca_system_score_codex":0.000022048864,"about_ca_system_score_gemma":0.000007905532,"threshold_uncertainty_score":0.99924064},"labels":[],"label_agreement":null},{"id":"W2804392859","doi":"10.22215/etd/2013-07313","title":"Biologically informed disciplines : a comparative analysis of terminology within the fields of bionics, biomimetics, and biomimicry","year":2013,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Library and Archives Canada","funders":"","keywords":"Biomimetics; Bionics; Terminology; Engineering; Philosophy; Computer science; Artificial intelligence; Linguistics","score_opus":0.03744667090615335,"score_gpt":0.330345500042739,"score_spread":0.29289882913658566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804392859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894616,0.00049479655,0.00033293304,0.00014581943,0.00044975875,0.00023828528,0.000029578992,0.00003423188,0.0088130245],"genre_scores_gemma":[0.99675894,0.0003945409,0.0010546144,0.000032453845,0.0000141767605,0.000019129457,0.00039403845,0.0000060773687,0.001326055],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9991717,0.000046412217,0.00050148135,0.00011946642,0.000069226444,0.00009172507],"domain_scores_gemma":[0.99874943,0.000553504,0.00030134266,0.00021277886,0.00015288114,0.000030047951],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012989371,0.00016089703,0.0004673757,0.00038771005,0.000028110373,0.00001938061,0.00017238183,0.0002542531,0.00022975806],"category_scores_gemma":[0.00010425238,0.000095915064,0.000090387126,0.00047986134,0.00011387445,0.000068796755,0.000017042606,0.00015155562,0.0000063096286],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016477922,0.0017850397,0.028675415,0.006351504,0.0771579,0.0000047433955,0.27725452,0.018335504,0.3565036,0.11773111,0.06091937,0.053633492],"study_design_scores_gemma":[0.0015093834,0.0007907226,0.45794407,0.00030763232,0.012182571,0.000010645213,0.1188155,0.14418004,0.25333658,0.0027135767,0.0060511143,0.0021581657],"about_ca_topic_score_codex":0.0001478946,"about_ca_topic_score_gemma":0.0008416547,"teacher_disagreement_score":0.42926866,"about_ca_system_score_codex":0.0000096434005,"about_ca_system_score_gemma":0.00006241013,"threshold_uncertainty_score":0.3911303},"labels":[],"label_agreement":null},{"id":"W2804937056","doi":"10.22215/etd/2017-11861","title":"Drawing on the Write Things: Finding the Hidden Needs in Design","year":2017,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Frame (networking); Meaning (existential); Computer science; Process (computing); Tacit knowledge; Data collection; Data science; Research design; Qualitative property; Qualitative research; Knowledge management; Management science; Epistemology; Sociology; Engineering; Social science","score_opus":0.0523000974939452,"score_gpt":0.30310849840947973,"score_spread":0.2508084009155345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804937056","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013187396,0.0004453782,0.0011743071,0.0022126567,0.0032976298,0.0006710144,0.0000011610098,0.00021664493,0.9787938],"genre_scores_gemma":[0.89472836,0.0002184127,0.0003550998,0.00079486496,0.00029343893,0.000124186,0.00004715122,0.000083239975,0.10335527],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991413,0.00012816172,0.00020383063,0.00012366635,0.00019970471,0.00020336114],"domain_scores_gemma":[0.9980042,0.0013615928,0.00010287795,0.00047532687,0.000027656115,0.000028361139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001038163,0.00020533372,0.00014242536,0.00018118194,0.00031422952,0.00044050088,0.0005521153,0.000173204,0.00063636655],"category_scores_gemma":[0.0004412334,0.00012262567,0.00005568226,0.00015893152,0.0000116132,0.00031869818,0.00000624349,0.00077799865,0.00034704217],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024313068,0.00015554804,0.00018708523,0.0005497925,0.00057618134,0.00003362232,0.227864,0.009942637,0.0072901924,0.08084969,0.36466277,0.30764535],"study_design_scores_gemma":[0.0011173399,0.0001436712,0.016582342,0.0031637985,0.00044023548,0.00003295749,0.19281714,0.051073194,0.0348124,0.00954333,0.687059,0.0032145965],"about_ca_topic_score_codex":0.000084986794,"about_ca_topic_score_gemma":0.00005535589,"teacher_disagreement_score":0.88154095,"about_ca_system_score_codex":0.00007431585,"about_ca_system_score_gemma":0.00007192328,"threshold_uncertainty_score":0.6967767},"labels":[],"label_agreement":null},{"id":"W2805814892","doi":"10.1007/978-3-319-89375-4_9","title":"Structure and Solve the Problem Using Design Thinking","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Cognitive science; Management science; Psychology; Engineering","score_opus":0.04383780105714997,"score_gpt":0.24728797012506523,"score_spread":0.20345016906791527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805814892","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025168703,0.00097261363,0.13431405,0.00017878856,0.0005626346,0.0004038231,0.000005415115,0.00022544205,0.86331207],"genre_scores_gemma":[0.005333943,0.00051663996,0.3959886,0.0013412163,0.0018676666,0.000007807811,0.000019342202,0.00031931448,0.59460545],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994716,0.000012044535,0.00013351126,0.00013747388,0.00012537766,0.0001199634],"domain_scores_gemma":[0.9995161,0.00015531121,0.000052690277,0.00019316105,0.00004361634,0.0000391131],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019287023,0.0001943294,0.0001225269,0.00004781528,0.000121952035,0.00014623525,0.00012487438,0.00019204538,0.0031268897],"category_scores_gemma":[0.0000068429854,0.00013304409,0.000024787698,0.000015588403,0.00004453061,0.00012230492,0.000024502653,0.0003255301,0.000053392287],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036855414,0.000011022372,0.0000059525614,0.000584635,0.0011148399,0.000016602495,0.017069692,0.009021289,0.0033742322,0.6556926,0.26962057,0.043451723],"study_design_scores_gemma":[0.00010129619,0.000024915716,0.0000037455789,0.00014201306,0.00018421529,0.00013329217,0.00011313783,0.009905109,0.00052713504,0.24312666,0.7452374,0.0005010794],"about_ca_topic_score_codex":0.0000049388177,"about_ca_topic_score_gemma":0.000005925485,"teacher_disagreement_score":0.47561684,"about_ca_system_score_codex":0.000036024252,"about_ca_system_score_gemma":0.0000419307,"threshold_uncertainty_score":0.9977844},"labels":[],"label_agreement":null},{"id":"W2807448364","doi":"10.1007/978-3-319-89375-4_3","title":"The 4S Method","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Core (optical fiber); Context (archaeology); Computer science; Path (computing); Chaps; Management science; Engineering; Geography","score_opus":0.03332072687641532,"score_gpt":0.30026933641967524,"score_spread":0.26694860954325994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807448364","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.772108e-8,0.0004113132,0.028706318,0.0002984562,0.001244226,0.00005614334,0.0000012462734,0.00015998908,0.96912223],"genre_scores_gemma":[0.0000119769065,0.0003634409,0.007927604,0.0002165284,0.00042968988,0.0000034506409,0.0000028791294,0.000037423782,0.99100703],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996851,0.000008223437,0.00009116404,0.00006781049,0.00007282016,0.00007487707],"domain_scores_gemma":[0.9993344,0.0003446829,0.00002021449,0.00023646762,0.000032124437,0.000032108735],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00023344396,0.00009695148,0.000065892316,0.00002082665,0.000048763864,0.00004996985,0.00011479718,0.00009859728,0.013205333],"category_scores_gemma":[0.000021065049,0.000064793356,0.000035832196,0.0000071982035,0.000015358388,0.000035135345,0.000008862078,0.00016811767,0.005917361],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010217257,5.6365246e-7,2.1543045e-8,0.0000059284102,0.000045660734,3.7149437e-7,0.000063881846,0.0000054511047,0.0000074954014,0.2604014,0.6989554,0.04051277],"study_design_scores_gemma":[0.000014116864,0.000004035416,6.9599434e-7,0.0000050915405,0.000017034266,0.000005407546,0.000012403851,0.00027595062,0.000050919916,0.0157047,0.9838192,0.00009044122],"about_ca_topic_score_codex":0.000001670519,"about_ca_topic_score_gemma":0.000008056097,"teacher_disagreement_score":0.28486377,"about_ca_system_score_codex":0.000019803414,"about_ca_system_score_gemma":0.000017780536,"threshold_uncertainty_score":0.99485666},"labels":[],"label_agreement":null},{"id":"W2807830657","doi":"10.1145/3196709.3196756","title":"Prism","year":2018,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Prism; Computer science; Materials science; Optics; Physics","score_opus":0.015492946848256417,"score_gpt":0.2583658657787866,"score_spread":0.2428729189305302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807830657","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007063158,0.000014018172,0.034484867,0.00021553476,0.00049536576,0.0000125432725,2.614906e-8,0.00019567751,0.9575188],"genre_scores_gemma":[0.9832236,0.0000038324692,0.0043592067,0.00027994515,0.00015064298,0.0000011281699,2.192589e-7,0.0000038956928,0.011977499],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9999124,0.0000021490714,0.000019765115,0.00001686752,0.000016307959,0.00003253765],"domain_scores_gemma":[0.9999221,0.00001113976,0.0000013978478,0.000045180554,0.0000052168093,0.000014942152],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00002672394,0.00001391472,0.0000105367235,0.0000085853935,0.000008642802,0.000007695798,0.00001897838,0.000008268787,0.0022996864],"category_scores_gemma":[0.000007743964,0.000012529117,0.0000031500667,0.000030306544,0.0000044257513,0.000048675203,0.0000011671992,0.000016135462,0.0032521223],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011218157,0.000009756321,0.00010618557,0.0000036654521,0.000009297761,3.1410406e-7,0.0005563164,0.0000065411487,0.0051997756,0.010019397,0.90536195,0.07872567],"study_design_scores_gemma":[0.000017397844,0.000003938543,0.0008450344,3.5371582e-7,8.024828e-7,0.0000015244345,0.00001922084,0.0020579584,0.0063969437,0.0001753218,0.9904575,0.00002405847],"about_ca_topic_score_codex":0.0000015973659,"about_ca_topic_score_gemma":8.7264516e-7,"teacher_disagreement_score":0.97616047,"about_ca_system_score_codex":0.0000033478823,"about_ca_system_score_gemma":0.0000025501731,"threshold_uncertainty_score":0.99861234},"labels":[],"label_agreement":null},{"id":"W2810557578","doi":"10.1007/978-3-319-94601-6_18","title":"Collective Creativity for Teaching","year":2018,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Creativity; Exhibition; Context (archaeology); Surprise; Popularity; Industrial design; Knowledge management; Psychology; Computer science; Sociology; Pedagogy; Engineering ethics; Engineering; Social psychology; Visual arts; Art","score_opus":0.02705298272891477,"score_gpt":0.3068795043239096,"score_spread":0.2798265215949948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810557578","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020432823,0.018152412,0.2998389,0.000008231049,0.0028115534,0.0006762841,0.0000129585815,0.00012068566,0.6781747],"genre_scores_gemma":[0.4655249,0.004336319,0.00800104,0.00009248631,0.003241169,0.00012271735,0.00004677455,0.00027184203,0.51836276],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999071,0.00003031117,0.00036637322,0.00025595783,0.00009472559,0.00018165336],"domain_scores_gemma":[0.99873185,0.00088027614,0.00014344638,0.00013409779,0.00006253838,0.000047767197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004980415,0.00023115419,0.00033520194,0.00013267354,0.00012457096,0.00007002223,0.000092757866,0.00013048285,0.00003040103],"category_scores_gemma":[0.000077772245,0.00023954011,0.000046745652,0.00002406983,0.000044300967,0.00015902208,0.000024255034,0.0003060006,0.000018021452],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101320824,0.000073557014,0.0002943533,0.0041528293,0.00042249297,0.000012201412,0.023801165,0.062063996,0.00003400146,0.44118252,0.009441536,0.45842004],"study_design_scores_gemma":[0.00009140555,0.00006320061,0.000004364343,0.0010255149,0.000021336919,0.000016924558,0.00065047643,0.061886728,0.000026969568,0.00656146,0.92933714,0.00031448138],"about_ca_topic_score_codex":0.000012031936,"about_ca_topic_score_gemma":0.000018656083,"teacher_disagreement_score":0.9198956,"about_ca_system_score_codex":0.00023772399,"about_ca_system_score_gemma":0.00004217278,"threshold_uncertainty_score":0.9768162},"labels":[],"label_agreement":null},{"id":"W2810635678","doi":"10.1007/978-3-319-94601-6_13","title":"From Industrial Design Education to Practice: Creating Discipline Through Design Sprints","year":2018,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Industrial design; Sprint; Product design; Ambiguity; Design education; Product (mathematics); Engineering design process; Engineering management; Knowledge management; Psychology; Engineering ethics; Computer science; Engineering; Business; Marketing; Mathematics; Software engineering; Mechanical engineering","score_opus":0.06487883351388822,"score_gpt":0.34263431837814834,"score_spread":0.2777554848642601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810635678","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000110882094,0.012535437,0.8628668,0.000066416294,0.008669543,0.0011411253,0.000007989197,0.0001432221,0.11445858],"genre_scores_gemma":[0.19340079,0.020338923,0.6275506,0.0009560011,0.03503574,0.00044201038,0.0002577735,0.00099323,0.121024914],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978627,0.00016391471,0.00086111337,0.0005377361,0.0002787967,0.0002957604],"domain_scores_gemma":[0.99690783,0.0020646858,0.00038746884,0.00034663637,0.00016370759,0.00012964779],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009240301,0.00042323468,0.0004809447,0.00017927424,0.00014110698,0.00023218831,0.00024362339,0.0002931638,0.0001383911],"category_scores_gemma":[0.00044787527,0.00044260474,0.00004421751,0.00011038586,0.000041068186,0.00061601494,0.000088864086,0.000547006,0.00021986816],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024490335,0.0001517529,0.000056710658,0.00040382755,0.00030920652,0.000020472817,0.021018961,0.39032814,0.00007261136,0.025221718,0.012657937,0.54951376],"study_design_scores_gemma":[0.0001818434,0.00013090343,0.000004394611,0.0035337815,0.00009048448,0.00003392678,0.0036168706,0.027491651,0.00022592179,0.006243583,0.9576989,0.00074778096],"about_ca_topic_score_codex":0.00020371792,"about_ca_topic_score_gemma":0.000010575092,"teacher_disagreement_score":0.94504094,"about_ca_system_score_codex":0.00027968836,"about_ca_system_score_gemma":0.00013461238,"threshold_uncertainty_score":0.9998026},"labels":[],"label_agreement":null},{"id":"W2837955947","doi":"10.5465/ambpp.2018.16071abstract","title":"Doing Design Thinking: Conceptual Review, Synthesis and Research Agenda","year":2018,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Creativity; Construct (python library); Design thinking; Consistency (knowledge bases); Epistemology; Process (computing); Management science; Categorization; Sociology; Order (exchange); Engineering ethics; Critical systems thinking; Thinking processes; Systematic process; Computer science; Knowledge management; Critical thinking; Psychology; Work in process; Social psychology; Engineering; Business; Artificial intelligence; Statistical thinking; Mathematics education; Operations management","score_opus":0.11142292372380995,"score_gpt":0.3622434846157273,"score_spread":0.25082056089191734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2837955947","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025273541,0.028732575,0.015744746,0.019370276,0.000493164,0.0035201993,0.00000382335,0.0010156336,0.90584606],"genre_scores_gemma":[0.917209,0.03325949,0.04499245,0.0020631931,0.0002929727,0.00016718903,5.6647e-7,0.00005748787,0.0019576193],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987659,0.000039313516,0.00026525764,0.00022471593,0.00042116534,0.00028366517],"domain_scores_gemma":[0.99943274,0.00028272168,0.00006661516,0.000058227175,0.000091540656,0.00006817504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031345368,0.000122029196,0.00016808943,0.0002012214,0.00014299671,0.0000562946,0.00030979502,0.0000739578,0.00021856884],"category_scores_gemma":[0.00022980869,0.00012276114,0.00002270356,0.00046006637,0.0002216108,0.000483921,0.00010594725,0.0002896523,0.0000932655],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028831897,0.000033823024,0.00006298333,0.0031844294,0.00019313805,0.0000012184788,0.0035564199,0.0000058304786,0.002617099,0.09824816,0.79346484,0.09860321],"study_design_scores_gemma":[0.00012297614,0.00004262939,0.00043601682,0.001129613,0.00009204928,0.0000061911232,0.0015953566,0.00022959025,0.020282237,0.001402206,0.9744773,0.00018383218],"about_ca_topic_score_codex":0.0000013319909,"about_ca_topic_score_gemma":2.3021634e-8,"teacher_disagreement_score":0.9038884,"about_ca_system_score_codex":0.000033822977,"about_ca_system_score_gemma":0.0000060028237,"threshold_uncertainty_score":0.5006054},"labels":[],"label_agreement":null},{"id":"W286054921","doi":"","title":"On craft and being crafty","year":2014,"lang":"en","type":"dissertation","venue":"Northumbria Research Link (Northumbria University)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Craft; Summons; Politics; Metis; Object (grammar); Aesthetics; Engineering; Sociology; Environmental ethics; Law; Political science; Visual arts; Art","score_opus":0.024198028370414577,"score_gpt":0.2883001436945517,"score_spread":0.26410211532413713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W286054921","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32683536,0.0002758689,0.00019728566,0.00051589526,0.0018761677,0.00085947936,0.00003837741,0.0006041835,0.6687974],"genre_scores_gemma":[0.76073515,0.0016589616,0.00018076022,0.00007169412,0.00084251753,0.00001252897,0.00067762553,0.00022030834,0.23560047],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963935,0.0006266219,0.00036849861,0.00078834925,0.00094921485,0.0008737879],"domain_scores_gemma":[0.99662006,0.0013914929,0.00012746078,0.00082292693,0.00053949154,0.0004985576],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012664999,0.0005282199,0.0005414111,0.0017413248,0.00067052315,0.00029194425,0.0007382837,0.0006602233,0.00092263677],"category_scores_gemma":[0.0005105249,0.0006339359,0.00017072533,0.0010796293,0.00015199528,0.0003923545,0.0000785706,0.0023858538,0.0006575979],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004448205,0.00092045567,0.006872045,0.0060353572,0.003091913,0.0014601767,0.014064569,0.0022966817,0.0037055972,0.25229442,0.1668015,0.53800905],"study_design_scores_gemma":[0.0011839101,0.000252279,0.009061832,0.00043488233,0.0001614475,0.000012026071,0.0012026603,0.0015856869,0.00034903083,0.0029886435,0.98167974,0.0010878488],"about_ca_topic_score_codex":0.00025984802,"about_ca_topic_score_gemma":0.0027621686,"teacher_disagreement_score":0.8148782,"about_ca_system_score_codex":0.00029267004,"about_ca_system_score_gemma":0.0004130807,"threshold_uncertainty_score":0.99999064},"labels":[],"label_agreement":null},{"id":"W2885050103","doi":"10.1111/jpim.12466","title":"Doing Design Thinking: Conceptual Review, Synthesis, and Research Agenda","year":2018,"lang":"en","type":"article","venue":"Journal of Product Innovation Management","topic":"Design Education and Practice","field":"Engineering","cited_by":676,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"University of Cambridge; Samsung; British Academy","keywords":"Construct (python library); CLARITY; Design thinking; Identification (biology); Multidisciplinary approach; Polysemy; Management science; Computer science; Principal (computer security); Card sorting; Engineering ethics; Data science; Knowledge management; Sociology; Artificial intelligence; Management; Social science; Engineering","score_opus":0.13272709485598633,"score_gpt":0.37910897966043133,"score_spread":0.246381884804445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885050103","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041609798,0.055103954,0.667355,0.06507661,0.008865774,0.004492735,0.0000050097938,0.00043128146,0.1570598],"genre_scores_gemma":[0.80130225,0.017240874,0.17547998,0.0025074442,0.002107618,0.000040062292,0.000003501898,0.000039414328,0.0012788337],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985643,0.00021121386,0.0004961414,0.000110997884,0.00046372152,0.00015360561],"domain_scores_gemma":[0.9985025,0.00019553218,0.00018891985,0.00015493925,0.0009298747,0.000028213011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007461962,0.000083494684,0.00013316731,0.0003757954,0.00012151906,0.00008158765,0.00017152094,0.000019847621,0.00019624105],"category_scores_gemma":[0.0006282277,0.000067729736,0.000014761415,0.0012143075,0.000065615284,0.00040790197,0.00003464543,0.00025739695,0.000035757505],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004196903,0.00007034394,0.000032287287,0.0007565929,0.00023032218,0.000018329225,0.0013991898,0.00016299754,0.007970752,0.0364581,0.6272489,0.32561025],"study_design_scores_gemma":[0.00010885417,0.00007362602,0.00040854857,0.0005798808,0.000043755626,0.000042710533,0.0004926683,0.000057378064,0.0111234505,0.00076512794,0.98620296,0.0001010627],"about_ca_topic_score_codex":5.17473e-7,"about_ca_topic_score_gemma":1.3638537e-7,"teacher_disagreement_score":0.7596925,"about_ca_system_score_codex":0.00007436566,"about_ca_system_score_gemma":0.00003222049,"threshold_uncertainty_score":0.27619386},"labels":[],"label_agreement":null},{"id":"W2885088250","doi":"10.24908/pceea.v0i0.10353","title":"COGNITION AND TRANSDISCIPLINARY DESIGN: AN EDUCATIONAL FRAMEWORK FOR UNDERGRADUATE ENGINEERING DESIGN CURRICULUM DEVELOPMENT","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Engineering design process; Curriculum; Product design; Design education; Engineering ethics; Transdisciplinarity; Discipline; Process (computing); New product development; Engineering education; Engineering; Product (mathematics); Computer science; Engineering management; Sociology; Pedagogy; Management","score_opus":0.01661589115640724,"score_gpt":0.24850752715357294,"score_spread":0.2318916359971657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885088250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37136242,0.0010588832,0.56917715,0.028640144,0.017965613,0.006728059,0.00010329686,0.0012369987,0.0037274566],"genre_scores_gemma":[0.8473013,0.000016372926,0.15136208,0.00012708046,0.0004889893,0.00031216737,0.000021799156,0.00006492862,0.00030530425],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988289,0.000013315503,0.00033122834,0.00023042328,0.00023891297,0.00035720298],"domain_scores_gemma":[0.99849534,0.00028052952,0.0001694475,0.00009726048,0.0006642562,0.00029317537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071093085,0.00021907705,0.00016359724,0.00031735594,0.00030269538,0.00016824092,0.00022534226,0.00019337285,0.000031819764],"category_scores_gemma":[0.0010101818,0.00023824487,0.000045959394,0.00047088525,0.000022471744,0.0005231975,0.000010201716,0.00022156052,0.000010587152],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015682836,0.0021002297,0.020130573,0.0064850245,0.002896835,4.517246e-7,0.1054726,0.124287575,0.074718766,0.38021475,0.2493169,0.03421946],"study_design_scores_gemma":[0.0020369051,0.00051801716,0.16377224,0.0023272217,0.00097322813,0.000081777696,0.0056294147,0.54190207,0.10707957,0.045295253,0.12607473,0.004309579],"about_ca_topic_score_codex":0.00012005469,"about_ca_topic_score_gemma":0.00025843794,"teacher_disagreement_score":0.4759389,"about_ca_system_score_codex":0.0011119103,"about_ca_system_score_gemma":0.0008521876,"threshold_uncertainty_score":0.9715344},"labels":[],"label_agreement":null},{"id":"W2885996707","doi":"10.24908/pceea.v0i0.10515","title":"TEACHING CREDIBLE VALIDATION AND VERIFICATION METHODS TO A LARGE, MULTIDISCIPLINARY FIRST-YEAR ENGINEERING DESIGN CLASS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Toronto Rehabilitation Institute; University Health Network","funders":"Toronto Rehabilitation Institute; Canadian Institutes of Health Research; AGE-WELL","keywords":"Summative assessment; Multidisciplinary approach; Class (philosophy); Stakeholder; Computer science; Engineering management; Software engineering; Systems engineering; Engineering; Formative assessment; Mathematics education; Psychology; Artificial intelligence; Management","score_opus":0.014884614714911478,"score_gpt":0.2770735158602742,"score_spread":0.2621889011453627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885996707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64076096,0.00064827915,0.27422673,0.02810838,0.02077871,0.005971016,0.00013787065,0.002360728,0.027007317],"genre_scores_gemma":[0.8919697,0.000012609176,0.106261395,0.0001229232,0.0004466391,0.0001477239,0.000009799257,0.00007339774,0.00095585757],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987596,0.00002698123,0.0003371995,0.0002474428,0.00025014457,0.00037861502],"domain_scores_gemma":[0.9986839,0.00020882445,0.00017253305,0.00016125361,0.0004675007,0.00030593804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016902561,0.00020652193,0.00017808293,0.00048192477,0.00032348686,0.00018070989,0.00026682255,0.0001785419,0.00003335304],"category_scores_gemma":[0.0022571678,0.00022856994,0.000049468617,0.00064499053,0.000012050687,0.0006118752,0.00003445624,0.00031741138,0.000029310848],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008347488,0.0006358557,0.08884126,0.0034833339,0.001133077,3.535425e-7,0.06575848,0.1200442,0.2885735,0.1224903,0.288798,0.020158147],"study_design_scores_gemma":[0.00067538104,0.00012372273,0.15885219,0.00051452074,0.00023116345,0.000015791953,0.0021805258,0.34258354,0.061271638,0.00056670874,0.43168548,0.0012993409],"about_ca_topic_score_codex":0.00096139207,"about_ca_topic_score_gemma":0.0005036431,"teacher_disagreement_score":0.25120866,"about_ca_system_score_codex":0.0014404663,"about_ca_system_score_gemma":0.00025009998,"threshold_uncertainty_score":0.93208116},"labels":[],"label_agreement":null},{"id":"W2886582624","doi":"10.24908/pceea.v0i0.7359","title":"IMAGES OF THE FUTURE: GENDER AND PORTRAYALS OF FACULTY AND INDUSTRY MEMBERS IN CANADIAN ENGINEERING SCHOOL RECRUITMENT MATERIALS","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Context (archaeology); Representation (politics); Suspect; Population; Psychology; Public relations; Medical education; Sociology; Political science; Medicine; History; Law; Demography","score_opus":0.021088284994003854,"score_gpt":0.25873230635739847,"score_spread":0.2376440213633946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886582624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9924017,0.00024048584,9.560056e-7,0.0023300687,0.0015824605,0.0004659603,0.00008990973,0.0000180857,0.0028703401],"genre_scores_gemma":[0.9990781,0.000053016018,0.00032153458,0.00005300791,0.0001078107,0.000044689717,0.000004094107,0.000025360654,0.00031239615],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99911743,0.000007796441,0.00031518083,0.00012458047,0.00018045526,0.00025458122],"domain_scores_gemma":[0.99901503,0.000032360633,0.00033171705,0.00015542845,0.00020797171,0.00025750807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062582764,0.00014094626,0.00019076372,0.00024349977,0.00011360356,0.000110911744,0.00026863214,0.00022035472,0.00003837354],"category_scores_gemma":[0.0010843382,0.00013011368,0.000032323882,0.00018250773,0.000023159295,0.0003281627,0.000022797733,0.00027956645,5.334413e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005516566,0.000052366875,0.8877918,0.0017018229,0.00033523628,2.7639507e-7,0.004693518,0.003972681,0.06259503,0.0072805933,0.029908657,0.001662466],"study_design_scores_gemma":[0.00014101193,0.0000037413834,0.9639788,0.00014700531,0.00003910765,0.000004024653,0.0005345441,0.0003763642,0.021301338,0.000039489187,0.013280554,0.00015397633],"about_ca_topic_score_codex":0.10126326,"about_ca_topic_score_gemma":0.049977206,"teacher_disagreement_score":0.07618701,"about_ca_system_score_codex":0.00094734074,"about_ca_system_score_gemma":0.00065575173,"threshold_uncertainty_score":0.96735823},"labels":[],"label_agreement":null},{"id":"W2886975639","doi":"10.24908/pceea.v0i0.9621","title":"BEHAVIOURAL DIFFERENCES OF HIGH AND LOW PERFORMING TEAMS: A MULTI-INSTITUTIONAL STUDY OF FIRST-YEAR ENGINEERING DESIGN TEAMS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mindset; Psychology; Team effectiveness; Quality (philosophy); Applied psychology; Medical education; Engineering; Knowledge management; Computer science; Medicine","score_opus":0.012810665239636225,"score_gpt":0.211019611095609,"score_spread":0.19820894585597276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886975639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976454,0.00005452299,0.00042800166,0.00015163771,0.0010636149,0.0004196591,0.000014377116,0.000056997567,0.00016582535],"genre_scores_gemma":[0.99566364,0.000011458727,0.0039711553,0.000009391504,0.00011394754,0.000050792616,0.0000027986391,0.000028542638,0.00014827368],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99893546,0.0000085295005,0.0003803046,0.00015374593,0.00029227033,0.00022968599],"domain_scores_gemma":[0.9988464,0.00011513843,0.00025738872,0.0001002335,0.00053766544,0.00014314176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004523668,0.00017817006,0.00023692341,0.0003411704,0.00013846718,0.000049582253,0.00023163011,0.00011579541,0.000029145585],"category_scores_gemma":[0.0009068967,0.00017122742,0.000044427474,0.0004389393,0.000034226887,0.00039751912,0.000020038526,0.00019603725,0.0000021539843],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015932339,0.0005826441,0.9518433,0.0009437906,0.00039105382,1.2849898e-7,0.016818713,0.015118797,0.0077869603,0.0031083012,0.002224603,0.0011657588],"study_design_scores_gemma":[0.00073225034,0.00014910042,0.92030126,0.00038826096,0.00016677493,0.0000069495786,0.0042400956,0.0636635,0.009414904,0.000032005126,0.00050149584,0.00040338692],"about_ca_topic_score_codex":0.006543046,"about_ca_topic_score_gemma":0.002719142,"teacher_disagreement_score":0.0485447,"about_ca_system_score_codex":0.00079391093,"about_ca_system_score_gemma":0.00033400708,"threshold_uncertainty_score":0.98911715},"labels":[],"label_agreement":null},{"id":"W2887021232","doi":"10.24908/pceea.v0i0.10392","title":"VALUE OF LANGUAGE BACKGROUND ON IDEA GENERATION SESSIONS IN FIRST-YEAR ENGINEERING DESIGN TEAMS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Multilingualism; Diversity (politics); Teamwork; Value (mathematics); Race (biology); Psychology; Sociology; Knowledge management; Political science; Pedagogy; Computer science; Gender studies","score_opus":0.012463976998078883,"score_gpt":0.23332472430093748,"score_spread":0.2208607473028586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887021232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9843216,0.00013238966,0.0014240115,0.0018303773,0.004028818,0.0007268553,0.000026135129,0.00018562622,0.0073241876],"genre_scores_gemma":[0.9944882,0.00001425942,0.0043755737,0.000093253184,0.00038229348,0.000053653566,0.000008313142,0.00004897289,0.00053547375],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989157,0.00001273253,0.00035295027,0.00016187847,0.00027631392,0.00028044207],"domain_scores_gemma":[0.9990818,0.00014588873,0.00018701032,0.00013749479,0.00030442435,0.00014340949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063478586,0.00016838705,0.00017416422,0.00047767028,0.000089117864,0.00006798096,0.0002442959,0.00016375454,0.00006853022],"category_scores_gemma":[0.0010921002,0.00017786941,0.000056272318,0.0007574453,0.000013527548,0.0003633784,0.000011628614,0.00025413296,0.00002444716],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030555246,0.0004885004,0.03970408,0.0013062409,0.00042252435,5.492693e-7,0.02843951,0.48145387,0.19354604,0.08547489,0.1660138,0.0031194258],"study_design_scores_gemma":[0.0013486828,0.00020948955,0.2349408,0.0015167458,0.00019431235,0.000012858306,0.0059097717,0.5155564,0.18135536,0.00031716106,0.057005234,0.0016331619],"about_ca_topic_score_codex":0.0022456099,"about_ca_topic_score_gemma":0.0017047254,"teacher_disagreement_score":0.19523671,"about_ca_system_score_codex":0.0018215628,"about_ca_system_score_gemma":0.00037792567,"threshold_uncertainty_score":0.7253304},"labels":[],"label_agreement":null},{"id":"W2887282874","doi":"10.24908/pceea.v0i0.10359","title":"RELATIONAL LEADERSHIP IN DESIGN PROJECTS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Interpersonal communication; Psychology; Interpersonal relationship; Social skills; Knowledge management; Applied psychology; Social psychology; Computer science; Developmental psychology","score_opus":0.08081948319977983,"score_gpt":0.22707405653144147,"score_spread":0.14625457333166164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887282874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52162814,0.0013785125,0.0035298716,0.06139401,0.030321157,0.0055814623,0.00006424028,0.0016735037,0.3744291],"genre_scores_gemma":[0.99348044,0.0000063876582,0.0033089607,0.0003444693,0.00029960118,0.00006445527,0.0000039356705,0.000035494137,0.0024562816],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9990282,0.000012077855,0.0002567947,0.00013640248,0.00025014926,0.0003163758],"domain_scores_gemma":[0.9991336,0.00011331254,0.00013445175,0.00008276938,0.00040326384,0.00013263198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007412205,0.00012705971,0.00011142154,0.00041011037,0.00009133162,0.00006838436,0.00021075994,0.00015392913,0.00008966157],"category_scores_gemma":[0.0014338925,0.00013654317,0.000039175084,0.0008475645,0.000018871884,0.0003816233,0.000007337313,0.00026213189,0.000054643788],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002409133,0.00026798228,0.1926567,0.0010416852,0.00029141374,2.9812384e-7,0.017997416,0.022442734,0.016416943,0.10635052,0.6363437,0.0061664907],"study_design_scores_gemma":[0.00068916334,0.000062789106,0.66853905,0.0005854153,0.00008798182,0.000016972424,0.002532263,0.058631837,0.018711016,0.0010719479,0.24804576,0.0010258065],"about_ca_topic_score_codex":0.0013117464,"about_ca_topic_score_gemma":0.00295039,"teacher_disagreement_score":0.47588235,"about_ca_system_score_codex":0.002090909,"about_ca_system_score_gemma":0.0008034751,"threshold_uncertainty_score":0.55680686},"labels":[],"label_agreement":null},{"id":"W2887569066","doi":"10.1177/0954406218792583","title":"Need for Closure and individual tendency for design fixation and functional fixedness","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Institution of Mechanical Engineers Part C Journal of Mechanical Engineering Science","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Closure (psychology); Predictability; Fixation (population genetics); Scale (ratio); Ambiguity; Social psychology; Psychology; Computer science; Mathematics; Statistics; Sociology; Political science; Demography","score_opus":0.03862462145458503,"score_gpt":0.2559726295319828,"score_spread":0.21734800807739776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887569066","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.124032974,0.00016197666,0.8725293,0.0004134402,0.0023102222,0.00046470738,0.0000149455755,0.000042569794,0.000029840718],"genre_scores_gemma":[0.9407881,0.00004427951,0.058849387,0.000024543224,0.00025000965,0.000018877243,5.302462e-7,0.000015376141,0.000008897105],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985443,0.000005973982,0.00056025287,0.00016868448,0.00048668074,0.00023413009],"domain_scores_gemma":[0.99826765,0.00032839645,0.00027247958,0.0000750589,0.00089670083,0.00015969413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025158923,0.00016017417,0.0002723316,0.00023541717,0.0001298841,0.000049212642,0.00033508992,0.000118585536,0.0000050016865],"category_scores_gemma":[0.003277812,0.00012776004,0.000090599046,0.0004916455,0.00018948584,0.00068468484,0.00004988593,0.00021449529,2.047883e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030310403,0.00009579968,0.000015949954,0.00057810574,0.00013745119,1.5376885e-7,0.00037404994,0.038965095,0.68555063,0.2698146,0.0011151222,0.0030499222],"study_design_scores_gemma":[0.0017839491,0.0009932402,0.00042091473,0.00046031928,0.00024435474,0.00014765895,0.00029431545,0.43293777,0.5545104,0.0051080026,0.002767527,0.0003315476],"about_ca_topic_score_codex":4.917883e-7,"about_ca_topic_score_gemma":9.5908746e-8,"teacher_disagreement_score":0.8167551,"about_ca_system_score_codex":0.00005921584,"about_ca_system_score_gemma":0.00014637808,"threshold_uncertainty_score":0.5209904},"labels":[],"label_agreement":null},{"id":"W2887633423","doi":"10.24908/pceea.v0i0.10341","title":"USING A PROJECT ON ASSISTIVE TECHNOLOGY TO TEACH CAD AND RAPID PROTOTYPING","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"CAD; Computer Aided Design; Rapid prototyping; Computer science; Software engineering; Engineering management; Engineering; Systems engineering; Engineering drawing; Multimedia; Manufacturing engineering","score_opus":0.015625877768550355,"score_gpt":0.2720987155734193,"score_spread":0.25647283780486896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887633423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9451088,0.00023702727,0.00031185523,0.0115477545,0.0040524886,0.0029783756,0.00003454893,0.0005594083,0.035169754],"genre_scores_gemma":[0.99439037,0.000007669509,0.004132146,0.0003469461,0.00026721566,0.0001551155,0.0000016123454,0.000042669835,0.00065627275],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914515,0.0000070568085,0.00020232699,0.00018360889,0.0001795759,0.0002822803],"domain_scores_gemma":[0.99911374,0.000044572935,0.00012900487,0.000097398144,0.00047055588,0.0001447091],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039576518,0.00014852424,0.00013732135,0.0006919897,0.00018503843,0.00009581336,0.00018375706,0.0001565147,0.000016336086],"category_scores_gemma":[0.0013308298,0.00015262079,0.00002892597,0.00095413,0.000020894264,0.00018989712,0.000016679818,0.00025174997,0.000013827033],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008615179,0.00053046003,0.16961537,0.00233704,0.0012887093,6.4331346e-7,0.025405264,0.003734024,0.19333471,0.087178566,0.39898378,0.117505275],"study_design_scores_gemma":[0.00040053256,0.00017438723,0.12866616,0.00064839184,0.00013452115,0.000028487484,0.0019409483,0.019929612,0.02624348,0.00025353685,0.82065827,0.00092166784],"about_ca_topic_score_codex":0.0012071475,"about_ca_topic_score_gemma":0.0007786116,"teacher_disagreement_score":0.4216745,"about_ca_system_score_codex":0.0017150769,"about_ca_system_score_gemma":0.0005075106,"threshold_uncertainty_score":0.6223695},"labels":[],"label_agreement":null},{"id":"W2887896234","doi":"10.22215/etd/2010-08853","title":"Facilitating communication in the interdisciplinary design process","year":2010,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Library and Archives Canada","funders":"","keywords":"Humanities; Auteur theory; Art; Political science; Art history","score_opus":0.029863049675454702,"score_gpt":0.35449875942811804,"score_spread":0.3246357097526633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887896234","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16422653,0.0012963618,0.0113584045,0.0008011147,0.0017841927,0.0014753363,0.0000057441316,0.00046960186,0.8185827],"genre_scores_gemma":[0.9921882,0.00005517128,0.0037312137,0.000063198655,0.000036537833,0.0002744883,0.00039164387,0.000031100808,0.0032284278],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9992749,0.00014778864,0.0002314462,0.00010334879,0.00012967332,0.00011283245],"domain_scores_gemma":[0.99865645,0.0008776503,0.00005490187,0.00033937246,0.000053171952,0.00001845515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006944216,0.00013838646,0.000105795145,0.00010506306,0.00008698628,0.000083407525,0.00042292077,0.00018017273,0.00024383175],"category_scores_gemma":[0.00014966057,0.000107459244,0.000026370486,0.00019729768,0.000010017772,0.00021636528,0.000008465282,0.0008896673,0.00010473158],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013039444,0.0002983707,0.000051953215,0.0016500701,0.000086458786,0.000005624508,0.7455507,0.012072163,0.0037926338,0.0017912727,0.042725466,0.19184491],"study_design_scores_gemma":[0.00057059136,0.00008681271,0.00661104,0.00066535716,0.00011606343,0.000033308057,0.89151835,0.06005682,0.0047156364,0.018255483,0.015958412,0.0014121204],"about_ca_topic_score_codex":0.000011511173,"about_ca_topic_score_gemma":0.00048819976,"teacher_disagreement_score":0.8279617,"about_ca_system_score_codex":0.000023791132,"about_ca_system_score_gemma":0.000047108973,"threshold_uncertainty_score":0.43820608},"labels":[],"label_agreement":null},{"id":"W2887948175","doi":"10.24908/pceea.v0i0.10320","title":"DESIGN PROBLEM PERCEPTION IN ENGINEERING DESIGN TEAMS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Capstone; Perception; Engineering design process; Process (computing); Design process; Creativity; Aerospace; Engineering; Computer science; Management science; Engineering management; Systems engineering; Psychology; Work in process; Operations management; Mechanical engineering","score_opus":0.009436970687278284,"score_gpt":0.2080991844547228,"score_spread":0.19866221376744453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887948175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6836791,0.0013359853,0.14216864,0.025020955,0.037349757,0.013355647,0.0000748061,0.0044578486,0.09255727],"genre_scores_gemma":[0.97408026,0.000022270538,0.024059312,0.00015114457,0.000360257,0.00015264493,0.0000042200672,0.00007384152,0.0010960591],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863833,0.000018646368,0.00038910273,0.00020924672,0.00029979,0.00044491186],"domain_scores_gemma":[0.9989035,0.00013044284,0.00017034913,0.00012926347,0.00045941325,0.00020703574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001112158,0.00022017084,0.00018772464,0.0005669265,0.00011318116,0.00014111587,0.00033651324,0.00021565515,0.00009876074],"category_scores_gemma":[0.000870672,0.00023905264,0.000056098554,0.0010134865,0.000016558972,0.0005272876,0.000013817417,0.00035060305,0.0000668961],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003765209,0.0003877417,0.037604757,0.0016075657,0.00042259193,5.871448e-7,0.025695097,0.39876398,0.2027276,0.009334364,0.3081963,0.015221748],"study_design_scores_gemma":[0.0011750102,0.00018087699,0.23950686,0.0011974219,0.00020711934,0.000040790874,0.002192821,0.5726261,0.038694896,0.0009227126,0.1410422,0.0022131524],"about_ca_topic_score_codex":0.0018756858,"about_ca_topic_score_gemma":0.00095500523,"teacher_disagreement_score":0.29040113,"about_ca_system_score_codex":0.003609418,"about_ca_system_score_gemma":0.0006269225,"threshold_uncertainty_score":0.9748283},"labels":[],"label_agreement":null},{"id":"W2889216301","doi":"10.22215/timreview/1176","title":"Transdisciplinary Research in the Built Environment: A Question of Time","year":2018,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Design Education and Practice","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vetenskapsrådet; Kungliga Tekniska Högskolan; Chalmers Tekniska Högskola; FedDev Ontario; Svenska Forskningsrådet Formas","keywords":"Discipline; Data science; Computer science; Engineering ethics; Management science; Sociology; Engineering; Social science","score_opus":0.07007301597332441,"score_gpt":0.38863262924557584,"score_spread":0.31855961327225146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889216301","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14465687,0.08728587,0.041936323,0.1661985,0.00062538026,0.009226545,0.000008666734,0.0013696351,0.5486922],"genre_scores_gemma":[0.9303464,0.06350059,0.0038179914,0.0008270217,0.000057857043,0.00049718673,0.00003481501,0.000024686888,0.0008934411],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991631,0.00011006829,0.00031771784,0.00010871699,0.00017603475,0.00012439802],"domain_scores_gemma":[0.9994831,0.000040717892,0.000049138092,0.00036345038,0.000059267222,0.0000042918664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026211252,0.00006419195,0.000103823164,0.00067363365,0.000042499865,0.000006111152,0.00027997568,0.000054877935,0.00030362894],"category_scores_gemma":[0.00003040569,0.000052656844,0.000010609737,0.003369238,0.0001331482,0.00009589372,0.00002993018,0.00020687029,0.00050351996],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008752177,0.00020997171,0.00017735583,0.0038092113,0.000060068538,0.000007759132,0.0005412343,0.000037506412,0.00248947,0.48440555,0.045727212,0.4625259],"study_design_scores_gemma":[0.0002494793,0.00014381808,0.0020975422,0.0019218379,0.00005039264,0.0000138602545,0.00055094535,0.000478067,0.00090608996,0.034136113,0.959272,0.00017980476],"about_ca_topic_score_codex":0.0000012710124,"about_ca_topic_score_gemma":8.661991e-7,"teacher_disagreement_score":0.91354483,"about_ca_system_score_codex":0.000037149246,"about_ca_system_score_gemma":0.0000050801837,"threshold_uncertainty_score":0.64718986},"labels":[],"label_agreement":null},{"id":"W2890473875","doi":"10.1177/1052562918799797","title":"Creativity or Cooptation? Thinking Beyond Instrumentalism When Teaching Design Thinking","year":2018,"lang":"en","type":"article","venue":"Organizational Behavior Teaching Review","topic":"Design Education and Practice","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Creativity; Instrumentalism; Shadow (psychology); Experiential learning; Curriculum; Epistemology; Promotion (chess); Pedagogy; Sociology; Aesthetics; Psychology; Social psychology; Philosophy; Political science; Psychoanalysis","score_opus":0.037009414374997975,"score_gpt":0.319010336711418,"score_spread":0.28200092233642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890473875","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05162081,0.028994035,0.8402778,0.0068999687,0.0061879912,0.00559121,0.00010049677,0.005121889,0.055205796],"genre_scores_gemma":[0.7296162,0.0049818256,0.25092652,0.009129739,0.0013683374,0.00023712999,0.00059878384,0.0003891214,0.0027522887],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974503,0.0006295438,0.0005787501,0.00036599222,0.00065897516,0.00031641967],"domain_scores_gemma":[0.99859196,0.00048131598,0.00020256481,0.00038245294,0.00019809366,0.00014358945],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025322544,0.00034203226,0.00036076253,0.00013773808,0.0010850119,0.00033256758,0.0005123211,0.00011382216,0.0033186574],"category_scores_gemma":[0.0013068835,0.00031323152,0.00006467662,0.00033324558,0.00006214888,0.0011087544,0.00008087155,0.0007356438,0.00040964945],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007605621,0.0019011801,0.07620368,0.0040717144,0.000684492,0.000094412295,0.05287444,0.0004929279,0.010340917,0.16208449,0.271128,0.42004767],"study_design_scores_gemma":[0.0023506426,0.000576355,0.023475349,0.012101226,0.0037257834,0.0011566759,0.0015042241,0.0032825477,0.00536719,0.014567362,0.9271668,0.0047257966],"about_ca_topic_score_codex":0.00002904109,"about_ca_topic_score_gemma":0.000007773328,"teacher_disagreement_score":0.67799544,"about_ca_system_score_codex":0.00027882695,"about_ca_system_score_gemma":0.00016515258,"threshold_uncertainty_score":0.999932},"labels":[],"label_agreement":null},{"id":"W2897806018","doi":"10.17831/rep:arcc%y471","title":"Dysfunctional design + construction","year":2018,"lang":"en","type":"article","venue":"ARCC Conference Repository (Architectural Research Centers Consortium)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Dysfunctional family; Psychology","score_opus":0.086837829769591,"score_gpt":0.3283369083206617,"score_spread":0.24149907855107072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897806018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71199113,0.00028386782,0.13612717,0.0013791189,0.0063542644,0.0011949035,0.000014669127,0.0010048185,0.14165007],"genre_scores_gemma":[0.9932521,0.00004733865,0.0042966073,0.00006671226,0.00056701625,0.00008068038,0.000010433234,0.00003589213,0.0016432056],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9968678,0.00075454207,0.0003912032,0.00043287128,0.00079882314,0.00075476506],"domain_scores_gemma":[0.99753827,0.0008198596,0.000060096456,0.00045550105,0.00076461124,0.0003616472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009616875,0.00023770517,0.00019738563,0.00039683154,0.0005880748,0.0003141651,0.00038429708,0.00011005985,0.0008759122],"category_scores_gemma":[0.00038384247,0.00022894808,0.00007795328,0.00047279923,0.0010984106,0.00035279593,0.00007326381,0.00079190277,0.00051402993],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001489786,0.00024091257,0.014444898,0.00023706234,0.0005934722,0.00014181677,0.0038900366,0.0013106525,0.5985358,0.010688061,0.039449394,0.32897812],"study_design_scores_gemma":[0.003846573,0.0025168585,0.09627185,0.000659117,0.00015271983,0.0056357966,0.004622591,0.10916374,0.5101047,0.008393404,0.25570664,0.0029259801],"about_ca_topic_score_codex":0.00007925509,"about_ca_topic_score_gemma":0.000018587041,"teacher_disagreement_score":0.32605213,"about_ca_system_score_codex":0.0002322195,"about_ca_system_score_gemma":0.00041367864,"threshold_uncertainty_score":0.9590624},"labels":[],"label_agreement":null},{"id":"W2899381446","doi":"10.1115/detc2018-85516","title":"TRIZ Application in Bionic Modeling for Lightweight Design of Machine Tool Column","year":2018,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"TRIZ; Table (database); Computer science; Selection (genetic algorithm); Engineering drawing; Engineering; Artificial intelligence; Data mining","score_opus":0.031584494684328696,"score_gpt":0.27873356973740515,"score_spread":0.24714907505307646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899381446","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062935892,0.00009657388,0.98902667,0.00012485043,0.000118723714,0.00042023524,0.0000022430509,0.00006979172,0.003847328],"genre_scores_gemma":[0.9550304,0.000031738215,0.044174366,0.00005153491,0.000066809356,0.00010151212,0.0000072968,0.000014135214,0.0005222016],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995687,0.000016860531,0.00018895442,0.00008455746,0.00004790742,0.0000930012],"domain_scores_gemma":[0.99965185,0.000120806544,0.000022807835,0.00012861962,0.000056744,0.000019185742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029954425,0.000055552664,0.00007973377,0.00007864168,0.000016565293,0.00001076137,0.00006966094,0.00004266145,0.00009744667],"category_scores_gemma":[0.000041494262,0.00005506936,0.000016372458,0.00017113012,0.000007813917,0.000121107485,0.0000037765371,0.00003903523,0.000043574528],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005046992,0.000603482,0.00050194195,0.00044723612,0.00012959584,4.2012178e-7,0.002801261,0.4684835,0.26173383,0.03964438,0.021966692,0.20318294],"study_design_scores_gemma":[0.0002552513,0.0000359001,0.00002807653,0.000005531228,0.000006863937,6.9983685e-7,0.000022996512,0.97530645,0.014212311,0.0006416014,0.009412476,0.00007185652],"about_ca_topic_score_codex":0.00002892826,"about_ca_topic_score_gemma":0.000027747026,"teacher_disagreement_score":0.9487368,"about_ca_system_score_codex":0.000031230742,"about_ca_system_score_gemma":0.00002488877,"threshold_uncertainty_score":0.22456633},"labels":[],"label_agreement":null},{"id":"W2900338134","doi":"10.1115/1.4041928","title":"Understanding the Role of Additive Manufacturing Knowledge in Stimulating Design Innovation for Novice Designers","year":2018,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Novelty; Ideation; Quality (philosophy); Computer science; Process (computing); Engineering design process; Architectural design; Knowledge management; Process management; Manufacturing engineering; Systems engineering; Engineering; Business; Marketing; Architecture; Psychology","score_opus":0.139275361441278,"score_gpt":0.324610952226325,"score_spread":0.18533559078504702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900338134","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037668745,0.00010253246,0.99457437,0.000079484074,0.0004105961,0.00034463182,0.0000018270485,0.000019583007,0.00070008985],"genre_scores_gemma":[0.9350458,0.000016110032,0.06458132,0.000048367026,0.0002580529,0.000010478031,6.526088e-7,0.000028055423,0.000011165995],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99848264,0.00030547302,0.00069702626,0.0000993012,0.00019887861,0.00021667703],"domain_scores_gemma":[0.99566525,0.0035289803,0.00033427204,0.000114049275,0.0003067795,0.000050644416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003413077,0.00013587734,0.00023605966,0.00031656845,0.00008770774,0.000039112525,0.00023001734,0.00010198774,0.00005403079],"category_scores_gemma":[0.00080012827,0.00010711505,0.00005990879,0.00048475023,0.00003436893,0.0003490495,0.00001327062,0.00029290974,0.000005878068],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020192803,0.00037655738,0.000014754628,0.00015448398,0.00045134386,0.000008858876,0.0077609424,0.19964229,0.6100085,0.06845667,0.0053345836,0.10577177],"study_design_scores_gemma":[0.0009758031,0.0006798238,0.000048663504,0.00019978554,0.00007253476,0.000031625874,0.0031331803,0.30737907,0.6358255,0.050644975,0.0008197362,0.00018928845],"about_ca_topic_score_codex":0.0000017245682,"about_ca_topic_score_gemma":0.0000023345408,"teacher_disagreement_score":0.93127894,"about_ca_system_score_codex":0.00027305537,"about_ca_system_score_gemma":0.00014116515,"threshold_uncertainty_score":0.43680248},"labels":[],"label_agreement":null},{"id":"W2901495397","doi":"10.25071/10315/35294","title":"Towards A Conceptual Model Of Design Team Learning In Mechanical Engineering Education","year":2018,"lang":"en","type":"article","venue":"Progress in Canadian Mechanical Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Conceptual model; Conceptual design; Engineering education; Computer science; Knowledge management; Engineering management; Systems engineering; Human–computer interaction; Engineering","score_opus":0.025520400645329882,"score_gpt":0.2676467352055212,"score_spread":0.2421263345601913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901495397","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16622715,0.0031093995,0.818392,0.00091037195,0.0043717255,0.0020513162,0.00002379673,0.0012358105,0.003678433],"genre_scores_gemma":[0.95060515,0.000034376433,0.048905447,0.000052420102,0.00014410718,0.00015252751,0.0000061777646,0.000077137294,0.000022668912],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982338,0.000051234452,0.0005040294,0.0002873625,0.0002190616,0.0007045289],"domain_scores_gemma":[0.9990425,0.00014085,0.000044777655,0.00022763992,0.00008447062,0.00045977777],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008291787,0.0002590903,0.00032098356,0.00066071365,0.000028745328,0.000038772214,0.0002976343,0.00024582422,0.000074571275],"category_scores_gemma":[0.00058427954,0.00032228456,0.000050166203,0.0006973815,0.000034538305,0.0002653282,0.000028363025,0.0006578481,0.000017533883],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002573322,0.000099458695,0.0002417141,0.00022553994,0.000039195646,0.000009508202,0.0015047493,0.9040378,0.006859822,0.049362153,0.00020000321,0.03739436],"study_design_scores_gemma":[0.0002653449,0.000068858724,0.00014213099,0.00019794618,0.000010095972,0.000009674216,0.00013783212,0.9876166,0.008524048,0.00019106889,0.002508979,0.0003273965],"about_ca_topic_score_codex":0.0023996022,"about_ca_topic_score_gemma":0.0036731858,"teacher_disagreement_score":0.784378,"about_ca_system_score_codex":0.0006531988,"about_ca_system_score_gemma":0.00086529617,"threshold_uncertainty_score":0.99992293},"labels":[],"label_agreement":null},{"id":"W2903423101","doi":"10.7577/formakademisk.2608","title":"Systemic design agendas in education and design research","year":2018,"lang":"en","type":"article","venue":"FormAkademisk - forskningstidsskrift for design og designdidaktikk","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Sociotechnical system; Transdisciplinarity; Engineering ethics; Sociology; Management science; Computer science; Engineering; Knowledge management; Social science","score_opus":0.10550722042346779,"score_gpt":0.361510889192283,"score_spread":0.25600366876881525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903423101","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042856527,0.0037570721,0.9823731,0.00017623111,0.0015413739,0.0050683166,0.000015688775,0.00068599347,0.0020965338],"genre_scores_gemma":[0.69237095,0.00085949467,0.30033064,0.00027534118,0.00096763106,0.0027773536,0.000040179773,0.00032091455,0.0020575006],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9937574,0.0013902402,0.0012699674,0.0009813567,0.0007662246,0.0018348055],"domain_scores_gemma":[0.99326843,0.0043779085,0.00026501372,0.0008048228,0.000693181,0.00059062],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011310815,0.00076896365,0.0007312297,0.0016086716,0.0008100399,0.00042759106,0.000847405,0.0006969779,0.00015253671],"category_scores_gemma":[0.001746321,0.00082004647,0.00013477501,0.0018086093,0.0006645713,0.0016915031,0.000084685256,0.001108803,0.0003918434],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039494876,0.0011352636,0.0012335088,0.0023260156,0.00060808443,0.00004199088,0.03385885,0.03737711,0.09549001,0.022717884,0.56370705,0.23755476],"study_design_scores_gemma":[0.006814527,0.0050737755,0.0008303766,0.0023999133,0.00045937448,0.0015406191,0.006979327,0.6304402,0.119432025,0.051518038,0.16973804,0.004773838],"about_ca_topic_score_codex":0.000043609063,"about_ca_topic_score_gemma":0.0000045592587,"teacher_disagreement_score":0.68808526,"about_ca_system_score_codex":0.0006253479,"about_ca_system_score_gemma":0.0009829772,"threshold_uncertainty_score":0.99942505},"labels":[],"label_agreement":null},{"id":"W2903779322","doi":"10.21606/drs.2018.578","title":"Using Design Competencies to Define Curricula and Support Learners","year":2018,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design; Beef Farmers of Ontario","funders":"","keywords":"Curriculum; Computer science; Set (abstract data type); Core competency; Design elements and principles; Design education; Visualization; Mathematics education; Knowledge management; Software engineering; Psychology; Pedagogy; Artificial intelligence; Programming language","score_opus":0.058218667815706664,"score_gpt":0.29165049642827395,"score_spread":0.23343182861256728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903779322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9622609,0.000087281616,0.0058208075,0.00019010385,0.00022764184,0.00017545154,0.0000011230878,0.00013755553,0.03109915],"genre_scores_gemma":[0.9474449,0.000018622912,0.052243043,0.00009009253,0.00006785003,0.0000040247364,2.8528666e-7,0.00001551729,0.00011565695],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995573,0.0000019850872,0.00011742972,0.00009595863,0.000092683396,0.00013462716],"domain_scores_gemma":[0.99968714,0.00003084478,0.000032281296,0.000029664228,0.0001394389,0.00008063579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020408737,0.00007820965,0.00009655324,0.0000908431,0.00004071966,0.00003622423,0.00006832268,0.000028854753,0.00005969564],"category_scores_gemma":[0.00011333897,0.000079088284,0.000012227152,0.00020745283,0.000047548703,0.0002249618,0.000016855325,0.000054958342,0.000029185503],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006142222,0.000079948986,0.013994827,0.00036098497,0.00007743773,0.0000010502935,0.0130716935,0.00072724203,0.91046077,0.0072467243,0.03301616,0.020901734],"study_design_scores_gemma":[0.0013342835,0.0014807907,0.015690288,0.0004760108,0.00031863927,0.0003334522,0.018115278,0.053213496,0.73076475,0.0017984377,0.17465648,0.001818078],"about_ca_topic_score_codex":0.0000058803594,"about_ca_topic_score_gemma":2.7057266e-7,"teacher_disagreement_score":0.17969601,"about_ca_system_score_codex":0.000017676412,"about_ca_system_score_gemma":0.000013804058,"threshold_uncertainty_score":0.32251266},"labels":[],"label_agreement":null},{"id":"W2904436383","doi":"10.15122/isbn.978-2-8124-3929-2.p.0195","title":"“Have we the men ?” La genèse du génie civil au Canada","year":2012,"lang":"fr","type":"article","venue":"Classiques GARNIER","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Art; Humanities; Political science","score_opus":0.016575544449944996,"score_gpt":0.24675241587966715,"score_spread":0.23017687142972215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904436383","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029548258,0.0138726,0.0013448884,0.04815088,0.0062916363,0.00021943754,0.000021040665,0.00009725013,0.92704743],"genre_scores_gemma":[0.8226371,0.0029188371,0.000371286,0.001246475,0.0041355575,0.00004749094,0.000011272356,0.000078067525,0.1685539],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99807084,0.00053899863,0.0002743434,0.0001746502,0.00025734145,0.0006838222],"domain_scores_gemma":[0.99796796,0.001058807,0.000100054356,0.00043932538,0.00008145184,0.00035241444],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007662416,0.0002704197,0.00019153571,0.000040272535,0.00018724939,0.00012785496,0.00027502628,0.0001999128,0.0053080064],"category_scores_gemma":[0.00027146057,0.00022983724,0.00007429778,0.00014195498,0.0001554272,0.0005510708,0.000054316395,0.0006337537,0.00054782396],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008287377,0.000085430176,0.0057887128,0.00009347265,0.00012521527,0.000013638345,0.0081340065,0.00017148397,0.000084440726,0.015041996,0.9517907,0.01866264],"study_design_scores_gemma":[0.00014084845,0.000010444523,0.011664356,0.000053883723,0.00010705755,0.00007810513,0.0018119311,0.0011273318,0.00048527514,0.0002242744,0.9840045,0.00029200548],"about_ca_topic_score_codex":0.22570528,"about_ca_topic_score_gemma":0.3794378,"teacher_disagreement_score":0.8196823,"about_ca_system_score_codex":0.0010013652,"about_ca_system_score_gemma":0.0014410154,"threshold_uncertainty_score":0.9956013},"labels":[],"label_agreement":null},{"id":"W2905638594","doi":"10.1115/1.4042336","title":"Visual Similarity to Aid Alternative-Use Concept Generation for Retired Wind-Turbine Blades","year":2018,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Reuse; Similarity (geometry); Turbine; Turbine blade; Scale (ratio); Computer science; Work (physics); Exploit; Engineering; Simulation; Human–computer interaction; Industrial engineering; Artificial intelligence; Mechanical engineering; Image (mathematics)","score_opus":0.10475172613192563,"score_gpt":0.3428737362399466,"score_spread":0.23812201010802098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905638594","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030395228,0.00005638505,0.96619016,0.0010277589,0.001935925,0.0002866421,0.0000059560675,0.000038631693,0.00006329805],"genre_scores_gemma":[0.88679,0.000029539477,0.10956872,0.00090310775,0.0024724635,0.000006270245,0.000003026406,0.00003213425,0.00019478917],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987797,0.00018536537,0.00044930386,0.0001273517,0.00026411033,0.00019417048],"domain_scores_gemma":[0.9985017,0.0005402733,0.00015475819,0.00012080254,0.00046299706,0.0002194718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010281953,0.00013581234,0.0002276664,0.00010723683,0.000076293814,0.000113123526,0.00018096446,0.00010369489,0.00021213845],"category_scores_gemma":[0.001317994,0.000121594,0.00008952586,0.00015561056,0.000020031193,0.0004944544,0.000012668523,0.00021019687,0.00003055659],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079485844,0.00022884339,0.0000037777388,0.000020223411,0.00023227884,0.000014264538,0.0010245664,0.016747585,0.80576223,0.0032756473,0.15755622,0.014339494],"study_design_scores_gemma":[0.0013604972,0.0023061438,0.00005414994,0.00005274842,0.00011371304,0.00006730515,0.00008505303,0.27363107,0.65517163,0.0017892384,0.06507133,0.0002971059],"about_ca_topic_score_codex":0.0000025140153,"about_ca_topic_score_gemma":0.0000021753947,"teacher_disagreement_score":0.85662144,"about_ca_system_score_codex":0.000099236444,"about_ca_system_score_gemma":0.00007012782,"threshold_uncertainty_score":0.49584594},"labels":[],"label_agreement":null},{"id":"W2905951544","doi":"10.32920/ryerson.14664474.v1","title":"A House of Three Birds*","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Toronto Metropolitan University","funders":"","keywords":"Liminality; Architecture; Focus (optics); Meaning (existential); Space (punctuation); Interpretation (philosophy); Normative; Aesthetics; Perspective (graphical); Computer science; Product (mathematics); Visual arts; Art; Epistemology; Philosophy; Mathematics","score_opus":0.042724754606619626,"score_gpt":0.2726507631054287,"score_spread":0.22992600849880906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905951544","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20093164,0.0038616108,0.30420372,0.00081664836,0.0077014742,0.0004561712,0.000013969408,0.0025814136,0.47943336],"genre_scores_gemma":[0.98658913,0.00027413515,0.0120380465,0.000063918706,0.000088568675,0.000016261745,0.0000072438797,0.000049900755,0.0008727663],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996077,0.000013449741,0.00013717788,0.00009429756,0.00008057385,0.00006679497],"domain_scores_gemma":[0.9994972,0.000064483625,0.000028931112,0.0003286015,0.000048411657,0.000032389722],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008807529,0.00008572401,0.00013224373,0.000049783725,0.0000051884185,0.000033249373,0.000110796645,0.000107284344,0.0014724719],"category_scores_gemma":[0.00004496988,0.00008826029,0.000052664433,0.000064387015,0.0000066880057,0.000043332213,0.00006260492,0.00024231205,0.0000760225],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045236284,0.0010100901,0.005734432,0.010080834,0.0028774014,0.000081039834,0.01322719,0.3002062,0.039787073,0.017569445,0.39888585,0.21049517],"study_design_scores_gemma":[0.0014758105,0.00009349993,0.046695963,0.00137891,0.0008695736,0.00009769946,0.004619891,0.1692783,0.1810633,0.010481963,0.57974625,0.0041988255],"about_ca_topic_score_codex":0.00009216529,"about_ca_topic_score_gemma":0.000086643326,"teacher_disagreement_score":0.7856575,"about_ca_system_score_codex":0.000017922079,"about_ca_system_score_gemma":0.00007631054,"threshold_uncertainty_score":0.9994403},"labels":[],"label_agreement":null},{"id":"W2907119105","doi":"10.1186/s41469-018-0040-7","title":"Implementing design thinking in organizations: an exploratory study","year":2018,"lang":"en","type":"article","venue":"Journal of Organization Design","topic":"Design Education and Practice","field":"Engineering","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Design thinking; Exploratory research; Knowledge management; Legitimacy; Industrial and organizational psychology; Process (computing); Sensemaking; Compromise; Work (physics); Organizational architecture; Process management; Resistance (ecology); Qualitative research; Business; Public relations; Engineering; Psychology; Computer science; Sociology; Political science; Social psychology","score_opus":0.0437830662252261,"score_gpt":0.29881982730988915,"score_spread":0.25503676108466306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907119105","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07807011,0.00006626943,0.9206504,0.00008041414,0.0006185924,0.00028729692,3.035027e-7,0.000103495826,0.00012308946],"genre_scores_gemma":[0.96288013,0.000035050914,0.036448494,0.00012031184,0.00041334302,0.0000023869939,0.0000022886418,0.00007317567,0.000024828238],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981881,0.0005279056,0.00064454833,0.00011579551,0.00030444283,0.00021920489],"domain_scores_gemma":[0.9980794,0.00020131507,0.00026333026,0.0001769726,0.0011839117,0.00009503656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028813183,0.00013746935,0.0001789429,0.000434266,0.00020515027,0.00018791598,0.00028032323,0.00005687977,0.0007927513],"category_scores_gemma":[0.001020867,0.00014033268,0.000011652727,0.0020887805,0.000016512467,0.0015524231,0.000022353492,0.00019479361,0.00006819974],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002078091,0.0037876023,0.12002722,0.00009560868,0.0006275232,0.00020461422,0.40374628,0.2804075,0.12967297,0.0016755845,0.04266938,0.016877929],"study_design_scores_gemma":[0.015802339,0.009693072,0.09746707,0.0005893106,0.0010943878,0.0013789531,0.28261527,0.11620051,0.43943387,0.008621005,0.022689918,0.0044142874],"about_ca_topic_score_codex":0.0000014737724,"about_ca_topic_score_gemma":0.000010281258,"teacher_disagreement_score":0.88481003,"about_ca_system_score_codex":0.00014779896,"about_ca_system_score_gemma":0.0002490022,"threshold_uncertainty_score":0.8680071},"labels":[],"label_agreement":null},{"id":"W2907481041","doi":"10.7577/formakademisk.1626","title":"Characteristics of an effective secondary school design thinking curriculum","year":2018,"lang":"en","type":"article","venue":"FormAkademisk - forskningstidsskrift for design og designdidaktikk","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Curriculum; Context (archaeology); Class (philosophy); Experiential learning; Mathematics education; Tracking (education); Qualitative research; Understanding by Design; Psychology; Course (navigation); Pedagogy; Curriculum development; Curriculum theory; Engineering; Computer science; Sociology","score_opus":0.014161624852606403,"score_gpt":0.2624130953466506,"score_spread":0.24825147049404417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907481041","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027464658,0.00032287737,0.9635745,0.000040721727,0.0017889212,0.0034758647,0.00009490158,0.0010293388,0.0022081765],"genre_scores_gemma":[0.69539946,0.00008817527,0.3011895,0.00032324198,0.0012357715,0.00092521694,0.0001439149,0.00030783803,0.00038686095],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954344,0.0005351165,0.0013579348,0.00074772345,0.0006458743,0.0012789472],"domain_scores_gemma":[0.99530804,0.0017652286,0.0006548127,0.00087750936,0.00070979417,0.0006845907],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0039663324,0.0008624926,0.0009628906,0.0006169218,0.0006733592,0.00025330635,0.0010772087,0.00062316126,0.00052681536],"category_scores_gemma":[0.0014502144,0.0008869921,0.00030244514,0.000850804,0.0005068217,0.0024122957,0.0000727904,0.0009327732,0.00027289294],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072683026,0.0026937807,0.0051909373,0.0050279056,0.003800774,0.00008780007,0.030291326,0.017920474,0.18026502,0.028286425,0.23357864,0.4855886],"study_design_scores_gemma":[0.006966442,0.009430404,0.0060294503,0.0010024194,0.001404867,0.00044152956,0.0014908675,0.507669,0.35914823,0.026116272,0.075573735,0.004726825],"about_ca_topic_score_codex":0.000018788887,"about_ca_topic_score_gemma":0.0000016670124,"teacher_disagreement_score":0.6679348,"about_ca_system_score_codex":0.0002693108,"about_ca_system_score_gemma":0.00036198695,"threshold_uncertainty_score":0.99935806},"labels":[],"label_agreement":null},{"id":"W2908627370","doi":"10.24908/pceea.v0i0.12976","title":"Experiential Learning vs Systematic Prescriptions in Engineering Design: A Crossroads for Education","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Experiential learning; Creativity; Intuition; Domain (mathematical analysis); Empirical research; Empirical evidence; Engineering ethics; Computer science; Management science; Knowledge management; Psychology; Mathematics education; Engineering; Epistemology; Cognitive science; Mathematics; Social psychology","score_opus":0.009950769797779119,"score_gpt":0.2309230020725444,"score_spread":0.22097223227476528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908627370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.813328,0.003085456,0.050702453,0.011861942,0.072717294,0.01945703,0.00010678925,0.002863276,0.025877759],"genre_scores_gemma":[0.9911125,0.000009521003,0.004681133,0.00010528142,0.0004632466,0.0009353313,0.000010791409,0.000072450355,0.0026097747],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986122,0.00001848423,0.0004945168,0.00021056253,0.00025450304,0.00040973246],"domain_scores_gemma":[0.99849886,0.00017465533,0.00025323316,0.00013556943,0.0007442182,0.00019344995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085639354,0.00021227595,0.00025108943,0.00058598194,0.00020096521,0.00023417448,0.0003119714,0.00019023992,0.000036150468],"category_scores_gemma":[0.003251234,0.00023492624,0.00009166558,0.0007946338,0.000017093447,0.0005266158,0.000013822248,0.00028668265,0.000015778303],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011493825,0.0012726036,0.052888196,0.06442451,0.001231696,3.0649284e-7,0.095508404,0.25457576,0.11615905,0.081889816,0.32865903,0.0032757062],"study_design_scores_gemma":[0.0017305022,0.00027535114,0.061974347,0.009013822,0.0005945974,0.000042844476,0.009163172,0.62178624,0.03885339,0.00060523755,0.2532605,0.0027000227],"about_ca_topic_score_codex":0.00097168976,"about_ca_topic_score_gemma":0.0010126855,"teacher_disagreement_score":0.36721045,"about_ca_system_score_codex":0.002434067,"about_ca_system_score_gemma":0.0009408968,"threshold_uncertainty_score":0.9580014},"labels":[],"label_agreement":null},{"id":"W2909292799","doi":"10.24908/pceea.v0i0.13026","title":"Combining Hierarchical Task Analysis and Usage Scenarios to Help Embed Human Factors in Design","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"Ministerio de Economía y Competitividad","keywords":"Computer science; Task (project management); Documentation; Process (computing); Plan (archaeology); Software engineering; Work (physics); Embedding; Engineering management; Human–computer interaction; Systems engineering; Artificial intelligence; Engineering; Programming language","score_opus":0.01223455270619172,"score_gpt":0.2393171359843834,"score_spread":0.22708258327819167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909292799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99478376,0.00002178264,0.0005237978,0.0013854925,0.00070248777,0.00034767267,0.000008950434,0.00008971836,0.002136363],"genre_scores_gemma":[0.9972613,0.0000034743625,0.0017925249,0.0001843337,0.00010673829,0.000036415564,0.000006892458,0.000030426838,0.0005779045],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99896383,0.000017644927,0.00029219978,0.0001884471,0.00022590278,0.00031197772],"domain_scores_gemma":[0.9990969,0.00013240844,0.0001203997,0.000101071055,0.00025690364,0.00029233817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006689767,0.00015701841,0.00020622287,0.0009229222,0.00015476331,0.00014728545,0.00022166074,0.0001303813,0.000047306905],"category_scores_gemma":[0.0010657096,0.00016612513,0.000053219694,0.0016363503,0.000018826804,0.00024846138,0.000018060777,0.00025721706,0.000008498747],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009079159,0.00015248155,0.8577408,0.00025125573,0.0007697043,2.2761793e-7,0.032077435,0.014355705,0.05855424,0.004678219,0.029086202,0.0023246005],"study_design_scores_gemma":[0.00020139305,0.000037476933,0.9651525,0.0000920767,0.0001793562,0.0000014211531,0.00077707344,0.01503282,0.007793699,0.00016768555,0.010166922,0.00039755483],"about_ca_topic_score_codex":0.004609466,"about_ca_topic_score_gemma":0.011062232,"teacher_disagreement_score":0.107411675,"about_ca_system_score_codex":0.0012684653,"about_ca_system_score_gemma":0.00022985956,"threshold_uncertainty_score":0.6968165},"labels":[],"label_agreement":null},{"id":"W2909572446","doi":"10.24908/pceea.v0i0.13081","title":"Introducing and Sustaining Traditional Fabrication Methods in the Context of Teaching Prototyping for Engineering Design","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Rapid prototyping; Context (archaeology); Engineering management; Engineering education; Creativity; Engineering; Computer science; Manufacturing engineering; Systems engineering; Mechanical engineering","score_opus":0.023389235163682538,"score_gpt":0.27959819539657094,"score_spread":0.2562089602328884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909572446","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4165584,0.002337011,0.48671532,0.04258832,0.015751325,0.018030057,0.00014034254,0.000908011,0.016971208],"genre_scores_gemma":[0.9331784,0.0000077075,0.06590463,0.00014604,0.00036457102,0.0002930802,0.000005682383,0.000033126475,0.000066724526],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990111,0.000035018944,0.00036559426,0.00015663903,0.0001802584,0.00025138864],"domain_scores_gemma":[0.9984077,0.00069842575,0.0002326418,0.00009810113,0.00048771757,0.000075374446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028974672,0.00013828532,0.00016544457,0.0003643132,0.00015419701,0.000092467955,0.00024127199,0.00010515856,0.00000675267],"category_scores_gemma":[0.0049867053,0.00013037483,0.00004678077,0.00043697035,0.00002042608,0.00034849352,0.000008640419,0.000282509,5.829641e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007285256,0.0004017699,0.02572085,0.0048168995,0.0007418989,1.4045213e-7,0.14085875,0.0435121,0.14410806,0.4006041,0.07797934,0.16118324],"study_design_scores_gemma":[0.0011912906,0.00019971757,0.12166231,0.0010533911,0.00027025578,0.000029917892,0.017286563,0.63485235,0.05084602,0.0026537967,0.16879138,0.00116298],"about_ca_topic_score_codex":0.00070373184,"about_ca_topic_score_gemma":0.00021878454,"teacher_disagreement_score":0.59134024,"about_ca_system_score_codex":0.00086912524,"about_ca_system_score_gemma":0.00032314437,"threshold_uncertainty_score":0.59699124},"labels":[],"label_agreement":null},{"id":"W2909708433","doi":"10.24908/pceea.v0i0.12972","title":"Knowledge structures in engineering design: integrating multiple ‘ways of knowing’","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Cape Town","keywords":"Computer science; Focus (optics); Inference; Engineering design process; Design knowledge; Modalities; Knowledge engineering; Management science; Artificial intelligence; Cognitive science; Engineering; Sociology; Psychology","score_opus":0.018807314409761872,"score_gpt":0.23020057277178774,"score_spread":0.21139325836202585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909708433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90284157,0.0015368763,0.010540876,0.010095906,0.019002233,0.0032252313,0.00007095813,0.0011117967,0.051574554],"genre_scores_gemma":[0.99171346,0.0000068625523,0.0074770167,0.00015226852,0.0003268098,0.000044126307,0.0000034759048,0.000051533232,0.0002244276],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988417,0.000011106776,0.0004298295,0.00016301913,0.0002087608,0.0003455778],"domain_scores_gemma":[0.9987075,0.00025149548,0.00021288202,0.00012208248,0.0005738576,0.00013222006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063022244,0.00019351713,0.00021554535,0.0005635412,0.00007753313,0.00006679486,0.00033840968,0.00019926614,0.000038226422],"category_scores_gemma":[0.0028545281,0.00020290828,0.000067977686,0.0009801957,0.000020198524,0.0003385866,0.000017776334,0.00038952904,0.000009681248],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033214892,0.0004195464,0.17289846,0.0044578705,0.0008029276,7.0911807e-7,0.056628343,0.10770166,0.28621656,0.0668146,0.2858686,0.018157544],"study_design_scores_gemma":[0.0010144807,0.00010546602,0.21196839,0.0013111385,0.00015552102,0.000018890449,0.0024723313,0.40491924,0.20162581,0.0009877145,0.17391822,0.0015027865],"about_ca_topic_score_codex":0.00199948,"about_ca_topic_score_gemma":0.0026715666,"teacher_disagreement_score":0.2972176,"about_ca_system_score_codex":0.001550467,"about_ca_system_score_gemma":0.00050343876,"threshold_uncertainty_score":0.827436},"labels":[],"label_agreement":null},{"id":"W2910166032","doi":"10.24908/pceea.v0i0.13009","title":"Will that be on the exam? - Student perceptions of memorization and success in engineering","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"University of Guelph","keywords":"Memorization; Mathematics education; Psychology; Perception; Curriculum; Sample (material); Pedagogy; Chemistry","score_opus":0.009633599148598323,"score_gpt":0.22864791108377852,"score_spread":0.2190143119351802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910166032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892168,0.000060567,0.00008040819,0.004551238,0.0014792492,0.00039105967,0.000013622962,0.00006461661,0.004142448],"genre_scores_gemma":[0.9989557,0.00003875722,0.00020244691,0.0001743012,0.00016482295,0.000052839227,0.0000041248236,0.000030884643,0.00037612018],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991204,0.000010239287,0.00024908705,0.00013137433,0.00027824994,0.00021066383],"domain_scores_gemma":[0.9991876,0.0001563002,0.00015492593,0.00011293817,0.00028622657,0.00010200237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005518216,0.00013785268,0.00013607046,0.00033290035,0.00009818715,0.000082368475,0.00024182802,0.000104896426,0.00006790686],"category_scores_gemma":[0.0007242355,0.00012292723,0.000036337708,0.00059167034,0.000023538894,0.00040161767,0.000015646785,0.000218777,0.0000037118568],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014719508,0.0003823589,0.7228226,0.0012519028,0.00042858612,1.7988113e-7,0.042246252,0.031635426,0.041821595,0.1043735,0.05207804,0.002944824],"study_design_scores_gemma":[0.00021853938,0.000032953973,0.95701015,0.0002849025,0.00005527206,0.0000032949915,0.0022830649,0.014829396,0.007541514,0.00010002444,0.017326348,0.00031455376],"about_ca_topic_score_codex":0.0012100914,"about_ca_topic_score_gemma":0.0020673238,"teacher_disagreement_score":0.23418751,"about_ca_system_score_codex":0.0009042505,"about_ca_system_score_gemma":0.00016205036,"threshold_uncertainty_score":0.5012827},"labels":[],"label_agreement":null},{"id":"W2910344987","doi":"10.24908/pceea.v0i0.13076","title":"THE IMPACT OF STUDENTS’ ACADEMIC LOCUS OF CONTROL AND PERCEPTION OF PROBLEM SOLVING ABILITY ON THEIR PERFORMANCE IN DESIGN PROJECTS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Perception; Engineering design process; Engineering education; Locus of control; Mathematics education; Control (management); Computer science; Psychology; Engineering; Engineering management; Artificial intelligence; Social psychology","score_opus":0.011364482287930635,"score_gpt":0.25179329936863115,"score_spread":0.24042881708070052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910344987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980879,0.00007276171,0.000042732507,0.00023950881,0.0002367507,0.0005603476,0.000008397318,0.000016497974,0.0007351045],"genre_scores_gemma":[0.9995038,0.00007303103,0.00025660862,0.00001183789,0.000053143714,0.000034915978,8.6462086e-7,0.000017943612,0.00004787765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99904424,0.00002340144,0.0003978795,0.00010755484,0.00023096701,0.00019597885],"domain_scores_gemma":[0.9986908,0.00024584433,0.0003847411,0.00009637413,0.00051217503,0.00007008269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014986524,0.00012092814,0.00018256725,0.0002253434,0.00006638848,0.000024080053,0.0002529219,0.00011700386,0.00000568585],"category_scores_gemma":[0.00094766106,0.0000928835,0.000049689497,0.0004263592,0.000045700668,0.00022994485,0.000010385247,0.0002378041,7.939079e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005782377,0.00013529502,0.880187,0.000717769,0.00019342259,6.752768e-9,0.01575082,0.013968563,0.080465235,0.00064041815,0.0022283222,0.005655338],"study_design_scores_gemma":[0.00024788684,0.00009863204,0.98046094,0.00024429252,0.000022821185,9.0492534e-7,0.0009873564,0.01184551,0.0057723345,0.00007478204,0.00013855708,0.0001059626],"about_ca_topic_score_codex":0.0016524737,"about_ca_topic_score_gemma":0.0003234354,"teacher_disagreement_score":0.10027397,"about_ca_system_score_codex":0.0010806583,"about_ca_system_score_gemma":0.0004365674,"threshold_uncertainty_score":0.37876794},"labels":[],"label_agreement":null},{"id":"W2910902518","doi":"10.24908/pceea.v0i0.12989","title":"A new laboratory for the students of the Faculty of Engineering at the University of Sherbrooke to support the characterization and the validation of their prototypes","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"Centre québécois de recherche et de développement de l’aluminium; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Capstone; Product (mathematics); Engineering management; Process (computing); Graduate students; Engineering; Capstone course; Product design; Field (mathematics); Test (biology); Software engineering; Computer science; Systems engineering; Medical education; Medicine","score_opus":0.008125063370548878,"score_gpt":0.21593099067061042,"score_spread":0.20780592730006153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910902518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987236,0.000095654286,0.0011472407,0.007591096,0.0010568341,0.0024183593,0.00015323274,0.000026052785,0.00027551915],"genre_scores_gemma":[0.99867684,0.000025257788,0.00018450193,0.00007516267,0.000095261894,0.000037655078,0.000007458112,0.000020371426,0.00087747024],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9991744,0.000022440376,0.00028309438,0.000096143885,0.0002856746,0.00013821668],"domain_scores_gemma":[0.9983362,0.00027461184,0.0004344718,0.00019341212,0.0007078842,0.000053413296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010560171,0.00011580153,0.00015743246,0.00007629524,0.00018596511,0.000032888383,0.00056379143,0.00007164615,0.00002397526],"category_scores_gemma":[0.00084057346,0.00006367201,0.00007628395,0.0005447861,0.000064897016,0.00015659555,0.000048596146,0.00012133985,9.305032e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034871572,0.00027875727,0.15396346,0.0036062268,0.0025195405,2.525178e-8,0.20472372,0.03448203,0.47342953,0.025838628,0.08714604,0.013663352],"study_design_scores_gemma":[0.0009034648,0.00008055067,0.5998756,0.00035151152,0.0004120339,0.000001982092,0.0043791016,0.008896185,0.22638941,0.00007772721,0.15835346,0.00027890326],"about_ca_topic_score_codex":0.0011637427,"about_ca_topic_score_gemma":0.0010119077,"teacher_disagreement_score":0.4459122,"about_ca_system_score_codex":0.00035079144,"about_ca_system_score_gemma":0.00034603005,"threshold_uncertainty_score":0.25964692},"labels":[],"label_agreement":null},{"id":"W2911493886","doi":"","title":"Towards a pedagogy of decolonization and interculturality: Participatory design thinking for community responsive curricula","year":2018,"lang":"en","type":"article","venue":"2018 Conference of the Canadian Society for the Study of Education","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Interculturality; Decolonization; Curriculum; Pedagogy; Citizen journalism; Sociology; Participatory action research; Transformative learning; Political science; Engineering ethics; Anthropology; Engineering; Politics","score_opus":0.14435037722430064,"score_gpt":0.3711666026539456,"score_spread":0.22681622542964494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911493886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873608,0.0001194011,0.008495518,0.0012793837,0.00086646725,0.0016337179,0.00003418812,0.000009587733,0.00020095357],"genre_scores_gemma":[0.99807876,0.000013472957,0.0015285444,0.00011461251,0.0000478981,0.0001281764,0.0000057408906,0.000008586186,0.00007421804],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9993679,0.000172526,0.00020138871,0.00006468816,0.00008452429,0.000109008004],"domain_scores_gemma":[0.9982861,0.00049576873,0.00016052651,0.00025921117,0.00075084064,0.000047509206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010430042,0.00007451956,0.00012078404,0.000027680791,0.0004063118,0.00002400794,0.00026733088,0.000050028015,0.00001486641],"category_scores_gemma":[0.00055530615,0.000053732896,0.00006057066,0.00012773334,0.00019556766,0.00010115224,0.000019355277,0.00009229405,2.648913e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014249636,0.00059703784,0.004020217,0.0005203454,0.00078211364,8.528252e-9,0.89368457,0.00049458136,0.0031327903,0.009043954,0.05335095,0.03423095],"study_design_scores_gemma":[0.001422966,0.0016108127,0.13974649,0.00033421742,0.0012142305,0.0000041597536,0.7937865,0.023391647,0.012355869,0.011611405,0.014054284,0.00046742303],"about_ca_topic_score_codex":0.021741988,"about_ca_topic_score_gemma":0.059685018,"teacher_disagreement_score":0.13572627,"about_ca_system_score_codex":0.000111025205,"about_ca_system_score_gemma":0.00091670913,"threshold_uncertainty_score":0.9847723},"labels":[],"label_agreement":null},{"id":"W2911675806","doi":"","title":"Victor S. Yocco, Design for the Mind. Seven Psychological Principles of Persuasive Design, Manning, 2016","year":2018,"lang":"en","type":"article","venue":"Interfaces numériques","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Psychology; Philosophy; Social psychology; Aesthetics; Applied psychology","score_opus":0.09451055717203981,"score_gpt":0.35095155125735567,"score_spread":0.25644099408531584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911675806","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027933499,0.0015513048,0.9590702,0.0010133287,0.0011195135,0.0007615154,0.000010819112,0.00017427151,0.008365542],"genre_scores_gemma":[0.9631352,0.00012622865,0.033571757,0.00011319974,0.00030757763,0.00013150046,0.0000015381848,0.000034424014,0.0025785875],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990654,0.00012285178,0.00028104705,0.00019558375,0.000110383095,0.00022475579],"domain_scores_gemma":[0.9982296,0.0011444759,0.00010460838,0.0002771513,0.00019159431,0.00005253988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000531832,0.00017296225,0.0001708337,0.000059737915,0.00007961093,0.00007306803,0.0003866152,0.0001057552,0.00053994573],"category_scores_gemma":[0.00026637636,0.00011786156,0.00006196719,0.00009317361,0.00014892341,0.00022672547,0.000026319845,0.00012841864,0.00011889532],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018703054,0.0005573242,0.00038309375,0.00023026863,0.001029716,0.0000070269107,0.15466331,0.019167565,0.12799038,0.0009594533,0.6536423,0.039499298],"study_design_scores_gemma":[0.0003909455,0.0010973542,0.00042717814,0.00015613643,0.00004171219,0.000024357676,0.007442598,0.021650307,0.45251817,0.00059017073,0.51529866,0.0003623738],"about_ca_topic_score_codex":0.0000051084053,"about_ca_topic_score_gemma":0.0000030868584,"teacher_disagreement_score":0.9352017,"about_ca_system_score_codex":0.00003915184,"about_ca_system_score_gemma":0.000028198821,"threshold_uncertainty_score":0.59120274},"labels":[],"label_agreement":null},{"id":"W2912251924","doi":"","title":"The price of admission: Examining how expectancies and values can overcome innovation","year":2018,"lang":"en","type":"article","venue":"2018 Conference of the Canadian Society for the Study of Education","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Consolidation (business); Expectancy theory; Scope (computer science); Variety (cybernetics); Value (mathematics); Perception; Perspective (graphical); Marketing; Business; Public relations; Psychology; Management; Economics; Political science","score_opus":0.06450471471066839,"score_gpt":0.2867482246816814,"score_spread":0.222243509971013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912251924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908747,0.00035539194,0.00022052627,0.004492178,0.0013659593,0.00073265797,0.000014452164,0.000009423903,0.0019347144],"genre_scores_gemma":[0.9984004,0.0000426424,0.00028887115,0.000075811135,0.00011122642,0.000045063618,0.000002145166,0.000009073354,0.0010247547],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99943745,0.00003919766,0.00018357544,0.000081794184,0.00013791506,0.00012003685],"domain_scores_gemma":[0.99846584,0.00034575976,0.00019693018,0.00030410188,0.00064522633,0.000042121166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005461015,0.00007876226,0.00009741531,0.000034835884,0.0004383751,0.000047760648,0.0002729938,0.00003950265,0.000016829315],"category_scores_gemma":[0.0004956702,0.00004894344,0.000032749438,0.0003800395,0.00021101764,0.0001059026,0.000016783593,0.000075149335,2.1201839e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067271925,0.0004227285,0.01783813,0.0005170383,0.0012009833,2.2726189e-8,0.5391456,0.00008537272,0.02524268,0.039609518,0.27354792,0.10232276],"study_design_scores_gemma":[0.0007049802,0.0006246941,0.26398358,0.00022404868,0.00031234877,0.0000038588105,0.63982576,0.0033095146,0.011267062,0.0037174302,0.07565406,0.0003726615],"about_ca_topic_score_codex":0.005923225,"about_ca_topic_score_gemma":0.020472992,"teacher_disagreement_score":0.24614544,"about_ca_system_score_codex":0.000093964896,"about_ca_system_score_gemma":0.0009844784,"threshold_uncertainty_score":0.9974008},"labels":[],"label_agreement":null},{"id":"W2912544185","doi":"10.71781/3112","title":"Design as a strategic tool for sustainability in northern and arctic contexts : case study of the arctic design concept in Finland","year":2018,"lang":"en","type":"dissertation","venue":"LaCRIS (University of Lapland)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Arctic; Sustainability; The arctic; Geography; Environmental resource management; Environmental planning; Engineering; Oceanography; Environmental science; Geology; Ecology","score_opus":0.023587905994091416,"score_gpt":0.26074160183931805,"score_spread":0.23715369584522664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912544185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99673253,0.00013723603,0.0011301707,0.000036434987,0.0001335717,0.0016544015,0.000010326994,0.000010465327,0.00015488734],"genre_scores_gemma":[0.99904656,0.000017862425,0.00029082477,0.000004545804,0.000008963716,0.000006465409,0.00001419261,0.0000147179335,0.0005958888],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9990329,0.00030033258,0.00019484645,0.00020414096,0.000113105154,0.00015465837],"domain_scores_gemma":[0.998703,0.00065632537,0.00015204804,0.00021782919,0.00023548747,0.000035313897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046250902,0.00015852631,0.00030971805,0.00014512046,0.00007281839,0.000015081392,0.00015745201,0.00014123987,0.000047092864],"category_scores_gemma":[0.00013753575,0.00016126703,0.00003904764,0.00022275742,0.000052207328,0.00013209463,0.0000123974905,0.0002129669,0.0000013587884],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009034864,0.003010897,0.17666039,0.009981776,0.0007852823,0.0015990294,0.7645219,0.023719514,0.0002349323,0.00052745343,0.0007311058,0.009192843],"study_design_scores_gemma":[0.008318592,0.0016370094,0.08085018,0.00046597925,0.00056229,0.0001858541,0.8912939,0.008354964,0.00011175826,0.007326064,0.00014998866,0.00074345735],"about_ca_topic_score_codex":0.0061021186,"about_ca_topic_score_gemma":0.06600371,"teacher_disagreement_score":0.12677196,"about_ca_system_score_codex":0.00014397703,"about_ca_system_score_gemma":0.00023342742,"threshold_uncertainty_score":0.9510393},"labels":[],"label_agreement":null},{"id":"W2913161267","doi":"10.3390/app9040650","title":"What Do We Learn from Good Practices of Biologically Inspired Design in Innovation?","year":2019,"lang":"en","type":"article","venue":"Applied Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Commercialization; Process (computing); Field (mathematics); Management science; Computer science; Innovation process; Knowledge management; Business; Engineering; Marketing; Work in process; Mathematics","score_opus":0.06955937186246354,"score_gpt":0.3147552021187077,"score_spread":0.2451958302562442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913161267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9635404,0.0010154963,0.0019594785,0.0010133464,0.0007043943,0.00032563775,0.0000012054767,0.00007927432,0.031360798],"genre_scores_gemma":[0.9910649,0.00056957785,0.008112981,0.00011961451,0.000024012093,0.000017781447,0.0000020897019,0.000004680752,0.000084338855],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992266,0.0000536685,0.00023081555,0.00018635481,0.00017093265,0.00013160294],"domain_scores_gemma":[0.99882877,0.0008051505,0.00018764657,0.00012783663,0.000032213775,0.000018399583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010084719,0.0000764792,0.000116561474,0.00016205631,0.00003215499,0.00013626569,0.00025817586,0.000058428304,0.00035538396],"category_scores_gemma":[0.00015307148,0.00006308272,0.000008995481,0.0012112628,0.00007392893,0.0007950866,0.000018017126,0.00011594709,0.00019981436],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007866487,0.00024465792,0.016147064,0.000054617743,0.00004291966,0.0000013033018,0.0056683086,0.03900682,0.7012198,0.095809124,0.00095758383,0.14076915],"study_design_scores_gemma":[0.0035348034,0.0010558635,0.11740435,0.0006294742,0.000073716095,0.000010214637,0.094848976,0.040684834,0.2926853,0.13441053,0.312145,0.0025169144],"about_ca_topic_score_codex":0.000022701992,"about_ca_topic_score_gemma":0.0000057388916,"teacher_disagreement_score":0.40853447,"about_ca_system_score_codex":0.000014846383,"about_ca_system_score_gemma":0.00006964417,"threshold_uncertainty_score":0.38912052},"labels":[],"label_agreement":null},{"id":"W2914237138","doi":"10.1111/1559-8918.2018.01199","title":"Empathy Is not Evidence: 4 Traps of Commodified Empathy","year":2018,"lang":"en","type":"article","venue":"Ethnographic Praxis in Industry Conference Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bishop's University","funders":"","keywords":"Empathy; Simulation theory of empathy; Psychology; Product (mathematics); Commodification; Social psychology; Order (exchange); Process (computing); Cognitive psychology; Computer science; Business; Economics","score_opus":0.10114508125691528,"score_gpt":0.33021349292863195,"score_spread":0.22906841167171665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914237138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777402,0.00021173505,0.0001665898,0.0014926892,0.0005999217,0.00031674968,0.000011777798,0.00022831575,0.01923201],"genre_scores_gemma":[0.9981841,0.00025732885,0.0005822853,0.0004848277,0.00018629305,0.0000805818,0.0000022105073,0.000036321144,0.00018606598],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980259,0.00003820269,0.00063994335,0.00038550064,0.0004414972,0.00046895896],"domain_scores_gemma":[0.9985611,0.000218443,0.0002009221,0.0002909826,0.00054743636,0.00018111418],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011288705,0.0003102595,0.00037556433,0.0006219666,0.000100705656,0.00012059476,0.0006350014,0.00076047657,0.0009428959],"category_scores_gemma":[0.00055206456,0.0003333141,0.00008555156,0.0018157249,0.00044769945,0.0010625429,0.000059408052,0.0017047003,0.000044841556],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057897565,0.00078397,0.22117385,0.0015217392,0.00035504415,0.000013012527,0.5097612,0.000020015992,0.08241959,0.00894111,0.08024766,0.09418381],"study_design_scores_gemma":[0.0041090697,0.0021701453,0.26947206,0.0063010734,0.00031356595,0.00012649705,0.18553375,0.021067083,0.42737865,0.010516017,0.068744026,0.004268025],"about_ca_topic_score_codex":0.000090893176,"about_ca_topic_score_gemma":0.000018551542,"teacher_disagreement_score":0.34495908,"about_ca_system_score_codex":0.000047763457,"about_ca_system_score_gemma":0.00016697557,"threshold_uncertainty_score":0.9999704},"labels":[],"label_agreement":null},{"id":"W2914970043","doi":"","title":"Engineering Design & Design Thinking: A proposed conceptual design framework for the K-12 education system.","year":2018,"lang":"en","type":"article","venue":"2018 Conference of the Canadian Society for the Study of Education","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Conceptual framework; Scope (computer science); Exploratory research; Delphi method; Design thinking; Computer science; Conceptual design; Focus group; Engineering education; Management science; Engineering ethics; Mathematics education; Knowledge management; Engineering; Psychology; Engineering management; Sociology; Artificial intelligence; Human–computer interaction","score_opus":0.0795456612910086,"score_gpt":0.2850412474038376,"score_spread":0.20549558611282903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914970043","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025904684,0.0004473677,0.98199487,0.0018380482,0.0054718694,0.007301434,0.00001791919,0.000060697173,0.00027733154],"genre_scores_gemma":[0.94056803,0.000018109758,0.057193264,0.00020342307,0.0005437457,0.0009983602,0.000004393442,0.00004639686,0.0004242543],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99865377,0.00016489779,0.00038070796,0.00021525697,0.0002588206,0.000326525],"domain_scores_gemma":[0.99574316,0.0024172813,0.0002778183,0.0007023589,0.0007415844,0.00011782901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001822189,0.00022252297,0.00021830377,0.000058871425,0.0008611835,0.00013248304,0.0009403289,0.00014697504,0.00004052718],"category_scores_gemma":[0.00078151876,0.00014801428,0.00017881652,0.00031798932,0.00024922352,0.00018038302,0.000019169347,0.0002204261,0.0000059146105],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028630046,0.0010789067,0.00018636082,0.00087869813,0.0026350238,4.460695e-8,0.3465458,0.057917062,0.0031563262,0.16852936,0.3871149,0.03167122],"study_design_scores_gemma":[0.0016927638,0.0017613923,0.0031833875,0.001174389,0.0025944752,0.000016227365,0.51568854,0.38377082,0.014676392,0.013315652,0.060822703,0.0013032628],"about_ca_topic_score_codex":0.004704782,"about_ca_topic_score_gemma":0.0019246538,"teacher_disagreement_score":0.9379776,"about_ca_system_score_codex":0.0004648014,"about_ca_system_score_gemma":0.004246312,"threshold_uncertainty_score":0.7532776},"labels":[],"label_agreement":null},{"id":"W2916172219","doi":"","title":"Stay Gold: Ottawa University Literary Journal: Engineering Research Guide: Home","year":2014,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Media studies; Sociology; Computer science","score_opus":0.025172704954039827,"score_gpt":0.28267742165266446,"score_spread":0.2575047166986246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916172219","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05616471,0.00062463427,0.12645495,0.002039,0.0025775612,0.00018366468,0.0000039727365,0.0009962867,0.8109552],"genre_scores_gemma":[0.90809613,0.00025211144,0.016534923,0.00012113413,0.0005361961,9.703283e-7,0.0000043525743,0.00005038257,0.07440376],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992015,0.00011752937,0.0001281821,0.00009244846,0.00020445115,0.00025593478],"domain_scores_gemma":[0.9990732,0.00041850604,0.000013865371,0.00019765535,0.00012560765,0.00017117188],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013670402,0.00007919454,0.00008129098,0.00027835742,0.000072672105,0.00011898533,0.00021788836,0.00005376803,0.0010879901],"category_scores_gemma":[0.00016518701,0.00008209309,0.00003099876,0.000315175,0.000012059426,0.00048727222,0.000024731624,0.00044756848,0.00050527666],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008723842,0.000042203934,0.00041887446,0.00007768764,0.0000693282,0.000030304887,0.0012030732,0.006618299,0.003699226,0.019902634,0.9306584,0.037271265],"study_design_scores_gemma":[0.00013577713,0.00001822006,0.001190674,0.000011377903,0.0000040199952,0.00003233744,0.00015825687,0.016093574,0.0002387445,0.00019981866,0.9818057,0.000111493144],"about_ca_topic_score_codex":0.000013503365,"about_ca_topic_score_gemma":0.000003141081,"teacher_disagreement_score":0.85193145,"about_ca_system_score_codex":0.000117642594,"about_ca_system_score_gemma":0.00003264419,"threshold_uncertainty_score":0.9998252},"labels":[],"label_agreement":null},{"id":"W2917319861","doi":"10.1145/2180835.2180837","title":"What is design of communication?","year":2008,"lang":"en","type":"article","venue":"Communication Design Quarterly Review","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Human–computer interaction","score_opus":0.10089261387627635,"score_gpt":0.32198156638602105,"score_spread":0.2210889525097447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917319861","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008106661,0.7542873,0.23845686,0.0027230058,0.00018424724,0.0012704735,0.000002755344,0.0002874008,0.0027068567],"genre_scores_gemma":[0.10140643,0.8471952,0.04910869,0.001473456,0.000012474688,0.00025472225,0.000032010677,0.00004679762,0.00047021592],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99728996,0.0013820011,0.0007577201,0.00015451538,0.00023195149,0.00018387983],"domain_scores_gemma":[0.99561673,0.0011416718,0.00026888095,0.0025946053,0.00027990644,0.00009819627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014167437,0.00021401394,0.00041753947,0.00009713561,0.00019232306,0.000056005203,0.001116846,0.000086560314,0.0007022582],"category_scores_gemma":[0.00005450954,0.00022412042,0.00010160892,0.0005148412,0.00014469921,0.0012722886,0.000025497795,0.00029136482,0.00052750204],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039380542,0.00052252586,0.000044772536,0.00238796,0.00032305636,0.0000026647945,0.019849762,0.0018764759,0.001590365,0.002482053,0.5969107,0.37397024],"study_design_scores_gemma":[0.0014045824,0.00062578905,0.0007286273,0.013842241,0.00055347336,0.0003972389,0.0023060588,0.028089661,0.0027488482,0.005198807,0.94225436,0.0018503316],"about_ca_topic_score_codex":0.0000069503476,"about_ca_topic_score_gemma":5.7978923e-7,"teacher_disagreement_score":0.3721199,"about_ca_system_score_codex":0.000055500495,"about_ca_system_score_gemma":0.0000945235,"threshold_uncertainty_score":0.91393656},"labels":[],"label_agreement":null},{"id":"W2917934811","doi":"10.3968/10765","title":"Design Thinking Exploration From Three Disciplines That Influence Industry Development","year":2018,"lang":"en","type":"article","venue":"Canadian social science","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Design thinking; New product development; Product (mathematics); Scale (ratio); Sustainability; Perception; Sustainable development; Product design; Visual thinking; Knowledge management; Process management; Computer science; Engineering ethics; Business; Marketing; Psychology; Engineering; Political science; Human–computer interaction; Mathematics education","score_opus":0.07502150474237726,"score_gpt":0.29221900745001933,"score_spread":0.21719750270764207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917934811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84575504,0.0000665061,0.09613194,0.001392349,0.0021853724,0.00030575733,0.000007512021,0.0002526547,0.053902842],"genre_scores_gemma":[0.9947357,0.0000015456909,0.0045173736,0.00039499757,0.00027175137,0.000014997753,0.0000026190087,0.000008703083,0.00005226909],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991823,0.000017618813,0.000095926334,0.00016119314,0.00024561485,0.00029733402],"domain_scores_gemma":[0.9994872,0.000043696924,0.00002812424,0.000099273006,0.000098041055,0.00024363508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043289486,0.000081182036,0.00005591498,0.00010696554,0.0008675788,0.00024706576,0.00034203212,0.00009571162,0.00013146327],"category_scores_gemma":[0.00008714516,0.00008666151,0.00000755771,0.0005671383,0.00022862782,0.0011998984,0.000017923749,0.00016640744,0.00016712517],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024885632,0.00005456762,0.16922137,0.000036101148,0.00009418079,0.000032878517,0.34342736,0.0027170628,0.03842614,0.018979099,0.028349724,0.3986366],"study_design_scores_gemma":[0.00041989385,0.000045049586,0.66536784,0.00013398437,0.000036084293,0.000005389892,0.020770764,0.010298579,0.059996866,0.01918147,0.22192349,0.0018205651],"about_ca_topic_score_codex":0.0023439387,"about_ca_topic_score_gemma":0.026478745,"teacher_disagreement_score":0.4961465,"about_ca_system_score_codex":0.0004273003,"about_ca_system_score_gemma":0.0009657834,"threshold_uncertainty_score":0.9912855},"labels":[],"label_agreement":null},{"id":"W2918588405","doi":"10.4324/9781315647791-20","title":"The new maker culture","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.019059271031976986,"score_gpt":0.24240350097415964,"score_spread":0.22334422994218264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918588405","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.712139e-8,0.0012197635,0.0013624611,0.00071292976,0.0013345389,0.00006493415,0.0000012437795,0.0001665954,0.99513745],"genre_scores_gemma":[0.000015921862,0.0008766886,0.0005918355,0.00041648763,0.0010074957,0.0000013808378,0.000006457497,0.000035866662,0.99704784],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99968225,0.0000025607987,0.00008352308,0.00007045124,0.00008050101,0.00008072816],"domain_scores_gemma":[0.99962497,0.000050559178,0.000019248817,0.00022112961,0.000028522922,0.000055568264],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00005328453,0.000115577044,0.000061251456,0.000013010153,0.00004611685,0.000072420095,0.00010916299,0.00014233554,0.017232208],"category_scores_gemma":[0.000011214995,0.000071204726,0.000038044738,0.000007851798,0.000015768634,0.000043622797,0.000008178444,0.00020326753,0.0093186265],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.73128e-7,3.5165127e-7,1.9900185e-8,0.000003159056,0.000028361033,3.6866717e-7,0.00012689084,0.0000015558826,0.000004239104,0.08791831,0.90430605,0.007609797],"study_design_scores_gemma":[0.00002401973,0.0000048391757,7.5843093e-7,0.000008908697,0.000016988066,0.0000065571635,0.00001801766,0.000023224924,0.000020187608,0.011078033,0.9886922,0.000106224295],"about_ca_topic_score_codex":0.000001843593,"about_ca_topic_score_gemma":0.000018119457,"teacher_disagreement_score":0.08438617,"about_ca_system_score_codex":0.000020504674,"about_ca_system_score_gemma":0.000032105403,"threshold_uncertainty_score":0.99145275},"labels":[],"label_agreement":null},{"id":"W2921616252","doi":"10.22215/etd/2013-10668","title":"Springtime in n'Daki Menan, the Homeland of the Teme-Augama Anishnabai: Babies, Cradleboards and Community Wrapping","year":2013,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Indigenous; Homeland; Context (archaeology); Colonialism; Value (mathematics); Power (physics); Object (grammar); Gender studies; Geography; Sociology; Genealogy; History; Political science; Archaeology; Politics; Linguistics; Law; Computer science; Ecology; Philosophy","score_opus":0.013190918231428816,"score_gpt":0.23764624081889477,"score_spread":0.22445532258746595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921616252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8405139,0.0010810659,0.00003762709,0.00024701108,0.0008930029,0.00052986067,0.0000062286886,0.00006811442,0.1566232],"genre_scores_gemma":[0.9858664,0.00039929463,0.00016144007,0.00006353379,0.00004210764,0.00005065578,0.00003552167,0.000038627695,0.0133423805],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9989468,0.00030045945,0.00031880903,0.000100470534,0.00017252278,0.00016094507],"domain_scores_gemma":[0.9987595,0.00052772736,0.00012002525,0.00048859656,0.000069499496,0.000034633606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069306686,0.00019725089,0.00023155032,0.00008861309,0.00017187334,0.00008861028,0.00037139922,0.00016534688,0.00033884248],"category_scores_gemma":[0.00017277642,0.00012307779,0.00004810839,0.00024675828,0.000040362876,0.0001666885,0.000034444733,0.0009957716,0.000017916655],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040590498,0.0020055221,0.061077382,0.016127435,0.0031428775,0.000008761772,0.3286766,0.0051358677,0.08805083,0.029950283,0.25002462,0.21539392],"study_design_scores_gemma":[0.0012210457,0.00009132127,0.71716005,0.001035474,0.00026019456,0.000022027949,0.066246875,0.0063240253,0.012539604,0.0015552585,0.1923144,0.0012296957],"about_ca_topic_score_codex":0.001964941,"about_ca_topic_score_gemma":0.0017287628,"teacher_disagreement_score":0.6560827,"about_ca_system_score_codex":0.000042497362,"about_ca_system_score_gemma":0.000057586883,"threshold_uncertainty_score":0.5018966},"labels":[],"label_agreement":null},{"id":"W2922386408","doi":"10.52842/conf.acadia.2012.057","title":"Parallel Development of Parametric Design Models Using Subjunctive Dependency Graphs","year":2012,"lang":"en","type":"article","venue":"ACADIA quarterly","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Dependency (UML); Multidisciplinary approach; Multidisciplinary design optimization; Conceptual design; Software engineering; Management science; Software; Sustainability; Systems engineering; Risk analysis (engineering); Engineering; Human–computer interaction; Programming language","score_opus":0.07880346944371633,"score_gpt":0.2776495987261321,"score_spread":0.19884612928241577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922386408","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3077045,0.0009851216,0.68864095,0.0000075522034,0.00048192998,0.00020423932,0.0000014005974,0.000089401896,0.0018849083],"genre_scores_gemma":[0.88448447,0.000016719405,0.1153483,0.000022091152,0.000038290247,0.000025301359,0.0000030169283,0.000026136055,0.00003568442],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894685,0.00008616779,0.00031360151,0.000116197945,0.00019081657,0.00034634236],"domain_scores_gemma":[0.9993004,0.00023482088,0.00007751865,0.00017572018,0.000053394615,0.00015814984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044813644,0.00015584969,0.00016822967,0.00027294253,0.00005834698,0.000019673986,0.00013935153,0.00010512811,0.00007167795],"category_scores_gemma":[0.000021985355,0.00016113762,0.000043998443,0.00047228186,0.00001773543,0.0008903062,0.0000040357377,0.00016927972,0.00008070699],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026436936,0.0013227497,0.008658252,0.000459472,0.0014164546,0.000009026727,0.1909143,0.26289043,0.021448823,0.03534146,0.0046980516,0.47257662],"study_design_scores_gemma":[0.004285759,0.0009106979,0.065492086,0.00025502752,0.0008217618,0.00021952897,0.019277815,0.7862231,0.040235,0.06544389,0.011941773,0.004893562],"about_ca_topic_score_codex":0.000020633055,"about_ca_topic_score_gemma":0.000002169102,"teacher_disagreement_score":0.57677996,"about_ca_system_score_codex":0.00007776051,"about_ca_system_score_gemma":0.00008828934,"threshold_uncertainty_score":0.65710014},"labels":[],"label_agreement":null},{"id":"W2922435785","doi":"10.1016/j.ergon.2019.02.003","title":"Product manual elaboration in product design phases: Behavioral and functional analysis based on user experience","year":2019,"lang":"en","type":"article","venue":"International Journal of Industrial Ergonomics","topic":"Design Education and Practice","field":"Engineering","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hôpital Notre-Dame","funders":"","keywords":"Product design; Computer science; Product (mathematics); Quality function deployment; Product engineering; New product development; Product design specification; Process (computing); Process management; Human–computer interaction; Engineering; Business; Marketing; Mathematics","score_opus":0.05909044826391727,"score_gpt":0.3165525288953412,"score_spread":0.25746208063142395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922435785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986838,0.000041028266,0.008817772,0.00042128275,0.0034933044,0.0001889874,0.000011738313,0.000014182951,0.00017374563],"genre_scores_gemma":[0.99724716,0.000025324962,0.0017734653,0.00008866018,0.00073005597,0.0000075095527,0.000019544203,0.000012809295,0.00009547997],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988645,0.000084278734,0.00047980563,0.00015973611,0.00030386375,0.00010783181],"domain_scores_gemma":[0.99917424,0.00017391612,0.00022249387,0.00011704854,0.00024910728,0.00006319037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060194015,0.00012365736,0.00018546035,0.00065425766,0.00001791496,0.00012199373,0.00016811166,0.00006299604,0.0003209769],"category_scores_gemma":[0.00019607785,0.00012351939,0.00006062272,0.0003355927,0.000021143027,0.0006715374,0.000010002631,0.00033898986,0.000011825907],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001992893,0.00032378928,0.04147651,0.000002415305,0.0002589349,0.000012820193,0.00044747742,0.9385472,0.002802655,0.00012531228,0.001977955,0.012032046],"study_design_scores_gemma":[0.028345477,0.0026530789,0.23646736,0.0005134564,0.0014326111,0.00034584655,0.003922816,0.5338706,0.09115023,0.00023598448,0.09829136,0.0027711738],"about_ca_topic_score_codex":0.000020946367,"about_ca_topic_score_gemma":0.000008491874,"teacher_disagreement_score":0.4046766,"about_ca_system_score_codex":0.0002795442,"about_ca_system_score_gemma":0.00023689153,"threshold_uncertainty_score":0.50369745},"labels":[],"label_agreement":null},{"id":"W2922846628","doi":"10.21606/drs.2018.197","title":"Designerly Activity Theory: toward a new ontology for design research","year":2018,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Ontology; Computer science; Collaborative design; Situated; Context (archaeology); Activity theory; Interpretation (philosophy); Knowledge management; Process (computing); Data science; Human–computer interaction; Management science; Software engineering; Artificial intelligence; Cognitive science; Epistemology; Systems design; Engineering; Psychology","score_opus":0.2198292669153495,"score_gpt":0.3969753332972489,"score_spread":0.17714606638189936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922846628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23168646,0.0004279565,0.63767874,0.0033508136,0.001182309,0.0020896744,0.0000057323914,0.00062614126,0.12295217],"genre_scores_gemma":[0.9540698,0.0000206901,0.044051792,0.000038902854,0.0003236794,0.00006976985,3.260773e-7,0.000031903754,0.0013931344],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991784,0.00002348542,0.0001337221,0.0001730447,0.00016648481,0.00032483385],"domain_scores_gemma":[0.9985884,0.0006785262,0.000048238348,0.00006983959,0.00050072063,0.000114275485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018634857,0.00010189885,0.00015407888,0.00016913963,0.00007988818,0.00005107303,0.00023450181,0.00010068251,0.00011845767],"category_scores_gemma":[0.0010264631,0.000101929145,0.000036091446,0.00030969852,0.000107570966,0.00036884693,0.00001636433,0.00017094937,0.000052940533],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013004023,0.00016140041,0.0002025167,0.00040449487,0.00016464407,3.356583e-7,0.014407274,0.000022270895,0.47261912,0.0914002,0.24751556,0.17180179],"study_design_scores_gemma":[0.0010608776,0.0016595185,0.0010203548,0.000070863454,0.00007362463,0.000019442903,0.0019963423,0.0047196303,0.76190525,0.1144795,0.1125542,0.00044041174],"about_ca_topic_score_codex":0.000021061524,"about_ca_topic_score_gemma":0.0000018325337,"teacher_disagreement_score":0.7223833,"about_ca_system_score_codex":0.000058660753,"about_ca_system_score_gemma":0.00011920226,"threshold_uncertainty_score":0.415655},"labels":[],"label_agreement":null},{"id":"W2931318328","doi":"","title":"Utiliser la pensée design comme stratégie d’enseignement pour résoudre un problème environnemental dans le cadre des STIM","year":2018,"lang":"fr","type":"article","venue":"2019 Conference of the Canadian Society for the Study of Education","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Humanities; Philosophy; Political science","score_opus":0.07416724435768808,"score_gpt":0.28525119497584667,"score_spread":0.2110839506181586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2931318328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85518205,0.0029611113,0.05229641,0.057722427,0.0066744164,0.010353829,0.00074820855,0.00005050743,0.014011016],"genre_scores_gemma":[0.98439986,0.00008717197,0.007843295,0.00019398711,0.00021634478,0.00015074862,0.000020624675,0.000038913324,0.007049045],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9984492,0.00029233028,0.00038996432,0.00023756622,0.00024316064,0.00038777755],"domain_scores_gemma":[0.998083,0.00043700868,0.0002847473,0.0005933883,0.00042335392,0.00017849583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009756872,0.00024770165,0.00022355768,0.000041607782,0.0010378658,0.00010294947,0.00069805735,0.00014641871,0.0006319924],"category_scores_gemma":[0.0001266639,0.00021088506,0.00021310635,0.00022455961,0.00082590675,0.00022525758,0.00004612368,0.00025315446,0.000020520743],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008058684,0.00400216,0.0031375461,0.0006203171,0.0023927114,3.4323637e-7,0.48521358,0.0024188175,0.0065544466,0.06393457,0.35114524,0.0804997],"study_design_scores_gemma":[0.0021417574,0.0009959885,0.09975418,0.00043081952,0.0015856766,0.0000225176,0.8268261,0.011178663,0.008336734,0.010426951,0.037520587,0.0007800359],"about_ca_topic_score_codex":0.14601764,"about_ca_topic_score_gemma":0.1157635,"teacher_disagreement_score":0.34161252,"about_ca_system_score_codex":0.00068748434,"about_ca_system_score_gemma":0.004729633,"threshold_uncertainty_score":0.9003715},"labels":[],"label_agreement":null},{"id":"W2938297621","doi":"10.4324/9781351117869","title":"Mass Customization and Design Democratization","year":2018,"lang":"en","type":"book","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Democratization; Mass customization; Personalization; Computer science; Political science; World Wide Web; Democracy; Politics","score_opus":0.01756836595078423,"score_gpt":0.2218678509414063,"score_spread":0.20429948499062206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938297621","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.1096715e-7,0.00010931658,0.47832754,0.000029529418,0.0003164855,0.00012246877,9.454791e-7,0.00016633888,0.5209271],"genre_scores_gemma":[0.00016985845,0.00043872482,0.024674201,0.0001333098,0.00035017132,0.000012122699,0.00008787599,0.000058008314,0.97407573],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99953246,0.000036099394,0.00013862902,0.00012136,0.00008719477,0.00008423721],"domain_scores_gemma":[0.9995819,0.00013671514,0.000040055533,0.00012360327,0.00006723268,0.00005054246],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016743157,0.00013891982,0.000106659594,0.00009680878,0.000045645495,0.00007232646,0.00004969058,0.0001972161,0.0013875971],"category_scores_gemma":[0.00004572506,0.00014355185,0.000012422324,0.000048148773,0.000020838042,0.00018067408,0.000004691256,0.00010654264,0.0005840773],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002847372,0.0000019992242,0.0000017003222,0.000046425466,0.000019007372,3.704981e-7,0.00007270566,0.0013647603,0.00006303325,0.0015191804,0.99319863,0.0037093333],"study_design_scores_gemma":[0.00011657321,0.000019409652,0.000009598824,0.00003282901,0.000060709266,0.000005816902,0.000011090248,0.06598336,0.00021846863,0.0057006255,0.9275609,0.00028058386],"about_ca_topic_score_codex":3.7128956e-7,"about_ca_topic_score_gemma":8.989869e-7,"teacher_disagreement_score":0.45365334,"about_ca_system_score_codex":0.00007716573,"about_ca_system_score_gemma":0.000089243666,"threshold_uncertainty_score":0.99952525},"labels":[],"label_agreement":null},{"id":"W293832508","doi":"","title":"CAD/CAM: Practical and Persuasive in Canadian Schools.","year":2007,"lang":"en","type":"article","venue":"Tech directions","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CAD; Mathematics education; Engineering; Higher education; Engineering management; Psychology; Pedagogy; Medical education; Engineering drawing; Multimedia; Manufacturing engineering; Computer science; Medicine; Economics; Economic growth","score_opus":0.01774502376428903,"score_gpt":0.30911243112691505,"score_spread":0.291367407362626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W293832508","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23468824,0.0011922825,0.0062036826,0.009769175,0.0020019843,0.00046557636,0.000014418512,0.00087062357,0.744794],"genre_scores_gemma":[0.9967849,0.00011893422,0.002161756,0.0001255668,0.0000625291,0.000012528207,0.0000020682878,0.000012316478,0.0007193506],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995536,0.000013461075,0.00008604583,0.00008285417,0.000047642363,0.00021635054],"domain_scores_gemma":[0.99954754,0.00012769933,0.000008249989,0.00008307916,0.000024700901,0.00020871613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028795772,0.000056886656,0.000050739924,0.0002527387,0.00007310816,0.000032158347,0.000025107782,0.00006163375,0.000149163],"category_scores_gemma":[0.00032891874,0.00006644496,0.000009813851,0.00033600407,0.000012652697,0.00019246606,0.0000033630954,0.00028185642,0.00010080999],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007709912,0.00060093554,0.18491594,0.00017290175,0.0003285537,0.00039939306,0.013468791,0.00077684526,0.01660221,0.10358187,0.3243856,0.35468984],"study_design_scores_gemma":[0.00015095297,0.000013763983,0.11198785,0.000012848009,0.000015634345,0.00016635335,0.0019236945,0.00059456326,0.0010907782,0.00029268867,0.8835658,0.00018507174],"about_ca_topic_score_codex":0.07186011,"about_ca_topic_score_gemma":0.4123698,"teacher_disagreement_score":0.7620967,"about_ca_system_score_codex":0.0002227532,"about_ca_system_score_gemma":0.0001597096,"threshold_uncertainty_score":0.93432045},"labels":[],"label_agreement":null},{"id":"W2944649938","doi":"10.3917/proj.020.0063","title":"Design, Science et Technologie : quels modèles et idéauxtypes pour la recherche en science du design ?","year":2019,"lang":"fr","type":"article","venue":"Projectics / Proyéctica / Projectique","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ministère de l’Emploi et de la Solidarité Sociale (Québec); Université du Québec à Montréal","funders":"","keywords":"Humanities; Philosophy","score_opus":0.281914295089763,"score_gpt":0.4252349748916353,"score_spread":0.1433206798018723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944649938","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004044761,0.0017220083,0.8507782,0.04271833,0.0033967942,0.006844622,0.000014394685,0.0017161028,0.08876476],"genre_scores_gemma":[0.37675607,0.0029755281,0.6116696,0.0006059672,0.00016742824,0.0006250487,0.0000016110342,0.000186273,0.007012468],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9872307,0.006590879,0.000943311,0.0019087676,0.0013831549,0.0019431447],"domain_scores_gemma":[0.9792195,0.016522262,0.0004535142,0.0015916633,0.0018080835,0.00040497514],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.055364024,0.000943822,0.00071802124,0.0017717326,0.0006064399,0.0017845618,0.002352262,0.0014077751,0.00025617718],"category_scores_gemma":[0.052648865,0.0009560373,0.00014422272,0.0067156027,0.0018681748,0.005662743,0.0006737706,0.0049339654,0.0012370871],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004595214,0.002497465,0.001301953,0.0020108996,0.00034908,0.0001067525,0.03975321,0.034098674,0.3990017,0.4343139,0.0033875774,0.08271927],"study_design_scores_gemma":[0.0015710241,0.0014861302,0.00076492014,0.001001513,0.0003265038,0.0020120298,0.008468955,0.21106702,0.6003923,0.087231934,0.08276309,0.0029145812],"about_ca_topic_score_codex":0.00039971137,"about_ca_topic_score_gemma":0.000023156763,"teacher_disagreement_score":0.3727113,"about_ca_system_score_codex":0.003421868,"about_ca_system_score_gemma":0.025428133,"threshold_uncertainty_score":0.9998886},"labels":[],"label_agreement":null},{"id":"W2944978658","doi":"10.1109/icsa-c.2019.00034","title":"DecidArch V2: An Improved Game to Teach Architecture Design Decision Making","year":2019,"lang":"en","type":"article","venue":"Florence Research (University of Florence)","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Architecture; Game design; Computer architecture; Human–computer interaction","score_opus":0.05204533206106914,"score_gpt":0.32864067372802863,"score_spread":0.2765953416669595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944978658","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41984504,0.000075873184,0.5730792,0.00032129601,0.0004477882,0.00080246635,0.000014790435,0.00016802472,0.005245478],"genre_scores_gemma":[0.90351975,0.00006238569,0.09574435,0.000028144888,0.000077357356,0.0000022572515,0.000008711108,0.000025591762,0.00053147366],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974964,0.00036674723,0.00017217227,0.00047470062,0.00082555227,0.00066441705],"domain_scores_gemma":[0.997444,0.001037007,0.00004297145,0.0007198945,0.00038483567,0.0003713462],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00203009,0.00018416684,0.00025638787,0.0007949769,0.00019438988,0.000088715824,0.0011616654,0.00015033546,0.0021948284],"category_scores_gemma":[0.00038636226,0.00021024517,0.00006969699,0.001286087,0.00014964698,0.0006604485,0.0001963463,0.00079582445,0.0008815692],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010342663,0.0001911327,0.001151076,0.00017061633,0.0000753405,0.000040473118,0.020187633,0.04804198,0.086414635,0.0005625553,0.010747364,0.83138293],"study_design_scores_gemma":[0.0032065704,0.004067341,0.121690884,0.0015411251,0.0000833447,0.00009192698,0.04048256,0.6844639,0.009641157,0.009040666,0.12312499,0.00256552],"about_ca_topic_score_codex":0.00011529857,"about_ca_topic_score_gemma":0.000076046555,"teacher_disagreement_score":0.8288174,"about_ca_system_score_codex":0.00019113209,"about_ca_system_score_gemma":0.00027768326,"threshold_uncertainty_score":0.99989635},"labels":[],"label_agreement":null},{"id":"W2949809368","doi":"10.48550/arxiv.cs/0403033","title":"Integrating design synthesis and assembly of structured objects in a visual design language","year":2004,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Visual language; Design language; Programming language; Engineering drawing; Human–computer interaction; Linguistics; Engineering","score_opus":0.04124806832636149,"score_gpt":0.2986681425384016,"score_spread":0.25742007421204016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949809368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91234887,0.00111938,0.08468218,0.000041035175,0.00043863597,0.0004933839,0.000008706911,0.00015961188,0.00070818776],"genre_scores_gemma":[0.9820284,0.00013208036,0.017568829,0.000034325007,0.00006978317,0.00008247347,0.000009249055,0.000050274128,0.00002453809],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99858636,0.00029489485,0.0004025781,0.00031588474,0.00015249394,0.00024778338],"domain_scores_gemma":[0.99841803,0.0010054751,0.00015731463,0.00028937287,0.000048544774,0.00008128619],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006290441,0.00030717682,0.00041536655,0.00026004072,0.000029218789,0.000054724627,0.00020003978,0.000299436,0.00006687337],"category_scores_gemma":[0.0010078672,0.0003137908,0.00005452217,0.00020811675,0.000032993514,0.0001471339,0.00007522325,0.0006673197,0.000017024997],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032670263,0.00042417704,0.033290662,0.003494029,0.00080090284,0.00022738693,0.061631586,0.34821877,0.5054853,0.00021543704,0.0007575758,0.045127474],"study_design_scores_gemma":[0.0010637421,0.00016256025,0.11059994,0.0022562635,0.00033342378,0.000062247906,0.009306315,0.03774395,0.8359366,0.000792252,0.000064110434,0.001678586],"about_ca_topic_score_codex":0.00023052674,"about_ca_topic_score_gemma":0.000054945835,"teacher_disagreement_score":0.3304513,"about_ca_system_score_codex":0.00015251647,"about_ca_system_score_gemma":0.00023563561,"threshold_uncertainty_score":0.9999314},"labels":[],"label_agreement":null},{"id":"W2950310209","doi":"","title":"The Final Review is a Space and Time of Performance: Implications and Alternatives","year":2018,"lang":"en","type":"review","venue":"National Conference on the Beginning Design Student","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Studio; Architecture; Event (particle physics); Process (computing); Space (punctuation); Architectural engineering; Computer science; Sociology; Visual arts; Mathematics education; Engineering; Psychology; Art; Programming language; Telecommunications","score_opus":0.236371427477544,"score_gpt":0.4183452024840292,"score_spread":0.18197377500648518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950310209","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000062256768,0.98727125,0.001015206,0.0020073927,0.00008322496,0.0008102927,0.00002162227,0.000027448894,0.008757324],"genre_scores_gemma":[0.00055412506,0.99764985,0.00024389809,0.0002002941,0.00007466955,0.00025567604,0.000008059601,0.000020719892,0.0009927073],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986841,0.00024071614,0.0003430849,0.00020121681,0.00039648308,0.00013441165],"domain_scores_gemma":[0.9972454,0.0018971381,0.00025875817,0.00023423706,0.0003206833,0.000043828353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014525298,0.00022982513,0.0003961793,0.000076112636,0.00025871492,0.00011301304,0.00037615024,0.00006257919,0.00009324161],"category_scores_gemma":[0.00022822196,0.00013526985,0.000057733403,0.00019477075,0.00017329991,0.00008466381,0.000052720705,0.0002843391,0.000079480254],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013852898,0.0000828524,0.000011503797,0.009207491,0.00082866964,4.4015067e-7,0.001584629,0.000015425438,0.000009075219,0.15667515,0.09365841,0.73791254],"study_design_scores_gemma":[0.00006152662,0.00006430315,0.00012828683,0.009561831,0.00022206453,0.000023863944,0.00003440506,0.00058170117,0.000004505184,0.00060929224,0.9885198,0.00018842278],"about_ca_topic_score_codex":6.6991925e-7,"about_ca_topic_score_gemma":8.2513374e-8,"teacher_disagreement_score":0.8948614,"about_ca_system_score_codex":0.000062434956,"about_ca_system_score_gemma":0.00024216097,"threshold_uncertainty_score":0.5516144},"labels":[],"label_agreement":null},{"id":"W2951741171","doi":"10.1145/3322276.3322381","title":"Design in the HCI Classroom","year":2019,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University","keywords":"Computer science; Discipline; Mathematics education; Research design; Sign (mathematics); Human–computer interaction; Pedagogy; Multimedia; Engineering ethics; Psychology; Sociology; Engineering","score_opus":0.026686204650679647,"score_gpt":0.2538505073045243,"score_spread":0.22716430265384466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951741171","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03225641,0.00010622887,0.07857699,0.0015248606,0.0006535888,0.0002693977,1.310097e-7,0.00013935681,0.88647306],"genre_scores_gemma":[0.9936304,0.000011499982,0.0020434884,0.0006348947,0.000020265037,0.0000072021203,4.322451e-7,0.0000052810296,0.003646526],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997698,0.000042254313,0.00004573178,0.000033735614,0.000044941877,0.00006352928],"domain_scores_gemma":[0.99964315,0.00023159485,0.0000037185891,0.000108596454,0.0000040267114,0.000008918478],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00024769848,0.000029513207,0.00002617489,0.000020610158,0.0000055738624,0.000021492913,0.000077068864,0.000017033813,0.0012389601],"category_scores_gemma":[0.000012228084,0.000019772206,0.0000064642495,0.00008993499,0.0000017768311,0.00008770722,0.0000017477164,0.00007285052,0.002277608],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035569195,0.00020602612,0.00828243,0.00008392109,0.000048315236,0.0000097576785,0.013591844,0.0951115,0.018695422,0.058046505,0.7465694,0.059319347],"study_design_scores_gemma":[0.0003824994,0.000036163117,0.016015,0.000007666078,0.0000064737565,0.000016000085,0.0026399049,0.06812309,0.0022361116,0.0015098078,0.9088052,0.00022208174],"about_ca_topic_score_codex":0.0000062429967,"about_ca_topic_score_gemma":0.000003119272,"teacher_disagreement_score":0.961374,"about_ca_system_score_codex":0.000009736749,"about_ca_system_score_gemma":0.0000077858085,"threshold_uncertainty_score":0.999674},"labels":[],"label_agreement":null},{"id":"W2952194808","doi":"10.48550/arxiv.1305.4148","title":"On the Peculiarities of Design: An Engineering Perspective","year":2013,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Vagueness; Engineering design process; Perspective (graphical); Abstraction; Engineering ethics; Process (computing); Diversity (politics); Subject matter; Computer science; Design elements and principles; Knowledge management; Engineering; Epistemology; Psychology; Sociology; Curriculum; Software engineering; Artificial intelligence; Pedagogy; Mechanical engineering","score_opus":0.09726429021520755,"score_gpt":0.19039309834522217,"score_spread":0.09312880813001462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952194808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62492514,0.00023252182,0.34011942,0.00023898245,0.0015367442,0.00083583157,0.000026766591,0.0005775569,0.03150706],"genre_scores_gemma":[0.99855345,0.00013266825,0.00042999012,0.000035213026,0.000063652515,0.0000029896714,0.000004074193,0.000032677843,0.00074530137],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992964,0.00010440868,0.00010901888,0.00026831118,0.000056825247,0.00016500463],"domain_scores_gemma":[0.99872965,0.00045071685,0.00006781422,0.00053294114,0.00014214608,0.00007671285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001911429,0.00021033302,0.00017860785,0.00014865644,0.000048900634,0.000048091257,0.00042964605,0.0001535938,0.0003759877],"category_scores_gemma":[0.00010883549,0.00020395262,0.00008448411,0.00018344603,0.0000490489,0.0002021064,0.00007535668,0.0005495046,0.00009460244],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001019061,0.000029750388,0.000008197085,0.000038332204,0.00007963453,0.0000055596597,0.0008505626,0.7080144,0.00011211919,0.28981966,0.0010110438,0.000020545662],"study_design_scores_gemma":[0.00018746033,0.00007818067,0.00045450282,0.00011604107,0.00012727751,0.0000029492403,0.004579967,0.95179856,0.0015219392,0.039841246,0.00079100026,0.00050085114],"about_ca_topic_score_codex":0.00014304147,"about_ca_topic_score_gemma":0.000003958832,"teacher_disagreement_score":0.37362832,"about_ca_system_score_codex":0.00019463884,"about_ca_system_score_gemma":0.00006397219,"threshold_uncertainty_score":0.8316946},"labels":[],"label_agreement":null},{"id":"W2954648659","doi":"10.1007/978-3-030-20470-9_8","title":"Leveraging Disciplinary and Cultural Diversity in the Conceptualization Stages of Design","year":2019,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Conceptualization; Viewpoints; Discipline; Leverage (statistics); Embodied cognition; Scope (computer science); Cross disciplinary; Engineering ethics; Diversity (politics); Cultural diversity; Knowledge management; Sociology; Computer science; Data science; Engineering; Social science; Artificial intelligence; Anthropology","score_opus":0.06779556311143396,"score_gpt":0.3043715942817481,"score_spread":0.23657603117031412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954648659","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047849916,0.25180876,0.4941178,0.00009206901,0.0051600146,0.0028539728,0.000019410809,0.00014527726,0.19795276],"genre_scores_gemma":[0.992472,0.005379311,0.00018067023,0.000011777109,0.00005152199,0.0000015887391,0.00000627524,0.000011750268,0.0018851112],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929476,0.00006266256,0.00028468776,0.00014632633,0.00011667824,0.00009490416],"domain_scores_gemma":[0.99925387,0.00048241176,0.00012842396,0.00009197621,0.000028047172,0.000015263793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040580315,0.00013707687,0.0002159914,0.000081281156,0.00006242926,0.000036869973,0.00010212717,0.00006439965,0.000004673121],"category_scores_gemma":[0.0000139759495,0.0001092403,0.000016610646,0.000037271737,0.000044354256,0.00019544865,0.0000772968,0.000182772,0.0000017585129],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034352022,0.000029766155,0.020985724,0.0026654357,0.00007793072,0.000016616596,0.088017605,0.70893306,0.000025870275,0.13262567,0.00027429764,0.046313662],"study_design_scores_gemma":[0.0014259901,0.0004269902,0.0061174785,0.015659563,0.00020726903,0.0002237107,0.14076707,0.61779535,0.00016744129,0.012211642,0.20224446,0.0027530235],"about_ca_topic_score_codex":0.00003182046,"about_ca_topic_score_gemma":0.0000073107167,"teacher_disagreement_score":0.9446221,"about_ca_system_score_codex":0.000039391118,"about_ca_system_score_gemma":0.000009129108,"threshold_uncertainty_score":0.44546905},"labels":[],"label_agreement":null},{"id":"W2954981112","doi":"","title":"From Studio Practice to Online Design Education: Can We Teach Design Online?.","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Instructional design; Studio; Design studio; Computer science; Mathematics education; Higher education; Multimedia; Educational technology; Teaching method; Design education; Electronic learning; Pedagogy; Psychology; Visual arts","score_opus":0.01846283712347319,"score_gpt":0.2767943806596578,"score_spread":0.2583315435361846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954981112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7054544,0.02461705,0.09225366,0.16718377,0.0060491096,0.00091278146,0.000035269157,0.00038026704,0.0031136652],"genre_scores_gemma":[0.9211655,0.0003847084,0.076292194,0.00034546107,0.00032013902,0.000004277393,0.000006601465,0.000037421847,0.0014436466],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991175,0.00016079968,0.00025925232,0.00013474445,0.00008863499,0.00023905536],"domain_scores_gemma":[0.998649,0.00044496718,0.00013396064,0.0001448145,0.00025991438,0.00036733778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039746833,0.00012961106,0.00021155279,0.00068944594,0.000091701186,0.000059208898,0.00020126392,0.00015457395,0.00016435173],"category_scores_gemma":[0.001303141,0.00013495224,0.00002011803,0.00045721882,0.000032598953,0.00016218406,0.0000086440505,0.0008933863,0.000051405495],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010033806,0.00028625038,0.019929131,0.00006191724,0.00066524005,0.00022418627,0.011768549,0.046070393,0.0051796366,0.0011225437,0.08295751,0.8316343],"study_design_scores_gemma":[0.000300793,0.0003987787,0.0004039104,0.00012687355,0.00007844229,0.00058513065,0.02666992,0.00073800917,0.00027191167,0.00054991455,0.96964735,0.00022894013],"about_ca_topic_score_codex":0.0006992106,"about_ca_topic_score_gemma":0.0009778575,"teacher_disagreement_score":0.88668984,"about_ca_system_score_codex":0.00016470983,"about_ca_system_score_gemma":0.0015327368,"threshold_uncertainty_score":0.55031925},"labels":[],"label_agreement":null},{"id":"W2955745212","doi":"10.3390/su11133581","title":"Tools for Sustainable Fashion Design: An Analysis of Their Fitness for Purpose","year":2019,"lang":"en","type":"article","venue":"Sustainability","topic":"Design Education and Practice","field":"Engineering","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Archetype; Sustainability; Categorization; Context (archaeology); Computer science; Sustainable design; Process management; Citizen journalism; Knowledge management; Management science; Engineering; Artificial intelligence; World Wide Web","score_opus":0.027312589928846234,"score_gpt":0.3038250066448765,"score_spread":0.2765124167160303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955745212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6162123,0.000043141044,0.3802698,0.00016257969,0.00012090956,0.00274903,0.000025279374,0.00010872639,0.0003082375],"genre_scores_gemma":[0.99591476,0.0000035481487,0.0020297796,0.000027247032,0.000030734423,0.0004648475,0.000086568005,0.000026045189,0.0014164529],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988566,0.000118967895,0.0002921805,0.00026119006,0.00009457594,0.00037649204],"domain_scores_gemma":[0.9962416,0.0015278587,0.00007474573,0.0005823038,0.0014911266,0.00008234933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001641475,0.00014910863,0.0003426738,0.00022008308,0.00006881658,0.000091706446,0.00020471343,0.00010003425,0.00011300761],"category_scores_gemma":[0.0016653618,0.00014253217,0.00019021159,0.0006560042,0.000030266354,0.0009740447,0.000016765529,0.000072387484,0.0000014803067],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015711184,0.0012074597,0.023099927,0.0100042755,0.001720355,0.0000024430062,0.011305707,0.7467045,0.002548573,0.1113124,0.0020889505,0.08843426],"study_design_scores_gemma":[0.0023313696,0.0012447367,0.06628216,0.000012781786,0.0017262092,0.0000015780045,0.12986247,0.62743425,0.012042794,0.046896502,0.11098517,0.0011800015],"about_ca_topic_score_codex":0.00002400168,"about_ca_topic_score_gemma":0.000008956668,"teacher_disagreement_score":0.37970248,"about_ca_system_score_codex":0.00050018524,"about_ca_system_score_gemma":0.0002913907,"threshold_uncertainty_score":0.5812293},"labels":[],"label_agreement":null},{"id":"W2958522796","doi":"10.3390/biomimetics4030049","title":"BiomiMETRIC Assistance Tool: A Quantitative Performance Tool for Biomimetic Design","year":2019,"lang":"en","type":"article","venue":"Biomimetics","topic":"Design Education and Practice","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; GDG Environnement; École de Technologie Supérieure","funders":"","keywords":"Biomimetics; Engineering; Biomimetic materials; Systems engineering; Computer science; Artificial intelligence; Nanotechnology; Materials science","score_opus":0.045328147768969033,"score_gpt":0.28136717001407857,"score_spread":0.23603902224510953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2958522796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5159803,0.0013313366,0.4750097,0.00019520886,0.0032066274,0.0016892592,0.000052678548,0.0005027627,0.0020320928],"genre_scores_gemma":[0.83966076,0.00023785855,0.15785566,0.00015785599,0.00008401507,0.00011160024,0.000022425667,0.000083964194,0.0017858582],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985352,0.00007832087,0.00041178212,0.00031795807,0.00022231886,0.00043438873],"domain_scores_gemma":[0.99799466,0.0011904895,0.000108165215,0.00046101675,0.00016439549,0.00008124823],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007848558,0.00027429734,0.0002963924,0.00042507838,0.00008715324,0.00012729189,0.00028857545,0.0001454737,0.00020419594],"category_scores_gemma":[0.0003317101,0.00027742586,0.000106675456,0.0011616788,0.000048742113,0.00044744596,0.000021187034,0.00013375959,0.0013347978],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020310339,0.0011923115,0.009930282,0.003730173,0.0015970799,0.000009838826,0.0018287208,0.01982455,0.5872363,0.051962093,0.12379629,0.19686134],"study_design_scores_gemma":[0.0031969738,0.0011688818,0.013506311,0.00012356121,0.00027180003,0.000023724315,0.00027351087,0.39069492,0.1877238,0.0006831632,0.40057325,0.0017601186],"about_ca_topic_score_codex":0.0000024593635,"about_ca_topic_score_gemma":2.8750094e-7,"teacher_disagreement_score":0.3995125,"about_ca_system_score_codex":0.00013396172,"about_ca_system_score_gemma":0.0001001199,"threshold_uncertainty_score":0.9999678},"labels":[],"label_agreement":null},{"id":"W2959557956","doi":"10.18280/rces.050105","title":"3D model for design team innovation","year":2019,"lang":"en","type":"article","venue":"Review of Computer Engineering Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Knowledge management; Business; Computer science; Process management; Manufacturing engineering; Engineering management; Engineering","score_opus":0.05770894740493204,"score_gpt":0.3175843284949149,"score_spread":0.25987538108998287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2959557956","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023951988,0.053444248,0.94471806,0.0000700815,0.00066322676,0.00049752096,0.000001944952,0.00013812476,0.0002272645],"genre_scores_gemma":[0.04834995,0.07081487,0.8794161,0.0005832478,0.0002485421,0.00020690319,0.000012974666,0.00007103409,0.0002963945],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99940515,0.000009684504,0.0003012081,0.00009095135,0.00008129867,0.00011168694],"domain_scores_gemma":[0.9993429,0.00024798815,0.000051739604,0.00015520985,0.00018919946,0.000012969348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003759643,0.00011897441,0.00030953303,0.000088253495,0.000011313399,0.0000065910904,0.000070055874,0.000021605489,0.000004432927],"category_scores_gemma":[0.00008227299,0.00011196047,0.000041459876,0.0002520395,0.000004630777,0.00012061809,0.000015272914,0.000059296213,0.000016727965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014994232,0.000010677674,0.0000039505717,0.017808707,0.00014721639,4.578331e-8,0.00019993747,0.9329395,0.00028993102,0.0018538168,0.033577226,0.01316749],"study_design_scores_gemma":[0.000099778954,0.000025080268,0.000017936032,0.0023812286,0.00003064023,0.0000020637337,0.0000036062886,0.9499217,0.00016184937,0.000038749888,0.047194146,0.00012321609],"about_ca_topic_score_codex":7.209115e-8,"about_ca_topic_score_gemma":1.0930082e-8,"teacher_disagreement_score":0.065301985,"about_ca_system_score_codex":0.000032108786,"about_ca_system_score_gemma":0.000015031989,"threshold_uncertainty_score":0.45656157},"labels":[],"label_agreement":null},{"id":"W2962898351","doi":"10.1080/09544828.2019.1643830","title":"Analogical stimuli retrieval approach based on R-SBF ontology model","year":2019,"lang":"en","type":"article","venue":"Journal of Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"National Natural Science Foundation of China","keywords":"Computer science; Analogy; Ontology; Similarity (geometry); Representation (politics); Information retrieval; Function (biology); Data mining; Artificial intelligence","score_opus":0.04464015766252485,"score_gpt":0.25644046873089604,"score_spread":0.2118003110683712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962898351","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00893458,0.00015666243,0.9860517,0.00015008527,0.00080511416,0.00012417731,0.0000011618463,0.00009009762,0.003686448],"genre_scores_gemma":[0.8740651,0.000013671873,0.1254045,0.0002013053,0.00014340243,0.0000015371269,0.0000012931628,0.00003546168,0.00013373546],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896896,0.000052308296,0.00036267628,0.00011042286,0.00027662812,0.0002290308],"domain_scores_gemma":[0.99914443,0.00031050603,0.00009003693,0.00019042692,0.000118104996,0.00014650695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076014805,0.00017175925,0.00028651181,0.00026591553,0.000016346337,0.000037367277,0.00021122367,0.00013047371,0.00010663965],"category_scores_gemma":[0.00031807038,0.0001530188,0.000101849524,0.00022303246,0.000008085956,0.00018953627,0.0000051690017,0.00053603813,0.00005575197],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011756592,0.00006867002,0.000017481461,0.00003706619,0.000038394413,0.000010296976,0.00006054839,0.9874498,0.008340525,0.0003390058,0.0032984866,0.0002221403],"study_design_scores_gemma":[0.000509804,0.00025725798,0.00021937012,0.000029038914,0.000028862401,0.00004525113,0.000015363543,0.99622715,0.000791875,0.0000586093,0.0016505193,0.00016691031],"about_ca_topic_score_codex":2.0830021e-7,"about_ca_topic_score_gemma":1.2703229e-8,"teacher_disagreement_score":0.8651305,"about_ca_system_score_codex":0.00011646538,"about_ca_system_score_gemma":0.000086989494,"threshold_uncertainty_score":0.62399256},"labels":[],"label_agreement":null},{"id":"W2964745771","doi":"10.1017/dsi.2019.138","title":"A Comparison of Design Activity of Academics and Practitioners Using the FBS Ontology: A Case Study","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ... International Conference on Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Space (punctuation); Function (biology); Foundation (evidence); Ontology; Activity theory; Knowledge management; Work (physics); Computer science; Psychology; Engineering; Pedagogy; Epistemology; Political science","score_opus":0.14537080533989125,"score_gpt":0.354578730095195,"score_spread":0.20920792475530378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964745771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9674263,0.000030941075,0.030613214,0.00020609151,0.0003816064,0.00056814915,0.0000034448292,0.00003329052,0.0007369768],"genre_scores_gemma":[0.99552315,0.000012913741,0.004368465,0.000014060939,0.00002069027,0.000017696784,1.662353e-7,0.000016739528,0.000026099338],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991806,0.000022902084,0.00028566486,0.00013349623,0.00026965,0.000107690554],"domain_scores_gemma":[0.99892783,0.00039817856,0.00027590533,0.000102095015,0.00026874625,0.00002726611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006584191,0.00013767745,0.00022588755,0.00012505571,0.000029947309,0.000029234034,0.0003335612,0.00007107826,0.000020843012],"category_scores_gemma":[0.00023021636,0.00010444607,0.000037436326,0.00016927601,0.00004333217,0.00026806403,0.000045230496,0.0003335209,9.947206e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030150486,0.00048060052,0.011222694,0.00029124683,0.0005402397,0.0000024753444,0.009251666,0.21839212,0.7438585,0.014277782,0.00039078444,0.0009903981],"study_design_scores_gemma":[0.00039869544,0.00023093597,0.0012509837,0.00015626878,0.00009039326,0.000155324,0.0053888992,0.854762,0.13716646,0.00015774662,0.00007862343,0.00016364016],"about_ca_topic_score_codex":0.000038301143,"about_ca_topic_score_gemma":7.8666886e-7,"teacher_disagreement_score":0.63636994,"about_ca_system_score_codex":0.00005930714,"about_ca_system_score_gemma":0.00005073871,"threshold_uncertainty_score":0.42591873},"labels":[],"label_agreement":null},{"id":"W2965468646","doi":"10.1017/dsi.2019.144","title":"An Exploratory Study Comparing CAD Tools and Working Styles for Implementing Design Changes","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ... International Conference on Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"CAD; Computer science; Dependency (UML); Productivity; Tree (set theory); Value (mathematics); Collaborative design; Exploratory research; Human–computer interaction; Engineering drawing; Software engineering; Machine learning; Engineering; Systems design; Mathematics","score_opus":0.15026390295070982,"score_gpt":0.30446487642117404,"score_spread":0.15420097347046421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965468646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90381235,0.00009157361,0.08664706,0.0003584719,0.0014151126,0.002473265,0.000013396324,0.00040884924,0.004779899],"genre_scores_gemma":[0.9918249,0.000020951038,0.0077377013,0.000029978395,0.00010649264,0.00016897755,0.0000022362874,0.000040289277,0.00006844292],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990499,0.000013104442,0.00023147516,0.00022550476,0.00025550983,0.00022451558],"domain_scores_gemma":[0.99926496,0.00025671654,0.0001138651,0.00010743361,0.00020190857,0.000055138495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093975227,0.0001894706,0.0001926406,0.00015939542,0.000061519386,0.00026278588,0.00047789392,0.000043257136,0.000027947835],"category_scores_gemma":[0.0001243742,0.00017321967,0.00002965209,0.0001142945,0.000011806012,0.0004452897,0.000051544503,0.00016964703,0.0000039822485],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003391254,0.00035357056,0.01431203,0.00044195642,0.00062405184,6.543813e-7,0.013135712,0.12284237,0.75185937,0.08300084,0.0012005968,0.011889734],"study_design_scores_gemma":[0.00113719,0.00051499304,0.004222055,0.00044042614,0.000074800475,0.0000068079044,0.01189526,0.89444906,0.08436545,0.00041461928,0.0019040322,0.0005753263],"about_ca_topic_score_codex":0.0000021036533,"about_ca_topic_score_gemma":0.0000019241547,"teacher_disagreement_score":0.7716067,"about_ca_system_score_codex":0.00006510653,"about_ca_system_score_gemma":0.000023855824,"threshold_uncertainty_score":0.70636934},"labels":[],"label_agreement":null},{"id":"W2966626948","doi":"10.1017/dsi.2019.281","title":"A Survey of Design Reviews: Understanding Differences by Designer-Roles and Phase of Development","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ... International Conference on Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"New product development; Design review (U.S. government); Context (archaeology); Product design; Design education; Product (mathematics); Design brief; Industrial design; Computer science; Design technology; Engineering management; Process management; Knowledge management; Engineering; Systems engineering; Business; Operations management; Marketing; Product testing","score_opus":0.15242309398904086,"score_gpt":0.2971766810765912,"score_spread":0.14475358708755032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966626948","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3576544,0.0013990975,0.63313776,0.00022816636,0.0010351392,0.0015311714,0.000042708405,0.0001288062,0.004842746],"genre_scores_gemma":[0.9919927,0.00034614388,0.007465051,0.000010271816,0.000008553913,0.000023064002,0.000002635185,0.000019722891,0.00013186118],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99891126,0.000027164726,0.00045014566,0.00016120267,0.00031464253,0.00013555799],"domain_scores_gemma":[0.998983,0.00040431012,0.00024883356,0.000084522995,0.0002323513,0.000046928657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011368433,0.00018269842,0.0003082403,0.00015260221,0.00002038981,0.00003868192,0.000430642,0.000059549955,0.000074316136],"category_scores_gemma":[0.00035890454,0.00014807205,0.000035377714,0.00019374896,0.00003827733,0.00019873456,0.0000346567,0.00013756796,0.0000037812265],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029788387,0.00027871755,0.0038226652,0.0009464803,0.00038440508,1.4436415e-7,0.0021344614,0.005641061,0.9499317,0.027905835,0.0043729884,0.0042836918],"study_design_scores_gemma":[0.0016355227,0.0004817209,0.0073680184,0.0023523904,0.000075874304,0.000008045259,0.00077399646,0.3024817,0.6822464,0.0009626373,0.0008997617,0.0007139184],"about_ca_topic_score_codex":0.000007930741,"about_ca_topic_score_gemma":4.132308e-7,"teacher_disagreement_score":0.6343383,"about_ca_system_score_codex":0.00008027517,"about_ca_system_score_gemma":0.000063581494,"threshold_uncertainty_score":0.6038203},"labels":[],"label_agreement":null},{"id":"W2971796955","doi":"10.22068/ijaup.29.1.15","title":"Architects and Engineers Differences: A comparison between problem solving performances of architects and engineers in the ideation phase of an analogy-based design","year":2019,"lang":"en","type":"article","venue":"Iran University of Science & Technology","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Analogy; Ideation; Engineering; Architectural engineering; Phase (matter); Construction engineering; Management science; Civil engineering; Engineering management; Psychology; Epistemology; Cognitive science; Chemistry; Philosophy","score_opus":0.02782394460335085,"score_gpt":0.254186014325682,"score_spread":0.22636206972233114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971796955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96497434,0.00005988885,0.034442205,0.00009669096,0.000019992258,0.00020553276,0.0000029502523,0.000034889912,0.00016351932],"genre_scores_gemma":[0.9887344,0.000016346034,0.011238646,0.0000026669961,0.0000018508929,3.590818e-7,0.0000011824296,0.000002849123,0.000001674482],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999422,0.000034200086,0.00012803619,0.00013622969,0.00013586633,0.00014364284],"domain_scores_gemma":[0.999509,0.00019717008,0.00008402737,0.00014320257,0.000035483088,0.000031146225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005070937,0.00007536037,0.00018395901,0.00097164995,0.000051753163,0.0000070350916,0.0003147282,0.000056945264,0.0000033961749],"category_scores_gemma":[0.000037220536,0.00007133314,0.000011193208,0.00097640854,0.00075333385,0.00022617877,0.000019686637,0.0001547443,2.800938e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019529184,0.000389321,0.24273333,0.0009986801,0.000065922926,0.0000047597264,0.078847796,0.21963571,0.3400737,0.0031028376,0.000010506444,0.11394214],"study_design_scores_gemma":[0.0027392684,0.0018786527,0.20134147,0.00027923475,0.00007841498,0.000012092846,0.05241917,0.6855334,0.054432932,0.00084612786,0.00008020676,0.00035901854],"about_ca_topic_score_codex":0.00004801051,"about_ca_topic_score_gemma":0.000020225689,"teacher_disagreement_score":0.4658977,"about_ca_system_score_codex":0.000019340714,"about_ca_system_score_gemma":0.000056070498,"threshold_uncertainty_score":0.2908881},"labels":[],"label_agreement":null},{"id":"W2973205610","doi":"10.1515/mspe-2019-0028","title":"A Review of TRIZ Tools for Forecasting the Evolution of Technical Systems","year":2019,"lang":"en","type":"review","venue":"Management Systems in Production Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Independent Electricity System Operator","keywords":"TRIZ; Business management; Computer science; Management science; Artificial intelligence; Operations research; Engineering; Industrial engineering; Business","score_opus":0.09759877691438783,"score_gpt":0.31113695640150707,"score_spread":0.21353817948711923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973205610","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.3898607e-7,0.9532032,0.033517163,0.000011629201,0.0057585975,0.006296885,0.000013648396,0.00011668882,0.0010818457],"genre_scores_gemma":[0.00044843572,0.9962616,0.0003780762,0.0000013981747,0.00030952005,0.0021345275,0.000033518885,0.00007832126,0.0003546175],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976737,0.000114388364,0.0014543824,0.0002957448,0.00023569826,0.00022607886],"domain_scores_gemma":[0.99829763,0.0004011519,0.00051846623,0.00066108146,0.00009928021,0.00002241656],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002590508,0.00030139193,0.0012262841,0.00046517063,0.000020367765,0.000037603342,0.0003243474,0.00013579623,0.0000023277141],"category_scores_gemma":[0.00056678295,0.0002454048,0.00022706334,0.00092516385,0.00001173955,0.00024137467,0.000037849866,0.00026560834,0.000006532904],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015101824,0.000017407821,2.0985887e-7,0.8118884,0.00016877789,2.807412e-7,0.000013555887,0.08571539,0.000004327539,0.0026583155,0.0025628943,0.09696893],"study_design_scores_gemma":[0.000065058004,0.000012706204,6.2620416e-7,0.17042282,0.0005014405,0.000036062196,0.0000943682,0.008849734,7.962428e-7,0.0000011169373,0.8198307,0.00018452907],"about_ca_topic_score_codex":0.000013179651,"about_ca_topic_score_gemma":3.2616987e-7,"teacher_disagreement_score":0.81726784,"about_ca_system_score_codex":0.00062305306,"about_ca_system_score_gemma":0.000036979414,"threshold_uncertainty_score":0.9999998},"labels":[],"label_agreement":null},{"id":"W2976990601","doi":"10.1162/desi_a_00559","title":"On the Need for Mapping Design Inequalities","year":2019,"lang":"en","type":"article","venue":"Design Issues","topic":"Design Education and Practice","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Inequality; Privilege (computing); Creativity; Sociology; Power (physics); Computer science; Epistemology; Management science; Engineering ethics; Engineering; Mathematics; Social psychology; Computer security; Psychology","score_opus":0.11007544269578697,"score_gpt":0.29631674170129196,"score_spread":0.186241299005505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2976990601","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062231477,0.0006457982,0.9764471,0.0026937767,0.0010529151,0.0012571437,0.0000040251725,0.0004016195,0.011274493],"genre_scores_gemma":[0.95399517,0.00008767628,0.030302022,0.0013359822,0.00026054383,0.0002833865,0.0000070374376,0.00006988213,0.013658292],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926054,0.00016407196,0.00015017371,0.00011415624,0.00011601097,0.00019505555],"domain_scores_gemma":[0.99682605,0.0028180173,0.000031249423,0.0002496845,0.00004193694,0.00003305515],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00083744945,0.00012660588,0.00012394525,0.00007038352,0.00006824387,0.000098055556,0.00016757648,0.00005136961,0.00055971683],"category_scores_gemma":[0.0002536627,0.00009568648,0.000037185735,0.00012421331,0.000012445527,0.00014936515,0.000005721309,0.00010063302,0.0008676091],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017596676,0.000068588466,0.00005492789,0.00020961669,0.00018831424,0.0000016243783,0.016742019,0.066591896,0.026974624,0.1584947,0.724533,0.00596473],"study_design_scores_gemma":[0.000719742,0.00033772024,0.00018348327,0.00014070417,0.000037838858,0.000005914689,0.008337019,0.11780612,0.06713128,0.03620024,0.7683809,0.00071903516],"about_ca_topic_score_codex":0.000007667176,"about_ca_topic_score_gemma":1.7877935e-7,"teacher_disagreement_score":0.947772,"about_ca_system_score_codex":0.000029020626,"about_ca_system_score_gemma":0.000021176931,"threshold_uncertainty_score":0.99991035},"labels":[],"label_agreement":null},{"id":"W2977855770","doi":"10.35199/dfx2019.13","title":"A Concept Map for Design Method Experiments in Product Development – A Guideline for Method Developers","year":2019,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; New product development; Product (mathematics); Guideline; Product design; Facilitation; Software engineering; Development (topology); Management science; Knowledge management; Systems engineering; Process management; Data science; Engineering; Mathematics; Psychology","score_opus":0.08312981348806087,"score_gpt":0.4021665361051098,"score_spread":0.3190367226170489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977855770","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008687345,0.00025788302,0.994036,0.00058133353,0.00075052574,0.0022357348,0.0000025065444,0.00012518968,0.0019239173],"genre_scores_gemma":[0.0020826205,0.0000028039808,0.98973703,0.0006552215,0.000056001165,0.0010844386,0.000028761853,0.00004762121,0.006305511],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987645,0.00009803263,0.0004538307,0.0002873435,0.00010447798,0.0002917886],"domain_scores_gemma":[0.9989354,0.0006386401,0.000046427092,0.00018452176,0.00013030793,0.00006471807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019814768,0.00017113841,0.00022128424,0.0001167806,0.000032600907,0.000034247703,0.00014720928,0.000055480654,0.00041833517],"category_scores_gemma":[0.0002443623,0.00016080827,0.000035936413,0.00015233684,0.000004059376,0.00019168436,0.000013588424,0.00006578981,0.00007734892],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003886145,0.00019885227,0.000058934143,0.0004224895,0.00035649873,0.000001041469,0.018625345,0.07533443,0.113762945,0.0038942283,0.36348,0.42347664],"study_design_scores_gemma":[0.00089929084,0.00002943499,0.000015277983,0.000013496906,0.0000084099465,0.0000024296223,0.0008982194,0.045895066,0.27346152,0.00010526813,0.6784271,0.0002444715],"about_ca_topic_score_codex":0.000009940766,"about_ca_topic_score_gemma":0.0000030071394,"teacher_disagreement_score":0.42323217,"about_ca_system_score_codex":0.00015580072,"about_ca_system_score_gemma":0.00025741098,"threshold_uncertainty_score":0.6557571},"labels":[],"label_agreement":null},{"id":"W2979058130","doi":"10.1007/978-3-030-32497-1_33","title":"Future Home 4.0 for People with Major Neurodegenerative Disorders, Finding the Contradictions","year":2019,"lang":"en","type":"book-chapter","venue":"IFIP advances in information and communication technology","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Isolation (microbiology); Aging in place; TRIZ; Population ageing; Order (exchange); Population; Identity (music); Gerontology; Activities of daily living; Psychology; Medicine; Business; Cognitive psychology; Psychiatry; Aesthetics; Environmental health","score_opus":0.005464329934516517,"score_gpt":0.22561401947297943,"score_spread":0.22014968953846292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979058130","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00067852123,0.071662605,0.107273296,0.03254313,0.0023535618,0.005366591,0.00027815462,0.0013806076,0.77846354],"genre_scores_gemma":[0.5244486,0.4150305,0.015815863,0.0020454961,0.00024843754,0.00257502,0.0018608642,0.00021187848,0.037763372],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99939287,0.000015993905,0.0003065311,0.00008967294,0.00007565192,0.000119284785],"domain_scores_gemma":[0.9989449,0.0002457755,0.00019850669,0.0005119209,0.00008094451,0.000017981947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012990167,0.00017322571,0.00019120735,0.0003300127,0.00019131774,0.000058556434,0.000317208,0.00022614746,0.00003499128],"category_scores_gemma":[0.000022533632,0.00014035296,0.000024014314,0.00013526421,0.00010689423,0.00094268913,0.00003413573,0.00051767804,0.0000241379],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021492473,0.00000578256,0.00006419539,0.000081229715,0.000026060767,2.1831434e-8,0.0009859812,0.001359168,0.0000014529779,0.88905567,0.0008135745,0.107585385],"study_design_scores_gemma":[0.00040988284,0.0000457086,0.00008824084,0.000050213228,0.000021902215,0.000011003145,0.0014654092,0.0023538624,0.000010909589,0.02088591,0.9744716,0.00018533507],"about_ca_topic_score_codex":0.000002105093,"about_ca_topic_score_gemma":0.0003689544,"teacher_disagreement_score":0.973658,"about_ca_system_score_codex":0.00005423041,"about_ca_system_score_gemma":0.00004318972,"threshold_uncertainty_score":0.5723428},"labels":[],"label_agreement":null},{"id":"W2980666138","doi":"10.1080/17458927.2019.1619976","title":"Puzzling pieces: a sensory design learning tool","year":2019,"lang":"en","type":"article","venue":"The Senses and Society","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Sensory system; Process (computing); Consciousness; Cognitive science; Human–computer interaction; Exploratory research; Psychology; Design process; Semantics (computer science); Computer science; Cognitive psychology; Engineering; Sociology; Work in process; Neuroscience","score_opus":0.019403361800923717,"score_gpt":0.228073803034586,"score_spread":0.20867044123366227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980666138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95236784,0.0012002061,0.033610355,0.00070126966,0.00063210697,0.000269384,0.0000010739409,0.00035044245,0.010867321],"genre_scores_gemma":[0.9911869,0.0009587891,0.0027374784,0.00037038606,0.000112772286,0.0000024687727,0.0000010395531,0.000016443959,0.004613727],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996157,0.000055369455,0.000070164046,0.00007526393,0.00006155871,0.000121908895],"domain_scores_gemma":[0.9995389,0.00030450465,0.000017477405,0.000100856305,0.000015713698,0.000022576212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034525193,0.000068869915,0.000068123125,0.0000053503877,0.00011808593,0.00006012158,0.000039366558,0.000039774066,0.00008842702],"category_scores_gemma":[0.000024491881,0.000051144616,0.00004488009,0.00005392788,0.000015637761,0.000088031455,0.000009676075,0.00019566219,0.00013959788],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060313123,0.000074479176,0.0014110265,0.0005618604,0.0007005398,0.000006586287,0.1793521,0.48607588,0.11383535,0.004273867,0.08444981,0.12919818],"study_design_scores_gemma":[0.00040435916,0.000047767517,0.0012240076,0.00004096113,0.000062950065,0.000059956008,0.02411384,0.6914759,0.0015550841,0.00024233537,0.2803844,0.00038841125],"about_ca_topic_score_codex":0.0000048615516,"about_ca_topic_score_gemma":1.7275666e-7,"teacher_disagreement_score":0.20540005,"about_ca_system_score_codex":0.000013015402,"about_ca_system_score_gemma":0.000010710003,"threshold_uncertainty_score":0.2085617},"labels":[],"label_agreement":null},{"id":"W2981443529","doi":"10.1515/edu-2019-0006","title":"Making Pedagogic Sense of Design Thinking in the Higher Education Context","year":2019,"lang":"en","type":"article","venue":"Open Education Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Design thinking; Context (archaeology); Mindset; Pedagogy; Sociology; Relevance (law); Engineering ethics; Discipline; Epistemology; Engineering; Social science; Political science","score_opus":0.2615192424966705,"score_gpt":0.44767763553603607,"score_spread":0.18615839303936554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981443529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49478748,0.020093765,0.0004794017,0.013779566,0.015344504,0.0035581584,0.0000032601151,0.00012112126,0.45183274],"genre_scores_gemma":[0.9888056,0.0002433359,0.0020285482,0.0018395461,0.000113357775,0.00018424353,0.0000045230095,0.000016703427,0.006764147],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99909633,0.00022054715,0.0002632877,0.00014404721,0.00015217248,0.00012361388],"domain_scores_gemma":[0.9988046,0.00057796144,0.0001132818,0.00029611698,0.00019244062,0.000015576086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089875935,0.0001168086,0.00018193747,0.000107779386,0.00008300952,0.000112509704,0.00024519823,0.000035849513,0.00041629994],"category_scores_gemma":[0.00009218958,0.00009215823,0.00002387022,0.0003299592,0.000023483137,0.0004531026,0.000041907806,0.00013352104,0.00018125886],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000934478,0.0013980787,0.0118460115,0.0006659667,0.0003393404,0.0000014343227,0.19534825,0.004583958,0.0009204266,0.18844207,0.49107772,0.105283275],"study_design_scores_gemma":[0.00040364475,0.000061407205,0.04932728,0.0004637091,0.00007582535,0.000027805962,0.29534343,0.00020820911,0.00033731866,0.009011038,0.6443288,0.00041157572],"about_ca_topic_score_codex":0.0000710554,"about_ca_topic_score_gemma":0.000016376413,"teacher_disagreement_score":0.4940181,"about_ca_system_score_codex":0.00009547389,"about_ca_system_score_gemma":0.00031260768,"threshold_uncertainty_score":0.45581925},"labels":[],"label_agreement":null},{"id":"W2981966846","doi":"10.3233/978-1-61499-923-2-393","title":"Exploring Maker Cultures and Pedagogies to Bridge the Gaps for Students with Special Needs","year":2018,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Bridge (graph theory); Engineering ethics; Computer science; Sociology; Mathematics education; Engineering; Psychology; Medicine; Anatomy","score_opus":0.19947769343947747,"score_gpt":0.4417388029659788,"score_spread":0.24226110952650132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981966846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98593104,0.0021513593,0.0011498505,0.00726588,0.00092319667,0.00074320025,0.000004802933,0.00016617982,0.0016645001],"genre_scores_gemma":[0.98397684,0.009034656,0.004979669,0.0013326632,0.00028302235,0.0002856383,9.1174076e-7,0.000010679882,0.00009588962],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.999457,0.000008102312,0.00023551256,0.000042792693,0.0000637759,0.00019280611],"domain_scores_gemma":[0.9996559,0.000114450995,0.000043655436,0.0001054784,0.00005508269,0.000025409643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003160673,0.00008756543,0.00014060455,0.00020579952,0.00024198653,0.000023013687,0.00009361372,0.000037334663,0.0000012945201],"category_scores_gemma":[0.00016273324,0.00005731082,0.0000047248927,0.0003271615,0.0002099576,0.00021378986,0.000071193674,0.00013982337,0.000003835117],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018491519,0.000053791362,0.032967877,0.0027432956,0.00031190677,0.0000011138508,0.64823824,0.0001826286,0.0000035843075,0.0477886,0.070449054,0.19707496],"study_design_scores_gemma":[0.0005882674,0.0006320314,0.022514138,0.00020604918,0.000014662211,0.00003415539,0.28487572,0.00018705976,0.000099843346,0.001083238,0.68956774,0.00019709053],"about_ca_topic_score_codex":0.0000029588111,"about_ca_topic_score_gemma":0.00006106853,"teacher_disagreement_score":0.6191187,"about_ca_system_score_codex":0.000031956464,"about_ca_system_score_gemma":0.000015160599,"threshold_uncertainty_score":0.23370673},"labels":[],"label_agreement":null},{"id":"W2987762301","doi":"10.3233/jid180017","title":"Performance Based Design","year":2019,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","score_opus":0.02201032939987265,"score_gpt":0.26457894903081647,"score_spread":0.2425686196309438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987762301","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3207309,0.00044519396,0.6741684,0.00013687689,0.00075472886,0.00019086819,4.420049e-7,0.000048924285,0.0035236604],"genre_scores_gemma":[0.9712405,0.00012008254,0.02835835,0.0001466677,0.000022870727,0.0000022465726,1.2698831e-7,0.000009212831,0.0000999044],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910754,0.000051376122,0.0002422599,0.00010071825,0.00031738202,0.00018070689],"domain_scores_gemma":[0.99897313,0.00020602769,0.000117329306,0.000090929454,0.000477322,0.00013525836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001962734,0.00010476166,0.00013633822,0.0002732318,0.00007378805,0.00013671182,0.00029318544,0.00003855202,0.0001621896],"category_scores_gemma":[0.00018764003,0.00007591356,0.00001828932,0.00081187725,0.0000942442,0.0011046113,0.0000038520843,0.00025595646,0.00003661185],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004595437,0.00011093772,0.0026022783,0.00027202928,0.0000336522,0.000012940856,0.0018193007,0.6876505,0.20982775,0.000111047586,0.0029366103,0.09416341],"study_design_scores_gemma":[0.00036221862,0.0003745951,0.0006000604,0.00014633752,0.000014662657,0.00015628169,0.00037735174,0.86523217,0.13049345,0.000140337,0.0019360207,0.00016652355],"about_ca_topic_score_codex":6.499923e-7,"about_ca_topic_score_gemma":3.098838e-8,"teacher_disagreement_score":0.65050966,"about_ca_system_score_codex":0.00005648286,"about_ca_system_score_gemma":0.0007249092,"threshold_uncertainty_score":0.3095665},"labels":[],"label_agreement":null},{"id":"W2988409343","doi":"10.1080/10350330.2019.1681062","title":"Sustainability in architectural design projects – a semiotic understanding","year":2019,"lang":"en","type":"article","venue":"Social Semiotics","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Deductive reasoning; Abductive reasoning; Semiotics; Semiosis; Sustainability; Sustainable design; Process (computing); Architecture; Status quo; Design process; Management science; Architectural engineering; Knowledge management; Artificial intelligence; Epistemology; Engineering; Work in process; Political science","score_opus":0.05418184275863287,"score_gpt":0.28684272861247534,"score_spread":0.23266088585384248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988409343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77449906,0.00021131578,0.16161759,0.004461037,0.0025484539,0.0026027418,0.0000055098494,0.0008691521,0.053185157],"genre_scores_gemma":[0.99859565,0.0000058272817,0.0009138481,0.00008075228,0.0001019282,0.000006332638,0.0000028919555,0.00002703452,0.00026573642],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990391,0.00015848053,0.0001824709,0.00014603938,0.00014235836,0.0003315529],"domain_scores_gemma":[0.9993427,0.0004185541,0.00003090174,0.00012434095,0.00003398006,0.000049563107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005121611,0.00012543886,0.00016353648,0.000098148565,0.00005893069,0.00004866412,0.00010912059,0.00010520085,0.00007495174],"category_scores_gemma":[0.00025135753,0.00013671981,0.000041671792,0.0003900654,0.000031103064,0.00013192148,0.000016907545,0.00031611012,0.000047356283],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046405944,0.0007406303,0.07213943,0.004286092,0.0003792798,0.00009018585,0.16616455,0.5138881,0.006588407,0.16932552,0.035781294,0.03015244],"study_design_scores_gemma":[0.0063121496,0.0005190278,0.11293311,0.00035479642,0.00023091282,0.0001077722,0.1498944,0.4367362,0.0037993866,0.26275504,0.021900345,0.0044568414],"about_ca_topic_score_codex":0.000023302655,"about_ca_topic_score_gemma":0.000022830302,"teacher_disagreement_score":0.22409661,"about_ca_system_score_codex":0.0011291868,"about_ca_system_score_gemma":0.00015330457,"threshold_uncertainty_score":0.55752724},"labels":[],"label_agreement":null},{"id":"W2989458114","doi":"","title":"Nature Of | The Mean | Album Design","year":2019,"lang":"en","type":"article","venue":"Student Research Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Lyrics; Meaning (existential); Guard (computer science); Reading (process); Visual arts; Aesthetics; Art; Literature; History; Computer science; Linguistics; Philosophy; Epistemology","score_opus":0.08153642163364179,"score_gpt":0.41104978409535975,"score_spread":0.329513362461718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989458114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7823861,0.00038019015,0.000056872672,0.0011305973,0.0007309544,0.0011494406,0.0000012133337,0.000102534126,0.21406205],"genre_scores_gemma":[0.99327785,0.000059602906,0.00022660068,0.00005306939,0.00008210096,0.000035569967,2.870027e-7,0.000019552914,0.0062453793],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986115,0.000038283535,0.00012645262,0.00013479641,0.00081377773,0.00027518586],"domain_scores_gemma":[0.99921864,0.0001881484,0.000034781293,0.00015217585,0.0003492239,0.000056999314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016169908,0.00007748663,0.00009067404,0.00010168092,0.000069477086,0.000073471674,0.0005619303,0.00008755904,0.0002696509],"category_scores_gemma":[0.00023726615,0.000054480566,0.00003404972,0.0005841598,0.000046522262,0.00019653025,0.00010323939,0.00083652296,0.00019601206],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008265462,0.00032503903,0.04715201,0.0008317463,0.00025589176,0.0000013329295,0.026895294,0.00035544572,0.30346277,0.042072266,0.5762233,0.0023422476],"study_design_scores_gemma":[0.001291539,0.0004368525,0.15030935,0.0003995717,0.000041098163,0.00002242143,0.025350463,0.0025138685,0.2750817,0.004323952,0.5396009,0.0006282902],"about_ca_topic_score_codex":0.0000075599496,"about_ca_topic_score_gemma":0.0000010966623,"teacher_disagreement_score":0.2108917,"about_ca_system_score_codex":0.00006999644,"about_ca_system_score_gemma":0.00005348727,"threshold_uncertainty_score":0.36343226},"labels":[],"label_agreement":null},{"id":"W2991262837","doi":"10.1115/detc2019-98516","title":"Analysis of Designer Emotions in Collaborative and Traditional Computer-Aided Design","year":2019,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Antecedent (behavioral psychology); Computer science; Human–computer interaction; Disgust; CAD; Applied psychology; Multimedia; Cognitive psychology; Psychology; Anger; Engineering; Engineering drawing; Social psychology","score_opus":0.03475290884390764,"score_gpt":0.2522164644605932,"score_spread":0.21746355561668557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991262837","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29275358,0.00004757743,0.69604254,0.00021155267,0.00016408565,0.00023255777,0.000014607948,0.000051749008,0.010481776],"genre_scores_gemma":[0.9645606,0.000019351573,0.035121072,0.00004996614,0.000009475495,0.00000620982,0.000012899359,0.000004886376,0.0002155282],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99960643,0.000071244176,0.00011731142,0.00007789639,0.000066030174,0.00006106638],"domain_scores_gemma":[0.99941486,0.00041828761,0.000020288113,0.00007334131,0.000043682714,0.000029527966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017509743,0.000053634725,0.00013211342,0.00027834118,0.000009892211,0.000015216068,0.000032948683,0.000029153343,0.0007420787],"category_scores_gemma":[0.000011429988,0.000053113137,0.00001901719,0.00091650046,0.000012236168,0.00016227557,0.000002758436,0.000047469468,0.000019973266],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002399089,0.00017885251,0.007092355,0.000035299083,0.00082864636,0.0000014749113,0.002444156,0.9541403,0.008558235,0.017038489,0.006501853,0.0031563279],"study_design_scores_gemma":[0.00031783048,0.000051450526,0.20534983,0.000007641844,0.00013299413,0.0000014976015,0.00037676713,0.7921416,0.0006544592,0.00023645724,0.0006083706,0.000121062796],"about_ca_topic_score_codex":0.000007297584,"about_ca_topic_score_gemma":0.000011579555,"teacher_disagreement_score":0.67180705,"about_ca_system_score_codex":0.00002044446,"about_ca_system_score_gemma":0.000028693972,"threshold_uncertainty_score":0.81252414},"labels":[],"label_agreement":null},{"id":"W2991279183","doi":"","title":"Designer Adaptation: A Feedback Perspective","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Perspective (graphical); Adaptation (eye); Computer science; Human–computer interaction; Artificial intelligence; Psychology","score_opus":0.012955189033968924,"score_gpt":0.23153172195714566,"score_spread":0.21857653292317675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991279183","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030759282,0.0009289668,0.23321137,0.006417792,0.05704786,0.0042979256,0.00009989733,0.00028632596,0.6669506],"genre_scores_gemma":[0.9958888,0.000011143629,0.00031745786,0.00012284113,0.00021598567,0.000010542119,0.0000023819239,0.000007589414,0.003423245],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99898213,0.0000655164,0.00046887598,0.000023181312,0.00036815988,0.00009214928],"domain_scores_gemma":[0.9976922,0.00027601348,0.0008334975,0.000094605995,0.0010723722,0.000031295964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011880866,0.00006372381,0.00012641284,0.000110119974,0.000056871417,0.000170356,0.00014338734,0.00006714567,0.000016022454],"category_scores_gemma":[0.0004346651,0.000046969013,0.00011012595,0.00020733013,0.0000026674081,0.0018033232,0.000004708825,0.00012638743,0.00017382645],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079575424,0.000028539567,0.003569914,0.00018191064,0.0003774762,5.7327178e-8,0.022728348,0.797561,0.00025171888,0.030364929,0.14359923,0.0012573291],"study_design_scores_gemma":[0.0012673915,0.0000639106,0.0050814995,0.000071559916,0.000069877875,0.00003273132,0.023261178,0.13203028,0.00012985257,0.00028167904,0.8375546,0.0001554687],"about_ca_topic_score_codex":0.000005211919,"about_ca_topic_score_gemma":5.463988e-7,"teacher_disagreement_score":0.96512955,"about_ca_system_score_codex":0.00079007767,"about_ca_system_score_gemma":0.00008981275,"threshold_uncertainty_score":0.22342454},"labels":[],"label_agreement":null},{"id":"W2991351920","doi":"10.1177/1071181319631082","title":"GALO: A Tool for Command Space Layout Optimization Using a Genetic Algorithm","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Defence Research and Development Canada","funders":"","keywords":"Metric (unit); Genetic algorithm; Software; Computer science; Quality (philosophy); Space (punctuation); Engineering; Machine learning; Programming language; Operations management; Operating system","score_opus":0.014966868197915156,"score_gpt":0.23443875260847039,"score_spread":0.21947188441055523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991351920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953774,0.00011321612,0.003502801,0.000028468246,0.00024346345,0.0003381205,0.000023749311,0.00004610418,0.00032666928],"genre_scores_gemma":[0.92371917,0.00005512576,0.07587929,0.00004027869,0.000108574764,0.000008118221,0.0000037569612,0.000039645627,0.00014604734],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993831,0.0000040013438,0.00021492848,0.00014689597,0.00007127823,0.00017978993],"domain_scores_gemma":[0.99954504,0.00008168902,0.00015301627,0.00006170708,0.00012164154,0.000036935657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000239529,0.00014196255,0.00016949956,0.000021365277,0.00021461041,0.000096373646,0.00013180081,0.00008363299,0.000008284164],"category_scores_gemma":[0.000035937737,0.0001231564,0.00010988488,0.00007739262,0.000035487963,0.0003012655,0.000051460676,0.0001213425,4.7922254e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008592449,0.00017616533,0.16072874,0.0029219326,0.0006778454,4.5975217e-8,0.08466938,0.68161577,0.054940443,0.0022067076,0.009665817,0.0023112535],"study_design_scores_gemma":[0.000749284,0.00006725955,0.0110455,0.00019229516,0.00013986025,0.0000048889824,0.01531786,0.9627329,0.005943185,0.00021257598,0.0031031682,0.0004912263],"about_ca_topic_score_codex":0.000023030098,"about_ca_topic_score_gemma":3.3841772e-7,"teacher_disagreement_score":0.28111714,"about_ca_system_score_codex":0.000063758955,"about_ca_system_score_gemma":0.000015020693,"threshold_uncertainty_score":0.5022172},"labels":[],"label_agreement":null},{"id":"W2992536976","doi":"10.1145/3361149.3361191","title":"Pattern stories","year":2019,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science","score_opus":0.011020460766351919,"score_gpt":0.23532199355581485,"score_spread":0.22430153278946294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992536976","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15057892,0.000053984604,0.013024754,0.00026092518,0.0016599084,0.000042734457,3.5801006e-7,0.0002704661,0.83410794],"genre_scores_gemma":[0.98255813,0.0000051457346,0.00017231499,0.0001758768,0.00003214895,0.0000012175359,7.116743e-7,0.0000045666316,0.017049905],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9998917,0.000002841979,0.000023164494,0.000021991214,0.000024226012,0.000036049776],"domain_scores_gemma":[0.99989784,0.000022429545,0.000002087559,0.00005980503,0.0000051631637,0.0000126474015],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000023712966,0.000019417825,0.000018310842,0.0000087763365,0.000003800962,0.000011031516,0.000021957834,0.000009012511,0.0047913934],"category_scores_gemma":[0.000003030939,0.00001765326,0.000004942581,0.000022800212,0.0000010160011,0.00007872842,0.0000016111388,0.000025383612,0.0042326213],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045701177,0.000050852243,0.06107857,0.00014793708,0.000073875744,0.0000020312698,0.0047744145,0.003040904,0.013273239,0.01350954,0.58947825,0.3145658],"study_design_scores_gemma":[0.000046337453,0.000004591842,0.005918916,0.0000012558626,0.0000013214969,0.0000014365688,0.0002559935,0.0019797338,0.0015511444,0.000035684887,0.99014777,0.000055818397],"about_ca_topic_score_codex":0.000007475848,"about_ca_topic_score_gemma":0.0000024331232,"teacher_disagreement_score":0.8319792,"about_ca_system_score_codex":0.00000614164,"about_ca_system_score_gemma":0.0000027446356,"threshold_uncertainty_score":0.9965427},"labels":[],"label_agreement":null},{"id":"W2997792100","doi":"10.3390/educsci10010008","title":"Makerspaces in First-Year Engineering Education","year":2019,"lang":"en","type":"article","venue":"Education Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Langara College; Simon Fraser University","funders":"","keywords":"Curriculum; Component (thermodynamics); Engineering education; Certificate; Experiential learning; Mathematics education; Computer science; Medical education; Engineering management; Engineering; Pedagogy; Medicine; Psychology","score_opus":0.012604248340283989,"score_gpt":0.2752149609167224,"score_spread":0.26261071257643837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997792100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85839176,0.0012605939,0.0003061158,0.0028178082,0.007380937,0.0003301862,6.963697e-7,0.00017980844,0.1293321],"genre_scores_gemma":[0.9932916,0.0000803405,0.0039545456,0.00011476954,0.000117327065,0.000044262477,0.0000023697937,0.000009337006,0.0023854016],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994042,0.000015043325,0.00012609438,0.00015462517,0.00014927602,0.00015078703],"domain_scores_gemma":[0.99966305,0.00010934954,0.000027684964,0.00011156117,0.000034997043,0.000053331612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027249678,0.00007869649,0.00006649156,0.0002738705,0.000040603005,0.0001064235,0.00016602733,0.000033643533,0.00061818346],"category_scores_gemma":[0.00009376874,0.00008167729,0.000015451147,0.0007020274,0.000019273482,0.0007785893,0.000006837653,0.000088700646,0.0007713647],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014235167,0.001264655,0.39515337,0.0009848817,0.000038028033,5.547888e-7,0.02399777,0.12934539,0.011725158,0.1758297,0.14302407,0.1186222],"study_design_scores_gemma":[0.00026713155,0.00005897257,0.19944967,0.00039583593,0.000010102718,0.000015937503,0.024475649,0.020457748,0.0016362427,0.0014930648,0.7510251,0.0007145944],"about_ca_topic_score_codex":0.00004449262,"about_ca_topic_score_gemma":0.000018232437,"teacher_disagreement_score":0.608001,"about_ca_system_score_codex":0.000084050844,"about_ca_system_score_gemma":0.00043150142,"threshold_uncertainty_score":0.991459},"labels":[],"label_agreement":null},{"id":"W2998932574","doi":"10.1109/emr.2020.2964741","title":"Is It Time to Reassess the Front-End Innovation Approach?","year":2020,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Front and back ends; Front (military); Business; Industrial organization; Computer science; Engineering; Mechanical engineering","score_opus":0.047674799381523934,"score_gpt":0.27280084692891315,"score_spread":0.2251260475473892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998932574","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011629611,0.017966783,0.6879308,0.05435663,0.0010815936,0.0027345717,0.000010289002,0.0011307874,0.23467223],"genre_scores_gemma":[0.15147863,0.14292648,0.20864917,0.39802533,0.0050515635,0.004852043,0.0003948767,0.0011561282,0.08746575],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99913204,0.000022445827,0.00028717853,0.00018347218,0.00019584337,0.00017904074],"domain_scores_gemma":[0.99951047,0.000038378923,0.000034826917,0.00031001156,0.0000341453,0.0000721831],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00038043506,0.00017016256,0.00018511775,0.000071696486,0.000031041676,0.00006621718,0.00028368784,0.000024361749,0.0010923607],"category_scores_gemma":[0.00006022177,0.00014440548,0.000043079872,0.0008642772,0.0000039124093,0.00017038894,0.000027882987,0.00015637714,0.0035051862],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013023989,0.000012513766,8.9970973e-7,0.004281855,0.000113632625,0.0000022343286,0.00023283387,0.029283348,0.00020491137,0.0011589712,0.9339653,0.030742196],"study_design_scores_gemma":[0.000052448984,0.0000069325856,0.0000562101,0.0003675374,0.0000768982,0.00000191676,0.000016680706,0.033241015,0.000062766245,0.0000030674832,0.9659395,0.0001750317],"about_ca_topic_score_codex":0.000001018918,"about_ca_topic_score_gemma":3.966209e-8,"teacher_disagreement_score":0.47928163,"about_ca_system_score_codex":0.000043504868,"about_ca_system_score_gemma":0.0000069345056,"threshold_uncertainty_score":0.99982077},"labels":[],"label_agreement":null},{"id":"W2999027079","doi":"10.24908/ijesjp.v7i1.13432","title":"Exploring the contested borderland between data and meaning:","year":2020,"lang":"en","type":"article","venue":"International Journal of Engineering Social Justice and Peace","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Phenomenology (philosophy); Meaning (existential); Lived experience; Sociology; Epistemology; Hermeneutic phenomenology; Everyday life; Psychology","score_opus":0.15445580720954757,"score_gpt":0.3194284385327438,"score_spread":0.1649726313231962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999027079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84526527,0.0054223444,0.10020053,0.0394971,0.00602289,0.0001924525,0.00010518781,0.0002121002,0.0030821504],"genre_scores_gemma":[0.99586695,0.0012151577,0.0005514332,0.00020929759,0.0021278865,8.2711216e-7,0.000005778889,0.0000141749915,0.000008518428],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99947983,0.000017046326,0.000188386,0.00006487711,0.00017292937,0.00007694147],"domain_scores_gemma":[0.9993422,0.00037865902,0.000060872568,0.000047016434,0.00009700767,0.000074239644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022417931,0.00007692467,0.000105262945,0.00003828154,0.000046986464,0.00011109882,0.00027673796,0.000020773292,0.0000062151994],"category_scores_gemma":[0.0004190304,0.000065454056,0.000016486483,0.00006559442,0.0000150521755,0.0005053665,0.00005043101,0.00025038037,0.0000016116855],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059466576,0.00016405662,0.010679517,0.0023028585,0.0076986654,0.00047385515,0.19630314,0.06305262,0.035634235,0.0275943,0.1811766,0.47432548],"study_design_scores_gemma":[0.0014948505,0.000107497646,0.029034883,0.00016582798,0.0010249484,0.00023633018,0.0073227687,0.08086824,0.0004522173,0.000060093913,0.8787433,0.0004890336],"about_ca_topic_score_codex":0.0000028193786,"about_ca_topic_score_gemma":6.768365e-7,"teacher_disagreement_score":0.6975667,"about_ca_system_score_codex":0.000013535792,"about_ca_system_score_gemma":0.000017340548,"threshold_uncertainty_score":0.2669139},"labels":[],"label_agreement":null},{"id":"W3001122246","doi":"10.24908/pceea.vi0.13825","title":"DESIGN TEAM PERFORMANCE: A COMPARISON BETWEEN SELF-FORMED TEAMS AND TEAMS WITH DIVERSE COGNITIVE MODES","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Creativity; Cognition; Psychology; Diversity (politics); Capstone course; Cognitive style; Capstone; Qualitative property; Mathematics education; Applied psychology; Social psychology; Pedagogy; Computer science; Curriculum; Sociology","score_opus":0.00808437926174541,"score_gpt":0.20984132177227846,"score_spread":0.20175694251053305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001122246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98823684,0.000066728215,0.0001907269,0.000327143,0.0004816839,0.00069979177,0.000012585246,0.00017913639,0.009805346],"genre_scores_gemma":[0.9968286,0.000024917364,0.0019239478,0.00006853185,0.00010283338,0.00005955056,0.000010580239,0.00004304187,0.00093796616],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989915,0.000009899086,0.00023636197,0.0001723856,0.00028620614,0.0003036582],"domain_scores_gemma":[0.99895775,0.00016503286,0.00020746466,0.00007856156,0.0003805453,0.00021065208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044266589,0.000189195,0.00021532318,0.00025004827,0.00013801134,0.00012453162,0.00017702092,0.00013967011,0.000029320783],"category_scores_gemma":[0.00022032886,0.0001755044,0.00003085964,0.00042790864,0.000015049648,0.00056577934,0.000014121085,0.00031094707,0.000030113784],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017265795,0.00008634176,0.9569002,0.0007288326,0.0004980588,3.3021887e-8,0.009318697,0.009892155,0.0012870465,0.0005632564,0.014006322,0.006701798],"study_design_scores_gemma":[0.0016959885,0.00023567604,0.77150536,0.0009077845,0.00071037794,0.000015941716,0.014146296,0.17212814,0.013072451,0.000079893354,0.024139255,0.0013628394],"about_ca_topic_score_codex":0.00089257926,"about_ca_topic_score_gemma":0.0002603008,"teacher_disagreement_score":0.18539484,"about_ca_system_score_codex":0.0014445372,"about_ca_system_score_gemma":0.0005529847,"threshold_uncertainty_score":0.7156862},"labels":[],"label_agreement":null},{"id":"W3001131196","doi":"10.24908/pceea.vi0.13751","title":"TEAM FORMATION IN ENGINEERING DESIGN COURSES","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Teamwork; Team composition; Engineering education; Composition (language); Group work; Multidisciplinary approach; Psychology; Medical education; Theme (computing); Team effectiveness; Project-based learning; Work (physics); Engineering; Mathematics education; Engineering management; Computer science; Knowledge management; Management; Medicine; Sociology; Operations management","score_opus":0.006848253231248919,"score_gpt":0.19701373153446144,"score_spread":0.19016547830321254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001131196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9224229,0.0007038528,0.0017040105,0.005307912,0.01312684,0.0029573534,0.000033790562,0.00081522425,0.052928127],"genre_scores_gemma":[0.9966139,0.000023979019,0.001650557,0.00011769826,0.000106381725,0.00007160492,0.0000065592353,0.000046424226,0.001362895],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99892235,0.0000081993485,0.00033042647,0.00013595188,0.0002706454,0.00033244697],"domain_scores_gemma":[0.9991973,0.00012120087,0.00016467598,0.00011224003,0.00025969802,0.0001448749],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005698591,0.00016769131,0.00017008874,0.00049793563,0.00004789426,0.00010783103,0.00026450862,0.00015836126,0.00006679537],"category_scores_gemma":[0.0007003996,0.00018286152,0.00005635571,0.0007297779,0.000004652174,0.00071983447,0.000010281139,0.000306129,0.000071290975],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012469116,0.00019683606,0.08919139,0.002214135,0.00021339794,2.528661e-7,0.0077451793,0.6149202,0.06447599,0.018030493,0.19979145,0.0032082195],"study_design_scores_gemma":[0.001002519,0.000053244934,0.20598973,0.00096992054,0.000108301465,0.00003378936,0.0019165254,0.49854752,0.044872783,0.00030482188,0.24479152,0.001409311],"about_ca_topic_score_codex":0.0010305406,"about_ca_topic_score_gemma":0.0007909403,"teacher_disagreement_score":0.11679834,"about_ca_system_score_codex":0.0025858022,"about_ca_system_score_gemma":0.0003193606,"threshold_uncertainty_score":0.7456876},"labels":[],"label_agreement":null},{"id":"W3001351515","doi":"10.24908/pceea.vi0.13755","title":"A SURVEY OF PSYCHOLOGICAL TRAITS BEHIND LEARNING TO DESIGN: NOVICES AS DORMANT EXPERT DESIGNERS","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Design science; Phenomenon; Psychology; Research design; Intuition; Engineering ethics; Computer science; Management science; Engineering; Knowledge management; Cognitive science; Sociology; Epistemology; Social science","score_opus":0.020625695690516307,"score_gpt":0.2689767934214339,"score_spread":0.24835109773091757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001351515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98439044,0.00018887233,0.00031664275,0.0014173739,0.0021699558,0.0008178647,0.000012646968,0.0001515116,0.010534677],"genre_scores_gemma":[0.9956396,0.000017076944,0.0021760745,0.00027819042,0.00006894197,0.00004953401,0.000006615666,0.00004068431,0.0017232809],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9988059,0.00003114962,0.00034086697,0.00019255315,0.00032376597,0.00030576668],"domain_scores_gemma":[0.9986312,0.00024680604,0.0002293528,0.000094613795,0.0005510487,0.00024698765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011418259,0.00016987592,0.00021485267,0.00033026448,0.00007180911,0.00008271676,0.00034953078,0.00016957356,0.00015245817],"category_scores_gemma":[0.0018503107,0.00016917766,0.000058990576,0.0006319763,0.00000901007,0.0002871491,0.0000129760365,0.0002846179,0.00008094773],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010805587,0.0005911571,0.21401764,0.0011093065,0.0007259465,3.8281613e-7,0.04825837,0.28180927,0.21229014,0.0039416747,0.2149329,0.022215134],"study_design_scores_gemma":[0.00037625278,0.0001469216,0.935416,0.00022995046,0.000046493293,0.000008027695,0.0013626755,0.011114793,0.015488072,0.000043632022,0.035144236,0.0006229713],"about_ca_topic_score_codex":0.00567712,"about_ca_topic_score_gemma":0.001225646,"teacher_disagreement_score":0.72139835,"about_ca_system_score_codex":0.00087654113,"about_ca_system_score_gemma":0.00036135467,"threshold_uncertainty_score":0.8582145},"labels":[],"label_agreement":null},{"id":"W3001440795","doi":"10.24908/pceea.vi0.13747","title":"INTEGRATING MAKERSPACES INTO ENGINEERING DESIGN","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cornerstone; Curriculum; Engineering design process; Engineering education; Engineering management; Inclusion (mineral); Multidisciplinary approach; Engineering; Computer science; Sociology; Pedagogy; Mechanical engineering","score_opus":0.004794139790568323,"score_gpt":0.19041158383727086,"score_spread":0.18561744404670252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001440795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87224215,0.0015397995,0.0043385047,0.015878413,0.027809918,0.0036056028,0.000033264772,0.0019269771,0.07262538],"genre_scores_gemma":[0.9863258,0.0000187569,0.010356346,0.00017203807,0.0001920298,0.00006438042,0.000004907187,0.00007156313,0.00279415],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99882954,0.000008966963,0.0003061011,0.0001845377,0.0003109211,0.00035990746],"domain_scores_gemma":[0.9988823,0.00017056908,0.00019458451,0.00014206287,0.0003953243,0.00021518143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065057154,0.00021561426,0.00019643613,0.00037779275,0.00009645361,0.0001813348,0.0003539967,0.000178792,0.000109807515],"category_scores_gemma":[0.0012249877,0.0002214804,0.00008434113,0.0007313222,0.0000074659893,0.00050060137,0.000016863876,0.00038668542,0.00009199313],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015069102,0.000181426,0.0926176,0.0028887838,0.0009680611,3.702533e-7,0.019119581,0.3091577,0.17744622,0.06755099,0.3210453,0.009008907],"study_design_scores_gemma":[0.00074919173,0.000075625,0.076261856,0.0010235369,0.00022890445,0.000025385862,0.0040677413,0.3042455,0.0484971,0.000652777,0.5622418,0.0019306169],"about_ca_topic_score_codex":0.0019771114,"about_ca_topic_score_gemma":0.0007032316,"teacher_disagreement_score":0.24119645,"about_ca_system_score_codex":0.0023108968,"about_ca_system_score_gemma":0.0004994106,"threshold_uncertainty_score":0.9031708},"labels":[],"label_agreement":null},{"id":"W3002082015","doi":"10.1016/j.destud.2019.12.003","title":"Make and break details: The architecture of design-build education","year":2020,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Architecture; Generative grammar; Ethnography; Value (mathematics); Design education; Element (criminal law); Meaning (existential); Design process; Architectural design; Architectural engineering; Engineering; Sociology; Engineering ethics; Computer science; Epistemology; Artificial intelligence; Visual arts; Work in process; Political science; Art","score_opus":0.07126992020093509,"score_gpt":0.29785301760649824,"score_spread":0.22658309740556315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002082015","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010270975,0.061258662,0.90398264,0.017175555,0.00088228827,0.0011470624,0.0000072845623,0.0003408091,0.0049347267],"genre_scores_gemma":[0.97448003,0.0022722122,0.021657482,0.0011660067,0.00017754795,0.00007731855,0.000001205226,0.000025182359,0.00014300036],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993859,0.00014344543,0.00015248661,0.000112851485,0.00009723371,0.00010808554],"domain_scores_gemma":[0.99895436,0.00076208526,0.000043733402,0.00012267893,0.000069858565,0.00004729827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026055414,0.00011568862,0.00015128922,0.000033057153,0.00007730582,0.000022860664,0.00009960626,0.000029493991,0.000015342832],"category_scores_gemma":[0.0003156023,0.000082375285,0.000022678594,0.00018730751,0.0000688208,0.00005869427,0.000020993697,0.00012450015,0.000014340988],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002340582,0.00015567208,0.00068556605,0.0009828344,0.0013844128,0.0000044759045,0.10202333,0.044252355,0.035051126,0.004680985,0.28559494,0.5249502],"study_design_scores_gemma":[0.0022001609,0.0011814006,0.016055843,0.0004832983,0.0015949529,0.00023668759,0.08699933,0.03147668,0.113009386,0.02815894,0.71613604,0.0024672842],"about_ca_topic_score_codex":0.0000035063279,"about_ca_topic_score_gemma":0.0000016863885,"teacher_disagreement_score":0.9642091,"about_ca_system_score_codex":0.000012459616,"about_ca_system_score_gemma":0.00004880777,"threshold_uncertainty_score":0.33591667},"labels":[],"label_agreement":null},{"id":"W3002385213","doi":"10.24908/pceea.vi0.13711","title":"REFLECTING ON THE USE OF DESIGN METHODOLOGY IN ENGINEERING DESIGN EDUCATION","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Capstone; Context (archaeology); Design education; Engineering education; Engineering design process; Computer science; Engineering management; Design methods; Engineering ethics; Engineering; Mechanical engineering","score_opus":0.14870744950687403,"score_gpt":0.31146723584603303,"score_spread":0.162759786339159,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002385213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9209343,0.0007241409,0.01993177,0.016979853,0.021591118,0.0067117577,0.000030737814,0.000642865,0.012453414],"genre_scores_gemma":[0.9742789,0.000024438537,0.023804678,0.0003519832,0.00011802613,0.00013449007,0.0000032783014,0.00006495457,0.0012192116],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998693,0.00007115223,0.00044222624,0.00018988516,0.0002742102,0.00032956022],"domain_scores_gemma":[0.99738014,0.0015893977,0.00032047898,0.00019603828,0.00040089586,0.00011307753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018092076,0.00019842491,0.0002352353,0.000585529,0.00006438602,0.00008959096,0.0003425813,0.00019024672,0.00005938836],"category_scores_gemma":[0.005251343,0.00018100435,0.00007246263,0.0010284956,0.000010045023,0.0003954353,0.000013739281,0.00044846607,0.000021080197],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021975127,0.00016738624,0.016124668,0.0006362487,0.00019622168,6.7469365e-8,0.0047751605,0.8320746,0.0587731,0.03078117,0.052548293,0.0039011384],"study_design_scores_gemma":[0.0010120233,0.00023364965,0.1828067,0.0024949298,0.0003000013,0.000032477994,0.0036049958,0.43148163,0.16983749,0.0015098411,0.20453039,0.0021558916],"about_ca_topic_score_codex":0.0020299742,"about_ca_topic_score_gemma":0.00033505363,"teacher_disagreement_score":0.40059295,"about_ca_system_score_codex":0.0018620638,"about_ca_system_score_gemma":0.0009193941,"threshold_uncertainty_score":0.73811436},"labels":[],"label_agreement":null},{"id":"W3002802064","doi":"10.24908/pceea.vi0.13871","title":"INCORPORATING TIMBER EDUCATION INTO EXISTING ACCREDITED ENGINEERING PROGRAMS","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University","funders":"York University; University of Ottawa","keywords":"Accreditation; Lagging; Curriculum; Engineering; Engineering education; Engineering management; Architectural engineering; Civil engineering; Sociology; Pedagogy","score_opus":0.007147715784265594,"score_gpt":0.21055868711830308,"score_spread":0.2034109713340375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002802064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9298469,0.0003512659,0.00015111285,0.0028805444,0.013335363,0.0015771278,0.00001074548,0.0008131067,0.05103388],"genre_scores_gemma":[0.98828596,0.0000072869598,0.0070777703,0.00018515192,0.000513515,0.00015470895,0.000040187584,0.00009629401,0.0036391087],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984375,0.000009822967,0.00047642944,0.00025555282,0.00040849537,0.00041217013],"domain_scores_gemma":[0.9982993,0.00010194668,0.0003703344,0.0001939416,0.0007459276,0.00028857222],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006448952,0.0002687315,0.00023280307,0.0004633977,0.00014191958,0.00026258358,0.00040527162,0.00023443282,0.00007524717],"category_scores_gemma":[0.0011880049,0.00029512818,0.000099324265,0.0011441881,0.000011074013,0.00071690715,0.000028709705,0.0004674971,0.000090883834],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017212697,0.0007028058,0.46158752,0.00631924,0.0009114787,3.6331235e-7,0.014076859,0.10572934,0.09859414,0.083943985,0.17606294,0.05205413],"study_design_scores_gemma":[0.0007815088,0.00007911979,0.15319528,0.001915738,0.00027536793,0.000039111615,0.003602655,0.18293817,0.012888261,0.0009615464,0.64099634,0.0023268985],"about_ca_topic_score_codex":0.0028871715,"about_ca_topic_score_gemma":0.0009137358,"teacher_disagreement_score":0.4649334,"about_ca_system_score_codex":0.0027963878,"about_ca_system_score_gemma":0.001182319,"threshold_uncertainty_score":0.9999501},"labels":[],"label_agreement":null},{"id":"W3003011250","doi":"10.24908/pceea.vi0.13752","title":"FROM STEM TO STEAM IN ENGINEERING DESIGN","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"The arts; Internship; Curriculum; Creativity; Engineering ethics; Engineering education; Engineering; Pedagogy; Engineering management; Sociology; Psychology; Political science; Medical education; Medicine","score_opus":0.00733093195250558,"score_gpt":0.19159966021495736,"score_spread":0.18426872826245178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003011250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9797629,0.00023150996,0.00053442747,0.0031795688,0.0069396817,0.0012610666,0.000032212007,0.00030092717,0.007757673],"genre_scores_gemma":[0.99504846,0.0000085600095,0.0024657515,0.00021576032,0.0001906991,0.00008524913,0.0000048493766,0.000060659382,0.0019200016],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9988439,0.000008742219,0.00032358215,0.00019601331,0.0002765955,0.00035113943],"domain_scores_gemma":[0.9991086,0.00016730187,0.000115881674,0.00014582036,0.00021737238,0.00024503013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005148258,0.0001818617,0.00020029921,0.00048153612,0.000035729172,0.000106129526,0.00034553136,0.00015686854,0.00009262878],"category_scores_gemma":[0.00046924275,0.00020400208,0.00005427045,0.0008574357,0.0000027802487,0.00035821332,0.00001656038,0.00030147695,0.00014578857],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001494642,0.00014651535,0.09362078,0.0007732032,0.0002942657,3.2011263e-7,0.011570396,0.6735134,0.074312665,0.0054200664,0.13482578,0.005507641],"study_design_scores_gemma":[0.0010523289,0.00007006666,0.39781746,0.001274286,0.00012549259,0.000007337788,0.003244694,0.15317096,0.046110168,0.000281538,0.39490947,0.0019361977],"about_ca_topic_score_codex":0.0039639794,"about_ca_topic_score_gemma":0.0011349851,"teacher_disagreement_score":0.52034247,"about_ca_system_score_codex":0.002780974,"about_ca_system_score_gemma":0.00039465562,"threshold_uncertainty_score":0.8318963},"labels":[],"label_agreement":null},{"id":"W3004067840","doi":"10.5539/jsd.v13n1p33","title":"Vernomimicry: Bridging the Gap between Nature and Sustainable Architecture","year":2020,"lang":"en","type":"article","venue":"Journal of Sustainable Development","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Architecture; Bridging (networking); Biomimetics; Computer science; Vernacular architecture; Bridge (graph theory); Sustainable design; Process (computing); Artificial intelligence; Ecology; Sustainability; Biology; Art; Visual arts","score_opus":0.011976820629234834,"score_gpt":0.23171590693256397,"score_spread":0.21973908630332914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004067840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8984497,0.0076044546,0.03455819,0.049517743,0.0004658637,0.0007198189,0.000001996898,0.00014368152,0.0085385535],"genre_scores_gemma":[0.99469286,0.00009383556,0.0023024334,0.0009685466,0.0004318313,0.000004339687,0.000001647906,0.000026929669,0.0014775904],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988821,0.000055511355,0.00032837843,0.00009605537,0.00023427531,0.00040366588],"domain_scores_gemma":[0.9991701,0.00015989359,0.00013422777,0.00008478536,0.00025906824,0.00019190025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007893998,0.00014656938,0.00019910352,0.00011652475,0.00022197372,0.00017095509,0.00023049932,0.0000870776,0.000036119443],"category_scores_gemma":[0.00028943783,0.000108359294,0.00003778655,0.0003192903,0.00002485417,0.00033549897,0.000077683115,0.0008557114,0.000005306291],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006722481,0.00018596371,0.017003711,0.0066954144,0.0027113876,0.004892019,0.18150418,0.04157834,0.0028652507,0.027910143,0.581346,0.13263535],"study_design_scores_gemma":[0.00037283628,0.000040890816,0.01141197,0.000025291929,0.00004418666,0.00011498543,0.03030266,0.00012213047,0.0016682611,0.00051132945,0.95519453,0.00019090237],"about_ca_topic_score_codex":0.0000027577453,"about_ca_topic_score_gemma":1.9131052e-7,"teacher_disagreement_score":0.37384856,"about_ca_system_score_codex":0.00021806092,"about_ca_system_score_gemma":0.00039485202,"threshold_uncertainty_score":0.44187638},"labels":[],"label_agreement":null},{"id":"W3010928486","doi":"10.5220/0008874001250132","title":"Curtain Graphs: Using a Floating Baseline for Comparison in a Two-dimensional Graphical Space","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Baseline (sea); Computer science; Space (punctuation); Operating system; Geology","score_opus":0.06301659117333043,"score_gpt":0.3459307634710601,"score_spread":0.2829141722977297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010928486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58086413,0.00033175555,0.4095297,0.0057664677,0.0004766712,0.0005546996,0.000009505224,0.00042465416,0.0020424433],"genre_scores_gemma":[0.9053571,0.0000015776341,0.09365663,0.00084159087,0.000090618065,0.000008229935,0.000010961292,0.000019713452,0.000013545891],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992908,0.000056233148,0.0002323291,0.00014260884,0.00010142052,0.00017656387],"domain_scores_gemma":[0.99930614,0.00045336428,0.000026659694,0.00006942589,0.00003529375,0.000109120294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033319677,0.000100991645,0.0001477631,0.00008858927,0.000037560676,0.00002761957,0.00005871316,0.000032495882,0.00014795184],"category_scores_gemma":[0.0002938677,0.0001045373,0.000045621073,0.00040572457,0.000010758467,0.00013536173,0.000010220287,0.00017561682,0.000012639848],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001287882,0.00016353614,0.009182283,0.00017110207,0.00005359926,0.0000061291535,0.002189755,0.89799315,0.051779617,0.013447291,0.021825178,0.0030595548],"study_design_scores_gemma":[0.00051612343,0.000017578237,0.00016420985,0.000016115493,0.0000117623995,0.000002802519,0.0003867514,0.99201804,0.0015525157,0.00030339533,0.004874953,0.00013577018],"about_ca_topic_score_codex":0.00006899453,"about_ca_topic_score_gemma":0.000052291492,"teacher_disagreement_score":0.32449302,"about_ca_system_score_codex":0.000020929381,"about_ca_system_score_gemma":0.00003051671,"threshold_uncertainty_score":0.42629075},"labels":[],"label_agreement":null},{"id":"W3014623960","doi":"10.1016/j.sheji.2019.12.002","title":"Changing Design Education for the 21st Century","year":2020,"lang":"en","type":"article","venue":"She ji","topic":"Design Education and Practice","field":"Engineering","cited_by":472,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of California, San Diego; Hochschule Luzern; University of Cincinnati; University of California Berkeley; University of Alberta; International Business Machines Corporation","keywords":"Curriculum; Engineering ethics; Process (computing); Professionalization; Perspective (graphical); Knowledge management; Value (mathematics); Work (physics); Tacit knowledge; Action (physics); Design thinking; Computer science; Public relations; Engineering; Sociology; Pedagogy; Political science; Human–computer interaction; Artificial intelligence","score_opus":0.04344325700188018,"score_gpt":0.2741882946889248,"score_spread":0.23074503768704463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014623960","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006492065,0.00647042,0.8740036,0.027376952,0.006638868,0.0014121141,0.000007695386,0.00063003245,0.08281112],"genre_scores_gemma":[0.9866001,0.0004845873,0.0067279926,0.0041129002,0.0011897266,0.00016721389,0.000011170249,0.000035348836,0.00067093107],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997239,0.000015842592,0.000057411642,0.00005752027,0.000042612282,0.00010268668],"domain_scores_gemma":[0.99963754,0.00020715583,0.000012638581,0.000081364626,0.000020440228,0.000040835188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012919113,0.000048114598,0.000035402652,0.000020247731,0.00006609125,0.000036104855,0.00008195486,0.000019494824,0.00013510654],"category_scores_gemma":[0.00010192866,0.000038832964,0.000020256855,0.00013560345,0.000004459182,0.00009215506,0.000004905819,0.000060055794,0.00012645959],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038344886,0.0000574717,0.0000213982,0.00018434205,0.00008590555,2.6530378e-7,0.018267196,0.011256413,0.0062594833,0.018831542,0.26791704,0.67708063],"study_design_scores_gemma":[0.00006735822,0.000012168433,0.000067400375,0.000005676539,0.000021321839,0.0000013772533,0.0044944906,0.019586837,0.002000272,0.00011294848,0.9735544,0.00007579757],"about_ca_topic_score_codex":0.0000011374589,"about_ca_topic_score_gemma":1.846197e-7,"teacher_disagreement_score":0.98595095,"about_ca_system_score_codex":0.000017137258,"about_ca_system_score_gemma":0.00004439226,"threshold_uncertainty_score":0.16254243},"labels":[],"label_agreement":null},{"id":"W3014750800","doi":"10.1016/j.sheji.2019.12.003","title":"Design Education, Training, and the Broad Picture: Eight Experts Respond to a Few Questions","year":2020,"lang":"en","type":"article","venue":"She ji","topic":"Design Education and Practice","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Training (meteorology); Picture books; Medical education; Computer science; Mathematics education; Psychology; Multimedia; Visual arts; Art; Medicine; Geography","score_opus":0.03835637617171491,"score_gpt":0.27721596348300476,"score_spread":0.23885958731128984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014750800","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034471527,0.01589878,0.4956438,0.31454873,0.005150487,0.0031821982,0.000017013987,0.0013676574,0.12971981],"genre_scores_gemma":[0.973658,0.00014448387,0.010156707,0.012512562,0.00047783714,0.00016861304,0.000005052578,0.000033141965,0.002843577],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99946666,0.000122775,0.00010929665,0.000115314935,0.00007699944,0.00010896859],"domain_scores_gemma":[0.9994013,0.0002622948,0.000015717502,0.00014506147,0.00003278977,0.00014284161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021259279,0.00008635076,0.000085075124,0.000036558562,0.00008681173,0.00008152783,0.00010387076,0.000035345318,0.00027066327],"category_scores_gemma":[0.00040689256,0.000065422355,0.00001679064,0.00021962136,0.000025137078,0.00011483809,0.00000987287,0.000102618906,0.00009729647],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001395572,0.000043083503,0.00002596047,0.000032267686,0.00005460429,0.000001819071,0.15727113,0.0021576341,0.002885731,0.008787544,0.77300084,0.055599853],"study_design_scores_gemma":[0.0002902335,0.00003164709,0.0004814776,0.000018491548,0.000025809408,0.000016763908,0.0032746578,0.0015104152,0.00047065128,0.0006766017,0.9930549,0.00014835197],"about_ca_topic_score_codex":0.000009435207,"about_ca_topic_score_gemma":0.0000031718412,"teacher_disagreement_score":0.9391865,"about_ca_system_score_codex":0.000018093273,"about_ca_system_score_gemma":0.0001242493,"threshold_uncertainty_score":0.2963573},"labels":[],"label_agreement":null},{"id":"W3020983931","doi":"","title":"Design: a new optimization environment dedicated to preliminary design","year":2018,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Systems engineering; Computer architecture; Engineering","score_opus":0.027916585858079723,"score_gpt":0.2329038636089162,"score_spread":0.2049872777508365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020983931","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043162928,0.0007552512,0.98153305,0.0061111045,0.00047590493,0.0010844121,0.00001137076,0.0006127917,0.008984471],"genre_scores_gemma":[0.062275987,0.0010888979,0.9274119,0.00022022934,0.00009370454,0.00023974027,0.00033620975,0.00014114738,0.008192152],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9940874,0.003909794,0.00053008937,0.0006705565,0.0004159378,0.00038621662],"domain_scores_gemma":[0.9954539,0.0015013104,0.0002498445,0.001786366,0.0005540427,0.00045452718],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0042285034,0.00041350804,0.00031358344,0.00027410037,0.00020822485,0.00035999797,0.0010242864,0.00036046523,0.0013004267],"category_scores_gemma":[0.0010761798,0.0004905599,0.00009669193,0.00035806836,0.00007251496,0.00019700735,0.0005126918,0.0005407793,0.0006161716],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056633435,0.0003209656,0.00001688912,0.00010227354,0.00013084852,0.0000035511982,0.009771817,0.893913,0.0016143813,0.0005033938,0.060808178,0.032758106],"study_design_scores_gemma":[0.00043810657,0.000002905688,0.0002444909,0.0008997251,0.00012921845,0.00001478376,0.00006828263,0.8991245,0.052032728,0.0009650157,0.045284536,0.000795704],"about_ca_topic_score_codex":0.00015094978,"about_ca_topic_score_gemma":0.0000129478685,"teacher_disagreement_score":0.061844356,"about_ca_system_score_codex":0.0002823249,"about_ca_system_score_gemma":0.00039261597,"threshold_uncertainty_score":0.9997546},"labels":[],"label_agreement":null},{"id":"W3022656124","doi":"10.7202/1068541ar","title":"Comment adresser les problèmes pernicieux de manière créative avec le design thinking ?","year":2020,"lang":"fr","type":"article","venue":"Management international","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy; Physics","score_opus":0.05183870023460668,"score_gpt":0.28057146871970007,"score_spread":0.22873276848509339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022656124","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023909414,0.00075738196,0.59621274,0.29911697,0.0013451213,0.00040358683,0.000015451207,0.0001403125,0.10176936],"genre_scores_gemma":[0.6074539,0.0019606785,0.30639622,0.027746825,0.0016595597,0.0003106212,0.00016297576,0.00016343298,0.05414582],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985309,0.00017434463,0.0002980256,0.00028741706,0.00041231728,0.00029697275],"domain_scores_gemma":[0.99932265,0.00019994202,0.00011338823,0.00014743202,0.00009301139,0.00012359089],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004901445,0.000226521,0.00014076562,0.00009862046,0.00015985548,0.0003306237,0.00056799414,0.00007566196,0.0034207657],"category_scores_gemma":[0.00007588749,0.00027045788,0.00008173728,0.00014789717,0.000039571994,0.00045159177,0.0001902363,0.00031563104,0.00066363363],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006702765,0.0003036025,0.000547293,0.00033634304,0.000989472,0.00008752503,0.017768795,0.0557481,0.000095975636,0.48995292,0.40247738,0.031625535],"study_design_scores_gemma":[0.0005455717,0.000048038153,0.001555542,0.00016392546,0.00010167845,0.00000977491,0.0060859304,0.114907235,0.00068199326,0.004397022,0.8712126,0.00029068658],"about_ca_topic_score_codex":0.00013891984,"about_ca_topic_score_gemma":0.000007712166,"teacher_disagreement_score":0.6072148,"about_ca_system_score_codex":0.00033626027,"about_ca_system_score_gemma":0.000049613027,"threshold_uncertainty_score":0.9999748},"labels":[],"label_agreement":null},{"id":"W3024256634","doi":"","title":"Effect of personality traits in team dynamics and project outcomes in engineering design","year":2020,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Conscientiousness; Agreeableness; Big Five personality traits; Openness to experience; Extraversion and introversion; Engineering education; Personality; Psychology; Engineering; Teamwork; Project management; Project-based learning; Applied psychology; Knowledge management; Engineering management; Computer science; Mathematics education; Social psychology; Systems engineering; Management","score_opus":0.014514399154463196,"score_gpt":0.2957161430693349,"score_spread":0.28120174391487174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024256634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96479523,0.00034292683,0.03276793,0.00060013914,0.0011309811,0.00018467651,0.0000044790895,0.00002741938,0.00014623617],"genre_scores_gemma":[0.9959947,0.00006172876,0.0037617534,0.000025512873,0.00011855916,0.000009316813,0.0000029054743,0.000018020311,0.0000075436933],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992124,0.000042459746,0.00038844353,0.00007448634,0.00019066756,0.00009158799],"domain_scores_gemma":[0.9993262,0.00040601232,0.00009187378,0.000036062866,0.00008547197,0.00005434425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051192543,0.000115149465,0.00020683729,0.0003811494,0.000003430443,0.00002574505,0.00015140028,0.00004787133,0.000008123319],"category_scores_gemma":[0.00079507276,0.00011505133,0.00004118606,0.00020079182,0.0000058103997,0.00031510586,0.000008738752,0.00024800494,7.7029677e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029345546,0.0003307107,0.060621537,0.001209568,0.00030848183,0.000018753706,0.009039545,0.86160743,0.020769803,0.0010491837,0.00068078213,0.044070758],"study_design_scores_gemma":[0.0013367591,0.00030242137,0.1527228,0.00047599542,0.000037049016,0.00010926168,0.00035756084,0.8378627,0.0057413913,0.000017021872,0.0007376653,0.0002994],"about_ca_topic_score_codex":0.000021070013,"about_ca_topic_score_gemma":0.0000032064363,"teacher_disagreement_score":0.09210127,"about_ca_system_score_codex":0.00020072318,"about_ca_system_score_gemma":0.00010689007,"threshold_uncertainty_score":0.4691657},"labels":[],"label_agreement":null},{"id":"W3025240038","doi":"10.33137/jaste.v11i1.34259","title":"WISE-Tech Design","year":2020,"lang":"en","type":"article","venue":"Journal for Activist Science and Technology Education","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Calisthenics; Sustainable development; High tech; Architectural engineering; Engineering; Engineering ethics; Engineering management; Psychology; Sociology; Mathematics education; Pedagogy; Knowledge management; Computer science; Political science; Medicine","score_opus":0.03238414207345235,"score_gpt":0.3097277940704602,"score_spread":0.27734365199700783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025240038","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29543453,0.0012928941,0.54852504,0.13949132,0.0059004375,0.00102214,0.000002755949,0.00085660187,0.007474295],"genre_scores_gemma":[0.9890292,0.00010032884,0.010177897,0.00037429322,0.00015236343,0.000031043866,3.6843971e-7,0.000009022905,0.0001254396],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994848,0.000007804232,0.000106675194,0.00012083427,0.00012237187,0.00015754996],"domain_scores_gemma":[0.99945575,0.000057256242,0.000051143372,0.00007744152,0.00023955618,0.00011882313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044591932,0.00006642995,0.000070141265,0.00026426502,0.00032579113,0.0001309836,0.00019109334,0.000053715998,0.00001400304],"category_scores_gemma":[0.000671492,0.00006247034,0.000010978366,0.0007960829,0.00015205017,0.00067119143,0.000010315901,0.00021248852,0.000012416016],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025009504,0.0001032931,0.00033093704,0.00004324453,0.000020100535,7.63126e-7,0.001054065,0.00014016478,0.26801425,0.007630945,0.08383979,0.63879746],"study_design_scores_gemma":[0.00050599227,0.0005829342,0.0011497529,0.00004057851,0.00006740005,0.0007116064,0.00596322,0.02680198,0.20116627,0.031642746,0.73086756,0.0004999885],"about_ca_topic_score_codex":4.126648e-7,"about_ca_topic_score_gemma":1.0078015e-7,"teacher_disagreement_score":0.6935947,"about_ca_system_score_codex":0.00007843222,"about_ca_system_score_gemma":0.0005747611,"threshold_uncertainty_score":0.25474665},"labels":[],"label_agreement":null},{"id":"W3026027571","doi":"","title":"An exploratory study of teamwork processes and perceived team effectiveness in engineering capstone design teams","year":2020,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Capstone; Teamwork; Medical education; Psychology; Engineering education; Team effectiveness; Engineering; Capstone course; Work (physics); Knowledge management; Engineering management; Computer science; Medicine; Management; Operations management","score_opus":0.01641308027955839,"score_gpt":0.2823711912486734,"score_spread":0.265958110969115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3026027571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9607813,0.0004514886,0.03730666,0.00006540321,0.0011261645,0.00019767553,0.0000011261579,0.000045730925,0.000024499248],"genre_scores_gemma":[0.99663633,0.000079059944,0.002896868,0.000019173793,0.0003099619,0.000023146617,0.0000023102666,0.00003170843,0.0000014657907],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99910164,0.00006294375,0.0003869521,0.000109987544,0.00024313213,0.00009533517],"domain_scores_gemma":[0.99907875,0.00027049167,0.00011487949,0.000076207274,0.00034404,0.000115628565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004037063,0.0001352446,0.00019656644,0.00033491745,0.000010095512,0.000046268666,0.00022525068,0.00004447977,0.000007868613],"category_scores_gemma":[0.00057866593,0.00014544356,0.000020345024,0.0002784551,0.0000071373224,0.0006948444,0.000010475338,0.00023989983,0.0000014038036],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011409718,0.00075852266,0.005369713,0.00043664835,0.00015276518,0.0000073264055,0.027372686,0.8841823,0.07869391,0.000034290653,0.00013697555,0.0027407776],"study_design_scores_gemma":[0.0072595985,0.0035664574,0.46615177,0.0036595664,0.00032871103,0.00047330235,0.06922001,0.38825652,0.056221016,0.00011731409,0.0027740682,0.0019716604],"about_ca_topic_score_codex":0.000008118363,"about_ca_topic_score_gemma":0.0000022694594,"teacher_disagreement_score":0.49592575,"about_ca_system_score_codex":0.00013467394,"about_ca_system_score_gemma":0.00020817347,"threshold_uncertainty_score":0.59310156},"labels":[],"label_agreement":null},{"id":"W3031004035","doi":"10.14288/1.0390882","title":"Beyond Industry : A Systems-Based Approach to Collective Form","year":2020,"lang":"en","type":"article","venue":"cIRcle (University of British Columbia)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business; Computer science","score_opus":0.01679376303911136,"score_gpt":0.18049615100243843,"score_spread":0.16370238796332706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3031004035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8465601,0.000118453776,0.027743526,0.0004057163,0.00041390565,0.0006487615,0.00017735233,0.00033362894,0.12359852],"genre_scores_gemma":[0.9974185,0.000003858136,0.0010441433,0.00022781502,0.000040562783,0.0000019229906,0.000011717545,0.000016057633,0.0012353908],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9993922,0.000033210745,0.00007835867,0.00019235109,0.00014819337,0.00015564692],"domain_scores_gemma":[0.9994618,0.000045721503,0.000036331614,0.000123994,0.00010254452,0.00022955981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008989892,0.000036582045,0.00016672896,0.000035453242,0.000101672835,0.00009353135,0.00019521108,0.00013857613,0.00007931486],"category_scores_gemma":[0.000040591472,0.00014508268,0.00004551367,0.0005592253,0.000032832562,0.00022854908,0.000025394922,0.00023431734,0.000047555834],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008652554,0.0005304177,0.006562957,0.0013642873,0.00034162463,0.00012602152,0.009151699,0.04062809,0.0010462259,0.00003509764,0.7296928,0.21043424],"study_design_scores_gemma":[0.0019453092,0.00021012351,0.8756498,0.00013736649,0.00011232941,0.000054285847,0.017019982,0.07361628,0.000008179444,0.000065816945,0.030529276,0.00065123243],"about_ca_topic_score_codex":0.006285544,"about_ca_topic_score_gemma":0.0028919822,"teacher_disagreement_score":0.86908686,"about_ca_system_score_codex":0.000121699224,"about_ca_system_score_gemma":0.00013978942,"threshold_uncertainty_score":0.9501904},"labels":[],"label_agreement":null},{"id":"W3033875463","doi":"10.1007/978-981-287-532-7_646-1","title":"Wigwametry: Exploring Complex Science, Technology, Engineering, and Mathematics through Indigenous Structural Design","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Indigenous; Mathematics education; Engineering; Mathematics; Biology; Ecology","score_opus":0.1009302206023947,"score_gpt":0.27654728054537336,"score_spread":0.17561705994297866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033875463","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005135423,0.0016674015,0.16319238,0.00010480187,0.0025848974,0.0013389342,0.000025436018,0.0031687564,0.822782],"genre_scores_gemma":[0.04565953,0.0011380255,0.8577213,0.00012331313,0.00063095614,0.000084144,0.000021483644,0.00041343764,0.0942078],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987421,0.0000033107779,0.00030193175,0.00031288288,0.00027066513,0.000369134],"domain_scores_gemma":[0.9991425,0.00012058127,0.00008397494,0.00043838372,0.000112174894,0.00010236424],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00025297445,0.00038371127,0.0003335984,0.0007700378,0.00017815821,0.00015903819,0.00037267583,0.00024657862,0.0011977451],"category_scores_gemma":[0.000073770774,0.00037391536,0.00003284968,0.00027822363,0.00037496132,0.00051454344,0.00008815112,0.0004184759,0.00019005334],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000148871095,0.0000436415,0.00002420923,0.0013966745,0.0007447568,0.000044471497,0.021705043,0.0035005987,0.011161645,0.92143935,0.015874848,0.024049899],"study_design_scores_gemma":[0.00039286728,0.0002347055,0.00004507172,0.00034653503,0.00021785102,0.0005868611,0.0011989849,0.038669672,0.006431755,0.0709428,0.8787738,0.0021590858],"about_ca_topic_score_codex":0.0000030293259,"about_ca_topic_score_gemma":0.0000011378988,"teacher_disagreement_score":0.86289895,"about_ca_system_score_codex":0.00014240733,"about_ca_system_score_gemma":0.000092076065,"threshold_uncertainty_score":0.99987125},"labels":[],"label_agreement":null},{"id":"W3034731855","doi":"10.1093/jcde/qwaa059","title":"A fuzzy-based framework to support multicriteria design of mechatronic systems","year":2020,"lang":"en","type":"article","venue":"Journal of Computational Design and Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Mechatronics; Fuzzy logic; Conceptual design; Process (computing); Range (aeronautics); Fuzzy set; Identification (biology); Engineering design process; Measure (data warehouse)","score_opus":0.03483809038751014,"score_gpt":0.260161083025475,"score_spread":0.2253229926379649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034731855","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003975627,0.00043226744,0.99458534,0.00030094152,0.0004736746,0.00016401843,0.0000027180813,0.00004591085,0.000019521583],"genre_scores_gemma":[0.6547711,0.000013192121,0.34496775,0.00011210221,0.000110314686,0.0000035201053,9.584093e-7,0.000019518691,0.000001548854],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990483,0.000057183843,0.0004445329,0.00007817997,0.00023390797,0.00013792125],"domain_scores_gemma":[0.9986856,0.0007797432,0.0001004467,0.00005127935,0.00015557096,0.00022735272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044330023,0.0001306329,0.0002516876,0.00017271534,0.000018998302,0.00005582702,0.00011256653,0.00005665699,0.000019592368],"category_scores_gemma":[0.00022248353,0.00013356707,0.000045954803,0.00022853068,0.0000071967193,0.0001769495,0.000007320632,0.00019385798,0.000008671759],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006412784,0.000014347036,0.00000533177,0.00015862913,0.000060288523,0.000009007575,0.0005163499,0.9890228,0.0076307044,0.0008417387,0.0010390457,0.000637657],"study_design_scores_gemma":[0.00034533878,0.00033118718,0.00017285591,0.00012695197,0.00003607872,0.000054380995,0.000061677834,0.9964598,0.00081887987,0.00032909066,0.0011204076,0.0001433828],"about_ca_topic_score_codex":4.5972956e-7,"about_ca_topic_score_gemma":5.1289675e-9,"teacher_disagreement_score":0.65079546,"about_ca_system_score_codex":0.00003844956,"about_ca_system_score_gemma":0.00010560567,"threshold_uncertainty_score":0.5446707},"labels":[],"label_agreement":null},{"id":"W3035797500","doi":"10.24908/pceea.vi0.14156","title":"The Nature of a Problem, Problem Diagnosis, and Engineering Design","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Engineering design process; Computer science; Domain (mathematical analysis); Field (mathematics); Identification (biology); Process (computing); Cognition; Task (project management); Science and engineering; Cognitive ergonomics; Management science; Artificial intelligence; Systems engineering; Engineering ethics; Engineering; Psychology; Medicine","score_opus":0.007764714971483122,"score_gpt":0.19782406640978903,"score_spread":0.1900593514383059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035797500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55271107,0.030483374,0.004330595,0.32494777,0.0176121,0.015685577,0.00031339092,0.0030507643,0.05086532],"genre_scores_gemma":[0.9933637,0.00023569829,0.005460319,0.00028188305,0.00017277399,0.00018269352,0.000002920723,0.000052178293,0.0002478497],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989735,0.000010202393,0.00032741664,0.00015080784,0.00026208005,0.0002760007],"domain_scores_gemma":[0.99880135,0.00027143562,0.00022734073,0.000087039814,0.00037599672,0.00023681049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005478523,0.00016884482,0.0001672363,0.00012334675,0.00013357241,0.00013189777,0.00031039768,0.00018995862,0.000011459438],"category_scores_gemma":[0.0015934661,0.00014698815,0.00005581111,0.00061697373,0.000016165095,0.0002779259,0.000020610467,0.000464531,0.0000036203755],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003238375,0.00020299024,0.072119415,0.0056867134,0.0012831729,3.82225e-7,0.02123315,0.099588774,0.043313805,0.106502965,0.63307095,0.016965292],"study_design_scores_gemma":[0.0005832686,0.00009382249,0.07673353,0.0006411515,0.00027691462,0.000013769603,0.001220006,0.06352561,0.030131934,0.00073486334,0.82502955,0.0010155536],"about_ca_topic_score_codex":0.00040177107,"about_ca_topic_score_gemma":0.00022910206,"teacher_disagreement_score":0.44065258,"about_ca_system_score_codex":0.0005230386,"about_ca_system_score_gemma":0.0003557591,"threshold_uncertainty_score":0.5994003},"labels":[],"label_agreement":null},{"id":"W3036173571","doi":"10.24908/pceea.vi0.14163","title":"SELF-AWARENESS AND EMPATHY AS TOOLS TO MITIGATE CONFLICT, PROMOTE WELLNESS, AND ENHANCE PERFORMANCE IN A THIRD-YEAR ENGINEERING DESIGN COURSE","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Empathy; Psychology; Conflict management; Conflict resolution; Teamwork; Preparedness; Psychological intervention; Situation awareness; Applied psychology; Accountability; Social psychology; Medical education; Engineering; Political science; Medicine","score_opus":0.0103151931079817,"score_gpt":0.2185676694750273,"score_spread":0.20825247636704558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036173571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907098,0.0002856418,0.00021399606,0.0060513723,0.00064832973,0.0008026185,0.0000119114375,0.0002072312,0.0010691145],"genre_scores_gemma":[0.9966179,0.000107650405,0.0025043713,0.00035503114,0.00010952111,0.000108172324,0.0000027845222,0.00004697622,0.00014760373],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99898106,0.000008974224,0.00027294428,0.00022237343,0.0002045302,0.00031010926],"domain_scores_gemma":[0.9991517,0.000092134425,0.00011287877,0.00007735727,0.00019146108,0.00037448818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004609224,0.00019517928,0.0002019347,0.00017978302,0.00008987579,0.00018643224,0.00019183052,0.00012682065,0.000009626287],"category_scores_gemma":[0.000891006,0.00022005395,0.00002458576,0.00060121086,0.000008507453,0.0006075936,0.000022011849,0.00028110825,0.000014328418],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012869938,0.0005344373,0.3349948,0.014378662,0.0011368972,0.0000042687675,0.24473622,0.22499578,0.0732542,0.02230653,0.05352553,0.030003991],"study_design_scores_gemma":[0.0009643678,0.00016383364,0.41701722,0.0010384141,0.0002010472,0.00003102042,0.0027559544,0.31944555,0.06586646,0.00007288208,0.19068864,0.0017546079],"about_ca_topic_score_codex":0.00038647823,"about_ca_topic_score_gemma":0.00020731558,"teacher_disagreement_score":0.24198027,"about_ca_system_score_codex":0.00057733816,"about_ca_system_score_gemma":0.0004605082,"threshold_uncertainty_score":0.89735395},"labels":[],"label_agreement":null},{"id":"W3036341584","doi":"10.24908/pceea.vi0.14136","title":"MACRO-COGNITIVE ANALYSIS OF DESIGN SKILLS FOR SUPPORTING ENGINEERING DESIGN EDUCATION","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Relevance (law); Cognition; Macro; Computer science; Fluency; Sensemaking; Process (computing); Engineering design process; Frame (networking); Design process; Domain (mathematical analysis); Field (mathematics); Cognitive psychology; Psychology; Human–computer interaction; Engineering; Work in process; Mathematics education","score_opus":0.012978436615199443,"score_gpt":0.2390207219665783,"score_spread":0.22604228535137888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036341584","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41368657,0.0017113044,0.5273367,0.02107013,0.013476774,0.01153802,0.00066084595,0.0017402896,0.008779329],"genre_scores_gemma":[0.98154265,0.000017801965,0.017185386,0.00036112536,0.00021795623,0.00023102523,0.00004054516,0.00007014765,0.00033334395],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984937,0.000016470864,0.00057683047,0.00023956176,0.00029660072,0.00037686306],"domain_scores_gemma":[0.997501,0.00052048103,0.0005072297,0.00010039632,0.0010510721,0.00031980113],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008447222,0.00023207975,0.00035571287,0.0006649633,0.00010118951,0.00009970107,0.00031368315,0.00017631457,0.000057805562],"category_scores_gemma":[0.0050827125,0.00026243512,0.00020244416,0.0019797056,0.00001141303,0.0003916771,0.00001304982,0.00022953156,0.000006063548],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057061843,0.00051472173,0.025651328,0.0030468053,0.006165828,1.659935e-7,0.025067177,0.7050878,0.06881546,0.009952553,0.12979767,0.02584346],"study_design_scores_gemma":[0.00076481194,0.00012526668,0.073477864,0.00045654344,0.0042427154,0.000004529772,0.0030459594,0.7543664,0.12794672,0.00025713159,0.033883903,0.0014281495],"about_ca_topic_score_codex":0.00047148918,"about_ca_topic_score_gemma":0.00010488205,"teacher_disagreement_score":0.5678561,"about_ca_system_score_codex":0.0010519843,"about_ca_system_score_gemma":0.0011764708,"threshold_uncertainty_score":0.9999828},"labels":[],"label_agreement":null},{"id":"W3036671176","doi":"10.24908/pceea.vi0.14208","title":"EXAMINING GENDER AND NATIONALITY BIAS IN DECISION-MAKING BY ENGINEERING STUDENT TEAMS","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Nationality; Psychology; Social psychology; Applied psychology; Political science; Immigration","score_opus":0.02363846186553899,"score_gpt":0.2518348670710815,"score_spread":0.2281964052055425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036671176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890788,0.00065745274,0.0003598959,0.0026885571,0.0014804536,0.0004971826,0.000029088227,0.00019878164,0.0050097913],"genre_scores_gemma":[0.99756724,0.000023296827,0.0016855862,0.0004176498,0.00013292098,0.000045425357,0.0000055262485,0.00004187451,0.00008050632],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878263,0.0000087147255,0.000368932,0.00020647958,0.00036205203,0.00027116825],"domain_scores_gemma":[0.99903715,0.00029164203,0.00015913813,0.00007101103,0.00021426482,0.00022681605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006106519,0.00017461365,0.00017800603,0.0002427661,0.00007595847,0.00015220468,0.00023845969,0.00013281079,0.000036022186],"category_scores_gemma":[0.0027516775,0.0001940498,0.000036310154,0.0006757278,0.000007868507,0.00038504842,0.000026436093,0.00033221408,0.0000064768797],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011910253,0.00017598872,0.712712,0.0012555199,0.00037169142,6.0832554e-7,0.02125625,0.09327622,0.013401223,0.010968251,0.13375305,0.012817271],"study_design_scores_gemma":[0.00044999854,0.00002003063,0.85862416,0.00035582497,0.000064149266,0.0000070510027,0.0023195306,0.07954721,0.0012106943,0.00022755154,0.056471553,0.0007022346],"about_ca_topic_score_codex":0.00040061865,"about_ca_topic_score_gemma":0.00022323275,"teacher_disagreement_score":0.14591216,"about_ca_system_score_codex":0.0015136346,"about_ca_system_score_gemma":0.0002643341,"threshold_uncertainty_score":0.79131216},"labels":[],"label_agreement":null},{"id":"W3037104400","doi":"","title":"Rapid Prototyping for Learning: Making Revisions to Designs through 3D Printing","year":2018,"lang":"en","type":"article","venue":"EdMedia + Innovate Learning","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"3D printing; Rapid prototyping; Computer science; Human–computer interaction; Engineering; Mechanical engineering","score_opus":0.0813246905871426,"score_gpt":0.348261446532548,"score_spread":0.2669367559454054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037104400","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03972137,0.0005871261,0.87308097,0.0032379853,0.0044250973,0.0033511855,0.0000024150856,0.0026514488,0.07294239],"genre_scores_gemma":[0.8296797,0.00007559751,0.16480412,0.00077899906,0.0024484028,0.0005000576,0.000023136046,0.00018423487,0.0015057548],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980107,0.00016122167,0.0005202564,0.0004002729,0.00023461215,0.00067297136],"domain_scores_gemma":[0.99845344,0.00063266506,0.00017150637,0.00026730736,0.0003754273,0.00009965514],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001499215,0.00027869688,0.00027936127,0.00025715513,0.00061456073,0.00021617622,0.00026529253,0.00013963322,0.0008054669],"category_scores_gemma":[0.0038910208,0.00030499476,0.000063248735,0.0012161279,0.00004992098,0.00049265916,0.0000772967,0.0009179811,0.0006050954],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018429678,0.00008667791,0.003166533,0.000783505,0.00023706058,0.000010706856,0.033635132,0.019545387,0.06297143,0.0064219725,0.019967882,0.85298944],"study_design_scores_gemma":[0.00027880864,0.00021195311,0.0004414512,0.00032717732,0.000021545062,0.000012547491,0.00072865037,0.015578045,0.0046062474,0.00018835983,0.977181,0.00042419837],"about_ca_topic_score_codex":0.000003067783,"about_ca_topic_score_gemma":0.0000012019747,"teacher_disagreement_score":0.95721316,"about_ca_system_score_codex":0.00010392225,"about_ca_system_score_gemma":0.00007901972,"threshold_uncertainty_score":0.9999402},"labels":[],"label_agreement":null},{"id":"W3038112681","doi":"10.22215/etd/2020-14104","title":"Medicative Architecture: Bioplastic Ice Fishing Huts as A Rehabilitative, Bioremediation Proposal for Contrecoeur’s Contaminated Protected Wetlands","year":2020,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bioplastic; Wetland; Fishing; Engineering; Materiality (auditing); Environmental planning; Geography; Environmental science; Environmental resource management; Fishery; Ecology; Waste management; Art","score_opus":0.00945560025668521,"score_gpt":0.26750552114970566,"score_spread":0.2580499208930205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038112681","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14782219,0.0021903703,0.46590972,0.039912432,0.027615204,0.05448433,0.0014283258,0.011837067,0.24880035],"genre_scores_gemma":[0.92976224,0.00013446453,0.035854474,0.0005130285,0.0008862776,0.005366465,0.015985074,0.00039923924,0.011098708],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979795,0.00020100278,0.00059090427,0.00051089324,0.00037271413,0.00034496855],"domain_scores_gemma":[0.9966301,0.0021362607,0.00031501756,0.00021190257,0.00048195315,0.00022478709],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034570385,0.0004688694,0.00051002856,0.0003930038,0.0001252156,0.00012252554,0.000255514,0.00043235917,0.0003934266],"category_scores_gemma":[0.00590245,0.00043530218,0.00012096192,0.0006785887,0.00004167624,0.00025325007,0.000008726649,0.00074140896,0.00013225013],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009733386,0.001148485,0.00014427508,0.019810056,0.004968365,0.00006904699,0.23370522,0.0013262962,0.27075964,0.021607332,0.15771808,0.27900982],"study_design_scores_gemma":[0.019444691,0.006975652,0.012268858,0.0038362264,0.0035112686,0.00011446206,0.06669901,0.15746412,0.21387923,0.022876807,0.48375943,0.009170224],"about_ca_topic_score_codex":0.000050286908,"about_ca_topic_score_gemma":0.00064205687,"teacher_disagreement_score":0.7819401,"about_ca_system_score_codex":0.00016077296,"about_ca_system_score_gemma":0.00070857356,"threshold_uncertainty_score":0.99980986},"labels":[],"label_agreement":null},{"id":"W3042990787","doi":"10.1108/jbs-02-2020-0044","title":"Design thinking and radical innovation: enter the smartwatch","year":2020,"lang":"en","type":"article","venue":"Journal of Business Strategy","topic":"Design Education and Practice","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Mindset; Originality; Meaning (existential); Design thinking; Product (mathematics); New product development; Product innovation; Value (mathematics); Field (mathematics); Empathy; Knowledge management; Product design; Business; Marketing; Computer science; Creativity; Psychology; Human–computer interaction; Artificial intelligence","score_opus":0.06517552604064654,"score_gpt":0.2598574529240252,"score_spread":0.19468192688337865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042990787","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13260472,0.0015126442,0.8110104,0.049997054,0.0013370734,0.00016009137,8.504561e-7,0.000066636756,0.0033105114],"genre_scores_gemma":[0.9962497,0.00014759011,0.0020775401,0.0010215148,0.00047279958,8.337302e-7,5.180176e-7,0.000010655472,0.00001888972],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99942213,0.00005012458,0.00026039124,0.00004160674,0.00014903457,0.000076722885],"domain_scores_gemma":[0.9994661,0.00013567755,0.00010060148,0.000046405905,0.00020971411,0.000041496525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003782984,0.00006722846,0.00009903984,0.00004510586,0.00005083763,0.00013219866,0.0001123829,0.000034024375,0.000117710966],"category_scores_gemma":[0.000115065755,0.000044931883,0.000012925502,0.00047356146,0.000024717598,0.0003562342,0.000007648292,0.00024101853,0.0000073286797],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007873598,0.00025787856,0.0026543145,0.0007044899,0.00081165455,0.00039496654,0.026048347,0.3778507,0.06833821,0.024802536,0.33038098,0.16696855],"study_design_scores_gemma":[0.006145132,0.00084969524,0.110523224,0.00048861443,0.0005532147,0.0056843604,0.010138215,0.124948725,0.0120006725,0.01958685,0.7074935,0.0015878192],"about_ca_topic_score_codex":0.0000014316151,"about_ca_topic_score_gemma":1.5156373e-7,"teacher_disagreement_score":0.86364496,"about_ca_system_score_codex":0.000011007448,"about_ca_system_score_gemma":0.000074900025,"threshold_uncertainty_score":0.1832269},"labels":[],"label_agreement":null},{"id":"W3046186163","doi":"","title":"On designers’ use of biomimicry tools during the new product development process: an empirical investigation","year":2016,"lang":"en","type":"preprint","venue":"RePEc: Research Papers in Economics","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Biomimetics; Counterintuitive; Process (computing); New product development; Product (mathematics); Engineering; Key (lock); Computer science; Process management; Systems engineering; Business; Artificial intelligence; Marketing; Epistemology","score_opus":0.12002772664493298,"score_gpt":0.3572564616599099,"score_spread":0.23722873501497688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046186163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99385923,0.00004998025,0.000067128174,0.00079777284,0.00037791417,0.00089075085,0.000010820474,0.00007793791,0.0038684711],"genre_scores_gemma":[0.995157,0.0007741736,0.002257913,0.00008002784,0.00023628432,0.0002131674,0.000032817625,0.00007776164,0.0011708655],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99796784,0.0003138694,0.00055719534,0.0005156503,0.00024038597,0.00040503638],"domain_scores_gemma":[0.99780273,0.00096025644,0.00014080286,0.0007914853,0.00011218027,0.00019252468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014001594,0.00024165257,0.00026491896,0.00037919718,0.000100292724,0.00019538029,0.0004923142,0.00020421152,0.000056629426],"category_scores_gemma":[0.0012875999,0.00019348259,0.000047626098,0.00015285582,0.00013059666,0.00042084558,0.00014201493,0.00088743935,0.000017472994],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006281818,0.0004569024,0.016754068,0.0020042479,0.000499543,0.000014874896,0.022603912,0.20728467,0.035919532,0.00034377933,0.0030756406,0.71041465],"study_design_scores_gemma":[0.0032558336,0.00042098435,0.30062187,0.0038344224,0.00007612268,0.00006636047,0.003398313,0.020298218,0.5194083,0.01342882,0.13118695,0.0040038615],"about_ca_topic_score_codex":0.000011167525,"about_ca_topic_score_gemma":0.000033008495,"teacher_disagreement_score":0.70641077,"about_ca_system_score_codex":0.00079951074,"about_ca_system_score_gemma":0.0015345677,"threshold_uncertainty_score":0.7889991},"labels":[],"label_agreement":null},{"id":"W3047014368","doi":"10.1111/caim.12399","title":"Improving new product development innovation effectiveness by using problem solving tools during the conceptual development phase: Integrating Design Thinking and TRIZ","year":2020,"lang":"en","type":"article","venue":"Creativity and Innovation Management","topic":"Design Education and Practice","field":"Engineering","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"TRIZ; Automotive industry; New product development; Conceptual design; Computer science; Conceptual framework; Process (computing); Product (mathematics); Process management; Manufacturing engineering; Fuzzy logic; Systems engineering; Management science; Engineering; Artificial intelligence; Business; Mathematics; Marketing; Human–computer interaction","score_opus":0.07056966816608355,"score_gpt":0.28713569763813035,"score_spread":0.21656602947204678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047014368","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3877959,0.00018573382,0.61030453,0.00021627685,0.00007065348,0.000848616,9.301658e-7,0.00013044185,0.00044693632],"genre_scores_gemma":[0.9212305,0.000022088667,0.078160934,0.00023984777,0.00008251356,0.00007891631,0.00003652615,0.0000299982,0.00011867748],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99852854,0.00013847412,0.00052212836,0.00034341824,0.00023857977,0.00022887375],"domain_scores_gemma":[0.9993008,0.00019777541,0.00020999757,0.00010840971,0.00013883923,0.000044176486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014652334,0.00023934241,0.00019168355,0.00022616905,0.00057599787,0.00042295805,0.00011096958,0.000046008492,0.000018173572],"category_scores_gemma":[0.00024871403,0.0002125212,0.000008704292,0.0016031788,0.000046851095,0.0009960914,0.00010008716,0.00024318314,0.0000022147947],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010597521,0.00007115765,0.0006024245,0.0010880746,0.00023005411,0.0000024943736,0.018017493,0.0021727127,0.16991806,0.011462052,0.00055626355,0.79577327],"study_design_scores_gemma":[0.009181981,0.00031479026,0.018746426,0.0015889339,0.00026571658,0.000037764978,0.020773655,0.08522317,0.7318489,0.0009405102,0.12826185,0.0028163039],"about_ca_topic_score_codex":0.000007125419,"about_ca_topic_score_gemma":7.5438624e-7,"teacher_disagreement_score":0.79295695,"about_ca_system_score_codex":0.0001849901,"about_ca_system_score_gemma":0.000107786,"threshold_uncertainty_score":0.86663634},"labels":[],"label_agreement":null},{"id":"W3047285208","doi":"10.25071/1916-4467.40510","title":"School Science Students Developing and Mobilizing Eco-Just Engineering Products","year":2020,"lang":"en","type":"article","venue":"Journal of the Canadian Association for Curriculum Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Context (archaeology); Science education; Consciousness; Sociology; Engineering ethics; Promotion (chess); Public relations; Pedagogy; Psychology; Engineering; Political science; Politics","score_opus":0.03532451372519826,"score_gpt":0.2963466039119047,"score_spread":0.26102209018670647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047285208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94764405,0.003691573,0.00019744739,0.041949548,0.0054108985,0.0006159917,0.000010444995,0.000056519442,0.00042352485],"genre_scores_gemma":[0.99761724,0.00018021405,0.0013227084,0.00046638364,0.00031689313,0.000006712623,1.7326323e-7,0.00001139175,0.00007827449],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99916154,0.000018296421,0.00023403905,0.0000802863,0.00029843865,0.00020736903],"domain_scores_gemma":[0.9988338,0.00009914263,0.00019622198,0.000049861108,0.00062409154,0.00019688741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009375675,0.000083556966,0.00014521404,0.00011523378,0.00033047935,0.00015411492,0.00022931566,0.000027754753,0.0000015684302],"category_scores_gemma":[0.0070427707,0.00006688678,0.000035196237,0.00048587864,0.000018469034,0.0003866426,0.000027881706,0.00018003865,0.0000027562191],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012387639,0.000054272652,0.6446862,0.0011189927,0.0023145343,0.000008881239,0.02864659,0.03237142,0.0066443,0.0031717145,0.27900878,0.0019619],"study_design_scores_gemma":[0.0020617566,0.00016444142,0.46372277,0.0006513941,0.0006072605,0.00006709154,0.019445427,0.009169595,0.0053030266,0.00029339138,0.49739823,0.0011156214],"about_ca_topic_score_codex":0.0001036433,"about_ca_topic_score_gemma":0.0010538216,"teacher_disagreement_score":0.21838945,"about_ca_system_score_codex":0.0017360258,"about_ca_system_score_gemma":0.00046505872,"threshold_uncertainty_score":0.8431363},"labels":[],"label_agreement":null},{"id":"W3080833302","doi":"","title":"3D Printing Activity Categorization: An Affordance Perspective","year":2020,"lang":"en","type":"article","venue":"EdMedia + Innovate Learning","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Affordance; Categorization; Perspective (graphical); Computer science; Human–computer interaction; Artificial intelligence","score_opus":0.026472103829339778,"score_gpt":0.26634239256047754,"score_spread":0.23987028873113775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080833302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6450558,0.00020811714,0.25095978,0.0125434855,0.002841229,0.0004338106,0.000003060089,0.0028818317,0.085072875],"genre_scores_gemma":[0.99445796,0.000025300136,0.003927151,0.0003220133,0.0009570396,0.000014963638,0.0000139305985,0.000050763523,0.00023088325],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990705,0.00009098559,0.00016577759,0.00025072528,0.00016984188,0.00025216673],"domain_scores_gemma":[0.9993955,0.00010029859,0.000084262276,0.00013179048,0.00016712981,0.00012100841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025716878,0.00015453088,0.00014389245,0.00007276239,0.00013988343,0.00010573235,0.00014245568,0.00007046056,0.00031739584],"category_scores_gemma":[0.0006617652,0.00017858336,0.00002086531,0.00089295843,0.000025502954,0.00075697125,0.00002809998,0.0007489609,0.00022968826],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017803916,0.00024475588,0.016997494,0.0004664029,0.00031350227,0.00007831253,0.12907565,0.23040245,0.27344793,0.04626865,0.0055003343,0.2970265],"study_design_scores_gemma":[0.0012006804,0.00032264236,0.022002047,0.00005852934,0.00005703363,0.000035114248,0.012721037,0.52308995,0.038074575,0.0007500652,0.4000922,0.0015961247],"about_ca_topic_score_codex":0.00001576463,"about_ca_topic_score_gemma":0.0000025092954,"teacher_disagreement_score":0.39459187,"about_ca_system_score_codex":0.00009308497,"about_ca_system_score_gemma":0.000059361617,"threshold_uncertainty_score":0.7282418},"labels":[],"label_agreement":null},{"id":"W3084582665","doi":"10.1007/s10798-020-09621-x","title":"Applying Bloom’s taxonomy in transdisciplinary engineering design education","year":2020,"lang":"en","type":"article","venue":"International Journal of Technology and Design Education","topic":"Design Education and Practice","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Engineering education; Engineering design process; Curriculum; Taxonomy (biology); Design thinking; Computer science; Cognition; Mathematics education; Design education; Instructional design; Management science; Engineering; Psychology; Engineering management; Human–computer interaction; Pedagogy; Ecology","score_opus":0.02967118744645953,"score_gpt":0.26798051387309957,"score_spread":0.23830932642664004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084582665","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062221665,0.0046430766,0.91699666,0.010945261,0.003377573,0.00079534965,0.0000015545064,0.00016831417,0.000850537],"genre_scores_gemma":[0.918783,0.00036000373,0.079927586,0.00033599895,0.0003383492,0.00020270192,0.000003014092,0.000019472105,0.00002984247],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991668,0.000041728475,0.0004041171,0.00012294303,0.00014540655,0.00011903703],"domain_scores_gemma":[0.99936485,0.00013538182,0.00014103086,0.000072980496,0.00019777332,0.00008796241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032176243,0.00012842554,0.00015287097,0.0008786992,0.00002734734,0.00004977314,0.00028486157,0.00013251872,0.000039085884],"category_scores_gemma":[0.00021179624,0.00013952378,0.000033206317,0.00041626813,0.00002605541,0.0005121394,0.000014706505,0.00037478853,0.000011656165],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037542847,0.00083555304,0.0029450364,0.00013709045,0.00030942174,0.000031557804,0.005047035,0.08466282,0.0466208,0.008467474,0.015291997,0.83527577],"study_design_scores_gemma":[0.005415054,0.0014641373,0.013688751,0.001886554,0.00044628815,0.004684047,0.030848464,0.19932817,0.10838443,0.03325575,0.59792393,0.0026744048],"about_ca_topic_score_codex":0.0000015182429,"about_ca_topic_score_gemma":2.6874187e-7,"teacher_disagreement_score":0.85656136,"about_ca_system_score_codex":0.000106093255,"about_ca_system_score_gemma":0.00044802332,"threshold_uncertainty_score":0.56896144},"labels":[],"label_agreement":null},{"id":"W3084724473","doi":"","title":"Improving the flourishing business canvas through design : experiments in Belgium, Sweden and Canada","year":2020,"lang":"en","type":"article","venue":"Ghent University Academic Bibliography (Ghent University)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Flourishing; Political science; Psychology","score_opus":0.03830396609104951,"score_gpt":0.2054989527433123,"score_spread":0.1671949866522628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084724473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8032279,0.0049262843,0.14639236,0.020166684,0.0022379786,0.002214306,0.00013334873,0.0009783627,0.019722756],"genre_scores_gemma":[0.9885279,0.009514293,0.0008403728,0.0007613221,0.000096754164,5.3278796e-7,0.000011631545,0.000027727516,0.00021945406],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848485,0.00020996624,0.00017092304,0.00038582605,0.00032412648,0.00042431708],"domain_scores_gemma":[0.99912256,0.00024395928,0.0001027436,0.00019835103,0.0000806325,0.00025177386],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019169225,0.0002579552,0.00021732185,0.0027249192,0.0003348616,0.0000640554,0.00069663586,0.00018133818,0.000055160755],"category_scores_gemma":[0.000027523023,0.0002881693,0.00006531792,0.013600474,0.00010125585,0.0013267188,0.00019787387,0.00079976465,0.000003917428],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014625393,0.000295456,0.19768265,0.0008958768,0.0016331449,0.0018607171,0.03571132,0.06770079,0.020129958,0.009589396,0.65636134,0.006676786],"study_design_scores_gemma":[0.0028997182,0.00006313389,0.038581833,0.00014371159,0.00034193823,0.00001987715,0.03698815,0.007200956,0.0017002424,0.00007439712,0.91073793,0.0012480896],"about_ca_topic_score_codex":0.16868412,"about_ca_topic_score_gemma":0.0137270745,"teacher_disagreement_score":0.2543766,"about_ca_system_score_codex":0.00025101184,"about_ca_system_score_gemma":0.00024610414,"threshold_uncertainty_score":0.999957},"labels":[],"label_agreement":null},{"id":"W3086425625","doi":"10.19173/irrodl.v21i3.4718","title":"Languaging Network Learning: The Emergence of Connectivism in Architectonic Thought","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Learning theory; Sociology; Conceptualization; Educational technology; Pedagogy; Education theory; Epistemology; Higher education; Psychology; Computer science; Philosophy; Artificial intelligence","score_opus":0.08818655397497882,"score_gpt":0.4152394491812303,"score_spread":0.32705289520625147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086425625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34978598,0.28497952,0.010247771,0.17064896,0.0007749948,0.004024818,0.00004604456,0.0001379301,0.179354],"genre_scores_gemma":[0.978058,0.021556072,0.00006918834,0.00014507507,0.00005032231,0.000030084982,0.000018144292,0.0000075660846,0.0000655913],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849117,0.0006606782,0.00027656375,0.000108667875,0.00030311113,0.0001598339],"domain_scores_gemma":[0.99813306,0.001563516,0.000076059594,0.00009777728,0.00009324262,0.000036328438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040044393,0.00006126934,0.00015740667,0.000043508273,0.000059899172,0.000044048098,0.0006375319,0.000017009608,0.00026645378],"category_scores_gemma":[0.0031217104,0.000041055584,0.000024534047,0.00069899176,0.00007126222,0.000109797365,0.00022171056,0.00084901636,0.000007674827],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048735784,0.00021831751,0.18303366,0.008039192,0.00034140682,0.00004742356,0.01141626,0.4889772,0.0023913535,0.08750697,0.036446907,0.18109398],"study_design_scores_gemma":[0.0015391228,0.00023804062,0.056928016,0.016808594,0.000033382617,0.000039281247,0.024369359,0.23816693,0.00076997664,0.0028910802,0.6577736,0.00044257185],"about_ca_topic_score_codex":0.00014707015,"about_ca_topic_score_gemma":0.000017345737,"teacher_disagreement_score":0.628272,"about_ca_system_score_codex":0.000022340375,"about_ca_system_score_gemma":0.00006360494,"threshold_uncertainty_score":0.37372044},"labels":[],"label_agreement":null},{"id":"W3088776379","doi":"","title":"Teaching and Learning Design Thinking (DT)","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Education / Revue canadienne de l éducation","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Experiential learning; Creativity; Curriculum; Learning design; Mathematics education; Design thinking; Critical thinking; Instructional design; Psychology; 21st century skills; Pedagogy; Focus group; Computer science; Sociology","score_opus":0.0496679982372259,"score_gpt":0.25663189752411675,"score_spread":0.20696389928689085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088776379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9251255,0.0022176444,0.032450244,0.025965864,0.005231546,0.00024973598,0.000003214657,0.00006088673,0.008695398],"genre_scores_gemma":[0.98789185,0.00003801687,0.00901353,0.0016445243,0.000850929,0.0000067095434,0.000007944726,0.00003375656,0.00051275716],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989103,0.00029149503,0.00031179414,0.000116974006,0.00004916799,0.00032023923],"domain_scores_gemma":[0.99791175,0.00024027364,0.00017189595,0.00009444396,0.00020504584,0.0013765617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013550931,0.0001221379,0.00014483291,0.00030383523,0.00030992445,0.0001585706,0.0001789779,0.000073426854,0.00012251023],"category_scores_gemma":[0.002318479,0.00015046031,0.00003402338,0.00022985696,0.000022899356,0.00048393483,0.000002758901,0.00078311557,0.000012431963],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018449506,0.00003846738,0.0034152216,0.00041947654,0.00013340604,0.000030095583,0.6871225,0.030514251,0.003178685,0.010369904,0.08252879,0.18223073],"study_design_scores_gemma":[0.00032482712,0.0002078925,0.009065144,0.0003101809,0.00016111587,0.0013019542,0.10072844,0.014075589,0.00026418426,0.0032032966,0.869754,0.000603336],"about_ca_topic_score_codex":0.006008389,"about_ca_topic_score_gemma":0.015154295,"teacher_disagreement_score":0.78722525,"about_ca_system_score_codex":0.0010810257,"about_ca_system_score_gemma":0.0033296733,"threshold_uncertainty_score":0.90829265},"labels":[],"label_agreement":null},{"id":"W3089150156","doi":"10.1017/dsj.2020.21","title":"Supporting designers: moving from method menagerie to method ecosystem","year":2020,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Design methods; Position (finance); Position paper; Management science; Engineering ethics; Engineering; Business; World Wide Web","score_opus":0.0738538227586374,"score_gpt":0.37429568319223555,"score_spread":0.30044186043359816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089150156","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012334208,0.000071262686,0.9918233,0.0010622134,0.0005188267,0.00035367245,0.000007833779,0.00045254236,0.004476919],"genre_scores_gemma":[0.30401823,0.0000023379298,0.6945075,0.0012221279,0.00013474344,0.00003154967,9.733619e-7,0.000026911985,0.000055678447],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977292,0.00033768857,0.00037928123,0.0005391057,0.00048211624,0.0005326418],"domain_scores_gemma":[0.9976866,0.0012091931,0.00009119945,0.00033055677,0.00010475742,0.000577648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004094529,0.00019531966,0.00023919198,0.00015738208,0.00021464111,0.00035180448,0.00072565366,0.000052145948,0.00034800978],"category_scores_gemma":[0.0017332191,0.00019636132,0.00004361498,0.0016294909,0.000025714413,0.0009298954,0.000073620686,0.00019200491,0.0005385523],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014470624,0.000009494368,0.000017785478,0.000024010607,0.000016272037,0.000014279109,0.007328003,0.08049727,0.8641944,0.00032962515,0.005465014,0.04208936],"study_design_scores_gemma":[0.00012018856,0.00005270691,0.00008248778,0.000022735258,0.000025970741,0.000010268184,0.0016694434,0.6298983,0.3450529,0.0002553988,0.022454012,0.0003556183],"about_ca_topic_score_codex":0.000028805956,"about_ca_topic_score_gemma":0.0000015978706,"teacher_disagreement_score":0.549401,"about_ca_system_score_codex":0.00012814195,"about_ca_system_score_gemma":0.00022111837,"threshold_uncertainty_score":0.8007382},"labels":[],"label_agreement":null},{"id":"W3089172678","doi":"10.1177/2327857920091059","title":"Validation of the Design for Mass Adaptation Method – A Case for Higher Medical Treatment Quality","year":2020,"lang":"en","type":"article","venue":"Proceedings of the International Symposium on Human Factors and Ergonomics in Health Care","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Adaptability; Adaptation (eye); Product (mathematics); Quality (philosophy); New product development; Product design; Reliability engineering; Engineering; Mathematics","score_opus":0.13146367634097114,"score_gpt":0.3845963969467578,"score_spread":0.2531327206057866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089172678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9843253,0.00006099031,0.0063999025,0.006941726,0.00080881,0.0010997328,0.000120999845,0.000019885887,0.00022264235],"genre_scores_gemma":[0.99582636,0.00003325601,0.0036831996,0.00023977955,0.0000897486,0.00008203355,0.0000105383315,0.000013098377,0.000021997159],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992687,0.000022052709,0.00037082852,0.00012556296,0.00013119227,0.000081651015],"domain_scores_gemma":[0.99912554,0.00041313862,0.00023113085,0.000043510925,0.00013384188,0.00005283752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040705316,0.00009128773,0.0001454668,0.000028653449,0.00007696531,0.000021958109,0.0001630278,0.00005274079,0.000008561601],"category_scores_gemma":[0.00016641356,0.00006195745,0.00006747353,0.00004720826,0.000015498814,0.00008221499,0.000014722076,0.000069144,7.750593e-8],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006059766,0.00088988186,0.0440167,0.012063248,0.0011916605,9.731593e-7,0.26373437,0.2431636,0.10493773,0.29490182,0.009947353,0.019092899],"study_design_scores_gemma":[0.01006427,0.0029288959,0.02838372,0.0010410869,0.00026528176,0.00002898258,0.04044627,0.2622365,0.59056854,0.0068019666,0.055964373,0.0012700803],"about_ca_topic_score_codex":0.00015470448,"about_ca_topic_score_gemma":0.000025380148,"teacher_disagreement_score":0.48563084,"about_ca_system_score_codex":0.00028679334,"about_ca_system_score_gemma":0.00006323218,"threshold_uncertainty_score":0.25265515},"labels":[],"label_agreement":null},{"id":"W3090917840","doi":"10.3390/su12198174","title":"A Research Roadmap for Sustainable Design Methods and Tools","year":2020,"lang":"en","type":"article","venue":"Sustainability","topic":"Design Education and Practice","field":"Engineering","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kwantlen Polytechnic University","funders":"","keywords":"Sustainable design; Mainstream; Sustainable development; Mainstreaming; Process management; Product design; Technology roadmap; Management science; Product (mathematics); Computer science; Engineering management; Sustainability; Knowledge management; Engineering; Business; Marketing; Political science","score_opus":0.16756043412060248,"score_gpt":0.4687453832956059,"score_spread":0.3011849491750034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090917840","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0092344815,0.00075720815,0.9704447,0.012003563,0.00008068945,0.0024403427,0.0000023127025,0.00032563726,0.004711111],"genre_scores_gemma":[0.91842043,0.000023333881,0.0793276,0.00023714543,0.00013556902,0.0004867487,0.000003453329,0.000036235175,0.0013294758],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981724,0.0007188849,0.00018492725,0.00027593225,0.0001318126,0.00051603856],"domain_scores_gemma":[0.9953007,0.002960868,0.000016851343,0.00025112662,0.0012382668,0.00023216347],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0054305913,0.000111866415,0.00016090261,0.0000734373,0.00019161383,0.00025651042,0.0001478165,0.00008291119,0.00007590267],"category_scores_gemma":[0.016304929,0.00011549112,0.000035936675,0.00049422483,0.00008793575,0.0006598452,0.000056913042,0.00028621568,0.0000062544705],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011130173,0.00026462623,0.0005591294,0.010684648,0.0001706819,0.000058376678,0.026593756,0.015569206,0.0023742479,0.21243387,0.17833582,0.55184263],"study_design_scores_gemma":[0.0005570015,0.00033121003,0.0014752884,0.0000043280756,0.000026440002,0.000005119637,0.046397675,0.037897054,0.0048973686,0.10833638,0.79974353,0.00032860963],"about_ca_topic_score_codex":0.000022629709,"about_ca_topic_score_gemma":4.9798945e-7,"teacher_disagreement_score":0.90918595,"about_ca_system_score_codex":0.00041578745,"about_ca_system_score_gemma":0.00044017704,"threshold_uncertainty_score":0.99198115},"labels":[],"label_agreement":null},{"id":"W3092664415","doi":"","title":"Teaching and Learning Design Thinking (DT): How Do Educators See DT Fitting into the Classroom?.","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Education / Revue canadienne de l éducation","topic":"Design Education and Practice","field":"Engineering","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Psychology; Teaching method; Pedagogy","score_opus":0.03357880612405765,"score_gpt":0.2493554854441855,"score_spread":0.21577667932012787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092664415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91117686,0.0028656912,0.00886554,0.069514446,0.004782157,0.00029590132,0.0000018651882,0.000045642337,0.002451884],"genre_scores_gemma":[0.98840535,0.000066011926,0.007177868,0.0019554077,0.0016002157,0.00001875566,0.000009352497,0.000055046192,0.00071199663],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.998218,0.0006077965,0.0003974987,0.00020112685,0.00009666029,0.0004789161],"domain_scores_gemma":[0.9971383,0.0006360802,0.00034227048,0.00019556863,0.0003086747,0.0013790929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025791465,0.00020655035,0.00020665929,0.00037332968,0.00082387327,0.000506056,0.00037505777,0.000111572015,0.000093915325],"category_scores_gemma":[0.004568609,0.00020888665,0.00006346791,0.0004293062,0.000053455722,0.00070087315,0.0000079344445,0.001368856,0.000011054015],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009893161,0.000025084122,0.0037090068,0.00025222107,0.00011491074,0.000010244152,0.7721063,0.008416152,0.0010627027,0.0037545639,0.058764227,0.15177472],"study_design_scores_gemma":[0.00022702277,0.00013264826,0.0060287206,0.00034380856,0.00017982809,0.0006940591,0.3660483,0.0061183223,0.00017077877,0.002516514,0.61700207,0.0005379215],"about_ca_topic_score_codex":0.0083585335,"about_ca_topic_score_gemma":0.020875027,"teacher_disagreement_score":0.55823785,"about_ca_system_score_codex":0.0017071671,"about_ca_system_score_gemma":0.004923243,"threshold_uncertainty_score":0.9982449},"labels":[],"label_agreement":null},{"id":"W3094920229","doi":"10.1115/detc2020-22730","title":"Paired Computer-Aided Design: The Effect of Collaboration Mode on Differences in Model Quality","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"CAD; Computer science; Quality (philosophy); Task (project management); Mode (computer interface); Control (management); Computer Aided Design; Human–computer interaction; Product (mathematics); Product design; Engineering drawing; Systems engineering; Artificial intelligence; Engineering","score_opus":0.08975151999632716,"score_gpt":0.3207972501782759,"score_spread":0.2310457301819487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094920229","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44668147,0.000015523827,0.55027956,0.0014688346,0.00009312494,0.00026394683,0.0000024465396,0.00008710515,0.0011080066],"genre_scores_gemma":[0.996902,0.00000704973,0.0027564464,0.00025980076,0.000024595334,0.00001878804,0.0000022867873,0.000006226604,0.000022816743],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992615,0.00032256608,0.00016606264,0.00008076434,0.00010417169,0.000064921944],"domain_scores_gemma":[0.99900484,0.00081578636,0.000030334686,0.00010021588,0.000018768327,0.000030045752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003256955,0.00007313055,0.00012881789,0.000021119984,0.000017045695,0.000023007038,0.00008861727,0.000030931573,0.000018795217],"category_scores_gemma":[0.0001041873,0.00004804198,0.000016681208,0.00020678445,0.0000093799945,0.00009937997,0.0000057134953,0.00007926662,0.000010824781],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001181123,0.000020199344,0.0006819588,0.00005936819,0.000014364092,1.9746241e-7,0.0031357592,0.9841719,0.004477715,0.0011245348,0.003304796,0.0028910912],"study_design_scores_gemma":[0.0002284858,0.00013475634,0.0018556278,0.0000064755477,0.00000474756,7.00533e-8,0.00011935294,0.9853974,0.01208192,0.00009413585,0.000020084131,0.00005695369],"about_ca_topic_score_codex":0.000033086646,"about_ca_topic_score_gemma":0.000019006195,"teacher_disagreement_score":0.55022055,"about_ca_system_score_codex":0.000017659833,"about_ca_system_score_gemma":0.000020909303,"threshold_uncertainty_score":0.19590952},"labels":[],"label_agreement":null},{"id":"W3095298001","doi":"10.1115/detc2020-22703","title":"Memory and Idea Generation Applied to Product Repurposing","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Baycrest Hospital; University of Toronto","funders":"","keywords":"Repurposing; Episodic memory; Computer science; Fluency; Task (project management); Recall; Turbine; Engineering; Psychology; Cognitive psychology; Systems engineering; Mathematics education; Mechanical engineering; Cognition","score_opus":0.03980998874703707,"score_gpt":0.24329194350642053,"score_spread":0.20348195475938347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095298001","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23122579,0.0010979754,0.22448795,0.02287979,0.0014746438,0.0010960305,0.0000015831282,0.0013858475,0.5163504],"genre_scores_gemma":[0.9848146,0.000012272451,0.01221806,0.0022493994,0.00030528894,0.0000122024885,0.0000027221092,0.000010448686,0.00037503117],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9997481,0.0000062694858,0.00006211937,0.00009313827,0.00003939336,0.000050984734],"domain_scores_gemma":[0.9998432,0.000012017164,0.0000054989023,0.00006142636,0.000009854077,0.0000680224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006154837,0.000040216106,0.000038343496,0.000015067076,0.000022312095,0.00004139432,0.000020719897,0.000010243089,0.00010429536],"category_scores_gemma":[0.000042128246,0.00004056843,0.000003884768,0.000082682534,0.0000021800647,0.000079333855,0.000005804571,0.00003779261,0.00010273975],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066518114,0.000007343093,0.000017146445,0.000043057797,0.000013859827,8.088777e-7,0.0031629351,0.011695312,0.67085,0.0015463597,0.093177624,0.21947894],"study_design_scores_gemma":[0.00020665738,0.000027615186,0.0006892692,0.0000037260525,0.000021106887,0.000008311913,0.00051495567,0.045383267,0.48951277,0.00004547431,0.46326917,0.0003176524],"about_ca_topic_score_codex":0.0000021664139,"about_ca_topic_score_gemma":0.0000011869895,"teacher_disagreement_score":0.7535888,"about_ca_system_score_codex":0.000008391647,"about_ca_system_score_gemma":0.0000063348507,"threshold_uncertainty_score":0.16543324},"labels":[],"label_agreement":null},{"id":"W3100039087","doi":"10.22215/etd/2019-13661","title":"The Role of 3D Printed Objects Facilitating the Process of Mutual Communication and Collective Idea Generation Between Non-designers and Designers","year":2019,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Ideation; CLARITY; Process (computing); Context (archaeology); Design process; Engineering design process; Domain (mathematical analysis); Human–computer interaction; Computer science; Engineering; 3d printed; Work in process; Psychology; Manufacturing engineering; Cognitive science; Mechanical engineering; Operations management","score_opus":0.014897189217274792,"score_gpt":0.28040388668955124,"score_spread":0.26550669747227645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100039087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94137126,0.00231863,0.0033975937,0.00004949594,0.00019073441,0.0015695527,0.000019310002,0.000052962994,0.051030476],"genre_scores_gemma":[0.9964332,0.00029286108,0.0012181954,0.0000065646545,0.000019916748,0.000079508616,0.00016403168,0.000027063845,0.0017586455],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989551,0.00020659143,0.0003774909,0.0001520982,0.00018893181,0.00011979132],"domain_scores_gemma":[0.9973816,0.0017422009,0.00028073875,0.00026394168,0.0003008662,0.00003065092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006713574,0.0001772125,0.00022974881,0.000090399546,0.00020160491,0.0000654587,0.00018228254,0.00014599612,0.000008286751],"category_scores_gemma":[0.0003418378,0.00012451352,0.000025562258,0.00023591197,0.000070999435,0.00018425973,0.000012351363,0.00025067676,0.0000018815009],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005119301,0.000116460826,0.0047705937,0.002690015,0.0017638425,2.1080055e-7,0.46979222,0.009452841,0.27834517,0.002704859,0.0017372248,0.22811466],"study_design_scores_gemma":[0.0012462557,0.0003742109,0.025196685,0.00047949082,0.0006870824,0.000004919116,0.45682925,0.17568766,0.33617392,0.0019058915,0.000439078,0.00097554584],"about_ca_topic_score_codex":0.00010327358,"about_ca_topic_score_gemma":0.00015988074,"teacher_disagreement_score":0.22713912,"about_ca_system_score_codex":0.000048829133,"about_ca_system_score_gemma":0.00020980596,"threshold_uncertainty_score":0.5077514},"labels":[],"label_agreement":null},{"id":"W3102700966","doi":"10.22230/src.2019v10n1a297","title":"Dissolving Disciplinary Boundaries in “Making Together”: A Recall of the Boundary-Object Methodological Power","year":2019,"lang":"en","type":"article","venue":"Scholarly and Research Communication","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Boundary object; Discipline; Boundary (topology); Articulation (sociology); Object (grammar); Bridge (graph theory); Power (physics); Computer science; Epistemology; Sociology; Knowledge management; Political science; Artificial intelligence; Social science; Mathematics","score_opus":0.15131307012254783,"score_gpt":0.43183082620970026,"score_spread":0.28051775608715246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102700966","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9649012,0.0054193456,0.00031992598,0.0034085263,0.00020217508,0.00037940356,0.0000021570254,0.00003552313,0.025331747],"genre_scores_gemma":[0.996352,0.0005016858,0.0027557781,0.000032866832,0.00000881504,0.000021884762,0.0000024843207,0.000011659037,0.00031281027],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99694467,0.0021992847,0.00021158473,0.00012336859,0.000324469,0.00019661961],"domain_scores_gemma":[0.99714196,0.0019122935,0.000042336236,0.00070214947,0.00016800633,0.000033285443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077781905,0.000071607225,0.00012611179,0.00013015475,0.00043431218,0.00061982684,0.0005237415,0.00010140977,0.00009995898],"category_scores_gemma":[0.0021926367,0.000051319475,0.00003133677,0.0004929967,0.0003310487,0.0010760019,0.00034577935,0.0013161412,0.000015120814],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001170258,0.0010370116,0.28854665,0.0012554647,0.00031533284,0.00000669188,0.18731871,0.0013843667,0.24752359,0.12806685,0.0043208036,0.13905425],"study_design_scores_gemma":[0.0007377986,0.00022168846,0.7777147,0.00090049335,0.00001420061,0.000023553997,0.013816502,0.0029250144,0.003384971,0.04543415,0.15445685,0.00037007686],"about_ca_topic_score_codex":0.000045893317,"about_ca_topic_score_gemma":0.0000904286,"teacher_disagreement_score":0.48916805,"about_ca_system_score_codex":0.000077117315,"about_ca_system_score_gemma":0.000111680754,"threshold_uncertainty_score":0.5977004},"labels":[],"label_agreement":null},{"id":"W3103161509","doi":"10.1073/pnas.2020708117","title":"Transforming abstract plans into concrete actions","year":2020,"lang":"en","type":"letter","venue":"Proceedings of the National Academy of Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mesolithic; Glacial period; Holocene; Baltic sea; Archaeology; Geography; Geology; Paleontology; Oceanography","score_opus":0.07349513092319966,"score_gpt":0.3201002535858862,"score_spread":0.24660512266268653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103161509","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053045093,0.00016151647,0.000009334346,0.88052815,0.00022933056,0.00031647945,0.000091058966,0.00009764286,0.113261946],"genre_scores_gemma":[0.866022,0.00015869374,0.0016992119,0.12994374,0.0015437502,0.00003066658,0.0000026227583,0.000026278944,0.0005730133],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983955,0.0000036061574,0.00033978594,0.00018003228,0.0009360338,0.00014503088],"domain_scores_gemma":[0.99928474,0.00029097483,0.0002582066,0.000006434229,0.00012862374,0.000030990723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043343063,0.00013936323,0.00017877409,0.0001687235,0.00015938099,0.00004525893,0.00076421734,0.00023196108,0.00007261336],"category_scores_gemma":[0.00026488624,0.000108170956,0.0000981777,0.0005374895,0.0003224486,0.0006301886,0.000021147316,0.0010663611,0.000010465553],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003816373,0.0000027350723,0.000023364119,0.0005367942,0.00005599937,3.2100818e-8,0.00081920286,0.00014363104,0.10955566,0.0024072086,0.8859838,0.0004677206],"study_design_scores_gemma":[0.000094346055,0.000019678464,0.00043904645,0.00018944673,0.000054512602,0.000019555511,0.00032478955,0.0009255806,0.09167467,0.0100114625,0.89600915,0.00023775625],"about_ca_topic_score_codex":0.0000060909088,"about_ca_topic_score_gemma":2.982619e-8,"teacher_disagreement_score":0.86071754,"about_ca_system_score_codex":0.000051530416,"about_ca_system_score_gemma":0.000054944107,"threshold_uncertainty_score":0.46328676},"labels":[],"label_agreement":null},{"id":"W3104393119","doi":"10.1061/9780784482889.037","title":"Managing Perceived Project Value: An Exploratory Study into the Designer’s Role within the C-K Theory","year":2020,"lang":"en","type":"article","venue":"Construction Research Congress 2020","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Value (mathematics); Project management; Knowledge management; Exploratory research; Consistency (knowledge bases); Value engineering; Ideation; Design management; Computer science; Project management triangle; Project stakeholder; Management science; Project charter; Process management; Engineering; Systems engineering; Information management; Operations management","score_opus":0.07743024488581901,"score_gpt":0.3615371847717629,"score_spread":0.2841069398859439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3104393119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9426011,0.0022041537,0.006544762,0.017903341,0.004019043,0.0055032833,0.000010816092,0.0013578653,0.019855674],"genre_scores_gemma":[0.9980122,0.00012466223,0.00046908917,0.00037131563,0.000443343,0.00034491927,0.000004664597,0.000050113835,0.0001797226],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9948772,0.0034303789,0.00029157213,0.00036688236,0.00070502434,0.00032894834],"domain_scores_gemma":[0.9979972,0.00089636684,0.000060572278,0.00055110845,0.00030976784,0.00018495205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036727907,0.00018647622,0.00015961695,0.00011342721,0.00081456476,0.0004959985,0.0007214909,0.00006141385,0.00027436286],"category_scores_gemma":[0.00089065754,0.00012383796,0.000044689423,0.0009318221,0.0004961887,0.0006381178,0.00012271415,0.0010990923,0.00017844328],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009532004,0.00032972769,0.0035186044,0.00024641101,0.0008859676,0.00011786461,0.6442904,0.014485825,0.023878118,0.040538132,0.039840914,0.23091482],"study_design_scores_gemma":[0.0007373852,0.00035828855,0.0013097961,0.000031734296,0.00007635614,0.00004347064,0.8774234,0.08032534,0.0014846029,0.005610364,0.032211017,0.00038821774],"about_ca_topic_score_codex":0.000060001257,"about_ca_topic_score_gemma":0.00006620256,"teacher_disagreement_score":0.233133,"about_ca_system_score_codex":0.0000884465,"about_ca_system_score_gemma":0.0003118295,"threshold_uncertainty_score":0.6265056},"labels":[],"label_agreement":null},{"id":"W3106161917","doi":"10.1017/dsj.2020.28","title":"A tEEG framework for studying designer’s cognitive and affective states","year":2020,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Context (archaeology); Electroencephalography; Process (computing); Cognition; Task (project management); Design process; Human–computer interaction; Cognitive science; Psychology; Systems engineering; Engineering; Work in process","score_opus":0.09498394616434416,"score_gpt":0.3341817407797409,"score_spread":0.23919779461539672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106161917","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015346246,0.0003009575,0.982614,0.0003790045,0.00016234437,0.0006029409,0.000005796924,0.00015694129,0.00043177814],"genre_scores_gemma":[0.9094699,0.00004906574,0.08961461,0.0006911616,0.000056838104,0.000093673494,7.6429063e-7,0.000015387517,0.000008572562],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991628,0.00005368689,0.00009996311,0.00026397454,0.00017205291,0.00024753745],"domain_scores_gemma":[0.9974277,0.0021723763,0.000030132916,0.00007088739,0.000116560324,0.00018232696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072072924,0.000108936154,0.00010859302,0.00006598903,0.00020967376,0.00017842434,0.0001512421,0.00003222767,0.000017731882],"category_scores_gemma":[0.0015878512,0.00010571025,0.00001540919,0.00058539154,0.00016225413,0.0005096994,0.000020744754,0.0001249443,0.000026158874],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088115595,0.00033479885,0.0023022203,0.0006106316,0.00029683582,0.000034144803,0.20856622,0.031047244,0.23535077,0.039860588,0.01245504,0.46826035],"study_design_scores_gemma":[0.001803165,0.0015518937,0.006750465,0.0002513984,0.00019571961,0.000022881526,0.027608559,0.72788215,0.19819038,0.029931378,0.004291157,0.0015208597],"about_ca_topic_score_codex":0.0000019073324,"about_ca_topic_score_gemma":2.008814e-7,"teacher_disagreement_score":0.8941237,"about_ca_system_score_codex":0.000031553303,"about_ca_system_score_gemma":0.00008947073,"threshold_uncertainty_score":0.4310739},"labels":[],"label_agreement":null},{"id":"W3108341647","doi":"10.7202/1073361ar","title":"Le codesign comme nouvelle approche pédagogique dans les ateliers de conception : étude exploratoire à travers le vécu des étudiants","year":2020,"lang":"fr","type":"article","venue":"Enjeux et société Approches transdisciplinaires","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Art; Philosophy","score_opus":0.09439909772299748,"score_gpt":0.3232166227801925,"score_spread":0.228817525057195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108341647","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20169015,0.009094096,0.7153167,0.050549082,0.00075157615,0.0012772693,0.00014156195,0.00091716973,0.020262385],"genre_scores_gemma":[0.9640889,0.0045858487,0.0284638,0.00071648415,0.0005329965,0.00035113769,0.00013449338,0.00025920608,0.0008671451],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9957521,0.0009127468,0.00082301686,0.0009077319,0.00046839353,0.0011360198],"domain_scores_gemma":[0.9975701,0.0007703435,0.00024141662,0.00044851986,0.00019168483,0.00077796134],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010280397,0.00084964157,0.0007793687,0.000109849025,0.0011070326,0.0002998433,0.00079007505,0.0007649587,0.00025897363],"category_scores_gemma":[0.0003032313,0.0010385285,0.00044150025,0.00076866185,0.001129998,0.0016957837,0.00008699081,0.0014001115,0.00015690284],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030558385,0.00092249026,0.00030648656,0.0023422814,0.00051725196,0.000036186342,0.88601863,0.025443666,0.025158925,0.013811989,0.008079509,0.03705698],"study_design_scores_gemma":[0.004255323,0.00039947766,0.008871799,0.00077036343,0.00046157962,0.00005426425,0.8967917,0.01675469,0.049292345,0.0063295118,0.013972715,0.0020462498],"about_ca_topic_score_codex":0.00042856275,"about_ca_topic_score_gemma":0.0008177846,"teacher_disagreement_score":0.7623987,"about_ca_system_score_codex":0.00042181148,"about_ca_system_score_gemma":0.0018490916,"threshold_uncertainty_score":0.9992065},"labels":[],"label_agreement":null},{"id":"W3111206803","doi":"10.1145/3424771.3424806","title":"Patterns, design claims, and assertions","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Programming language","score_opus":0.05939258925716587,"score_gpt":0.2540948372872035,"score_spread":0.19470224803003763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111206803","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013768196,0.00014761869,0.95887893,0.0060068965,0.00015071638,0.000087818364,0.0000014708507,0.00040612256,0.020552214],"genre_scores_gemma":[0.9923106,0.00008519883,0.0059527275,0.0013369084,0.00004653601,0.000005060533,0.000001634219,0.000008056386,0.0002533152],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9998131,0.000014752045,0.000046210178,0.000046843,0.000028400218,0.00005070306],"domain_scores_gemma":[0.9998241,0.000057787744,0.0000037956675,0.000038230995,0.000006752967,0.00006935323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00003607215,0.000035029338,0.00003064094,0.000009359081,0.000017586688,0.000028161294,0.0000253406,0.000016190306,0.0006640027],"category_scores_gemma":[0.000017283994,0.00003378593,0.000005562862,0.000044936372,0.000001973473,0.00010570994,0.0000035130518,0.00004977726,0.0001725403],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029311963,0.00008132394,0.011308031,0.00025499117,0.0001550706,0.0000142381805,0.0056972792,0.010183062,0.042750653,0.015105842,0.8097983,0.1046219],"study_design_scores_gemma":[0.0005693891,0.00011066015,0.03931431,0.000015399974,0.000057860627,0.000026556927,0.0017459844,0.2553649,0.020748474,0.0006292032,0.6808123,0.00060494826],"about_ca_topic_score_codex":0.0000026158505,"about_ca_topic_score_gemma":9.272378e-7,"teacher_disagreement_score":0.9785424,"about_ca_system_score_codex":0.000003831997,"about_ca_system_score_gemma":0.000005577772,"threshold_uncertainty_score":0.7270364},"labels":[],"label_agreement":null},{"id":"W3112516595","doi":"10.18260/1-2--33457","title":"Transdisciplinary Engineering Design Process: Tracing Design Similarities Through Comparison of Design Stages Across Engineering Disciplines","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Engineering design process; Terminology; Design education; Process (computing); Engineering education; Engineering; Computer science; Engineering management","score_opus":0.10573039610793729,"score_gpt":0.34647299671271753,"score_spread":0.24074260060478025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112516595","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012833963,0.0012951372,0.9829818,0.0005044622,0.00035007883,0.00069745333,0.000017260338,0.0011233938,0.00019647687],"genre_scores_gemma":[0.79712486,0.000081784085,0.20232235,0.000051796018,0.00016299177,0.0000935467,0.000007983878,0.000120732366,0.000033968987],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976319,0.00010578898,0.0008263857,0.00040470212,0.0003889838,0.0006422437],"domain_scores_gemma":[0.99806076,0.0012128012,0.00011221023,0.00027206034,0.00011707595,0.00022511547],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00060269004,0.0005111984,0.0006584097,0.00009465135,0.00014742215,0.00014783275,0.00042788198,0.00018986304,0.00010796502],"category_scores_gemma":[0.00027946342,0.00051969726,0.00012151657,0.0006953168,0.000049401147,0.0012204631,0.000037718055,0.0004916871,0.000020027332],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085406624,0.00007591146,0.00006505014,0.0008699736,0.000111424204,0.0000060440893,0.065454684,0.9104434,0.021549672,0.00009348084,0.000693183,0.00055173493],"study_design_scores_gemma":[0.0003858775,0.00018654997,0.00011621617,0.00012704622,0.00006534634,0.000008111583,0.011976167,0.7785497,0.20776713,0.000073725925,0.00019103743,0.0005530918],"about_ca_topic_score_codex":0.0000035481492,"about_ca_topic_score_gemma":7.7575044e-7,"teacher_disagreement_score":0.7842909,"about_ca_system_score_codex":0.00006646189,"about_ca_system_score_gemma":0.00008423086,"threshold_uncertainty_score":0.99972546},"labels":[],"label_agreement":null},{"id":"W3113481578","doi":"10.37119/ojs2020.v26i1.452","title":"Unleashing the Learners: Teacher Self-Efficacy in Facilitating School-Based Makerspaces","year":2020,"lang":"en","type":"article","venue":"in education","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Persuasion; Psychology; Variety (cybernetics); Pedagogy; Self-efficacy; Qualitative research; Medical education; Sociology; Social psychology; Medicine; Social science","score_opus":0.027758191533740068,"score_gpt":0.29361658132837165,"score_spread":0.2658583897946316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113481578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96616304,0.0007992639,0.00044386485,0.020322498,0.0005467866,0.0002851115,5.291368e-7,0.0002041862,0.011234699],"genre_scores_gemma":[0.9966674,0.0000196778,0.0020275796,0.0009429447,0.00015681212,0.00004533035,0.0000062288937,0.000016046675,0.00011799047],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993381,0.00014134136,0.00015969941,0.0001266032,0.00009797796,0.00013631613],"domain_scores_gemma":[0.9994218,0.00034136756,0.000031741976,0.00012281974,0.000018723074,0.00006358754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034902006,0.000084448795,0.00006840765,0.00007851644,0.00003231715,0.00007993562,0.00011968383,0.000044246834,0.00014909683],"category_scores_gemma":[0.0009772318,0.00007815167,0.000022658558,0.00044541812,0.000009827186,0.0002676266,0.0000053661047,0.000353667,0.00020092442],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051544244,0.0016602575,0.06684102,0.00039048318,0.000056350545,0.000003074883,0.22791313,0.39202026,0.0033744161,0.000644282,0.05362369,0.25342152],"study_design_scores_gemma":[0.0012837735,0.000059161743,0.19007345,0.00022340969,0.00003952434,0.0000037550408,0.20635743,0.23325446,0.0006012052,0.00020792222,0.36717957,0.0007163396],"about_ca_topic_score_codex":0.000108573506,"about_ca_topic_score_gemma":0.00003785511,"teacher_disagreement_score":0.31355587,"about_ca_system_score_codex":0.00015940623,"about_ca_system_score_gemma":0.00022696849,"threshold_uncertainty_score":0.31869325},"labels":[],"label_agreement":null},{"id":"W3113749951","doi":"10.12973/ejmse.1.2.53","title":"Elementary Teachers’ Responsiveness to Supporting Students’ Engineering Design Feedback","year":2020,"lang":"en","type":"article","venue":"European Journal of Mathematics and Science Education","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Education and Early Childhood Development","funders":"National Science Foundation","keywords":"Mathematics education; Leverage (statistics); Task (project management); Engineering design process; Implementation; Psychology; Instructional design; Computer science; Pedagogy; Engineering; Software engineering","score_opus":0.0435821713215478,"score_gpt":0.3054298114067081,"score_spread":0.2618476400851603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113749951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79259515,0.00009043941,0.20456836,0.001341632,0.00051648426,0.000121122415,3.0342883e-7,0.000022449774,0.0007440506],"genre_scores_gemma":[0.8467624,0.000020819569,0.15267359,0.0003190955,0.00017370471,8.1156446e-7,2.0496982e-7,0.000016583366,0.000032795524],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.99910676,0.000056426266,0.00033794835,0.00008204637,0.00028755222,0.00012925705],"domain_scores_gemma":[0.99930274,0.00010321663,0.00012888816,0.00007863331,0.00012743162,0.00025906705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030411268,0.00007732754,0.00009626878,0.0001387038,0.000066976885,0.00018826459,0.0003000548,0.0000060500015,0.00003117949],"category_scores_gemma":[0.00080884644,0.00007203345,0.000017425982,0.00033260795,0.000019706444,0.00036353155,0.000030525225,0.00012159835,0.000029474073],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044843044,0.0005086146,0.0014565383,0.00037439234,0.00009222845,0.000035379875,0.23512095,0.039131712,0.55390173,0.0011574333,0.022818591,0.14535756],"study_design_scores_gemma":[0.0035538753,0.0038302517,0.18110397,0.0027808205,0.0005993164,0.001783714,0.29821628,0.12369676,0.15169428,0.0009164629,0.2282477,0.003576564],"about_ca_topic_score_codex":2.3817346e-7,"about_ca_topic_score_gemma":2.9317492e-8,"teacher_disagreement_score":0.40220746,"about_ca_system_score_codex":0.00004689372,"about_ca_system_score_gemma":0.00020537364,"threshold_uncertainty_score":0.29374388},"labels":[],"label_agreement":null},{"id":"W3117006466","doi":"10.1007/978-3-030-34390-3_28","title":"Design Tools: Transforming Ideas into Products","year":2020,"lang":"en","type":"book-chapter","venue":"International perspectives on social policy, administration, and practice","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto; Thompson Rivers University","funders":"","keywords":"Ethnic group; Life span; Public relations; Computer science; Engineering ethics; Management science; Knowledge management; Engineering; Data science; Psychology; Political science; Medicine","score_opus":0.07600471979663306,"score_gpt":0.3591507139236777,"score_spread":0.28314599412704466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117006466","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016079062,0.0008551652,0.0056607537,0.08158672,0.0008416129,0.00053233275,0.0000864833,0.000272388,0.91014844],"genre_scores_gemma":[0.7569966,0.016602764,0.014471975,0.008077013,0.03038229,0.00019344111,0.00056735193,0.000556792,0.1721518],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981506,0.00012628497,0.0004462376,0.0005231034,0.00056022196,0.00019356141],"domain_scores_gemma":[0.9977332,0.0011150707,0.00026835763,0.0001624952,0.00056375994,0.00015714206],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047449867,0.0004320958,0.00030352524,0.00024574454,0.00029181218,0.00049330544,0.00025755295,0.0003054171,0.00022742215],"category_scores_gemma":[0.0023071913,0.0005079165,0.00009777001,0.000104855644,0.00015432946,0.0013515761,0.00001807517,0.00072160095,0.00021408343],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077434373,0.000107754386,1.6190701e-7,0.00008873983,0.0006941246,0.000035415742,0.029941853,0.00006233409,0.00036906678,0.9218173,0.025362272,0.020746607],"study_design_scores_gemma":[0.00036339354,0.00022662748,0.000022151127,0.000047597136,0.00016305782,0.00013495187,0.00566026,0.00010489501,0.00027562917,0.022361856,0.97002524,0.00061433524],"about_ca_topic_score_codex":0.000038058064,"about_ca_topic_score_gemma":0.000008081234,"teacher_disagreement_score":0.944663,"about_ca_system_score_codex":0.00043987008,"about_ca_system_score_gemma":0.0007734985,"threshold_uncertainty_score":0.99973726},"labels":[],"label_agreement":null},{"id":"W3121126683","doi":"","title":"Learning in public space: The design process behind Science World’s Environmental Trail","year":2020,"lang":"en","type":"article","venue":"Summit (Simon Fraser University)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Process (computing); Public space; Space (punctuation); Computer science; Political science; Architectural engineering; Environmental planning; Engineering; Geography","score_opus":0.02582161194049427,"score_gpt":0.2135607346823399,"score_spread":0.18773912274184565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121126683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9078086,0.0001765704,0.011289458,0.010416385,0.0003794405,0.0006168739,0.0000067749547,0.0005061101,0.068799786],"genre_scores_gemma":[0.9981097,0.00003709821,0.00017345641,0.00017927558,0.00003436632,9.5274214e-7,0.0000028540271,0.000013946813,0.0014483491],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99915886,0.00009196061,0.000079341684,0.00020716537,0.00020867366,0.00025398546],"domain_scores_gemma":[0.99956733,0.00011791121,0.000031709427,0.0001135595,0.000013183677,0.00015632903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026313274,0.00011004131,0.00008218329,0.00026771222,0.00020583108,0.00009438502,0.00043757912,0.00003392015,0.00035458975],"category_scores_gemma":[0.000077517056,0.00011009694,0.000024141526,0.0012478303,0.00014093988,0.0009045971,0.000037222322,0.0003940506,0.00012535087],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020299466,0.00031576937,0.67220145,0.00011269481,0.000100988065,0.00025444984,0.008359131,0.25573048,0.0020368174,0.0025804606,0.02537714,0.03272761],"study_design_scores_gemma":[0.0007853937,0.00007535963,0.006547485,0.000015766032,0.000033552613,3.1497827e-8,0.08984425,0.038597915,0.0057465485,0.000041989602,0.8578763,0.00043541085],"about_ca_topic_score_codex":0.000006744966,"about_ca_topic_score_gemma":0.00064620265,"teacher_disagreement_score":0.83249915,"about_ca_system_score_codex":0.00015747703,"about_ca_system_score_gemma":0.0001196669,"threshold_uncertainty_score":0.4489623},"labels":[],"label_agreement":null},{"id":"W3121275089","doi":"10.21061/see.27","title":"Protocol Analysis in Engineering Design Education Research: Observations, Limitations, and Opportunities","year":2021,"lang":"en","type":"article","venue":"Studies in Engineering Education","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Protocol (science); Scope (computer science); Inclusion (mineral); Computer science; Protocol design; Engineering design process; Scopus; Engineering education; Work (physics); Cognition; Management science; Data science; Engineering ethics; Engineering management; Engineering; Psychology; MEDLINE; Communications protocol; Medicine","score_opus":0.45325445186552127,"score_gpt":0.43303682901473567,"score_spread":0.0202176228507856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121275089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49724528,0.09692469,0.19702068,0.021268805,0.026179772,0.1377214,0.000045387587,0.0036946177,0.01989936],"genre_scores_gemma":[0.82120746,0.005278292,0.058874063,0.00017479768,0.00041666868,0.1125,0.00010626399,0.00010546731,0.0013369777],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866366,0.00015146015,0.0004246921,0.0002628863,0.00020752527,0.00028978876],"domain_scores_gemma":[0.9982356,0.0009897515,0.000039131344,0.00027546744,0.0003801581,0.00007990311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010715207,0.0001857805,0.00024536505,0.0013675443,0.00006769608,0.00008584768,0.00010115492,0.00008043728,0.000013373164],"category_scores_gemma":[0.0018644613,0.00022834551,0.000032522243,0.0022918652,0.000031417065,0.0005051268,0.0000349409,0.0003529203,0.0000049275745],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019478179,0.00084740407,0.006498513,0.0037086883,0.00065911945,0.000013623631,0.02047632,0.8818973,0.0030793308,0.020755842,0.012858835,0.049185574],"study_design_scores_gemma":[0.0012553697,0.000108828164,0.20525429,0.0024705618,0.0003992725,0.000064628155,0.084714696,0.41432285,0.0034713799,0.0023834638,0.28343752,0.0021171216],"about_ca_topic_score_codex":0.000025735688,"about_ca_topic_score_gemma":0.000056316916,"teacher_disagreement_score":0.46757442,"about_ca_system_score_codex":0.00045880466,"about_ca_system_score_gemma":0.0005953352,"threshold_uncertainty_score":0.93116593},"labels":[],"label_agreement":null},{"id":"W3121787086","doi":"10.3233/jid200005","title":"Environment: The First Thing to Look at in Conceptual Design","year":2021,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Statement (logic); Computer science; Problem statement; Affordance; Conceptual design; Product (mathematics); Set (abstract data type); Function (biology); Process (computing); Product design; Software engineering; Human–computer interaction; Systems engineering; Process management; Management science; Engineering; Programming language; Mathematics","score_opus":0.02948102912822613,"score_gpt":0.2617289591941601,"score_spread":0.23224793006593397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121787086","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10875331,0.0039492813,0.88275415,0.0019339693,0.00047908572,0.00026544405,0.0000012327228,0.000027055825,0.0018364682],"genre_scores_gemma":[0.986712,0.0004229569,0.011926294,0.00072618475,0.00003338617,0.0000065869044,1.7036416e-7,0.000009440736,0.00016300415],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989958,0.00009377312,0.00027453116,0.000129345,0.00031161366,0.00019496103],"domain_scores_gemma":[0.9991146,0.0004045068,0.00008356225,0.000100388956,0.00016652654,0.00013046543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018491328,0.0001020199,0.00012740135,0.00013549713,0.00016848923,0.00015876266,0.0002963026,0.000035823956,0.00015589826],"category_scores_gemma":[0.000505932,0.000067389185,0.0000179089,0.0007418209,0.00018559721,0.0005646727,0.000021628663,0.00029252688,0.000022191094],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000277371,0.00015142535,0.0006885335,0.00005797453,0.00004316193,0.00018848319,0.056078196,0.78690267,0.11851108,0.00059240655,0.0086813625,0.027827337],"study_design_scores_gemma":[0.0015428136,0.000700321,0.001856871,0.0007677512,0.000083490166,0.0027222105,0.040736523,0.20563555,0.6580813,0.0038873423,0.083062276,0.0009235839],"about_ca_topic_score_codex":0.0000027202018,"about_ca_topic_score_gemma":0.0000020897176,"teacher_disagreement_score":0.87795866,"about_ca_system_score_codex":0.00016752684,"about_ca_system_score_gemma":0.0003915322,"threshold_uncertainty_score":0.2748051},"labels":[],"label_agreement":null},{"id":"W3122368366","doi":"","title":"Reconciling the tension between consistency and relevance: design thinking as a mechanism for brand ambidexterity","year":2015,"lang":"en","type":"article","venue":"Figshare","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Ambidexterity; Relevance (law); Consistency (knowledge bases); Mechanism (biology); Tension (geology); Psychology; Business; Advertising; Political science; Epistemology; Computer science; Knowledge management; Artificial intelligence; Philosophy; Law","score_opus":0.15750199154494537,"score_gpt":0.3069102541593094,"score_spread":0.14940826261436402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122368366","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13089992,0.045864448,0.38291755,0.032865975,0.014275479,0.035021305,0.19912803,0.012399223,0.14662805],"genre_scores_gemma":[0.98328394,0.00004701659,0.011206032,0.001226242,0.00036897897,0.0003199736,0.0030559327,0.00006409008,0.00042778734],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99945533,0.00005430044,0.00012766462,0.00012283858,0.00010536114,0.00013450657],"domain_scores_gemma":[0.9983145,0.0012581673,0.00004249366,0.00014693131,0.00015824214,0.00007968524],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000321067,0.00009331544,0.00010536039,0.00002161217,0.00013025095,0.00010237753,0.000095444135,0.00006949218,0.0011185238],"category_scores_gemma":[0.004422903,0.00007544303,0.00002349506,0.00006257161,0.0000041850767,0.00020682589,0.000020587659,0.00013212435,0.00018031448],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009676298,0.000024990535,0.00005358905,0.00068944425,0.00013439676,0.000011961499,0.009192791,0.00054936035,0.002162753,0.0015693844,0.9154431,0.07007142],"study_design_scores_gemma":[0.00234265,0.00034483417,0.00093562715,0.0025475547,0.00018323149,0.00019672423,0.0024826522,0.04653036,0.023458445,0.121067815,0.79877037,0.0011397375],"about_ca_topic_score_codex":0.0000057981797,"about_ca_topic_score_gemma":0.0000028803925,"teacher_disagreement_score":0.85238403,"about_ca_system_score_codex":0.000029933508,"about_ca_system_score_gemma":0.00006800803,"threshold_uncertainty_score":0.9997946},"labels":[],"label_agreement":null},{"id":"W3124499795","doi":"","title":"Bordering Diversity and Desire: Using Intellectual Property to Mark Place-Based Products","year":2011,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Diversity (politics); Intellectual property; Property (philosophy); Business; Law and economics; Sociology; Economic geography; Aesthetics; Political science; Economics; Law; Epistemology; Art; Philosophy","score_opus":0.05106499427473243,"score_gpt":0.22925059348390453,"score_spread":0.1781855992091721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124499795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9283155,0.00094413705,0.06781624,0.00018502027,0.00036184935,0.00019771406,4.3633258e-7,0.000101321435,0.0020777797],"genre_scores_gemma":[0.9961004,0.00029856098,0.0028457385,0.00008397941,0.000107560794,0.0000018817483,3.0284173e-7,0.00002444143,0.00053709274],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986905,0.000049911418,0.00012766867,0.00013607771,0.00012157532,0.0008743094],"domain_scores_gemma":[0.99964195,0.00004265766,0.000032157142,0.00010535691,0.00006670538,0.00011118824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008240198,0.00012497077,0.00010167937,0.00011790446,0.00039606084,0.000037592366,0.00013966185,0.00004032864,0.00007191769],"category_scores_gemma":[0.00020276246,0.000103010796,0.000021270032,0.00021864806,0.00001831388,0.0002467696,0.00006263802,0.0007570387,0.00002009523],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006191455,0.0018580129,0.07288651,0.0010542916,0.003407051,0.00014480301,0.15214612,0.037555184,0.06404014,0.025107078,0.013554763,0.6220546],"study_design_scores_gemma":[0.018110516,0.009698937,0.06472667,0.0014780853,0.0026832505,0.01601763,0.07264543,0.28594372,0.16504885,0.07237888,0.27715537,0.014112662],"about_ca_topic_score_codex":0.00006807064,"about_ca_topic_score_gemma":0.00006789545,"teacher_disagreement_score":0.6079419,"about_ca_system_score_codex":0.0005034123,"about_ca_system_score_gemma":0.0006280643,"threshold_uncertainty_score":0.42006585},"labels":[],"label_agreement":null},{"id":"W3125572641","doi":"10.1145/3434462","title":"Filtering and Informing the Design Space","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Design Education and Practice","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; University of Melbourne; Aarhus Universitet","keywords":"Space (punctuation); Generative Design; Computer science; Design education; Experience design; Perspective (graphical); Architecture; Human–computer interaction; Engineering design process; Filter (signal processing); Design thinking; Focus (optics); User experience design; Artificial intelligence; Engineering","score_opus":0.03992110125466884,"score_gpt":0.28150822667989955,"score_spread":0.2415871254252307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125572641","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01782817,0.000047179285,0.97784376,0.0009160441,0.0017749703,0.000115965755,0.0000016783538,0.0002308727,0.0012413741],"genre_scores_gemma":[0.9737409,0.00011149052,0.025008935,0.00031932106,0.00018367887,0.000032976866,0.0000054985553,0.000027553553,0.00056966],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99932957,0.00008025182,0.00018501139,0.00015645142,0.000103731356,0.00014496861],"domain_scores_gemma":[0.9989514,0.0005469925,0.000036614987,0.00035693054,0.00005373108,0.00005435104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014334932,0.00013773028,0.0000975013,0.00009695243,0.00032081612,0.00022778694,0.00012808022,0.000049541726,0.00031667578],"category_scores_gemma":[0.000018077722,0.00012777906,0.000047177822,0.00016670383,0.000019675459,0.000558629,0.0000070226456,0.00036676787,0.000060472856],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004414536,0.00016371734,0.000013233967,0.00010479451,0.0002574415,0.000023634304,0.004577903,0.29365122,0.021865612,0.00060657953,0.005725187,0.67296654],"study_design_scores_gemma":[0.0012429334,0.0003965248,0.0022789533,0.00041807955,0.00021174303,0.0017383666,0.0029888463,0.44759965,0.16101691,0.0016433824,0.37934497,0.001119649],"about_ca_topic_score_codex":0.000014826535,"about_ca_topic_score_gemma":0.000020608284,"teacher_disagreement_score":0.9559127,"about_ca_system_score_codex":0.00007533906,"about_ca_system_score_gemma":0.000017904165,"threshold_uncertainty_score":0.5210679},"labels":[],"label_agreement":null},{"id":"W3126592987","doi":"","title":"Scaffolding and the interactive circulation of meaning","year":2009,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Linguistic Association","funders":"","keywords":"Meaning (existential); Computer science; Circulation (fluid dynamics); Scaffold; Programming language; Epistemology; Philosophy; Physics; Mechanics","score_opus":0.012962127399717976,"score_gpt":0.2324987541957872,"score_spread":0.21953662679606922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126592987","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13089785,0.0040017143,0.4383356,0.009869772,0.00070563814,0.00084521197,0.0000179608,0.00041991894,0.41490635],"genre_scores_gemma":[0.98643315,0.00071549986,0.012305963,0.000044558183,0.000018724782,0.000021153764,0.00004642233,0.000023480388,0.00039107862],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967751,0.0023311304,0.00033641836,0.00023839333,0.0001884481,0.00013054618],"domain_scores_gemma":[0.9960749,0.0021897915,0.0002835178,0.00072280114,0.00067284424,0.000056126028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003994444,0.00016920609,0.00023418549,0.00011974082,0.00012180197,0.00019857431,0.00036548253,0.00012303915,0.00005764261],"category_scores_gemma":[0.0011524718,0.00015641506,0.00008450521,0.00017759677,0.00011941886,0.00016714117,0.00019332924,0.00042571526,0.000006449565],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006476575,0.00027823923,0.0006939531,0.00056975643,0.00038738316,0.0000016718682,0.10907124,0.010007125,0.00874813,0.56913024,0.0014224435,0.29962504],"study_design_scores_gemma":[0.002678995,5.7827543e-7,0.020840637,0.0060559297,0.00040105055,0.00004968582,0.0022430075,0.79149836,0.07738094,0.0826635,0.014967988,0.0012193221],"about_ca_topic_score_codex":0.0002132604,"about_ca_topic_score_gemma":0.00010503151,"teacher_disagreement_score":0.85553527,"about_ca_system_score_codex":0.00006436498,"about_ca_system_score_gemma":0.00006214945,"threshold_uncertainty_score":0.63784206},"labels":[],"label_agreement":null},{"id":"W3127602362","doi":"10.1002/cjce.24063","title":"Teaching process design in a multidisciplinary capstone design course","year":2021,"lang":"en","type":"article","venue":"The Canadian Journal of Chemical Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Capstone; Multidisciplinary approach; Deliverable; Medical education; Capstone course; Flexibility (engineering); Pace; Process (computing); Engineering management; Engineering; Teamwork; Psychology; Mathematics education; Computer science; Medicine; Systems engineering; Management; Sociology","score_opus":0.021127216766528848,"score_gpt":0.2611048470432231,"score_spread":0.23997763027669428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127602362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7398878,0.006824464,0.2444389,0.0051927655,0.0019018296,0.0003864197,0.000005700344,0.00012181507,0.0012403615],"genre_scores_gemma":[0.99114263,0.0000049158452,0.008561459,0.000049006045,0.00016352424,0.0000054485668,9.137144e-7,0.000033811077,0.00003830597],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99913514,0.00007053366,0.00029124267,0.00007500901,0.00013685087,0.00029120583],"domain_scores_gemma":[0.9990473,0.00036320917,0.000046996644,0.00013068416,0.00008567264,0.0003261421],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008380844,0.00012817448,0.0001729893,0.00011725334,0.0000513318,0.000060953615,0.00023289987,0.00007468554,0.000038604972],"category_scores_gemma":[0.00045617038,0.000114706825,0.0000454511,0.00024777526,0.000022577837,0.00020665138,0.000005862175,0.00081127294,0.0000063799243],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009265843,0.00001978254,0.00004160083,0.00005156104,0.0000472656,0.00030149633,0.003343495,0.9246977,0.06923305,0.00012325407,0.0006972295,0.00143429],"study_design_scores_gemma":[0.00094514794,0.000039616847,0.0004100402,0.0005002074,0.00010897041,0.002549187,0.00079931854,0.70859814,0.2826121,0.00075738237,0.002063674,0.0006162227],"about_ca_topic_score_codex":0.00016422659,"about_ca_topic_score_gemma":0.00008766057,"teacher_disagreement_score":0.25125486,"about_ca_system_score_codex":0.00024554972,"about_ca_system_score_gemma":0.0008529856,"threshold_uncertainty_score":0.46776086},"labels":[],"label_agreement":null},{"id":"W3128026765","doi":"10.1115/1.2164452","title":"Modeling of Evolutionary Design Database","year":2005,"lang":"en","type":"article","venue":"Journal of Computing and Information Science in Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Consistency (knowledge bases); Ancestor; Descendant; Database; Generative Design; Database design; Conceptual design; Artificial intelligence; Engineering; Human–computer interaction","score_opus":0.020440377147414854,"score_gpt":0.2664097345006112,"score_spread":0.2459693573531963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128026765","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23818243,0.0001453386,0.76095456,0.00004411323,0.0002606199,0.000025179901,3.0907225e-7,0.000014808018,0.0003726717],"genre_scores_gemma":[0.9125229,0.00008978199,0.08732202,0.000017108285,0.000045222438,1.4959018e-7,2.2727437e-7,0.0000021115989,4.6409986e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992368,0.0000070324904,0.00042633933,0.000024917861,0.00020559758,0.00009926359],"domain_scores_gemma":[0.9995871,0.00009048187,0.00008009891,0.00004977972,0.00014206223,0.00005044383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012377043,0.000047663376,0.00008254255,0.0005310258,0.000027618173,0.000037079848,0.000112335205,0.000015876147,0.0000030921892],"category_scores_gemma":[0.0002646799,0.00004668583,0.000012191845,0.00041511474,0.000017213064,0.004985597,0.000013965729,0.00013506271,0.0000015234083],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020572581,0.0000037853765,0.000035341447,0.00002536673,0.0000013564999,1.2292047e-7,0.0009808331,0.99052304,0.0009000296,0.00021522357,0.000031381842,0.0072814706],"study_design_scores_gemma":[0.00011682216,0.000011156051,0.000637432,0.00008774052,0.000001886807,0.000055305434,0.00021964658,0.9975127,0.0005574202,0.0000053361523,0.000747255,0.00004733081],"about_ca_topic_score_codex":0.0000011605703,"about_ca_topic_score_gemma":3.754335e-8,"teacher_disagreement_score":0.6743405,"about_ca_system_score_codex":0.000057993762,"about_ca_system_score_gemma":0.00007094807,"threshold_uncertainty_score":0.36144373},"labels":[],"label_agreement":null},{"id":"W3130740526","doi":"10.1007/978-981-15-9789-3_2","title":"Considering the Human in Human-Centred Design","year":2021,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Dignity; Empathy; Engineering ethics; Management science; Computer science; Psychology; Epistemology; Engineering; Sociology; Political science; Social psychology; Philosophy; Law","score_opus":0.11508020111045562,"score_gpt":0.2833961530315931,"score_spread":0.16831595192113746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130740526","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021554035,0.0013516044,0.0019263818,0.00020959061,0.00038256377,0.00021615882,0.0000012263752,0.00016442114,0.9957265],"genre_scores_gemma":[0.034347415,0.00021805977,0.001011451,0.00037162998,0.00020503481,0.000018340113,0.000026467316,0.000102533726,0.96369904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926245,0.00003422835,0.00025669002,0.000165665,0.00012176659,0.00015920715],"domain_scores_gemma":[0.99928343,0.0002720883,0.00004207302,0.00032848338,0.000030715488,0.000043221502],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016035039,0.00020454287,0.000193832,0.00008995252,0.00007563301,0.00009459371,0.00014202711,0.00015494668,0.009771228],"category_scores_gemma":[0.000023179105,0.00017868693,0.00005554213,0.000028034008,0.00002713053,0.00007306001,0.000024256407,0.00046694995,0.00021944061],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030792855,0.00002922108,0.000008597706,0.00012501534,0.00022327562,0.00013580508,0.0015643279,0.004622947,0.0044118697,0.86603993,0.11941501,0.003420938],"study_design_scores_gemma":[0.00026614658,0.000009338573,0.000028866738,0.0001599184,0.000052364823,0.000029236011,0.00034365317,0.0003954971,0.0012362271,0.009147629,0.9878499,0.00048124837],"about_ca_topic_score_codex":0.00001955859,"about_ca_topic_score_gemma":0.00007808477,"teacher_disagreement_score":0.86843485,"about_ca_system_score_codex":0.00008381191,"about_ca_system_score_gemma":0.000048358535,"threshold_uncertainty_score":0.991134},"labels":[],"label_agreement":null},{"id":"W3134009477","doi":"10.22215/etd/2019-13724","title":"Identifying Interactions for Virtual Reality; a Study of Collaboration and Engagement in Different Media","year":2019,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Virtual reality; Gesture; Human–computer interaction; Face (sociological concept); Selection (genetic algorithm); Computer science; Design thinking; User experience design; Multimedia; Collaborative design; Artificial intelligence; Systems design","score_opus":0.06524748544086033,"score_gpt":0.3804558800155469,"score_spread":0.3152083945746866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134009477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99011403,0.000060221442,0.0020390854,0.000036124384,0.0029945122,0.0012809465,0.000017733766,0.000042456457,0.0034148793],"genre_scores_gemma":[0.9968907,0.00006259071,0.00009052679,0.0000051747074,0.000045229357,0.00023400894,0.00042745942,0.0000226196,0.002221661],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99926835,0.0000748016,0.00032478457,0.0001394096,0.00011944893,0.00007319757],"domain_scores_gemma":[0.9991613,0.00050695834,0.000095635136,0.00012139729,0.00009083662,0.000023880739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000224403,0.00012486023,0.00020225262,0.00024892372,0.000025472691,0.00005197205,0.000050051458,0.00005960231,0.00007884527],"category_scores_gemma":[0.0001384564,0.000121576006,0.000017925777,0.00013695528,0.0000022854128,0.00018765112,0.000005333253,0.0001630445,0.0000033186302],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001236744,0.004695394,0.0033827694,0.0052557862,0.0013660999,0.0000029049372,0.83493847,0.008118356,0.036356244,0.010873965,0.024235839,0.06953743],"study_design_scores_gemma":[0.0026787468,0.00043941254,0.09051818,0.00033772687,0.0003556968,8.261387e-7,0.88116753,0.014384795,0.003982317,0.00022702981,0.0053215753,0.00058616226],"about_ca_topic_score_codex":0.00007276278,"about_ca_topic_score_gemma":0.00701982,"teacher_disagreement_score":0.087135404,"about_ca_system_score_codex":0.00007044332,"about_ca_system_score_gemma":0.00003152126,"threshold_uncertainty_score":0.49577257},"labels":[],"label_agreement":null},{"id":"W3134044440","doi":"10.21606/drs.2008.43","title":"The Complex Field of Research: for Design, through Design, and about Design","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Field (mathematics); Design methods; Systems engineering; Engineering; Mechanical engineering; Mathematics","score_opus":0.20170888765027958,"score_gpt":0.40097369094730595,"score_spread":0.19926480329702637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134044440","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028172176,0.0010194811,0.9459278,0.0041827816,0.00072280836,0.0029787377,0.000005480858,0.00021360484,0.016777113],"genre_scores_gemma":[0.70740455,0.0003152909,0.291792,0.000054460976,0.000084432046,0.00012203001,4.1571158e-7,0.000027947055,0.0001988627],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99917215,0.00002038418,0.00023537461,0.00012964998,0.00019573291,0.0002467095],"domain_scores_gemma":[0.99558485,0.0036985069,0.0000805605,0.000091257825,0.0004893082,0.00005554272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023358352,0.000098499244,0.00014118575,0.000066849454,0.00016193748,0.00007497662,0.00025769597,0.00008678109,0.00003023951],"category_scores_gemma":[0.0016596393,0.00007886094,0.000028560049,0.00021611113,0.00014740859,0.0002788528,0.000023142313,0.00027078248,0.0000033326173],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003655541,0.00007394076,0.00013599757,0.00049392204,0.00009304358,1.6609995e-7,0.004746598,0.00018925716,0.7776544,0.029430462,0.17050992,0.016306715],"study_design_scores_gemma":[0.0005932581,0.00054672593,0.0005415843,0.0000756492,0.00004402279,0.000013129102,0.002034297,0.018132,0.8416854,0.03442181,0.10166506,0.0002470318],"about_ca_topic_score_codex":0.0000104983055,"about_ca_topic_score_gemma":8.695458e-7,"teacher_disagreement_score":0.67923236,"about_ca_system_score_codex":0.000009248298,"about_ca_system_score_gemma":0.000042836786,"threshold_uncertainty_score":0.3215856},"labels":[],"label_agreement":null},{"id":"W3143093303","doi":"","title":"THE ART OF MAKING AND MATERIALITY IN EDUCATION","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Materiality (auditing); Pedagogy; Context (archaeology); Sociology; Teacher education; Mathematics education; Psychology; Aesthetics","score_opus":0.021524675732103492,"score_gpt":0.27542169039315495,"score_spread":0.25389701466105147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3143093303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6714712,0.0005421881,0.0028661878,0.014921671,0.0012851986,0.0002058053,8.9229e-7,0.000104401865,0.30860248],"genre_scores_gemma":[0.99916697,0.00003632107,0.0004292246,0.00020976333,0.000022139679,0.0000024768221,3.837212e-7,0.0000019906656,0.00013076128],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99987245,0.00001187616,0.0000534366,0.000021691172,0.000017185619,0.000023389119],"domain_scores_gemma":[0.9999158,0.000032625827,0.0000071359123,0.000030002782,0.000005307543,0.000009154976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000074183125,0.000015290543,0.00002032737,0.0000051966863,0.0000067785104,0.000014727481,0.00001819307,0.0000070567885,0.0000742228],"category_scores_gemma":[0.000026745307,0.000011676485,0.0000023176117,0.00003806655,0.0000043770124,0.000046024492,0.00000302268,0.000018620372,0.000013046651],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010879613,0.00012972543,0.017047478,0.00070734735,0.000046167803,6.3598486e-7,0.020386402,0.00079674757,0.12088343,0.1406475,0.25643456,0.44281122],"study_design_scores_gemma":[0.00012094122,0.00001227202,0.05606693,0.000016999777,0.0000056969816,0.0000024956196,0.0033501203,0.0053921393,0.0108892135,0.0009152331,0.9231291,0.00009890353],"about_ca_topic_score_codex":0.0000066348407,"about_ca_topic_score_gemma":0.000006318284,"teacher_disagreement_score":0.6666945,"about_ca_system_score_codex":0.0000037782333,"about_ca_system_score_gemma":0.00001064331,"threshold_uncertainty_score":0.08126876},"labels":[],"label_agreement":null},{"id":"W3151677613","doi":"","title":"MULTI-WORLD MECHANISM FOR MODELING EVOLUTIONARY DESIGN PROCESS FROM CONCEPTUAL DESIGN TO DETAILED DESIGN","year":2007,"lang":"en","type":"article","venue":"机械工程学报(英文版)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Mechanism (biology); Conceptual design; Computer science; Design process; Process (computing); Generative Design; Ancestor; Engineering; Human–computer interaction; Work in process; Programming language; Epistemology; Geography","score_opus":0.11966907392138128,"score_gpt":0.32052421487319166,"score_spread":0.2008551409518104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151677613","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032069627,0.00038927054,0.9922251,0.00015477554,0.001023031,0.00199468,0.00002553343,0.0006479784,0.00033264485],"genre_scores_gemma":[0.5022678,0.00001082597,0.4961131,0.00044128098,0.0002562923,0.00030819757,0.000021654623,0.000091516136,0.0004893494],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976283,0.00019396965,0.000581328,0.0005161887,0.00034858525,0.00073163334],"domain_scores_gemma":[0.99698126,0.0017986607,0.00009100378,0.00038189846,0.00036552042,0.00038165617],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001455474,0.00040010057,0.00034883525,0.00031612185,0.00025205838,0.000093407136,0.00041163416,0.00019678098,0.00026940557],"category_scores_gemma":[0.000604576,0.00044020085,0.00009694472,0.00052475795,0.000034566106,0.0005256893,0.000024980727,0.00029852855,0.0003561275],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058030937,0.00018205185,0.000019745972,0.000037144782,0.00015047038,0.000012083617,0.006214631,0.9402301,0.038534515,0.0015221535,0.009576706,0.0029401402],"study_design_scores_gemma":[0.001063131,0.00012008878,0.000049631748,0.0000546675,0.00009683397,0.000007023678,0.0022418618,0.933744,0.057452645,0.003447916,0.0011140672,0.00060814316],"about_ca_topic_score_codex":0.0000486381,"about_ca_topic_score_gemma":0.000059909984,"teacher_disagreement_score":0.4990608,"about_ca_system_score_codex":0.0002633161,"about_ca_system_score_gemma":0.00021584093,"threshold_uncertainty_score":0.999805},"labels":[],"label_agreement":null},{"id":"W3152220058","doi":"10.1115/1.4050734","title":"Are Two Heads Better Than One for Computer-Aided Design?","year":2021,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of New Brunswick","funders":"","keywords":"Computer science; Pair programming; Software; Engineering design process; Quality (philosophy); Software design; Human–computer interaction; Software engineering; Software development; Engineering; Programming language","score_opus":0.1027620998377615,"score_gpt":0.3090187206585138,"score_spread":0.20625662082075233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152220058","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018707536,0.00041057944,0.99361783,0.002297213,0.0015150002,0.00018090576,0.0000025906768,0.00004996841,0.000055146073],"genre_scores_gemma":[0.25568584,0.00010250433,0.74088824,0.001853551,0.0012701298,0.000012494646,0.0000018558434,0.000055924265,0.00012946282],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984416,0.0003567989,0.00052606023,0.00013569483,0.00028548556,0.00025435514],"domain_scores_gemma":[0.9976175,0.0013620425,0.00026927106,0.00019314211,0.00034637275,0.00021166359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013495313,0.00015635752,0.00036783196,0.000090162044,0.000058054833,0.00010510544,0.00021156273,0.00010177094,0.00020996324],"category_scores_gemma":[0.00039280884,0.00015037187,0.00017407181,0.00018569196,0.0000088204515,0.00027626945,0.000016558994,0.0003618361,0.000040696523],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011049826,0.0016022022,0.00004122866,0.00035385348,0.0015243572,0.00065401883,0.00056765805,0.13388161,0.45467946,0.0045917025,0.2927044,0.10829452],"study_design_scores_gemma":[0.0067464756,0.001584518,0.00082554144,0.0006445436,0.0006759214,0.0016368125,0.00029803283,0.33885375,0.5603911,0.03545105,0.051788434,0.0011037847],"about_ca_topic_score_codex":5.6709484e-7,"about_ca_topic_score_gemma":9.56183e-7,"teacher_disagreement_score":0.25381508,"about_ca_system_score_codex":0.000084231215,"about_ca_system_score_gemma":0.00011235174,"threshold_uncertainty_score":0.61319864},"labels":[],"label_agreement":null},{"id":"W3153545111","doi":"10.3390/buildings11040170","title":"Main Features of the Timber Structure Building Industry Business Models","year":2021,"lang":"en","type":"article","venue":"Buildings","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Natural Sciences and Engineering Research Council of Canada","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Procurement; Stakeholder; Prefabrication; GRASP; Business; Popularity; Business model; Industrial organization; Work (physics); Construction industry; Housing industry; Marketing; Architectural engineering; Construction engineering; Engineering; Civil engineering; Economics; Management; Mechanical engineering","score_opus":0.012588478272360076,"score_gpt":0.2393725657008441,"score_spread":0.22678408742848402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153545111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9751991,0.0007341395,0.006349571,0.0015410478,0.0013001229,0.0001024234,0.00002573442,0.00010689618,0.014640961],"genre_scores_gemma":[0.990675,0.000021007434,0.007286393,0.00028380635,0.00012586954,0.0000028191214,0.0000028068641,0.000025939065,0.0015763977],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99941456,0.000031397976,0.00013113415,0.00012011486,0.00015519923,0.00014758306],"domain_scores_gemma":[0.999482,0.00006959422,0.000044037737,0.0002597866,0.00010481414,0.00003979452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008653479,0.00010614833,0.000109493165,0.000034277895,0.000053151467,0.000046159854,0.00017760273,0.00017937928,0.0002781238],"category_scores_gemma":[0.00012543752,0.000086190616,0.000038897397,0.00051729224,0.00002325149,0.000206672,0.000045477263,0.00042838196,0.000002064962],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012126858,0.000051850428,0.00084615283,0.00026673375,0.00012550848,0.000012286487,0.0014311838,0.3952021,0.44064367,0.046012163,0.107667565,0.007728663],"study_design_scores_gemma":[0.0008916306,0.000008651455,0.06362859,0.0004444225,0.00018440605,0.0006484083,0.0010983194,0.011722219,0.64963144,0.026430791,0.24438375,0.00092737254],"about_ca_topic_score_codex":0.000019197569,"about_ca_topic_score_gemma":0.000006177309,"teacher_disagreement_score":0.38347986,"about_ca_system_score_codex":0.00003632243,"about_ca_system_score_gemma":0.00007818792,"threshold_uncertainty_score":0.35147512},"labels":[],"label_agreement":null},{"id":"W3154842344","doi":"10.1109/tts.2021.3072213","title":"A Problem Taxonomy for Engineering","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Technology and Society","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Taxonomy (biology); Computer science; Management science; Engineering ethics; Engineering; Ecology; Biology","score_opus":0.014570512500141393,"score_gpt":0.21935055101317924,"score_spread":0.20478003851303786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154842344","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029507608,0.00019902996,0.99463147,0.0007606593,0.00028916987,0.00015138746,0.000007142795,0.00047929454,0.0005310617],"genre_scores_gemma":[0.90438837,0.00037716064,0.09379213,0.00016201063,0.0000213895,0.0004778181,0.0000017409216,0.000020335612,0.00075905194],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99966645,0.000003669854,0.00007871412,0.00010856137,0.000023277193,0.00011932881],"domain_scores_gemma":[0.9997602,0.000073697185,0.000008251242,0.00010169364,0.000030195475,0.0000259808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000057395137,0.000073854455,0.00007709098,0.000050858893,0.000096083764,0.000014505566,0.00003602929,0.00016061221,0.0000331802],"category_scores_gemma":[0.0000032645924,0.00008488642,0.00005687419,0.0002467086,0.000023655924,0.000071067276,3.073567e-7,0.00021775544,0.000006692417],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025444655,0.0005125871,0.00003547837,0.0008928038,0.0010781954,0.0000077295,0.002411993,0.056241166,0.08680703,0.030903613,0.022461984,0.79862195],"study_design_scores_gemma":[0.0007652342,0.000068978356,0.000018670364,0.00003769565,0.00009079761,0.0000810804,0.0014209156,0.058992412,0.277405,0.001259903,0.6594913,0.00036802713],"about_ca_topic_score_codex":3.5396835e-7,"about_ca_topic_score_gemma":8.284282e-7,"teacher_disagreement_score":0.9014376,"about_ca_system_score_codex":0.000023415845,"about_ca_system_score_gemma":0.000021556914,"threshold_uncertainty_score":0.34615678},"labels":[],"label_agreement":null},{"id":"W3156199889","doi":"","title":"'Making' on the path to wellness: How the maker culture can support student wellness","year":2021,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Path (computing); Psychology; Public relations; Computer science; Political science","score_opus":0.03053758127376335,"score_gpt":0.31767263308478705,"score_spread":0.2871350518110237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156199889","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046304904,0.00015713378,0.08513728,0.75636125,0.009858622,0.0024024912,0.00020089517,0.0009858776,0.09859155],"genre_scores_gemma":[0.9808901,0.000078219855,0.0011179985,0.008803206,0.00020235589,0.0010827027,0.0002473089,0.000016897862,0.0075611863],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989816,0.00003401046,0.0002876164,0.00016253346,0.00032845722,0.00020579765],"domain_scores_gemma":[0.9985969,0.0001120056,0.00014781913,0.00040191138,0.0006966329,0.000044704702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041675457,0.00018309405,0.000110982255,0.00009183832,0.0003279305,0.0003986891,0.0006653922,0.00018384038,0.0006352188],"category_scores_gemma":[0.00031609985,0.00013314054,0.00013490701,0.00043057223,0.00007744496,0.00046274037,0.00006421186,0.0004635433,0.00016108845],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000823505,0.00014327453,0.00049935264,0.000038533504,0.00018679508,1.174661e-7,0.025364133,0.0001606125,0.00020908812,0.40219593,0.52302146,0.04817246],"study_design_scores_gemma":[0.00015156927,0.000026869842,0.0009289065,0.000036955713,0.000029055296,0.00001517624,0.0889018,0.0009180658,0.0026581208,0.0028826236,0.903258,0.00019280345],"about_ca_topic_score_codex":0.0000034444715,"about_ca_topic_score_gemma":0.000008008483,"teacher_disagreement_score":0.9345852,"about_ca_system_score_codex":0.00026108697,"about_ca_system_score_gemma":0.00045729152,"threshold_uncertainty_score":0.69552004},"labels":[],"label_agreement":null},{"id":"W3156491964","doi":"10.22215/etd/2019-13698","title":"The Perception of Design: a study of the understanding of design contribution within the business management sector through comparative analysis","year":2019,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Interdependence; Exploratory research; Knowledge management; Perception; Procurement; Design management; Process (computing); Design process; Engineering design process; Design science; Research design; Computer science; Order (exchange); Process management; Engineering; Business; Psychology; Marketing; Sociology; Information management; Work in process","score_opus":0.10509595155169638,"score_gpt":0.33495290103658093,"score_spread":0.22985694948488455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156491964","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15500222,0.00024115066,0.83170366,0.0000827637,0.0013561035,0.0040889056,0.000012124786,0.000043659616,0.0074694185],"genre_scores_gemma":[0.998149,0.000093150964,0.0005140431,0.0000072453504,0.000015257925,0.00006914704,0.0000444692,0.000015716188,0.0010919747],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.9979874,0.0006943037,0.0005844905,0.00016527703,0.00044843782,0.00012011148],"domain_scores_gemma":[0.99749076,0.00096871407,0.00065148814,0.00048047354,0.00039622287,0.000012361605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011554129,0.00020790302,0.00042274574,0.00012700583,0.00017747351,0.00004456189,0.0003542628,0.00009244361,0.00008180958],"category_scores_gemma":[0.00006126739,0.000108709755,0.00012372612,0.0014538027,0.000050467544,0.00014941722,0.000015079566,0.00019496951,0.0000036170227],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008714809,0.000541552,0.00046020016,0.00051421265,0.0093100695,2.9586573e-7,0.10835845,0.8570466,0.0040383935,0.016866207,0.0017323826,0.0002601788],"study_design_scores_gemma":[0.0011269758,0.00019879805,0.0702092,0.00021693025,0.007105217,8.4703333e-7,0.844496,0.0696128,0.0054948693,0.0010731057,0.00008934058,0.00037591596],"about_ca_topic_score_codex":0.00019474028,"about_ca_topic_score_gemma":0.00034915484,"teacher_disagreement_score":0.8431468,"about_ca_system_score_codex":0.00019108546,"about_ca_system_score_gemma":0.0000700954,"threshold_uncertainty_score":0.4433055},"labels":[],"label_agreement":null},{"id":"W3159352429","doi":"10.52842/conf.caadria.2021.2.041","title":"The Digital Design Build - Modes of Experiential Learning in the Pandemic Era","year":2021,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Computer-Aided Architectural Design Research in Asia","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Experiential learning; Redevelopment; Experiential education; Computer science; Virtual learning environment; Educational technology; Digital learning; Knowledge management; Multimedia; Engineering; Mathematics education; Psychology","score_opus":0.1236427881605879,"score_gpt":0.3547769545904181,"score_spread":0.2311341664298302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159352429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9398688,0.00017662867,0.032189675,0.00835117,0.0006990242,0.001043759,0.0000068864133,0.00008293424,0.017581103],"genre_scores_gemma":[0.9956897,0.00009159874,0.003838007,0.00003312581,0.00009786253,0.000075246186,0.0000022436245,0.000016143422,0.00015608691],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977525,0.00028107286,0.00042532323,0.000243777,0.00096323394,0.0003341207],"domain_scores_gemma":[0.9968877,0.0023390164,0.000114711416,0.00015836376,0.00045625985,0.00004398814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002118032,0.00015852887,0.00017000546,0.00023806284,0.00014256878,0.00046366503,0.0014729339,0.00005042081,0.000025393985],"category_scores_gemma":[0.00078790676,0.00009650479,0.000076108205,0.0005929792,0.00021514458,0.00025280155,0.00020329839,0.001168481,0.0000053065946],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001485171,0.00047118837,0.00562899,0.00018523025,0.00023950185,0.00002377764,0.013918643,0.18642177,0.2994777,0.12103552,0.0026254682,0.36848706],"study_design_scores_gemma":[0.0010746983,0.0004147881,0.008956164,0.00093192415,0.000008997991,0.00021554531,0.0065240012,0.82277834,0.11126352,0.045516375,0.0019260995,0.0003895426],"about_ca_topic_score_codex":0.000024171419,"about_ca_topic_score_gemma":0.000008972628,"teacher_disagreement_score":0.6363566,"about_ca_system_score_codex":0.00010588104,"about_ca_system_score_gemma":0.00022332199,"threshold_uncertainty_score":0.50765336},"labels":[],"label_agreement":null},{"id":"W3166035674","doi":"10.1504/jdr.2020.10038516","title":"Analysis of dimensioning activities involving industrial designers: data sought, tools used, and validation process","year":2020,"lang":"en","type":"article","venue":"J of Design Research","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Dimensioning; Computer science; Process (computing); Ideation; Process management; Focus (optics); Engineering design process; Software engineering; Data science; Engineering management; Engineering","score_opus":0.6030453626310069,"score_gpt":0.4401977490755932,"score_spread":0.16284761355541372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166035674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9137824,0.0007363101,0.082816996,0.0007189619,0.00010241359,0.00077834364,0.000059015583,0.00011035368,0.0008952033],"genre_scores_gemma":[0.9969212,0.00008823252,0.0028020698,0.000012886548,0.00006792872,0.000014070568,0.00005083873,0.000018098503,0.00002467816],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981224,0.0005544171,0.00031252086,0.00023467415,0.0005753315,0.00020067017],"domain_scores_gemma":[0.9964586,0.0028496536,0.00008882286,0.00033129303,0.00016731265,0.00010430408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026685966,0.00009435592,0.00028872147,0.0004371181,0.00007180429,0.00010524858,0.00032751934,0.000092058144,0.0000926707],"category_scores_gemma":[0.0025832544,0.00009565199,0.000026322392,0.0018215721,0.00008357803,0.0010200868,0.00009405402,0.00032126065,0.000003342961],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00096437265,0.00027611115,0.020205125,0.0012303385,0.0035533262,0.0000126617815,0.034012146,0.14533556,0.73453116,0.00074215344,0.020062238,0.039074816],"study_design_scores_gemma":[0.00083436514,0.00028316586,0.0010359173,0.0001352816,0.0006428756,0.000001692733,0.01055849,0.5806726,0.4046179,0.00013908118,0.0007499904,0.00032861266],"about_ca_topic_score_codex":0.000026603244,"about_ca_topic_score_gemma":0.0000024921917,"teacher_disagreement_score":0.43533707,"about_ca_system_score_codex":0.00002670298,"about_ca_system_score_gemma":0.0001823185,"threshold_uncertainty_score":0.39005747},"labels":[],"label_agreement":null},{"id":"W3166459558","doi":"10.18260/1-2--35101","title":"Prominence of Conceptual Design with Computer-Aided Design Tools for Junior and Senior Product Designers","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Product design; Conceptual design; Computer science; Product (mathematics); Engineering drawing; Human–computer interaction; Design technology; New product development; Engineering; Systems engineering; Management","score_opus":0.1564578944132929,"score_gpt":0.2809861815450344,"score_spread":0.12452828713174152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166459558","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19985844,0.00017149902,0.79367685,0.0022846097,0.00023485889,0.0031512897,0.00008694132,0.00038441623,0.00015107186],"genre_scores_gemma":[0.9623124,0.00007734293,0.036283243,0.0005246534,0.00024526898,0.00036348373,0.000016987935,0.000062766296,0.000113871065],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979097,0.00006228188,0.00056532165,0.000658811,0.00035862834,0.00044523302],"domain_scores_gemma":[0.9971994,0.00066409115,0.00027359586,0.00013127466,0.0013606927,0.0003709386],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00049146125,0.0004487632,0.0005747677,0.00009819608,0.00011854381,0.00054502726,0.00060850236,0.00010801163,0.00005382688],"category_scores_gemma":[0.00095495913,0.00038822187,0.0000574389,0.00047264583,0.00037551296,0.003297414,0.00009821711,0.00028475167,0.0000092445625],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012213654,0.00070309575,0.0017094819,0.0031499804,0.0014099374,0.00003913622,0.12903318,0.01103824,0.52351385,0.01828534,0.0962458,0.2026583],"study_design_scores_gemma":[0.009734161,0.014564472,0.0047799475,0.0009868081,0.0008521423,0.00014389171,0.07146906,0.29370803,0.5894335,0.0003125556,0.010093011,0.0039224233],"about_ca_topic_score_codex":0.000010693683,"about_ca_topic_score_gemma":7.9415236e-7,"teacher_disagreement_score":0.7624539,"about_ca_system_score_codex":0.000036860758,"about_ca_system_score_gemma":0.00026898025,"threshold_uncertainty_score":0.99985695},"labels":[],"label_agreement":null},{"id":"W3166970439","doi":"10.11575/prism/38889","title":"Design Studio Matrix: Supporting the Decision-Making Process as Part of a Reflective Practice","year":2021,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Calgary","keywords":"Process (computing); Studio; Process management; Computer science; Matrix (chemical analysis); Engineering; Engineering drawing; Materials science; Programming language","score_opus":0.01973863389558871,"score_gpt":0.3024322182712766,"score_spread":0.28269358437568787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166970439","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029498052,0.00063808844,0.9226591,0.0008303301,0.0002421537,0.00024516342,2.8525423e-7,0.00007347899,0.04581336],"genre_scores_gemma":[0.8043002,0.0002930542,0.19425753,0.0001241531,0.000023296197,0.0000013657615,0.0000021839764,0.000023061215,0.00097519904],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906087,0.00018473348,0.00016999528,0.00015510993,0.00027432217,0.0001549899],"domain_scores_gemma":[0.9974059,0.0017616423,0.00021895125,0.0002359173,0.00033066512,0.0000469356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006635317,0.0000932846,0.00017357309,0.0000691685,0.00014469432,0.000016776576,0.0002207032,0.00006390277,0.00034239038],"category_scores_gemma":[0.0012879777,0.00009849633,0.000058221125,0.00040352668,0.000049513303,0.00047888767,0.000054082564,0.00022659569,0.000032135144],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011749458,0.0007860803,0.00046054393,0.0005240068,0.001408546,0.00064439845,0.099591576,0.0041614,0.0059508565,0.005140317,0.026412413,0.8537449],"study_design_scores_gemma":[0.00440084,0.0007669647,0.008124563,0.0015843024,0.0028935967,0.00097647886,0.13391331,0.2758711,0.033402964,0.027089966,0.50878614,0.0021897568],"about_ca_topic_score_codex":0.00003110265,"about_ca_topic_score_gemma":0.0000031023476,"teacher_disagreement_score":0.85155517,"about_ca_system_score_codex":0.000053885844,"about_ca_system_score_gemma":0.00026105516,"threshold_uncertainty_score":0.4016564},"labels":[],"label_agreement":null},{"id":"W3168125145","doi":"10.1111/jpim.12586","title":"Framing the microfoundations of design thinking as a dynamic capability for innovation: Reconciling theory and practice","year":2021,"lang":"en","type":"article","venue":"Journal of Product Innovation Management","topic":"Design Education and Practice","field":"Engineering","cited_by":168,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Microfoundations; Framing (construction); Dynamic capabilities; Extant taxon; Management science; Epistemology; Knowledge management; Sociology; Economics; Computer science; Engineering","score_opus":0.040350319391228746,"score_gpt":0.3337017212782811,"score_spread":0.2933514018870524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168125145","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0718103,0.0010849789,0.91237223,0.010946614,0.0010836206,0.00062568375,0.000002507906,0.00002817089,0.0020458708],"genre_scores_gemma":[0.78691787,0.00038965454,0.21068655,0.001229734,0.00021389272,0.000031317883,0.000019056928,0.000019598832,0.0004923373],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99850196,0.0002861635,0.0007694179,0.00012118002,0.00022264336,0.00009862708],"domain_scores_gemma":[0.9953454,0.0016086432,0.00061415695,0.00019805999,0.0022223261,0.000011386894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009512667,0.000092018505,0.00013309879,0.00024199636,0.00014655333,0.00010621173,0.00012218875,0.000028175697,0.00003675116],"category_scores_gemma":[0.00581349,0.00007304183,0.000024002897,0.0016093869,0.000031117874,0.0006523973,0.000025944872,0.00020458888,0.0000013207249],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037635604,0.00026390434,0.00006653355,0.00095735624,0.0009797639,0.00000849855,0.006004035,0.012521424,0.14829695,0.5372093,0.0036938759,0.289622],"study_design_scores_gemma":[0.0021654225,0.00032648342,0.006981212,0.00057815254,0.0010740925,0.00089000165,0.041026298,0.006519249,0.08350416,0.3228569,0.5333168,0.0007612432],"about_ca_topic_score_codex":8.259641e-7,"about_ca_topic_score_gemma":7.711242e-7,"teacher_disagreement_score":0.71510756,"about_ca_system_score_codex":0.000104380226,"about_ca_system_score_gemma":0.00013109893,"threshold_uncertainty_score":0.6959711},"labels":[],"label_agreement":null},{"id":"W3168737418","doi":"10.30958/aja.7-1-1","title":"Building “Working with, not for” into Design Studio Curriculum","year":2020,"lang":"en","type":"article","venue":"Athens Journal of Architecture","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Engineering ethics; Participatory design; Curriculum; Grassroots; Sociology; Pedagogy; Equity (law); Placemaking; Citizen journalism; Design studio; Public relations; Studio; Engineering; Political science; Urban design","score_opus":0.039516732804741675,"score_gpt":0.26620719283494315,"score_spread":0.2266904600302015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168737418","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088242285,0.00047318434,0.90722334,0.0034053165,0.00030368505,0.00014407777,6.045222e-7,0.00004953385,0.00015798413],"genre_scores_gemma":[0.7520117,0.000027717875,0.24686204,0.0005033071,0.00055789336,0.0000030796718,2.1051713e-7,0.00002883025,0.0000052229457],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99927586,0.00005613934,0.00023360227,0.00008774236,0.00018040185,0.00016625946],"domain_scores_gemma":[0.99923474,0.00031798682,0.0001300488,0.00008141834,0.00009312219,0.00014267053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002906148,0.00013259078,0.00019447689,0.00007534672,0.000071093404,0.00004918917,0.00019444792,0.000041147905,0.000015680145],"category_scores_gemma":[0.00018365876,0.000098914505,0.0000793689,0.00019702378,0.000017435605,0.00009993402,0.000011080099,0.00042279292,0.000003881979],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000450974,0.00006086569,0.00081931555,0.00018891844,0.0006153831,0.00007750279,0.03944303,0.7701264,0.051963054,0.00095954596,0.0043768547,0.13091813],"study_design_scores_gemma":[0.0034791466,0.0023426907,0.0009329779,0.0006000782,0.000631169,0.0017423854,0.0026550519,0.033003107,0.030419126,0.006684072,0.9163353,0.001174899],"about_ca_topic_score_codex":0.0000010026321,"about_ca_topic_score_gemma":0.0000010075466,"teacher_disagreement_score":0.91195846,"about_ca_system_score_codex":0.000031521522,"about_ca_system_score_gemma":0.00004797397,"threshold_uncertainty_score":0.40336165},"labels":[],"label_agreement":null},{"id":"W3170433988","doi":"10.1016/j.destud.2021.101019","title":"Exploring tutor-student interactions in a novel virtual design studio","year":2021,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"TUTOR; Studio; Design studio; Computer science; Human–computer interaction; Multimedia; Engineering; Programming language","score_opus":0.5010365717327433,"score_gpt":0.3921994386358724,"score_spread":0.10883713309687088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170433988","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049057066,0.007185343,0.9310868,0.00090545276,0.0060413736,0.0006258217,0.0000060482585,0.0006016161,0.0044905227],"genre_scores_gemma":[0.9794131,0.0021814248,0.01628612,0.00016956124,0.0002244234,0.000600204,0.0000025718293,0.00004809336,0.001074521],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.99872357,0.00017474362,0.00033893925,0.0002604032,0.0002087901,0.00029357284],"domain_scores_gemma":[0.99817723,0.0013340599,0.000039660903,0.00023342612,0.00015253692,0.000063099986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052003656,0.00021473767,0.00029802194,0.00016755852,0.00013515232,0.00007274118,0.00012311187,0.00002389363,0.000055432094],"category_scores_gemma":[0.0004505829,0.00022709258,0.00005204386,0.0005293337,0.000033249675,0.00078398985,0.000064591884,0.0002769733,0.00015349357],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020908313,0.0024226734,0.0018484155,0.00024308126,0.003915795,0.00057575625,0.2189351,0.5537349,0.12220105,0.009944621,0.043586027,0.042383518],"study_design_scores_gemma":[0.0076909782,0.0006470442,0.057648268,0.0013848436,0.00083588186,0.00052907714,0.43431723,0.02895466,0.12314384,0.001010355,0.33918002,0.004657779],"about_ca_topic_score_codex":0.000008082046,"about_ca_topic_score_gemma":0.000038465343,"teacher_disagreement_score":0.930356,"about_ca_system_score_codex":0.00034080152,"about_ca_system_score_gemma":0.00010911861,"threshold_uncertainty_score":0.9260567},"labels":[],"label_agreement":null},{"id":"W3173233942","doi":"10.21606/drs.2008.78","title":"When Artists and Designers Inspire Collective Intelligence Practices: Two Case Studies of Collaboration, Interdisciplinarity, and Innovation Projects","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Collective intelligence; Knowledge management; Computer science; Sociology; Engineering ethics; Engineering","score_opus":0.06332761029726405,"score_gpt":0.37385467110555476,"score_spread":0.31052706080829073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173233942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99523604,0.00017343235,0.00030104106,0.0004004525,0.00017005546,0.00035173353,0.000003479516,0.000041713512,0.0033220758],"genre_scores_gemma":[0.99060553,0.000083239865,0.009125032,0.000017532104,0.000030527422,0.000040665527,8.478728e-7,0.000012276925,0.00008432148],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999349,0.000007076564,0.00029769877,0.00015005247,0.00010573189,0.000090448346],"domain_scores_gemma":[0.99809384,0.00021664974,0.00037817386,0.000044512257,0.0012337067,0.000033096774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052515935,0.00010557304,0.00015868375,0.00029183662,0.00008214968,0.00006510457,0.00005431215,0.000051555435,0.0000047989342],"category_scores_gemma":[0.001999977,0.0001052019,0.0000069713883,0.0008885977,0.00014868316,0.00091931433,0.000046491903,0.00016942504,5.070242e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003176399,0.0003389357,0.040627133,0.0040434278,0.0005563111,0.000018984705,0.3572575,0.00008160325,0.49594137,0.06287239,0.007427932,0.030516813],"study_design_scores_gemma":[0.0012584225,0.0009116226,0.0038949433,0.00045466682,0.00033875185,0.0015050061,0.28663546,0.010180202,0.6559199,0.036635533,0.001376137,0.00088935427],"about_ca_topic_score_codex":0.000017472312,"about_ca_topic_score_gemma":0.00007752125,"teacher_disagreement_score":0.15997855,"about_ca_system_score_codex":0.00003283561,"about_ca_system_score_gemma":0.000088227425,"threshold_uncertainty_score":0.4290009},"labels":[],"label_agreement":null},{"id":"W3173546019","doi":"10.18260/1-2--35314","title":"The Emergence of the Project Manager Role in Student Design Teams: A Mixed-Methods Exploratory Study","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Capstone; Project management; Timeline; Teamwork; Project manager; Project stakeholder; Project planning; Project team; Project charter; Project management triangle; Exploratory research; Medical education; Psychology; OPM3; Knowledge management; Engineering management; Engineering; Computer science; Sociology; Management; Medicine; Systems engineering","score_opus":0.09055237774152364,"score_gpt":0.35542076123132554,"score_spread":0.2648683834898019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173546019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9801303,0.00063269597,0.0087319715,0.0027279756,0.0012634029,0.0034340234,0.000020804173,0.0002679336,0.0027908809],"genre_scores_gemma":[0.99841624,0.00018234355,0.00025625463,0.00030372696,0.00009703285,0.00048839307,0.0000010972698,0.000035093763,0.00021980843],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99777883,0.00028559953,0.00065531663,0.00041269217,0.0005103487,0.0003571828],"domain_scores_gemma":[0.9985483,0.00033410836,0.00022599817,0.00021453285,0.00055488315,0.00012217053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013861449,0.0003043717,0.0003368923,0.00008133818,0.00017543854,0.00037661887,0.0016533514,0.00007392931,0.00006823374],"category_scores_gemma":[0.0010212257,0.00020001583,0.000080735874,0.0011077276,0.00011361976,0.0013377923,0.00042214448,0.00053669006,0.00002143772],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012432339,0.0019827827,0.07530865,0.00049130013,0.00092861644,0.000021368178,0.600206,0.0024026472,0.049603555,0.006725995,0.106770895,0.15431494],"study_design_scores_gemma":[0.00090132817,0.00071420264,0.04501483,0.000104481674,0.00010673779,0.0000027900458,0.9206401,0.010743396,0.011767735,0.00015460154,0.009284536,0.0005652278],"about_ca_topic_score_codex":0.000054563534,"about_ca_topic_score_gemma":0.00004209948,"teacher_disagreement_score":0.3204341,"about_ca_system_score_codex":0.00004600647,"about_ca_system_score_gemma":0.00018424685,"threshold_uncertainty_score":0.81564087},"labels":[],"label_agreement":null},{"id":"W3174733844","doi":"10.24908/pceea.vi0.14971","title":"AN ADAPTED ENGINEERING DESIGN PROCESS: GUIDING TOUCHSTONES","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"University of Memphis","keywords":"Indigenous; Engineering design process; General partnership; Engineering education; Process (computing); Engineering ethics; Space (punctuation); Engineering; Sociology; Engineering management; Architectural engineering; Political science; Computer science; Ecology; Mechanical engineering","score_opus":0.015263845319534309,"score_gpt":0.22662436993261847,"score_spread":0.21136052461308416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174733844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8903108,0.0033484567,0.012003681,0.0167051,0.026626525,0.003037836,0.00012293026,0.0036805365,0.044164106],"genre_scores_gemma":[0.9916366,0.00003199873,0.0066570276,0.00020606694,0.00031694333,0.00009064621,0.000016279257,0.000085597305,0.0009588811],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99857837,0.000014440568,0.00037682898,0.00024004647,0.00037252923,0.00041776014],"domain_scores_gemma":[0.99817777,0.000116204144,0.00018685315,0.00018380697,0.001000935,0.0003344231],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005733209,0.0002331626,0.00021424386,0.00031993474,0.0001606286,0.00022606901,0.0003651173,0.00020053294,0.00010541875],"category_scores_gemma":[0.0018695256,0.00026350626,0.000078946134,0.0010510907,0.00000818454,0.0007391709,0.000011668853,0.00026386295,0.00001837193],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011887105,0.00038835363,0.01691473,0.0018367616,0.0007054814,0.0000020006478,0.01102378,0.5910155,0.24115133,0.023582783,0.10779586,0.0055715186],"study_design_scores_gemma":[0.00078819203,0.00006703628,0.068735495,0.0009034889,0.00041007352,0.000105350664,0.004702364,0.390794,0.29495344,0.00062307465,0.2356475,0.0022699742],"about_ca_topic_score_codex":0.0005382351,"about_ca_topic_score_gemma":0.0005556278,"teacher_disagreement_score":0.2002215,"about_ca_system_score_codex":0.0016514403,"about_ca_system_score_gemma":0.0011126038,"threshold_uncertainty_score":0.9999817},"labels":[],"label_agreement":null},{"id":"W3175765419","doi":"10.36510/learnland.v14i1.1038","title":"Students Engaged in Reflection and Practical Problem Solving: Exploring Colour Theory","year":2021,"lang":"en","type":"article","venue":"LEARNing Landscapes","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Université de Montréal","keywords":"Brainstorming; Session (web analytics); Context (archaeology); Studio; Reflection (computer programming); Mathematics education; Activity theory; Computer science; Pedagogy; Psychology; World Wide Web; Artificial intelligence","score_opus":0.05253073305301998,"score_gpt":0.3187665221051571,"score_spread":0.26623578905213713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175765419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848977,0.00039268672,0.0014202838,0.00031757678,0.00027431184,0.000075587275,1.4444117e-7,0.00021538584,0.012406325],"genre_scores_gemma":[0.9962363,0.00038691412,0.0021812497,0.000039855957,0.000072316194,0.000029912577,0.0000042580546,0.000021098942,0.0010280658],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987877,0.0006595698,0.00012927673,0.00014407147,0.0001228584,0.0001564986],"domain_scores_gemma":[0.9988625,0.00096628984,0.000026586773,0.00006816431,0.000028171862,0.000048273352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012516275,0.00008274745,0.00010049048,0.00007054201,0.0001428505,0.00012828481,0.00003126643,0.000050046197,0.00012674052],"category_scores_gemma":[0.0011604086,0.00008716907,0.000013697676,0.00018072336,0.0000056457457,0.000329892,0.00002479494,0.0008827992,0.000028336537],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045195207,0.00092731934,0.6027747,0.0009315882,0.0005119299,0.00074037706,0.14269745,0.07110164,0.0832148,0.0077515617,0.004771747,0.08412492],"study_design_scores_gemma":[0.0041360315,0.00032757173,0.39796662,0.00057938864,0.0001861623,0.000871941,0.08585103,0.024099177,0.015934415,0.0027426367,0.46577784,0.0015271623],"about_ca_topic_score_codex":0.0000031033417,"about_ca_topic_score_gemma":0.000025760362,"teacher_disagreement_score":0.4610061,"about_ca_system_score_codex":0.00003242794,"about_ca_system_score_gemma":0.00002781818,"threshold_uncertainty_score":0.38353723},"labels":[],"label_agreement":null},{"id":"W3179652687","doi":"10.24908/pceea.vi0.14833","title":"PRACTICAL INTEGRATION OF SUSTAINABILITY INTO ENGINEERING","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Sustainability; Terminology; Ranking (information retrieval); Process (computing); Management science; Outcome (game theory); Computer science; Process management; Engineering; Knowledge management; Engineering ethics; Artificial intelligence; Mathematics; Ecology","score_opus":0.007856482624379737,"score_gpt":0.24769089073024764,"score_spread":0.2398344081058679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3179652687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9093007,0.0007936762,0.0063404655,0.04303813,0.012669355,0.001744459,0.00005366458,0.0007379562,0.025321627],"genre_scores_gemma":[0.9912924,0.000018970082,0.0074776933,0.000084246,0.00013761017,0.000048171896,0.0000118340895,0.00003673231,0.00089232903],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988684,0.000012482173,0.00039428487,0.00016155383,0.00030854263,0.00025475668],"domain_scores_gemma":[0.99758667,0.0001780547,0.0002118169,0.00015274645,0.0016860669,0.00018464049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005734231,0.0001547308,0.00019266973,0.00024035064,0.00007368515,0.00008422577,0.00017374245,0.00017434952,0.00006498071],"category_scores_gemma":[0.007398611,0.00016819945,0.00009465154,0.0008595043,0.000013906194,0.00046024713,0.000018939707,0.00034083653,0.0000057511734],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021408709,0.0008186324,0.061173353,0.006912793,0.0009822609,0.0000016880044,0.01786351,0.0599432,0.27088428,0.306674,0.25892282,0.015802067],"study_design_scores_gemma":[0.0006824881,0.00005415135,0.22552595,0.00062826526,0.00039285317,0.000058229372,0.0071695345,0.09076488,0.3254744,0.002733908,0.34513313,0.0013822115],"about_ca_topic_score_codex":0.0017543312,"about_ca_topic_score_gemma":0.0016976952,"teacher_disagreement_score":0.3039401,"about_ca_system_score_codex":0.0028829838,"about_ca_system_score_gemma":0.0016573017,"threshold_uncertainty_score":0.8857363},"labels":[],"label_agreement":null},{"id":"W3179772339","doi":"10.24908/pceea.vi0.14874","title":"AN EXPERIENTIAL LEARNING APPROACH FOR DEVELOPING MENTAL MODELS IN ENGINEERING DESIGN EDUCATION","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Experiential learning; Psychology; Mental model; Leverage (statistics); Knowledge management; Mental mapping; Mental representation; Computer science; Cognition; Cognitive science; Mathematics education; Cognitive psychology; Artificial intelligence","score_opus":0.016142885790975437,"score_gpt":0.2341230542976313,"score_spread":0.21798016850665586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3179772339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58161736,0.0025851585,0.36033916,0.0058898325,0.02280625,0.0057025854,0.00007365925,0.0014582312,0.019527752],"genre_scores_gemma":[0.9387673,0.000030189216,0.059617665,0.00011873073,0.00023820759,0.0003914747,0.00007217732,0.000073132185,0.0006911032],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987768,0.000017767996,0.00035673246,0.00024597655,0.00023803634,0.00036467155],"domain_scores_gemma":[0.99895895,0.000073540155,0.00015282723,0.000109226436,0.0005318833,0.00017357971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005892572,0.0001954913,0.00018553244,0.00037973226,0.00014381131,0.00019381926,0.00024473798,0.00017558825,0.000013386325],"category_scores_gemma":[0.0007193278,0.00023813032,0.000068327405,0.0007156885,0.0000063463685,0.0007989226,0.00001222819,0.0002907764,0.0000018261597],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007914208,0.0002286093,0.0032528862,0.00077355566,0.00011568523,7.898982e-8,0.010344142,0.9160915,0.033853106,0.02022243,0.011709671,0.0034004154],"study_design_scores_gemma":[0.0003755294,0.000018838973,0.0052199024,0.00022421085,0.00005200919,0.000013367442,0.0039532026,0.93160933,0.028271437,0.0002673111,0.029344037,0.0006507926],"about_ca_topic_score_codex":0.0005951854,"about_ca_topic_score_gemma":0.0003214581,"teacher_disagreement_score":0.35714996,"about_ca_system_score_codex":0.002828376,"about_ca_system_score_gemma":0.0017470375,"threshold_uncertainty_score":0.97106725},"labels":[],"label_agreement":null},{"id":"W3180210067","doi":"10.24908/pceea.vi0.14826","title":"INTEGRATING DIVERSITY OF USERS’ HUMAN FACTORS INTO A CORNERSTONE ENGINEERING DESIGN COURSE","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Cornerstone; Deliverable; Diversity (politics); Inclusion (mineral); Engineering design process; Computer science; Process (computing); Phase (matter); Engineering management; Engineering; Systems engineering; Psychology; Mechanical engineering","score_opus":0.015140534473083722,"score_gpt":0.22357422133972688,"score_spread":0.20843368686664315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180210067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901301,0.00029355308,0.0012124701,0.0010487093,0.0030064816,0.00040257836,0.00002371454,0.00023687592,0.0036454694],"genre_scores_gemma":[0.99514395,0.000012486596,0.003910917,0.00005163685,0.000090268084,0.000016174845,0.0000140034645,0.00004320197,0.00071735715],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99885476,0.000013582029,0.00034816389,0.00017223561,0.00032794094,0.00028332233],"domain_scores_gemma":[0.99846274,0.00016265365,0.0002683668,0.0001380033,0.0007516495,0.00021661405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049604423,0.00019669511,0.0002357854,0.00024944122,0.00022401793,0.00007964066,0.0003126675,0.00016782223,0.00007481474],"category_scores_gemma":[0.0015287561,0.00021679683,0.000106422456,0.00077340583,0.000016273476,0.00037550597,0.000048063026,0.00033718237,0.0000040708974],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000863384,0.00045970688,0.44341692,0.0022846053,0.001362179,0.0000012244714,0.04785221,0.09413286,0.281633,0.036760315,0.09084146,0.0012468832],"study_design_scores_gemma":[0.0008946938,0.00007292202,0.6634577,0.0010707121,0.0006902109,0.00001956078,0.01350618,0.042913314,0.24796624,0.0006802794,0.027002651,0.0017255623],"about_ca_topic_score_codex":0.0047784443,"about_ca_topic_score_gemma":0.002372155,"teacher_disagreement_score":0.22004074,"about_ca_system_score_codex":0.0017969642,"about_ca_system_score_gemma":0.0006230252,"threshold_uncertainty_score":0.8840718},"labels":[],"label_agreement":null},{"id":"W3180430515","doi":"10.24908/pceea.vi0.14876","title":"CLASSIFICATION OF GENERIC DESIGN TASKS TO PROMOTE DESIGNER FLEXIBILITY AND INTEGRATION SKILLS IN CAPSTONE PROJECTS","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Capstone; Computer science; Flexibility (engineering); Design education; Multidisciplinary approach; Engineering design process; Design knowledge; Design brief; Software engineering; Human–computer interaction; Knowledge management; Engineering management; Systems engineering; Design technology; Engineering","score_opus":0.021797830248241005,"score_gpt":0.24499712481682162,"score_spread":0.22319929456858062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180430515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900375,0.00027499846,0.002231768,0.0027158142,0.0011783319,0.001097033,0.000017262155,0.00009050759,0.0023567737],"genre_scores_gemma":[0.98713773,0.000022320384,0.011897635,0.00010560175,0.000056317476,0.000116739044,0.000010245876,0.000029268309,0.0006241287],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9989353,0.000027615066,0.00038071367,0.000211629,0.00023015036,0.00021460697],"domain_scores_gemma":[0.9987523,0.000090410605,0.00019121204,0.00013342654,0.00067283894,0.00015981494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008283521,0.0001448806,0.00018399555,0.0003562687,0.000056154277,0.00006961781,0.0001455326,0.0001260937,0.000016544736],"category_scores_gemma":[0.0022288812,0.00015410242,0.000033524182,0.0011109902,0.000012438621,0.00030228755,0.000012956613,0.00019881765,0.0000039268325],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020841819,0.00056179217,0.046785798,0.00111427,0.00016033645,3.391871e-7,0.014644298,0.0323677,0.84632796,0.0090553155,0.023895778,0.025065593],"study_design_scores_gemma":[0.000405157,0.00006534591,0.7617025,0.00042950356,0.00008878345,0.0000125852885,0.0014749359,0.04184237,0.18581918,0.0005151787,0.0070844335,0.0005600218],"about_ca_topic_score_codex":0.0014042567,"about_ca_topic_score_gemma":0.00332654,"teacher_disagreement_score":0.7149167,"about_ca_system_score_codex":0.0015985225,"about_ca_system_score_gemma":0.00083276664,"threshold_uncertainty_score":0.6284115},"labels":[],"label_agreement":null},{"id":"W3181302303","doi":"10.24908/pceea.vi0.14851","title":"LA PENSÉE DESIGN COMME APPROCHE PÉDAGOGIQUE AFIN DE CONCEVOIR DES SOLUTIONS À UNE PROBLÉMATIQUE DE QUALITÉ DE L’EAU","year":2021,"lang":"fr","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"Université de Moncton","keywords":"Humanities; Political science; Sociology; Philosophy","score_opus":0.042184033112749236,"score_gpt":0.2763785556674948,"score_spread":0.23419452255474557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3181302303","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32486558,0.014296889,0.209332,0.3659948,0.010263305,0.00393736,0.00038777638,0.0012877245,0.06963457],"genre_scores_gemma":[0.8931591,0.00058493257,0.08797106,0.0012288635,0.00053446833,0.00036454483,0.000029206609,0.00015279053,0.015975066],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99757373,0.00026976017,0.00055899343,0.00029424237,0.00031195563,0.0009913081],"domain_scores_gemma":[0.9965873,0.0009421002,0.0004451483,0.00021329979,0.0011675617,0.00064459984],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0036105004,0.0003372683,0.00032266995,0.00027018038,0.00040915358,0.0003844651,0.0004459214,0.0006735259,0.00010637003],"category_scores_gemma":[0.008774308,0.0004258144,0.00016897147,0.0012858108,0.00009957956,0.0005657953,0.000039453724,0.0010315548,0.000027525386],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000014742399,0.00076695695,0.023593865,0.004790959,0.0009338213,0.0000043730215,0.15216972,0.12863399,0.04819488,0.30157167,0.33123222,0.008092786],"study_design_scores_gemma":[0.0010874196,0.00007541023,0.14762628,0.0029616738,0.000948793,0.0007127544,0.026728982,0.11482547,0.047338963,0.02504455,0.63052666,0.0021230453],"about_ca_topic_score_codex":0.025477648,"about_ca_topic_score_gemma":0.014408584,"teacher_disagreement_score":0.5682935,"about_ca_system_score_codex":0.012506741,"about_ca_system_score_gemma":0.009858803,"threshold_uncertainty_score":0.99981934},"labels":[],"label_agreement":null},{"id":"W3183292624","doi":"10.3390/su13158166","title":"Three Types of Architectural Educational Strategies (AES) in Sustainable Buildings for Learning Environments in Canada","year":2021,"lang":"en","type":"article","venue":"Sustainability","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University; Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Variety (cybernetics); Architecture; Experiential learning; Didacticism; Structuring; Field (mathematics); Narrative; Architectural engineering; Computer science; Sociology; Engineering; Visual arts; Pedagogy; Artificial intelligence; Art; Literature","score_opus":0.005773046806122926,"score_gpt":0.23920361278804417,"score_spread":0.23343056598192125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183292624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99439466,0.00028579513,0.0028512888,0.0011918239,0.000097442695,0.0002898295,0.0000025976951,0.00000911404,0.0008774425],"genre_scores_gemma":[0.9986995,0.000005482652,0.00063817913,0.000013533043,0.000017830951,0.00006514486,0.000013587802,0.000010308888,0.00053646055],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99921644,0.000051603565,0.00021313954,0.00014881122,0.0001018468,0.00026816208],"domain_scores_gemma":[0.99928933,0.0003950664,0.000032733504,0.00012939324,0.000117458345,0.000035993093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003038277,0.00008437081,0.00012940155,0.00006638856,0.000029216904,0.00001954079,0.000071389775,0.000030185129,0.00011267264],"category_scores_gemma":[0.0010526179,0.00009771001,0.000021819538,0.00023265787,0.000025224244,0.00018360905,0.000020930976,0.000177356,3.784577e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007546265,0.00016413543,0.34044993,0.0016779348,0.000027229597,0.000017377304,0.0027199078,0.5954471,0.0005457951,0.04682272,0.0003409671,0.011711398],"study_design_scores_gemma":[0.0005178592,0.00002834768,0.8449096,0.00001871501,0.000009791849,0.0000056115873,0.04613088,0.006233343,0.0014001438,0.07672577,0.023762291,0.00025762693],"about_ca_topic_score_codex":0.2915267,"about_ca_topic_score_gemma":0.4854778,"teacher_disagreement_score":0.5892138,"about_ca_system_score_codex":0.00207684,"about_ca_system_score_gemma":0.004185859,"threshold_uncertainty_score":0.7425534},"labels":[],"label_agreement":null},{"id":"W3183696704","doi":"10.5465/ambpp.2021.16594abstract","title":"Design Thinking in Executive Education: When the Parts are Greater than the Whole","year":2021,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Design thinking; Situated; Relevance (law); Situated cognition; Psychology; Work (physics); Process (computing); Cognition; Executive education; Pedagogy; Knowledge management; Mathematics education; Business education; Higher education; Engineering; Computer science; Political science","score_opus":0.03588777584706137,"score_gpt":0.2635058033687445,"score_spread":0.22761802752168314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183696704","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10501925,0.006285518,0.006722938,0.28379458,0.0017059975,0.003605891,0.0000042909355,0.00056703034,0.5922945],"genre_scores_gemma":[0.98606926,0.0003290973,0.001972601,0.0030047512,0.00013313466,0.0001909145,0.0000015831547,0.00002493048,0.008273705],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991599,0.000034088283,0.0002135853,0.00017489707,0.00023122232,0.00018633489],"domain_scores_gemma":[0.9996507,0.00009518499,0.000094005714,0.00008669141,0.000046071767,0.000027348375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071947026,0.00012363562,0.000108465494,0.000072892326,0.000114171446,0.000112685026,0.0003664366,0.000057948193,0.00007641652],"category_scores_gemma":[0.00003798817,0.000086015796,0.000031420663,0.00033359136,0.00003682363,0.0004083596,0.000078620404,0.0002909922,0.00003615221],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043393855,0.00019623527,0.00685626,0.00070100854,0.00038856483,0.000005434147,0.052417003,0.0015482325,0.0006076112,0.095588736,0.8087979,0.0328496],"study_design_scores_gemma":[0.0004208126,0.000016343705,0.063963704,0.00050719216,0.00018390856,0.000026512836,0.050603785,0.0011383389,0.011127953,0.04529776,0.8263157,0.00039796473],"about_ca_topic_score_codex":0.00000288666,"about_ca_topic_score_gemma":5.4934924e-7,"teacher_disagreement_score":0.88105005,"about_ca_system_score_codex":0.00004499588,"about_ca_system_score_gemma":0.000017053346,"threshold_uncertainty_score":0.35076222},"labels":[],"label_agreement":null},{"id":"W3184809787","doi":"10.3390/su13148073","title":"Preparing an Organization for Sustainability Transitions—The Making of Boundary Spanners through Design Training","year":2021,"lang":"en","type":"article","venue":"Sustainability","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"HEC Montréal","funders":"Fonds de Recherche du Québec-Société et Culture; Chalmers Tekniska Högskola","keywords":"Sustainability; Boundary (topology); Corporation; Knowledge management; Set (abstract data type); Public relations; Business; Political science; Computer science; Ecology","score_opus":0.03236295979239208,"score_gpt":0.3159875214002431,"score_spread":0.28362456160785104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184809787","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.091857985,0.00020860959,0.90142745,0.0038092083,0.00031748888,0.0012440642,0.0000119281285,0.0003003514,0.0008229284],"genre_scores_gemma":[0.98975164,0.0000047146273,0.00983393,0.00011685787,0.00006902129,0.0000778896,0.0000405199,0.000042172458,0.00006323945],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984369,0.00038411852,0.0003852074,0.00030777938,0.00015360737,0.00033233955],"domain_scores_gemma":[0.99671495,0.00042287412,0.00007464195,0.000566319,0.0021818832,0.000039304294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013746382,0.00015819646,0.00021053449,0.00004009317,0.0003476653,0.000107643435,0.00017689924,0.0000971204,0.000070242866],"category_scores_gemma":[0.0045013614,0.00015788293,0.00007666877,0.00067672867,0.00014129771,0.0007084023,0.000020600924,0.00017903895,5.382e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003921899,0.0010835204,0.0037564852,0.0072078393,0.00034325005,0.00001722788,0.29209638,0.5244763,0.0028242546,0.072136156,0.0034072697,0.09225916],"study_design_scores_gemma":[0.0014097063,0.00029453688,0.011492148,0.00007029394,0.00039944527,0.00009509777,0.39552262,0.052022304,0.017693551,0.4553956,0.06449885,0.0011058439],"about_ca_topic_score_codex":0.0000145365875,"about_ca_topic_score_gemma":0.00002368302,"teacher_disagreement_score":0.89789367,"about_ca_system_score_codex":0.0008992094,"about_ca_system_score_gemma":0.001615613,"threshold_uncertainty_score":0.64382786},"labels":[],"label_agreement":null},{"id":"W3185180588","doi":"10.5539/ibr.v14n8p77","title":"Japanese Student Ventures Born from Design Thinking Education","year":2021,"lang":"en","type":"article","venue":"International Business Research","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Launched; New Ventures; Entrepreneurship; Design thinking; Class (philosophy); Entrepreneurship education; World class; Business; Marketing; Management; Engineering; Computer science; Economics","score_opus":0.08407680721072508,"score_gpt":0.41574270120430235,"score_spread":0.33166589399357727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185180588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5730018,0.01203539,0.058601186,0.030704038,0.032542076,0.0011695622,0.000080017046,0.0008850115,0.29098094],"genre_scores_gemma":[0.9915148,0.0004561374,0.0031187325,0.00022107149,0.0009679039,0.000087219356,0.00018124157,0.000031136715,0.00342176],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983025,0.00019660451,0.00018130975,0.00021478592,0.00090859487,0.00019620782],"domain_scores_gemma":[0.9975956,0.0006154523,0.000023850469,0.00024276676,0.0014510239,0.00007127854],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005736586,0.000096334,0.00008542142,0.00021058523,0.00011057435,0.0004117458,0.00042569902,0.000064599975,0.0020025813],"category_scores_gemma":[0.00068986963,0.00010245787,0.00002653796,0.0005536406,0.000029221592,0.00038357,0.00008480561,0.0003249012,0.00052611076],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003475557,0.0041238433,0.014695501,0.00023739567,0.0014985087,0.00042522312,0.038683917,0.061941743,0.15166852,0.008889859,0.5354622,0.18202576],"study_design_scores_gemma":[0.0006809189,0.000018112143,0.40154487,0.00030953347,0.000029131037,0.00007513522,0.008462566,0.0038966339,0.02271539,0.010510164,0.55121446,0.00054311816],"about_ca_topic_score_codex":0.0002300593,"about_ca_topic_score_gemma":0.000023007384,"teacher_disagreement_score":0.41851303,"about_ca_system_score_codex":0.00023048602,"about_ca_system_score_gemma":0.0004031425,"threshold_uncertainty_score":0.9989097},"labels":[],"label_agreement":null},{"id":"W3186176013","doi":"10.56748/ejse.336","title":"Method for the Automatic Generation of Timber Connection Patterns","year":2003,"lang":"en","type":"article","venue":"Electronic Journal of Structural Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Connection (principal bundle); Frame (networking); Computer science; Engineering drawing; Software engineering; Engineering; Telecommunications; Mechanical engineering","score_opus":0.014674212002704523,"score_gpt":0.27077438091924416,"score_spread":0.25610016891653964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186176013","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17266177,0.001303931,0.8250361,0.000065530614,0.0007769957,0.00009704883,9.737006e-7,0.000021224143,0.00003645021],"genre_scores_gemma":[0.9838951,0.000061680876,0.015811017,0.000010797137,0.0001766458,0.0000045594225,0.0000010453975,0.000017885179,0.000021228816],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993797,0.000026689033,0.00027193656,0.0000407957,0.00009918843,0.00018170504],"domain_scores_gemma":[0.9994451,0.0002714343,0.00010709691,0.000069894464,0.00008030056,0.000026170592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048304896,0.00008517017,0.00012125029,0.000068461704,0.000031132848,0.000018686324,0.00007505741,0.000032850996,0.000071327995],"category_scores_gemma":[0.00012755333,0.00006284178,0.000068960144,0.00009480565,0.0000035277703,0.00017584932,0.0000016105614,0.00021296865,4.861448e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005227444,0.0000035331577,0.000028874705,0.00008136003,0.00022278698,2.7624952e-7,0.00032210382,0.9166234,0.053250194,0.014198975,0.00019761619,0.015065612],"study_design_scores_gemma":[0.0003177671,0.0000784948,0.0005637234,0.000017433415,0.00008513743,0.00029835405,0.00011944253,0.94486475,0.049145326,0.0003222227,0.004086034,0.00010131509],"about_ca_topic_score_codex":0.0000022780628,"about_ca_topic_score_gemma":0.0000025343104,"teacher_disagreement_score":0.8112334,"about_ca_system_score_codex":0.000109120585,"about_ca_system_score_gemma":0.000054447373,"threshold_uncertainty_score":0.25626132},"labels":[],"label_agreement":null},{"id":"W3187853372","doi":"10.1017/pds.2021.471","title":"MITIGATING COMPANY ADOPTION BARRIERS OF DESIGN-DRIVEN INNOVATION WITH HUMAN CENTERED DESIGN","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Business; Service (business); Product (mathematics); Service design; Product innovation; Space (punctuation); Service innovation; Knowledge management; Meaning (existential); Process management; New product development; Product design; Marketing; Computer science; Service provider; Psychology","score_opus":0.04936747237357602,"score_gpt":0.2632285455627738,"score_spread":0.21386107318919778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187853372","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28565514,0.00012372706,0.7111999,0.00033025863,0.00021998436,0.0008360782,0.00000553074,0.00020151258,0.0014278842],"genre_scores_gemma":[0.8059015,0.000020077458,0.19379757,0.00008106102,0.000038066835,0.000028957535,0.0000036358635,0.00003561729,0.00009345936],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99879485,0.00005757681,0.00042658002,0.00019406661,0.00030855177,0.0002183968],"domain_scores_gemma":[0.998417,0.00019016759,0.00035354594,0.00013301829,0.0008492872,0.000056954967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008850868,0.00018319982,0.00023875771,0.000048872782,0.00018182378,0.000059921484,0.0002581382,0.0001061269,0.000045866887],"category_scores_gemma":[0.00023178046,0.00015714766,0.0000969814,0.001086227,0.000108517655,0.0004160669,0.000032828302,0.00024866156,0.0000017617898],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037244616,0.000051243554,0.0011509017,0.00028781398,0.00019404302,2.2127122e-7,0.0055820746,0.014758717,0.96486026,0.0015405378,0.011216851,0.00032007502],"study_design_scores_gemma":[0.0006853489,0.0001001585,0.0013539619,0.00032067107,0.0001354576,0.00002037653,0.005794388,0.039836653,0.95044035,0.0008203857,0.00022466866,0.00026760512],"about_ca_topic_score_codex":0.0000031943434,"about_ca_topic_score_gemma":1.0458852e-7,"teacher_disagreement_score":0.5202464,"about_ca_system_score_codex":0.00010707331,"about_ca_system_score_gemma":0.00013627407,"threshold_uncertainty_score":0.64082956},"labels":[],"label_agreement":null},{"id":"W3189806257","doi":"10.1108/ci-11-2019-0116","title":"Design process innovation on brock commons tallwood house","year":2021,"lang":"en","type":"article","venue":"Construction Innovation","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Victoria; University of Northern British Columbia; École de Technologie Supérieure","funders":"","keywords":"Context (archaeology); Process (computing); Project team; Process management; Product (mathematics); New product development; Quality (philosophy); Engineering; Product design; Engineering management; Knowledge management; Systems engineering; Computer science; Business; Marketing","score_opus":0.04112851324969122,"score_gpt":0.28136004216358584,"score_spread":0.24023152891389463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189806257","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39785558,0.000035122714,0.57952386,0.00060159806,0.0028200794,0.0003118533,0.0000062462855,0.0012450584,0.017600628],"genre_scores_gemma":[0.9894302,0.000012993117,0.009217013,0.0005249095,0.00019863527,0.00006162943,0.00010529337,0.00005135578,0.00039797035],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99893475,0.00006575145,0.00043796218,0.0001931009,0.00021440166,0.00015405672],"domain_scores_gemma":[0.9987442,0.000097589924,0.00013521597,0.00022888898,0.0007713858,0.000022727458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001710235,0.00014582269,0.00011658374,0.00047472893,0.00013175988,0.000111186455,0.00007222661,0.0001168311,0.000263697],"category_scores_gemma":[0.00029904116,0.00017544803,0.000014208782,0.0041041924,0.000035113288,0.00052190165,0.0000072304306,0.000267833,0.00014001814],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118774384,0.00032854592,0.0022971428,0.0002776117,0.00019761875,0.000011407522,0.0008932843,0.06023413,0.29510507,0.36717966,0.063530035,0.20982674],"study_design_scores_gemma":[0.0021893433,0.00017166721,0.0054984,0.00019138258,0.00007987755,0.0006193435,0.0026455934,0.0140669495,0.8232086,0.023025524,0.12700821,0.0012951388],"about_ca_topic_score_codex":6.754445e-7,"about_ca_topic_score_gemma":0.0000010410599,"teacher_disagreement_score":0.5915746,"about_ca_system_score_codex":0.00010184397,"about_ca_system_score_gemma":0.00016067023,"threshold_uncertainty_score":0.7154563},"labels":[],"label_agreement":null},{"id":"W3192209003","doi":"10.18260/1-2--37478","title":"Managing Polarities: Perception of Value, Designer Roles, and Organizational Conditions that Influence Design Outcomes in Mechanical Engineering","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Value engineering; Perception; Value (mathematics); Computer science; Industrial engineering; Knowledge management; Engineering; Operations management; Psychology; Machine learning","score_opus":0.03874676415665391,"score_gpt":0.27833669135927686,"score_spread":0.23958992720262295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192209003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8897157,0.00036647156,0.1071031,0.0010613601,0.00041596088,0.00050524506,0.000092167335,0.00031814142,0.00042186156],"genre_scores_gemma":[0.99832374,0.00027859837,0.00091143063,0.00011077256,0.000039656326,0.00006176266,0.000025015768,0.00003836449,0.0002106369],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987257,0.000025398092,0.0003761544,0.00031863851,0.00029623028,0.0002578686],"domain_scores_gemma":[0.99909556,0.00030642815,0.000052456864,0.00007511307,0.0003585407,0.00011190024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000373713,0.0002454224,0.00027959625,0.00041237124,0.000059967664,0.0005230266,0.00026283317,0.000122026846,0.00030612946],"category_scores_gemma":[0.0003674198,0.00024486062,0.000039403425,0.00048927165,0.000059321254,0.0028083716,0.00008595171,0.00032872971,0.000017755108],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001868113,0.00041105083,0.058828626,0.0022185268,0.0006972361,0.0000435823,0.033648655,0.02411357,0.4084615,0.4539033,0.0025620393,0.01492512],"study_design_scores_gemma":[0.0018776052,0.0005069681,0.2655312,0.002956539,0.0003645374,0.00013889831,0.06760015,0.6172723,0.029598232,0.010342355,0.0013804302,0.0024307487],"about_ca_topic_score_codex":0.0000621121,"about_ca_topic_score_gemma":0.0000044730787,"teacher_disagreement_score":0.5931587,"about_ca_system_score_codex":0.0000934445,"about_ca_system_score_gemma":0.00009618346,"threshold_uncertainty_score":0.99851257},"labels":[],"label_agreement":null},{"id":"W3192597289","doi":"10.1017/pds.2021.479","title":"MODELLING DESIGN TRADE-OFFS USING A SET THEORY APPROACH: ALTERNATIVE PATHS FOR NAVIGATING TRADE-OFF SITUATIONS","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Conceptual design; Pareto principle; Space (punctuation); Set (abstract data type); Process (computing); Framing (construction); Spatial design; Engineering design process; Management science; Industrial engineering; Mathematical optimization; Human–computer interaction; Mathematics; Engineering; Business; Marketing","score_opus":0.1012251252190235,"score_gpt":0.29580154578036205,"score_spread":0.19457642056133856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192597289","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008919942,0.0006076471,0.98827964,0.0003669891,0.00025770642,0.000838627,0.000021051559,0.00014548696,0.0005628969],"genre_scores_gemma":[0.5016718,0.0001400221,0.49759573,0.00016582824,0.0001673756,0.00011887926,0.0000066933426,0.00007125523,0.00006241134],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998538,0.0000802921,0.00041525663,0.0003206864,0.00029372357,0.0003520481],"domain_scores_gemma":[0.998382,0.00095052837,0.00024596762,0.00014737518,0.00019107446,0.00008310345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015912564,0.00025983603,0.00028314872,0.000022740425,0.00037910152,0.00013309778,0.00035668229,0.00015185535,0.000009835418],"category_scores_gemma":[0.00027356588,0.00023579641,0.00033625463,0.00050359906,0.00008118947,0.0005337567,0.000037355574,0.00044428604,9.3753636e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003201309,0.000114991904,0.0000095689375,0.00034346498,0.00033226795,1.7925547e-7,0.043434247,0.8351262,0.10887169,0.0046653314,0.0039201253,0.0031499236],"study_design_scores_gemma":[0.0003302542,0.00001858272,0.000003738278,0.00012328598,0.00018772123,0.000024436331,0.010019244,0.89862007,0.07929318,0.010825609,0.0003065815,0.00024732974],"about_ca_topic_score_codex":0.0000026654818,"about_ca_topic_score_gemma":2.4761437e-8,"teacher_disagreement_score":0.49275187,"about_ca_system_score_codex":0.00015716195,"about_ca_system_score_gemma":0.00014648422,"threshold_uncertainty_score":0.9615499},"labels":[],"label_agreement":null},{"id":"W3194486677","doi":"10.25300/misq/2022/15252","title":"Product Meaning in Digital Product Innovation","year":2022,"lang":"en","type":"article","venue":"MIS Quarterly","topic":"Design Education and Practice","field":"Engineering","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Meaning (existential); Product (mathematics); Product design; New product development; Product innovation; Process (computing); Computer science; Knowledge management; Business; Marketing; Psychology; Mathematics","score_opus":0.015687662674335946,"score_gpt":0.23441661378183926,"score_spread":0.21872895110750332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194486677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9428925,0.00021463592,0.0006940744,0.0012180735,0.0014126482,0.00033262128,0.000010058222,0.0003445055,0.05288092],"genre_scores_gemma":[0.99852365,5.083972e-7,0.0001823932,0.00006703567,0.000119346434,0.00006211581,0.000037607024,0.00001868777,0.0009886713],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993755,0.00002332902,0.00018416345,0.0001450305,0.00013801178,0.00013396061],"domain_scores_gemma":[0.9997316,0.000024933954,0.000028508264,0.00016680147,0.000032456257,0.000015722371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026215214,0.000072372226,0.00006645662,0.00018398935,0.000055239743,0.00007121546,0.0000911975,0.00000802256,0.00027197672],"category_scores_gemma":[0.000052820742,0.00008636692,0.000010831693,0.0007844252,0.0000055413107,0.00043068183,0.000004108637,0.00019512707,0.00007432636],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044818258,0.00033713743,0.0035314236,0.00011344548,0.000043906693,0.000023814386,0.04364415,0.0068471325,0.032076687,0.0056357686,0.06148451,0.8462172],"study_design_scores_gemma":[0.00085816643,0.00040869458,0.011640498,0.000020918058,0.000013514448,0.00012661422,0.0107011935,0.006162707,0.0031647524,0.003180373,0.962914,0.0008085528],"about_ca_topic_score_codex":0.00001175775,"about_ca_topic_score_gemma":0.0000046099904,"teacher_disagreement_score":0.90142953,"about_ca_system_score_codex":0.000085573534,"about_ca_system_score_gemma":0.000029248986,"threshold_uncertainty_score":0.35219407},"labels":[],"label_agreement":null},{"id":"W3195117954","doi":"10.32920/ryerson.14641440.v1","title":"A ‘Natural’ Approach to Design","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Analogy; Biomimetics; Artifact (error); Natural (archaeology); Reuse; Sustainability; Computer science; Sustainable design; Process (computing); Management science; Biochemical engineering; Artificial intelligence; Engineering; Epistemology; Ecology; Biology","score_opus":0.05812810044943725,"score_gpt":0.2745990510344429,"score_spread":0.21647095058500562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195117954","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033231836,0.0006130686,0.75106573,0.00022891618,0.0018628197,0.00027785246,8.9925163e-7,0.0004038555,0.24521452],"genre_scores_gemma":[0.4760137,0.00008722577,0.5115167,0.0008148371,0.00022692811,0.00017895488,0.000055584187,0.00005486615,0.011051213],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930304,0.00006240614,0.00013604274,0.00023284629,0.000115981515,0.00014970351],"domain_scores_gemma":[0.99934256,0.00009028229,0.0000151797185,0.00039528726,0.00005463489,0.00010206164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018843981,0.00016402175,0.0001579334,0.000080970596,0.000017198674,0.00020322982,0.000203081,0.00013044523,0.0004030372],"category_scores_gemma":[0.00007869022,0.00016491287,0.000052187654,0.00013958877,0.000003583833,0.00007124969,0.000100610676,0.0004959107,0.00024515574],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000086805385,0.00012700082,0.0000037023055,0.00043638507,0.00021484235,0.0000062669583,0.0034304054,0.58250475,0.0023699035,0.0011932356,0.39149383,0.018211024],"study_design_scores_gemma":[0.00032717673,0.0000232367,0.0009701752,0.00019280131,0.00018927814,0.000093267394,0.0032552176,0.53879046,0.014994472,0.0007218434,0.43795204,0.0024900027],"about_ca_topic_score_codex":0.000016112379,"about_ca_topic_score_gemma":0.0000012265989,"teacher_disagreement_score":0.47568136,"about_ca_system_score_codex":0.00006484829,"about_ca_system_score_gemma":0.00008627553,"threshold_uncertainty_score":0.6724951},"labels":[],"label_agreement":null},{"id":"W3196922711","doi":"10.1016/b978-0-12-817821-8.00022-9","title":"Food design: Innovation in Canadian graphic design education","year":2021,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Graphic design; Variety (cybernetics); Meaning (existential); Design education; Context (archaeology); Action (physics); Design thinking; Environmental graphic design; Design elements and principles; Order (exchange); Engineering ethics; Art and design; Sociology; Engineering; Epistemology; Computer science; Visual arts; Multimedia; Human–computer interaction; Art; Systems engineering; Artificial intelligence; Geography","score_opus":0.037217254809509506,"score_gpt":0.25035700125615706,"score_spread":0.21313974644664757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196922711","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018806055,0.0024083913,0.0014171139,0.000138489,0.0016110693,0.00073172397,0.000008751296,0.00010042304,0.99356526],"genre_scores_gemma":[0.019677918,0.00031644115,0.005594602,0.0008107094,0.0003840651,0.00022423931,0.00016126022,0.00019481938,0.9726359],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985269,0.000087270244,0.0005418851,0.00030747178,0.0001905093,0.00034599606],"domain_scores_gemma":[0.9989288,0.00013637425,0.00012395383,0.00041309133,0.00021911747,0.00017865573],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006856837,0.0003471442,0.00029529195,0.0012805365,0.000067077024,0.00010289565,0.00018656942,0.0003993552,0.0004834217],"category_scores_gemma":[0.00009393656,0.00043565224,0.000058125843,0.00017909642,0.000026576146,0.00012622456,0.000010477598,0.0006217587,0.00016728074],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005019715,0.000009878667,0.000004964581,0.000089340756,0.00006790542,0.000009177003,0.00039474946,0.00027189808,0.00005561864,0.034203704,0.0021076412,0.9627801],"study_design_scores_gemma":[0.00009982908,0.000042115233,0.00003364193,0.00029986087,0.00004576168,0.000022232865,0.000045385434,0.00013737316,0.0001313121,0.00966867,0.9890106,0.0004632167],"about_ca_topic_score_codex":0.00013851003,"about_ca_topic_score_gemma":0.013014673,"teacher_disagreement_score":0.98690295,"about_ca_system_score_codex":0.00055413967,"about_ca_system_score_gemma":0.0028144773,"threshold_uncertainty_score":0.9998095},"labels":[],"label_agreement":null},{"id":"W3197171891","doi":"","title":"Learning for biocultural design: community kitchens as innovation spaces for small-scale food production in Manitoba","year":2020,"lang":"en","type":"dissertation","venue":"Mspace (University of Manitoba)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; University of Manitoba","keywords":"Scale (ratio); Geography; Production (economics); Cartography; Economics","score_opus":0.055942153336472324,"score_gpt":0.24378130910866846,"score_spread":0.18783915577219615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197171891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98095,0.00009278288,0.013546344,0.0012505372,0.001090911,0.001608404,0.000017031703,0.00021584997,0.0012281623],"genre_scores_gemma":[0.97963274,0.000115694886,0.016488027,0.000023408025,0.00018894883,0.000022990353,0.0016986309,0.000073170995,0.0017564101],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.9990611,0.00016635966,0.00017892073,0.00023634594,0.00014255776,0.00021468398],"domain_scores_gemma":[0.99885917,0.0002544316,0.0002721983,0.00018020844,0.0003939183,0.00004009087],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045763797,0.00023932765,0.0003130626,0.00036886087,0.0003405567,0.00005153285,0.0002650037,0.00027379405,0.000004300189],"category_scores_gemma":[0.00035409242,0.00033604214,0.0000910258,0.00061985076,0.000027727985,0.0003690925,0.00001887182,0.00062958,0.000015590096],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012984018,0.002436309,0.017332979,0.035666857,0.0034154735,0.000020820895,0.2511452,0.10928429,0.32598957,0.0076475455,0.12616788,0.10790902],"study_design_scores_gemma":[0.0020405124,0.001475233,0.038234554,0.00052967516,0.00048223516,0.0000073136134,0.8516276,0.008361973,0.03326225,0.001118366,0.06167624,0.0011840564],"about_ca_topic_score_codex":0.00069888495,"about_ca_topic_score_gemma":0.17825113,"teacher_disagreement_score":0.60048234,"about_ca_system_score_codex":0.00022793961,"about_ca_system_score_gemma":0.000094600204,"threshold_uncertainty_score":0.99990916},"labels":[],"label_agreement":null},{"id":"W3197629926","doi":"10.1007/978-3-030-70873-3_8","title":"Design for Empathy and Accessibility: A Technology Solution for Deaf Curling Athletes","year":2021,"lang":"en","type":"book-chapter","venue":"Transactions on computational science and computational intelligence","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Commercialization; Athletes; Engineering management; Empathy; Curling; Engineering; Course (navigation); Computer science; Knowledge management; Psychology; Marketing; Business; Mechanical engineering","score_opus":0.07235597897063765,"score_gpt":0.324829845876676,"score_spread":0.25247386690603835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197629926","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008550655,0.0008155642,0.99595225,0.0007408606,0.0003698547,0.00075511576,0.00007694404,0.00013677312,0.0010671564],"genre_scores_gemma":[0.39549902,0.00049128494,0.5984141,0.0005680855,0.00014123862,0.00044230817,0.000138245,0.00008262386,0.004223076],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983622,0.000014236452,0.0003936241,0.0005790294,0.00040766408,0.00024326662],"domain_scores_gemma":[0.9968239,0.001758903,0.00010834022,0.00012137053,0.0010704445,0.000117048374],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006107332,0.00026635706,0.00024019499,0.0005112159,0.0006644036,0.00023051877,0.00019849645,0.0001684318,0.000053870244],"category_scores_gemma":[0.00008562643,0.0002988571,0.00006396004,0.00027776972,0.00043858358,0.00038290428,0.000008685205,0.00024619605,0.000009159656],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027583521,0.000029071482,3.5971533e-7,0.00008021427,0.000040128605,5.0837383e-7,0.0002056304,0.70815367,0.000037350223,0.07845736,0.00007252419,0.21289559],"study_design_scores_gemma":[0.000105042025,0.00011803451,0.000011917817,0.000106038824,0.00004593324,0.000029054374,0.00009057543,0.7379291,0.00027326777,0.25864625,0.0023858217,0.0002589747],"about_ca_topic_score_codex":0.0000014149515,"about_ca_topic_score_gemma":0.0000023864568,"teacher_disagreement_score":0.3975381,"about_ca_system_score_codex":0.00016825275,"about_ca_system_score_gemma":0.0005542131,"threshold_uncertainty_score":0.99994636},"labels":[],"label_agreement":null},{"id":"W3203878057","doi":"10.53967/cje-rce.v44i3.4195","title":"Réalisation d’une démarche d’analyse technologique par des élèves de science et technologie au secondaire : trois cas de figure","year":2021,"lang":"fr","type":"article","venue":"Canadian Journal of Education / Revue canadienne de l éducation","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Humanities; Art","score_opus":0.049298753002825116,"score_gpt":0.29426733658744575,"score_spread":0.24496858358462065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203878057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8669527,0.006103997,0.0054280404,0.11334622,0.0049616694,0.00020289843,0.00004258982,0.000042687145,0.0029191608],"genre_scores_gemma":[0.9753766,0.0007441817,0.019766662,0.0010026068,0.00070262677,0.000051564937,0.000056298337,0.000059551618,0.0022398904],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9967442,0.0004951947,0.00079445034,0.00041255963,0.0001439742,0.001409584],"domain_scores_gemma":[0.9942157,0.00037503548,0.00060084654,0.00066955277,0.0020774463,0.0020613836],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0042114416,0.00033451765,0.00036900162,0.00161595,0.0006913784,0.00041476483,0.0007296298,0.00052876474,0.00068739953],"category_scores_gemma":[0.013052118,0.0004366365,0.00015873418,0.0032473207,0.0006660665,0.0014511149,0.000017531545,0.0013171074,0.000027689332],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000020834874,0.0004692163,0.083358206,0.0012224244,0.00035643985,0.0003579898,0.45994398,0.011686625,0.027180567,0.040006503,0.051641084,0.32375613],"study_design_scores_gemma":[0.0004257573,0.00021740199,0.35575047,0.0014960264,0.0006002454,0.010992278,0.30987862,0.0020837344,0.031880647,0.04112816,0.24452382,0.0010228356],"about_ca_topic_score_codex":0.13043742,"about_ca_topic_score_gemma":0.72111,"teacher_disagreement_score":0.59067255,"about_ca_system_score_codex":0.03634993,"about_ca_system_score_gemma":0.13661186,"threshold_uncertainty_score":0.99980855},"labels":[],"label_agreement":null},{"id":"W3205361876","doi":"10.1007/s00146-021-01281-2","title":"Processing of grid-based design representations: a qualitative analysis of concurrent think-aloud protocols","year":2021,"lang":"en","type":"article","venue":"AI & Society","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Computer science; Think aloud protocol; Protocol analysis; Qualitative analysis; Grid; Human–computer interaction; Qualitative research; Cognitive science; Psychology; Sociology; Mathematics","score_opus":0.10225079581178331,"score_gpt":0.45221773255975284,"score_spread":0.3499669367479695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205361876","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008050303,0.0006394283,0.9870119,0.00061430706,0.00012731749,0.0027877523,0.000041278625,0.000110641515,0.0006170746],"genre_scores_gemma":[0.9439015,0.000034070566,0.054460548,0.00038464408,0.000039988583,0.0009476812,0.00009503864,0.000022472093,0.000114094706],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99893343,0.00026755227,0.000344451,0.00014419145,0.00020567875,0.000104699735],"domain_scores_gemma":[0.9985152,0.0006695865,0.00015746139,0.00020308752,0.0004161907,0.000038457027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006364264,0.00008899327,0.0002425175,0.000042708092,0.00004408539,0.000028212093,0.00008256022,0.000052168205,0.00016887793],"category_scores_gemma":[0.00026830827,0.00009143592,0.00021471092,0.001241341,0.000054219643,0.00018224138,0.000008775677,0.0001284646,0.0000027409912],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035574474,0.0008238798,0.0006785079,0.001842253,0.0037187752,0.0000023721416,0.72546554,0.16995627,0.03297974,0.0013148303,0.050653357,0.012528924],"study_design_scores_gemma":[0.0011552032,0.00008217624,0.0027680476,0.00027943417,0.001660198,0.0000013275045,0.156018,0.69837576,0.13574655,0.0005947229,0.0028966784,0.00042190147],"about_ca_topic_score_codex":0.000017738857,"about_ca_topic_score_gemma":0.0000029647479,"teacher_disagreement_score":0.93585116,"about_ca_system_score_codex":0.000047227073,"about_ca_system_score_gemma":0.0003018667,"threshold_uncertainty_score":0.37286487},"labels":[],"label_agreement":null},{"id":"W3205448872","doi":"10.21606/drs.2010.138","title":"Dealing with the Human-centered Approach within HCI Projects","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Human–computer interaction; Data science","score_opus":0.026770099492889263,"score_gpt":0.2496820486498824,"score_spread":0.22291194915699314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205448872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8708162,0.00001975987,0.00014069078,0.00020112986,0.00012302746,0.00021714978,6.2468905e-7,0.000135066,0.12834637],"genre_scores_gemma":[0.99301004,0.0000027322706,0.006550382,0.000042658237,0.0000846422,0.00003007051,0.000001190255,0.00002597679,0.0002523112],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995012,0.0000015165024,0.00012164137,0.0001075026,0.00013940655,0.00012869488],"domain_scores_gemma":[0.99967724,0.000023023644,0.00007899067,0.000066543274,0.00011348694,0.000040693212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002768267,0.00009583093,0.000088071574,0.000050508665,0.00007546137,0.00006455651,0.00017966364,0.00004291316,0.000023474302],"category_scores_gemma":[0.000039243085,0.00006493315,0.000018370818,0.00014977931,0.000045020846,0.00023362975,0.0000114524,0.00029868094,0.0000058989112],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056974222,0.0002211426,0.009019222,0.00078372983,0.00018637397,5.644952e-7,0.026356176,0.0003204297,0.86363727,0.0868696,0.009746525,0.002802002],"study_design_scores_gemma":[0.003780404,0.00053769635,0.019075612,0.00034861598,0.00048339218,0.00036356298,0.059497625,0.026764316,0.7855937,0.001888759,0.09946577,0.0022005746],"about_ca_topic_score_codex":0.00000868291,"about_ca_topic_score_gemma":0.000003788961,"teacher_disagreement_score":0.12809406,"about_ca_system_score_codex":0.000007656394,"about_ca_system_score_gemma":0.0000139788735,"threshold_uncertainty_score":0.2647897},"labels":[],"label_agreement":null},{"id":"W3207465750","doi":"10.4000/rfsic.11835","title":"Designers et ergonomes à l’épreuve de la reconnaissance professionnelle : un essai de comparaison entre deux cultures de la conception dans l’industrie française des télécommunications","year":2021,"lang":"fr","type":"article","venue":"Revue française des sciences de l’information et de la communication","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Humanities; Political science; Sociology; Philosophy","score_opus":0.05926522051562031,"score_gpt":0.3598281493508198,"score_spread":0.30056292883519947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207465750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39728278,0.024588201,0.3488137,0.008850138,0.00033190654,0.00088189426,0.0000985051,0.0005239156,0.21862897],"genre_scores_gemma":[0.81181085,0.018231457,0.16781025,0.0008470887,0.00006506034,0.00026434928,0.00021825155,0.00004261387,0.00071007956],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9849874,0.012523234,0.0009776622,0.00032771053,0.0003350814,0.0008489393],"domain_scores_gemma":[0.9892524,0.007912667,0.0006668381,0.0012713764,0.00046975314,0.00042698483],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.012344766,0.0004623693,0.0004275065,0.00028717288,0.0025315536,0.0012457399,0.0016171357,0.0009629949,0.0007413149],"category_scores_gemma":[0.0035953117,0.0005443191,0.00019133757,0.0015292935,0.0033336775,0.0046660765,0.00023917636,0.0021374412,0.000093489005],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079436286,0.0008778349,0.0330133,0.0008727975,0.00016152693,0.000011513308,0.4864669,0.25381574,0.007153777,0.16520849,0.014244483,0.038094174],"study_design_scores_gemma":[0.0026946175,0.00012185076,0.13908806,0.0037795012,0.00045446356,0.0017169531,0.111446,0.31617802,0.014725259,0.0272136,0.38096473,0.0016169487],"about_ca_topic_score_codex":0.0021122159,"about_ca_topic_score_gemma":0.0008422851,"teacher_disagreement_score":0.41452807,"about_ca_system_score_codex":0.0014634973,"about_ca_system_score_gemma":0.0025568255,"threshold_uncertainty_score":0.9997911},"labels":[],"label_agreement":null},{"id":"W3207871280","doi":"","title":"Aesthetics in negotiation: Part one: Four elements","year":2017,"lang":"en","type":"article","venue":"eYLS (Yale Law School)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Negotiation; Aesthetics; Beauty; Epistemology; Context (archaeology); Sociology; Psychology; Social psychology; Art; Social science; Philosophy; History","score_opus":0.03624052859903802,"score_gpt":0.2789724347649296,"score_spread":0.24273190616589158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207871280","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3242761,0.00074361975,0.0027442935,0.0072900793,0.0070193806,0.0008188223,0.000022604909,0.0006323033,0.65645283],"genre_scores_gemma":[0.994563,0.00012259389,0.0017919871,0.0005840834,0.00029511235,0.000030955238,0.000008761694,0.000027430213,0.00257609],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999234,0.000037785365,0.00021945995,0.00013338888,0.00015994397,0.00021542428],"domain_scores_gemma":[0.99920624,0.00003684075,0.00007369248,0.0005332209,0.00003358102,0.000116429444],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00029887192,0.00010509041,0.000110381545,0.000034646746,0.00018164473,0.00023902516,0.000267903,0.00006592616,0.0009636158],"category_scores_gemma":[0.00015196145,0.00012347434,0.00002815188,0.000051539995,0.000023249942,0.00055795215,0.00002572515,0.00022695612,0.0014248509],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013693784,0.0012204361,0.2908288,0.0004943719,0.00037468685,0.00016532329,0.0029703155,0.015459822,0.0028298653,0.20584317,0.3644835,0.115192786],"study_design_scores_gemma":[0.00052278896,0.000018193312,0.025082095,0.00004265771,0.0000134134725,0.0000054814172,0.000054838718,0.0015368015,0.0005789467,0.0013044709,0.9706254,0.00021492674],"about_ca_topic_score_codex":0.00012461026,"about_ca_topic_score_gemma":0.00048491367,"teacher_disagreement_score":0.6702869,"about_ca_system_score_codex":0.000065963555,"about_ca_system_score_gemma":0.000029998178,"threshold_uncertainty_score":0.99994963},"labels":[],"label_agreement":null},{"id":"W3209002300","doi":"10.18260/1-2--34593","title":"Evaluating a new second-year introduction to chemical engineering design course using concept mapping","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Variety (cybernetics); Curriculum; Engineering education; Engineering design process; Computer science; Mathematics education; Engineering; Engineering management; Mechanical engineering; Artificial intelligence; Mathematics; Pedagogy; Psychology","score_opus":0.17226115798529262,"score_gpt":0.33345185642069675,"score_spread":0.16119069843540412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209002300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.634048,0.00016563998,0.35103637,0.010673597,0.0013781186,0.0012450651,0.000041342522,0.0010892744,0.00032262382],"genre_scores_gemma":[0.9792648,0.000008088698,0.01646638,0.0011185242,0.0027449967,0.000051624025,0.000019281042,0.00008046337,0.00024584806],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977824,0.000027395121,0.00056179834,0.0006406592,0.00046133727,0.0005263992],"domain_scores_gemma":[0.99819154,0.00011723243,0.00014317405,0.00013023414,0.00072188524,0.0006959135],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040203324,0.00041153352,0.00042218136,0.00012115535,0.00010029816,0.0006952213,0.0006020952,0.00014991386,0.0010789748],"category_scores_gemma":[0.0014400326,0.0004593729,0.00007886786,0.0008417495,0.000036238096,0.002248604,0.0001736482,0.00057091675,0.00014641286],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025246563,0.00005603815,0.00015951823,0.00018892711,0.00019571961,0.000005760044,0.02409114,0.029524356,0.8356975,0.0013826258,0.093740314,0.014705638],"study_design_scores_gemma":[0.0020789474,0.00074933807,0.0007138725,0.00032281343,0.00023140143,0.000064229964,0.022623206,0.749171,0.19253697,0.000081913626,0.029409189,0.0020170931],"about_ca_topic_score_codex":0.000017057913,"about_ca_topic_score_gemma":3.3052913e-7,"teacher_disagreement_score":0.7196467,"about_ca_system_score_codex":0.00014474921,"about_ca_system_score_gemma":0.00025837557,"threshold_uncertainty_score":0.9998342},"labels":[],"label_agreement":null},{"id":"W3209005782","doi":"10.20380/gi2021.06","title":"Challenges in Getting Started in Motion Graphic Design: Perspectives from Casual and Professional Motion Designers","year":2021,"lang":"en","type":"article","venue":"Canada Human-Computer Communications Society","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Casual; Motion (physics); Computer science; Human–computer interaction; Computer graphics (images); Multimedia; Artificial intelligence","score_opus":0.09581553120778084,"score_gpt":0.29747721804766375,"score_spread":0.2016616868398829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209005782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68638337,0.06337208,0.21830302,0.025767868,0.0014753676,0.001433374,0.000037110385,0.00050407863,0.0027237367],"genre_scores_gemma":[0.9561862,0.0017626433,0.04166295,0.00016309641,0.00004817791,0.000049228533,0.00008495383,0.000020852842,0.000021893251],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986861,0.00047288285,0.00026551157,0.00024449386,0.00014229196,0.00018877343],"domain_scores_gemma":[0.9987311,0.00050795206,0.000054601383,0.0005386564,0.000104224746,0.0000634937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003843765,0.00014133668,0.00015657394,0.000070057344,0.00022115163,0.00005128149,0.0002442443,0.000093146096,0.000022699927],"category_scores_gemma":[0.000029614721,0.00017500538,0.00003481891,0.00030223044,0.000059632875,0.00027035037,0.00008408448,0.00045490218,7.3964986e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033105167,0.0024712759,0.018064827,0.00065619027,0.0009875768,0.000086046,0.5253058,0.07127031,0.02465455,0.033541795,0.039658,0.2832705],"study_design_scores_gemma":[0.0017725303,0.000027604612,0.32923847,0.00034587353,0.000051788007,0.00002569837,0.09030629,0.5704911,0.00069605414,0.002382687,0.003701505,0.0009604117],"about_ca_topic_score_codex":0.013982853,"about_ca_topic_score_gemma":0.17835863,"teacher_disagreement_score":0.4992208,"about_ca_system_score_codex":0.00047592234,"about_ca_system_score_gemma":0.0002870936,"threshold_uncertainty_score":0.9925831},"labels":[],"label_agreement":null},{"id":"W3209080730","doi":"10.55016/ojs/pplt.v4y2020.68832","title":"Getting Radical: Using Design thinking to Tackle Collaboration Issues","year":2020,"lang":"en","type":"article","venue":"Papers on postsecondary learning and teaching.","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Design thinking; Management science; Process management; Knowledge management; Engineering management; Human–computer interaction; Engineering","score_opus":0.020420359898652537,"score_gpt":0.2867716889286036,"score_spread":0.26635132902995107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209080730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7872062,0.0033346247,0.052227583,0.029616736,0.0014087405,0.0010928948,0.000012072377,0.0031110132,0.12199015],"genre_scores_gemma":[0.97204196,0.00004234986,0.023441143,0.0038676034,0.0002530084,0.0000061352293,0.000010271616,0.000057983016,0.00027952448],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878556,0.0003365702,0.0002007424,0.00026410955,0.00018154256,0.00023148395],"domain_scores_gemma":[0.9992439,0.0003650626,0.000052723517,0.000083502346,0.000024528385,0.00023026911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006605086,0.00018264075,0.00017502772,0.00008997943,0.00048543615,0.00025733965,0.00009647501,0.00007647933,0.00022698713],"category_scores_gemma":[0.0008498641,0.00019531394,0.000027429096,0.00013551115,0.000018367919,0.00025503483,0.000022647875,0.0007922553,0.000077560224],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025581027,0.00008157548,0.0017238352,0.0002652421,0.00022023372,0.000043494205,0.11252002,0.30404752,0.2869111,0.0034914452,0.013742219,0.27669752],"study_design_scores_gemma":[0.00051200506,0.00045864147,0.00060957734,0.00013242486,0.000050247847,0.000027592414,0.0073629348,0.1054184,0.0030652562,0.00007054087,0.8816357,0.00065666926],"about_ca_topic_score_codex":0.000013372777,"about_ca_topic_score_gemma":0.0000010008945,"teacher_disagreement_score":0.8678935,"about_ca_system_score_codex":0.000053056792,"about_ca_system_score_gemma":0.000042154996,"threshold_uncertainty_score":0.7964672},"labels":[],"label_agreement":null},{"id":"W3210019277","doi":"","title":"The integration project : A new educational model for interactive product design: validating utility, performance, and experience","year":2005,"lang":"en","type":"article","venue":"TU/e Research Portal (Eindhoven University of Technology)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Product (mathematics); Computer science; Process management; Engineering management; Business; Engineering; Mathematics","score_opus":0.11056026032128412,"score_gpt":0.36774745783369106,"score_spread":0.25718719751240693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210019277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86149216,0.00051369035,0.10901768,0.013243523,0.00016719972,0.0024545584,0.00001741346,0.00030749294,0.012786297],"genre_scores_gemma":[0.9726751,0.00021468452,0.023354402,0.000004233975,0.000037920283,0.0000125643855,0.0000060706643,0.000009418957,0.0036856306],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919844,0.000040676026,0.00012888401,0.00019690052,0.00019339196,0.00024173068],"domain_scores_gemma":[0.9991226,0.0002817116,0.00005951573,0.00022488742,0.00026319138,0.000048099115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006985645,0.00008792856,0.000096598254,0.00030645172,0.00034298937,0.000033157612,0.00031198238,0.00007256416,0.000037193382],"category_scores_gemma":[0.00048280563,0.000082998755,0.000025178482,0.00043025106,0.00022199398,0.0005670259,0.00008001117,0.0003521263,0.000006230597],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004919227,0.00027218516,0.0013111795,0.00014074141,0.00015649971,0.0000020117648,0.02057728,0.003825131,0.014437084,0.008559241,0.07301494,0.8772118],"study_design_scores_gemma":[0.00059116975,0.00022399057,0.0011321495,0.00010998037,0.000026212236,0.0000322739,0.023522487,0.8885098,0.03269432,0.002439648,0.05044408,0.0002738541],"about_ca_topic_score_codex":0.000053347903,"about_ca_topic_score_gemma":0.00007113845,"teacher_disagreement_score":0.8846847,"about_ca_system_score_codex":0.000088718254,"about_ca_system_score_gemma":0.00041714634,"threshold_uncertainty_score":0.3384591},"labels":[],"label_agreement":null},{"id":"W3212014123","doi":"10.4018/978-1-7998-7963-3.ch004","title":"Collective Innovation for Complex Challenges","year":2021,"lang":"en","type":"book-chapter","venue":"Practice, progress, and proficiency in sustainability","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Praxis; Collective action; Knowledge management; Field (mathematics); Engineering ethics; Sociology; Collective intelligence; Management science; Political science; Engineering; Computer science","score_opus":0.06012175388374699,"score_gpt":0.33944608923150277,"score_spread":0.2793243353477558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212014123","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00067018374,0.04986861,0.001772436,0.013346041,0.0009879139,0.006157816,0.000061159255,0.0003586456,0.9267772],"genre_scores_gemma":[0.6289109,0.023065621,0.022922909,0.0011755874,0.0014064448,0.0058369287,0.0008157412,0.0006247456,0.3152411],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979417,0.00013167845,0.00063646375,0.00061532954,0.00027941505,0.0003954289],"domain_scores_gemma":[0.99584484,0.0013529707,0.00030764673,0.00040888065,0.0020199772,0.00006567579],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002051285,0.0003780096,0.0004510052,0.0003373707,0.00018004215,0.00015030033,0.00015756034,0.00037739734,0.00010714442],"category_scores_gemma":[0.0032862215,0.00041539405,0.00006016564,0.00031312145,0.0002542226,0.0006843365,0.00005491136,0.00063889724,0.00000418677],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035173228,0.00045642955,0.00051040034,0.005537163,0.00015376994,0.00003446745,0.007193168,0.000057890175,0.000008199503,0.755138,0.002139889,0.22841895],"study_design_scores_gemma":[0.00047992132,0.00019787096,0.0019059048,0.000081342914,0.000101631216,0.00003206337,0.0042115585,0.0009967367,0.00002101582,0.09836392,0.8930447,0.00056333625],"about_ca_topic_score_codex":0.0000075699686,"about_ca_topic_score_gemma":0.00001662364,"teacher_disagreement_score":0.8909048,"about_ca_system_score_codex":0.0009835191,"about_ca_system_score_gemma":0.00144201,"threshold_uncertainty_score":0.99982977},"labels":[],"label_agreement":null},{"id":"W3212968450","doi":"10.1115/detc2021-70668","title":"Sustainable Creativity: Overcoming the Challenge of Scale When Repurposing Wind-Turbine Blades","year":2021,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Task (project management); Reuse; Creativity; Computer science; Flexibility (engineering); Scale (ratio); Wind power; Repurposing; Scalability; Turbine; Artificial intelligence; Engineering; Psychology; Mechanical engineering; Systems engineering; Mathematics; Database","score_opus":0.020109459496691434,"score_gpt":0.25665386749762487,"score_spread":0.23654440800093343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212968450","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.118329994,0.005488891,0.012625883,0.009152427,0.00040010322,0.00028859233,0.0000021839548,0.0002785176,0.85343343],"genre_scores_gemma":[0.9558338,0.00018794539,0.002106448,0.00013178884,0.000085723266,0.0000056559143,0.000002798338,0.00001963182,0.041626215],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993708,0.00006962168,0.00015597865,0.000111772584,0.00011655065,0.0001752524],"domain_scores_gemma":[0.99919766,0.00032499537,0.000033251483,0.00030057467,0.00010646224,0.000037027847],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00032971817,0.00008431983,0.00012429961,0.00003509371,0.000078488774,0.00008130742,0.0000866583,0.00004238483,0.0010142511],"category_scores_gemma":[0.00016949863,0.00006657907,0.00004155756,0.00016279797,0.000023629313,0.00042859814,0.000034211174,0.00013988158,0.000011135773],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001477834,0.0016549502,0.0056565497,0.0036486874,0.0013766016,0.0002859515,0.12189002,0.025312005,0.18057981,0.38778806,0.10265262,0.16900694],"study_design_scores_gemma":[0.0004481447,0.000043529137,0.0019245582,0.00009435398,0.00011337861,0.000051874802,0.029961828,0.0056388737,0.18170138,0.007590458,0.7720617,0.00036989155],"about_ca_topic_score_codex":0.00008805527,"about_ca_topic_score_gemma":0.000030109173,"teacher_disagreement_score":0.8375038,"about_ca_system_score_codex":0.00004313169,"about_ca_system_score_gemma":0.000054732667,"threshold_uncertainty_score":0.99989897},"labels":[],"label_agreement":null},{"id":"W3214038824","doi":"","title":"MacEwan Book of the Year Design Series: : \"Foe\"","year":2021,"lang":"en","type":"article","venue":"Student Research Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Passion; Aesthetics; Psychology; Visual arts; Art; Social psychology","score_opus":0.13001169077617053,"score_gpt":0.40649463151996074,"score_spread":0.2764829407437902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214038824","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21682316,0.003428613,0.0006687624,0.0073942007,0.0012790328,0.0018348504,0.000008791196,0.00037094828,0.76819164],"genre_scores_gemma":[0.96791375,0.00063803786,0.0009979164,0.00007948619,0.00014788362,0.000088839915,7.546098e-7,0.000032624866,0.030100686],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99866694,0.000057153975,0.0001500881,0.00014295282,0.00070144486,0.0002814233],"domain_scores_gemma":[0.999081,0.00012766536,0.000022608381,0.00015245848,0.0005429354,0.000073299016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010962244,0.00007745434,0.0001000474,0.00006717227,0.000115503426,0.00011148256,0.00035288715,0.00004437731,0.0007006043],"category_scores_gemma":[0.00039126285,0.000062087325,0.00003785712,0.00062843086,0.00007754144,0.00028674537,0.0001340481,0.00038182433,0.00010039499],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007753127,0.0003632433,0.009318704,0.00076160894,0.00026957734,0.000013520027,0.034659393,0.00018621849,0.17152895,0.028177211,0.75217694,0.0024670826],"study_design_scores_gemma":[0.00039040073,0.00011166029,0.012440764,0.00013552033,0.000020088608,0.000021704198,0.032179814,0.00013458512,0.24103105,0.0014349018,0.7118859,0.00021357174],"about_ca_topic_score_codex":0.0000051281254,"about_ca_topic_score_gemma":0.0000025911095,"teacher_disagreement_score":0.7510906,"about_ca_system_score_codex":0.000077553734,"about_ca_system_score_gemma":0.0001541108,"threshold_uncertainty_score":0.76711255},"labels":[],"label_agreement":null},{"id":"W3214077776","doi":"10.24377/dteij.article1343","title":"Integrated studio approach to motivate collaboration in design projects","year":2023,"lang":"en","type":"article","venue":"Liverpool John Moores University","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Studio; Design studio; Architectural engineering; Engineering; Engineering management; Systems engineering; Computer science; Telecommunications","score_opus":0.034920185176667506,"score_gpt":0.23946547967472498,"score_spread":0.20454529449805747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214077776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80887884,0.000043692115,0.10070836,0.00054330926,0.0007585545,0.0019370781,0.000044821434,0.0017009838,0.08538437],"genre_scores_gemma":[0.9913381,0.00008930306,0.006418959,0.00004409483,0.000026971935,0.000006037332,0.000035406585,0.000018017676,0.0020231626],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992069,0.00016701857,0.00009211118,0.00019811421,0.00012819443,0.00020764138],"domain_scores_gemma":[0.999537,0.00012394504,0.000021676426,0.00015525684,0.00007639264,0.000085708794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025295466,0.00011958802,0.0001224293,0.0005032206,0.00007301596,0.000037687172,0.00017437487,0.00006904378,0.000026694795],"category_scores_gemma":[0.00009109786,0.00013755281,0.000019278483,0.0027772759,0.000015896065,0.0003750113,0.00003810205,0.00015832201,0.00027668796],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067415973,0.000510765,0.00802347,0.00020295587,0.0002509564,0.0001999358,0.047495387,0.667658,0.009814599,0.0074639064,0.24949606,0.008209848],"study_design_scores_gemma":[0.002869808,0.00028800577,0.13921203,0.00013995814,0.00011177164,0.000009785597,0.07459156,0.43698734,0.006044857,0.0001628405,0.33814678,0.0014352885],"about_ca_topic_score_codex":0.00013159898,"about_ca_topic_score_gemma":0.000050728813,"teacher_disagreement_score":0.23067063,"about_ca_system_score_codex":0.0002804982,"about_ca_system_score_gemma":0.00009578076,"threshold_uncertainty_score":0.56092405},"labels":[],"label_agreement":null},{"id":"W32912839","doi":"10.1007/978-1-84882-762-2_44","title":"A Formal Representation of Technical Systems","year":2009,"lang":"en","type":"book-chapter","venue":"Advanced concurrent engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"TRIZ; Computer science; Axiomatic design; Representation (politics); Axiom; Management science; Formal methods; Systems engineering; Software engineering; Artificial intelligence; Engineering; Mathematics; Manufacturing engineering","score_opus":0.018704454933985676,"score_gpt":0.26595561247703914,"score_spread":0.24725115754305346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W32912839","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009583546,0.016940279,0.19794044,0.000031781823,0.0065226466,0.0010940883,0.00006439149,0.0015927366,0.7757178],"genre_scores_gemma":[0.89545035,0.0061579184,0.005823786,0.000029330133,0.0010587266,0.00017576393,0.0004106685,0.00043873672,0.090454735],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988917,0.0000043831446,0.0004745332,0.00018873396,0.0002206123,0.00022001777],"domain_scores_gemma":[0.999289,0.00012927726,0.0001294358,0.00029464773,0.000074235875,0.00008340642],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00008029897,0.00028368674,0.00038380327,0.00018565702,0.000016221351,0.000021067544,0.00015162148,0.00018561157,0.000046765235],"category_scores_gemma":[0.000047852744,0.00033286092,0.00010823897,0.00006571158,0.000013436437,0.00033757288,0.000017427816,0.0004104986,0.00003311948],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000105643685,0.000016941154,9.826633e-7,0.0007169347,0.00012441425,0.00000909071,0.000080200014,0.61234933,0.008128497,0.15956038,0.0013511854,0.21765147],"study_design_scores_gemma":[0.0005204671,0.00009333855,0.00003870543,0.0011089629,0.00013755045,0.000065195185,0.000020745158,0.050025035,0.0015634305,0.00023774998,0.94537014,0.000818653],"about_ca_topic_score_codex":7.780944e-7,"about_ca_topic_score_gemma":3.2379748e-7,"teacher_disagreement_score":0.94401896,"about_ca_system_score_codex":0.00013302069,"about_ca_system_score_gemma":0.000022852384,"threshold_uncertainty_score":0.9999123},"labels":[],"label_agreement":null},{"id":"W34143893","doi":"10.1007/978-1-4020-6528-6_21","title":"Managing Contingency in Parametric Models through Implicit Relational Modeling","year":2007,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Contingency; Parametric statistics; Computer science; Work (physics); Parametric model; Relational model; Relational database; Data mining; Engineering; Mathematics; Epistemology; Mechanical engineering","score_opus":0.12256820792275816,"score_gpt":0.3009532398584827,"score_spread":0.17838503193572455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W34143893","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017992577,0.0011909227,0.39570713,0.000055214263,0.00025844589,0.00012798888,0.000002578665,0.00012742533,0.6025123],"genre_scores_gemma":[0.23306932,0.0075648134,0.07563141,0.00091769197,0.0006894491,0.00003791169,0.0002015039,0.00042989085,0.681458],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987336,0.0000074904333,0.00049838226,0.00025710656,0.00024639192,0.00025707323],"domain_scores_gemma":[0.9993381,0.00023815478,0.00006792145,0.00023633493,0.00006525873,0.000054215736],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033771418,0.00026478307,0.00025267174,0.00051983615,0.000037538342,0.000037544185,0.00012587741,0.000309523,0.0008726187],"category_scores_gemma":[0.000025132613,0.00030435369,0.00007783877,0.00013723673,0.00000946006,0.00058896147,0.00002058546,0.00063875574,0.00025950832],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029484218,0.0000045116253,0.0000022499128,0.00002674895,0.00002656689,0.0000040947357,0.00012503589,0.50491,0.0000014350019,0.49010777,0.00043273513,0.0043558977],"study_design_scores_gemma":[0.000112185975,0.000003629756,0.0000030049118,0.00006250352,0.000022546259,0.000008340916,0.000029813704,0.7541756,0.0000020299615,0.21047984,0.034791023,0.00030948964],"about_ca_topic_score_codex":0.00007082655,"about_ca_topic_score_gemma":0.000027733066,"teacher_disagreement_score":0.32007572,"about_ca_system_score_codex":0.00018027917,"about_ca_system_score_gemma":0.0000380835,"threshold_uncertainty_score":0.9999409},"labels":[],"label_agreement":null},{"id":"W37520332","doi":"10.1007/s12237-023-01222-w","title":"Mange seriøse småskalavirksomheter","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Fisheries and Oceans Canada; Jarislowsky Foundation; Canadian Water Network","keywords":"History; Art","score_opus":0.005419841782790642,"score_gpt":0.21611111195523672,"score_spread":0.21069127017244607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W37520332","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25256592,0.000017960176,0.0019071939,0.000564405,0.0020697454,0.000057179645,7.211859e-7,0.0004676904,0.7423492],"genre_scores_gemma":[0.98677045,0.000005007795,0.00333892,0.00032020232,0.00013796637,0.000007419205,0.0000018846614,0.00001274184,0.009405377],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99978304,0.0000032916419,0.00004985759,0.00004581978,0.000037960275,0.00008005674],"domain_scores_gemma":[0.9997821,0.00002207463,0.0000043179916,0.0001346893,0.000009681503,0.000047128025],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00005717777,0.000044028635,0.000030763495,0.000022744172,0.000014383916,0.000028218252,0.00005485346,0.000034503864,0.0063726455],"category_scores_gemma":[0.000010132283,0.00004013314,0.000013973602,0.000045569563,0.000005914961,0.00015721434,0.0000040638815,0.00013867127,0.0020416894],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009323235,0.000112129834,0.0040263333,0.00005575387,0.00005572079,0.000010572379,0.0012448397,0.00017107678,0.33541736,0.026590025,0.5206473,0.1116596],"study_design_scores_gemma":[0.00005980837,0.0000033828426,0.0062549035,6.2174496e-7,0.0000035506346,0.000012903802,0.000030159019,0.0012020861,0.008287713,0.00012881045,0.9839275,0.000088571156],"about_ca_topic_score_codex":0.00000536558,"about_ca_topic_score_gemma":0.000032549942,"teacher_disagreement_score":0.7342046,"about_ca_system_score_codex":0.0000035139076,"about_ca_system_score_gemma":0.0000041067306,"threshold_uncertainty_score":0.9987353},"labels":[],"label_agreement":null},{"id":"W4200154470","doi":"10.3791/54355-v","title":"Preparation and Applications of Organotypic Thymic Slice Cultures","year":2016,"lang":"en","type":"article","venue":"Journal of Visualized Experiments","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Hôpital Maisonneuve-Rosemont","funders":"National Institute of Allergy and Infectious Diseases; Fonds de Recherche du Québec - Santé; National Institutes of Health; Canadian Institutes of Health Research; Hospital for Sick Children; Fondation de l’Hôpital Maisonneuve-Rosemont","keywords":"Cell biology; Biology; Neuroscience; Computational biology","score_opus":0.01969445344829196,"score_gpt":0.43005344796827905,"score_spread":0.4103589945199871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200154470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8616205,0.005779405,0.12430859,0.0002766467,0.0006594467,0.00038705836,0.0000056792096,0.0000666284,0.0068960725],"genre_scores_gemma":[0.9972609,0.0004995837,0.001810588,0.000032975804,0.0000987105,0.000009736079,5.5201076e-7,0.000010159478,0.00027676293],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99946624,0.000035607343,0.00027080494,0.000046249665,0.00012095871,0.000060115734],"domain_scores_gemma":[0.9995394,0.00006916835,0.00016456631,0.00007851557,0.00009571665,0.000052686773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013477846,0.00006068144,0.000112902264,0.000071595445,0.000022038423,0.000014558266,0.00006955136,0.00003408867,0.00015338039],"category_scores_gemma":[0.000038575723,0.000041197698,0.000025645928,0.0000811057,0.000017702672,0.0002803308,0.000006700569,0.000038913073,0.000013022705],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007209122,0.00008657144,0.00017207536,0.000019048517,0.00007184877,2.9751394e-7,0.0018416072,0.000013695411,0.9876993,0.0008390235,0.0036328468,0.0055516306],"study_design_scores_gemma":[0.0011846544,0.00010936023,0.00107771,0.00006246073,0.000038624705,0.00004141623,0.000548919,0.000052646665,0.8920537,0.00036247473,0.10435883,0.00010916036],"about_ca_topic_score_codex":0.00000146578,"about_ca_topic_score_gemma":2.2225704e-7,"teacher_disagreement_score":0.13564046,"about_ca_system_score_codex":0.000030716776,"about_ca_system_score_gemma":0.000022255872,"threshold_uncertainty_score":0.16799934},"labels":[],"label_agreement":null},{"id":"W4200174433","doi":"10.28939/iam.debats-135-2.4","title":"La funció del disseny en els processos d'innovació","year":2021,"lang":"ca","type":"article","venue":"Debats Revista de cultura poder i societat","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Generalitat de Catalunya","keywords":"Humanities; Philosophy; Art","score_opus":0.016009860890439133,"score_gpt":0.29150029176938874,"score_spread":0.2754904308789496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200174433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31561995,0.2662364,0.084445484,0.04692444,0.006176453,0.0035079508,0.0006193968,0.0030208342,0.27344912],"genre_scores_gemma":[0.95019674,0.006315332,0.006074801,0.0028915298,0.0008275461,0.00010445161,0.00031916372,0.00019583563,0.03307458],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99649227,0.00067415484,0.0007289894,0.0007119052,0.0005384335,0.0008542456],"domain_scores_gemma":[0.99727446,0.0007200262,0.00022501514,0.00066513097,0.0007084528,0.00040693473],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009599733,0.0006248779,0.0006237804,0.000053846637,0.00031188503,0.0013942065,0.00044396622,0.0005711024,0.0016761654],"category_scores_gemma":[0.0011945686,0.000608952,0.00040360048,0.001129414,0.00010397653,0.00081254775,0.0001057158,0.0012330852,0.0009806167],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009210316,0.0012559991,0.0016952921,0.009285203,0.0027111508,0.000968485,0.10769781,0.0011629653,0.08201903,0.035437692,0.6649324,0.092741854],"study_design_scores_gemma":[0.0006583716,0.000025797697,0.0031713208,0.00049158005,0.0005497487,0.0007499773,0.012799705,0.0022947604,0.003051433,0.00022232285,0.974935,0.0010499797],"about_ca_topic_score_codex":0.000016981427,"about_ca_topic_score_gemma":0.000006434787,"teacher_disagreement_score":0.6345768,"about_ca_system_score_codex":0.00056388706,"about_ca_system_score_gemma":0.00079096644,"threshold_uncertainty_score":0.9997972},"labels":[],"label_agreement":null},{"id":"W4200213856","doi":"10.29147/datjournal.v6i4.502","title":"A história do Design Thinking","year":2021,"lang":"pt","type":"article","venue":"DAT Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Discovery Air (Canada)","funders":"","keywords":"Humanities; Philosophy","score_opus":0.05743631588268052,"score_gpt":0.30036055370860165,"score_spread":0.24292423782592112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200213856","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014476824,0.026821908,0.90661293,0.006952725,0.017897485,0.00015555811,0.000024169989,0.00013466646,0.03995287],"genre_scores_gemma":[0.6847364,0.015777174,0.21419209,0.0061329505,0.012044594,0.000018172559,0.00011421627,0.0004354769,0.06654898],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99822646,0.00046425566,0.0003981594,0.0001810961,0.00036808525,0.00036195474],"domain_scores_gemma":[0.99866205,0.0003907468,0.00015476362,0.00031325078,0.00020609413,0.0002731014],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013899026,0.00019277059,0.00020446719,0.000112380156,0.00034698664,0.0010590381,0.00028582165,0.00012696054,0.011544967],"category_scores_gemma":[0.00049301464,0.00020778927,0.00010607162,0.00032196453,0.000014227018,0.00063854957,0.000044857345,0.0010922005,0.0012798834],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060137114,0.0002399241,0.00022168751,0.00010783649,0.0004941907,0.0016085637,0.012176538,0.007817062,0.0070569282,0.0037598922,0.9155062,0.05095104],"study_design_scores_gemma":[0.000653975,0.000043402262,0.00048094138,0.00026251157,0.00021262093,0.006853035,0.0027810726,0.004882436,0.0018396156,0.0023193266,0.97925127,0.00041982118],"about_ca_topic_score_codex":0.0000028302388,"about_ca_topic_score_gemma":0.0000016048671,"teacher_disagreement_score":0.69242084,"about_ca_system_score_codex":0.00021993439,"about_ca_system_score_gemma":0.0005486332,"threshold_uncertainty_score":0.99997795},"labels":[],"label_agreement":null},{"id":"W4205103961","doi":"10.1002/jcpy.1286","title":"The role of original process in creating product essence and authenticity","year":2022,"lang":"en","type":"article","venue":"Journal of Consumer Psychology","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Antecedent (behavioral psychology); Perception; Process (computing); Value (mathematics); Product (mathematics); Psychology; Object (grammar); Epistemology; Social psychology; Cognitive psychology; Computer science; Artificial intelligence; Mathematics; Philosophy","score_opus":0.012447665524552433,"score_gpt":0.3234016227987885,"score_spread":0.310953957274236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205103961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898746,0.004310509,0.0002015639,0.00068412046,0.00058804144,0.000057279663,8.421333e-7,0.000005237271,0.004277804],"genre_scores_gemma":[0.9995559,0.00017021834,0.00016075122,0.000038073118,0.000029302628,0.0000046454484,8.955623e-8,0.0000050668546,0.00003595228],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99940836,0.00010900125,0.00024909794,0.000049890794,0.00009819889,0.000085471365],"domain_scores_gemma":[0.9994817,0.00020717911,0.00015552157,0.000075928976,0.000055763292,0.000023938594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070634164,0.000041846823,0.000097598335,0.000073720745,0.00006689239,0.000009435038,0.000120074685,0.000011435455,0.000086074266],"category_scores_gemma":[0.00013090177,0.000033228338,0.000013800094,0.00014399216,0.000046190544,0.00008255183,0.00000797553,0.00029489415,0.0000011041484],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011852196,0.0009060431,0.54462177,0.00022781521,0.0004390136,0.00007213574,0.02690724,0.0053023864,0.07002482,0.0130202025,0.0064652353,0.33082813],"study_design_scores_gemma":[0.0022019425,0.00045523862,0.20090207,0.00007554099,0.00012797838,0.0043624267,0.012062992,0.0036802734,0.005097774,0.022978568,0.74768347,0.00037175132],"about_ca_topic_score_codex":0.000003489632,"about_ca_topic_score_gemma":0.000002259105,"teacher_disagreement_score":0.7412182,"about_ca_system_score_codex":0.000013088331,"about_ca_system_score_gemma":0.00005016851,"threshold_uncertainty_score":0.13550122},"labels":[],"label_agreement":null},{"id":"W4205432505","doi":"10.32920/ryerson.17847683.v1","title":"Integrating Diversity of Users' Human Factors Into A Cornerstone Engineering Design Course","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Cornerstone; Deliverable; Diversity (politics); Inclusion (mineral); Engineering design process; Process (computing); Computer science; Phase (matter); Engineering management; Engineering; Psychology; Systems engineering; Mechanical engineering; Sociology","score_opus":0.05082031857487797,"score_gpt":0.2882139620551842,"score_spread":0.23739364348030623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205432505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5508054,0.00044055935,0.42762858,0.000074205935,0.0039495355,0.00083589205,0.0000375145,0.0012973689,0.014930959],"genre_scores_gemma":[0.9831317,0.000030073157,0.01609438,0.000016475056,0.000049515154,0.00002557397,0.00007034975,0.000052989624,0.0005289263],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998824,0.00008752621,0.0003430977,0.00026106293,0.00027868184,0.0002056201],"domain_scores_gemma":[0.9989231,0.00034669988,0.00013796952,0.0004186026,0.000066293025,0.00010728235],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004761089,0.00030549848,0.00035579674,0.00020728042,0.00017705323,0.000045828354,0.00047713416,0.00016638385,0.002493345],"category_scores_gemma":[0.00012382232,0.00033666362,0.00012727335,0.00018854893,0.000026237274,0.0001500708,0.0007540326,0.0010124146,0.000008201878],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019374897,0.00021648055,0.009387522,0.001001662,0.000734542,0.000012347988,0.030530876,0.9323852,0.009102685,0.0035564958,0.012455437,0.00059735123],"study_design_scores_gemma":[0.0028650104,0.0007804342,0.06910068,0.0012840419,0.0027608098,0.000030467247,0.10605601,0.7030287,0.067717046,0.004609,0.03270896,0.009058857],"about_ca_topic_score_codex":0.0010407373,"about_ca_topic_score_gemma":0.000032977452,"teacher_disagreement_score":0.43232635,"about_ca_system_score_codex":0.00029854523,"about_ca_system_score_gemma":0.00008801063,"threshold_uncertainty_score":0.99990857},"labels":[],"label_agreement":null},{"id":"W4205758240","doi":"10.32920/ryerson.17838821.v1","title":"The Formal Modeling Of Engineering Design Information By Means Of An Axiomatic System","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Axiomatic design; Software engineering; Notation; Axiom; Standardization; Programming language; Systems engineering; Engineering; Mathematics","score_opus":0.01980108163183004,"score_gpt":0.22806971967742612,"score_spread":0.2082686380455961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205758240","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007877446,0.00020997007,0.9834996,0.000015139937,0.00075283006,0.00039201943,0.000021740947,0.00022909757,0.007002185],"genre_scores_gemma":[0.9845117,0.000052795476,0.015181079,0.000005184714,0.000019177993,0.000106579544,0.00006803794,0.00002385372,0.00003164068],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988265,0.000068103036,0.00061900006,0.00006665509,0.0002649026,0.00015483618],"domain_scores_gemma":[0.99912333,0.00021083526,0.00017057109,0.00037126872,0.00008020532,0.00004377596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010805422,0.00014918075,0.00019942607,0.00011797334,0.000060677146,0.000057123387,0.00032641954,0.000086853826,0.0000367424],"category_scores_gemma":[0.00006654575,0.00012882944,0.000056420213,0.00011519738,0.000006042808,0.00067386194,0.00008195671,0.00028917892,0.0000038078074],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071339086,0.0000075810426,4.356355e-7,0.0011186394,0.00005630835,5.5568197e-8,0.0013078945,0.9933558,0.0001873212,0.0021893918,0.00020593689,0.0015634728],"study_design_scores_gemma":[0.00007226582,0.000017281058,0.0000023063662,0.00006179933,0.000035098852,0.0000037412167,0.0029604807,0.99495673,0.0009917644,0.000027051807,0.0007475644,0.00012390257],"about_ca_topic_score_codex":0.00007069674,"about_ca_topic_score_gemma":0.000001307496,"teacher_disagreement_score":0.9766342,"about_ca_system_score_codex":0.00012949185,"about_ca_system_score_gemma":0.000069035304,"threshold_uncertainty_score":0.5253512},"labels":[],"label_agreement":null},{"id":"W4205788152","doi":"10.32920/ryerson.17838821","title":"The Formal Modeling Of Engineering Design Information By Means Of An Axiomatic System","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Axiomatic design; Software engineering; Notation; Axiom; Standardization; Field (mathematics); Programming language; Systems engineering; Engineering; Mathematics","score_opus":0.01980108163183004,"score_gpt":0.22806971967742612,"score_spread":0.2082686380455961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205788152","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007877446,0.00020997007,0.9834996,0.000015139937,0.00075283006,0.00039201943,0.000021740947,0.00022909757,0.007002185],"genre_scores_gemma":[0.9845117,0.000052795476,0.015181079,0.000005184714,0.000019177993,0.000106579544,0.00006803794,0.00002385372,0.00003164068],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988265,0.000068103036,0.00061900006,0.00006665509,0.0002649026,0.00015483618],"domain_scores_gemma":[0.99912333,0.00021083526,0.00017057109,0.00037126872,0.00008020532,0.00004377596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010805422,0.00014918075,0.00019942607,0.00011797334,0.000060677146,0.000057123387,0.00032641954,0.000086853826,0.0000367424],"category_scores_gemma":[0.00006654575,0.00012882944,0.000056420213,0.00011519738,0.000006042808,0.00067386194,0.00008195671,0.00028917892,0.0000038078074],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071339086,0.0000075810426,4.356355e-7,0.0011186394,0.00005630835,5.5568197e-8,0.0013078945,0.9933558,0.0001873212,0.0021893918,0.00020593689,0.0015634728],"study_design_scores_gemma":[0.00007226582,0.000017281058,0.0000023063662,0.00006179933,0.000035098852,0.0000037412167,0.0029604807,0.99495673,0.0009917644,0.000027051807,0.0007475644,0.00012390257],"about_ca_topic_score_codex":0.00007069674,"about_ca_topic_score_gemma":0.000001307496,"teacher_disagreement_score":0.9766342,"about_ca_system_score_codex":0.00012949185,"about_ca_system_score_gemma":0.000069035304,"threshold_uncertainty_score":0.5253512},"labels":[],"label_agreement":null},{"id":"W4206473174","doi":"10.32920/ryerson.17847683","title":"Integrating Diversity of Users' Human Factors Into A Cornerstone Engineering Design Course","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Cornerstone; Deliverable; Diversity (politics); Inclusion (mineral); Engineering design process; Computer science; Process (computing); Phase (matter); Engineering management; Engineering; Psychology; Systems engineering; Mechanical engineering; Sociology","score_opus":0.05082031857487797,"score_gpt":0.2882139620551842,"score_spread":0.23739364348030623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206473174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5508054,0.00044055935,0.42762858,0.000074205935,0.0039495355,0.00083589205,0.0000375145,0.0012973689,0.014930959],"genre_scores_gemma":[0.9831317,0.000030073157,0.01609438,0.000016475056,0.000049515154,0.00002557397,0.00007034975,0.000052989624,0.0005289263],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998824,0.00008752621,0.0003430977,0.00026106293,0.00027868184,0.0002056201],"domain_scores_gemma":[0.9989231,0.00034669988,0.00013796952,0.0004186026,0.000066293025,0.00010728235],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004761089,0.00030549848,0.00035579674,0.00020728042,0.00017705323,0.000045828354,0.00047713416,0.00016638385,0.002493345],"category_scores_gemma":[0.00012382232,0.00033666362,0.00012727335,0.00018854893,0.000026237274,0.0001500708,0.0007540326,0.0010124146,0.000008201878],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019374897,0.00021648055,0.009387522,0.001001662,0.000734542,0.000012347988,0.030530876,0.9323852,0.009102685,0.0035564958,0.012455437,0.00059735123],"study_design_scores_gemma":[0.0028650104,0.0007804342,0.06910068,0.0012840419,0.0027608098,0.000030467247,0.10605601,0.7030287,0.067717046,0.004609,0.03270896,0.009058857],"about_ca_topic_score_codex":0.0010407373,"about_ca_topic_score_gemma":0.000032977452,"teacher_disagreement_score":0.43232635,"about_ca_system_score_codex":0.00029854523,"about_ca_system_score_gemma":0.00008801063,"threshold_uncertainty_score":0.99990857},"labels":[],"label_agreement":null},{"id":"W4206800718","doi":"10.1007/978-1-4842-7493-4_10","title":"Shape Tools, Pen Tools, and Creating Paths","year":2022,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Delta-Q Technologies (Canada)","funders":"","keywords":"Selection (genetic algorithm); Computer science; Path (computing); Engineering drawing; Tool path; Computer graphics (images); Artificial intelligence; Engineering; Programming language","score_opus":0.05463863310482669,"score_gpt":0.24909491936576272,"score_spread":0.19445628626093603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206800718","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009815805,0.0013616966,0.000053200027,0.000032873395,0.00058718456,0.00027239634,0.00010923503,0.00028473831,0.9972005],"genre_scores_gemma":[0.015662193,0.0004553127,0.00073699304,0.0004426902,0.000465237,0.000117702126,0.00017001307,0.00021949316,0.98173034],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990322,0.000023398155,0.0002567596,0.00027391766,0.00021404313,0.00019969213],"domain_scores_gemma":[0.99899626,0.000406406,0.000090125475,0.00034907134,0.000029373026,0.00012873678],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001650269,0.00028908445,0.00026249452,0.00008490415,0.0001625457,0.00023213202,0.00020154768,0.00016987673,0.0049825218],"category_scores_gemma":[0.000078571116,0.00033355752,0.00006388654,0.000006907586,0.000029342626,0.0002023664,0.00011455738,0.0005944833,0.00008509612],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002701412,0.000012147611,0.000005461023,0.0004017453,0.00030070153,0.00007110884,0.0026982178,0.00011478507,0.00059547735,0.31693795,0.021813015,0.65702236],"study_design_scores_gemma":[0.00012310028,0.000020702048,0.000024723484,0.00006078787,0.00008053841,0.000032720738,0.00006720266,0.00034907504,0.0000689403,0.001393903,0.9973971,0.0003811976],"about_ca_topic_score_codex":0.000019095005,"about_ca_topic_score_gemma":0.0000044364856,"teacher_disagreement_score":0.9755841,"about_ca_system_score_codex":0.000059078615,"about_ca_system_score_gemma":0.000055660512,"threshold_uncertainty_score":0.99991167},"labels":[],"label_agreement":null},{"id":"W4206866705","doi":"","title":"Describing and Assessing Co‐Design Competences: Some Pre‐liminary Results","year":2014,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Computer science","score_opus":0.045862473388793096,"score_gpt":0.2647088007919639,"score_spread":0.2188463274031708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206866705","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060196377,0.0036141637,0.8249874,0.0068838447,0.0011074191,0.00083855685,0.000061834406,0.0011385179,0.101171896],"genre_scores_gemma":[0.88203,0.0012258575,0.114086084,0.00014508468,0.00006671978,0.0000617527,0.00032180606,0.000076008095,0.0019866829],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99329156,0.004814336,0.00058177946,0.0006317286,0.00032937157,0.00035124167],"domain_scores_gemma":[0.9931122,0.004181075,0.0003578689,0.0014306927,0.0006533209,0.0002648453],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007692127,0.00036415615,0.00037066155,0.00021127852,0.00034224542,0.0009984152,0.0007216683,0.00029623084,0.00005799303],"category_scores_gemma":[0.0024020514,0.0004130526,0.00008813379,0.00018979445,0.00017522082,0.00049749395,0.00036547054,0.00084885856,0.00004034956],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021904944,0.0018583417,0.0014741558,0.0036532716,0.0009253937,0.000052789423,0.12553068,0.04803487,0.039361235,0.09056805,0.058574595,0.62974757],"study_design_scores_gemma":[0.001686023,0.0000022973702,0.006518962,0.0096222535,0.00026319112,0.00010058024,0.001226348,0.8382255,0.061560567,0.00729534,0.07125086,0.0022480967],"about_ca_topic_score_codex":0.00019593815,"about_ca_topic_score_gemma":0.000042095933,"teacher_disagreement_score":0.8218336,"about_ca_system_score_codex":0.000115960785,"about_ca_system_score_gemma":0.00025064478,"threshold_uncertainty_score":0.99983215},"labels":[],"label_agreement":null},{"id":"W4207085577","doi":"10.1007/978-3-030-86489-7_8","title":"Templates and Worksheets","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Template; Suite; Computer science; Context (archaeology); Subject (documents); Table (database); Mathematics education; Multimedia; World Wide Web; Psychology; Programming language; Database","score_opus":0.020303025294113174,"score_gpt":0.21760405018402548,"score_spread":0.1973010248899123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4207085577","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000036269234,0.0015079504,0.00008672329,0.00025595806,0.00047046551,0.00005456987,0.0000033247688,0.00018163002,0.99743575],"genre_scores_gemma":[0.002077198,0.001212077,0.0003572318,0.00016021525,0.00007408953,0.0000058024443,0.000017053555,0.000041104333,0.99605525],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997263,0.0000026484697,0.00007397462,0.00008082004,0.00006035956,0.00005591367],"domain_scores_gemma":[0.99974465,0.000098022385,0.000013454692,0.00010046687,0.00000613184,0.00003729612],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000050611015,0.000096541386,0.00008073388,0.000051427647,0.000029889785,0.00002696076,0.000041532236,0.00006636629,0.039105322],"category_scores_gemma":[0.000004900238,0.00010068694,0.000016320766,0.000008057624,0.0000074855316,0.00006555523,0.0000161513,0.00022763947,0.00023682875],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037711184,0.0000041849717,0.000004442882,0.000071384835,0.000113415015,0.000012693466,0.00020252135,0.000182884,0.000018250328,0.44137633,0.50180334,0.056206807],"study_design_scores_gemma":[0.00002506489,0.0000043788505,0.0000083901,0.000006948172,0.000013704158,0.00001662853,0.00001377955,0.000087307264,0.000003931807,0.0022847117,0.99741215,0.00012298556],"about_ca_topic_score_codex":0.000002752871,"about_ca_topic_score_gemma":0.000002686011,"teacher_disagreement_score":0.49560887,"about_ca_system_score_codex":0.000019858318,"about_ca_system_score_gemma":0.000008860219,"threshold_uncertainty_score":0.96177304},"labels":[],"label_agreement":null},{"id":"W4210347413","doi":"10.1007/978-3-030-61916-9","title":"Reviewing Design Process Theories","year":2020,"lang":"en","type":"book","venue":"SpringerBriefs in architectural design and technology","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Process (computing); Computer science; Process management; Management science; Epistemology; Engineering; Philosophy; Programming language","score_opus":0.02000808932404543,"score_gpt":0.2483263021752764,"score_spread":0.22831821285123097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210347413","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000387652,0.067017056,0.72771806,0.0067416625,0.0018442618,0.0048569106,0.000016747283,0.0055708583,0.18584679],"genre_scores_gemma":[0.3888994,0.03488625,0.36502686,0.0035023892,0.002377677,0.002789591,0.00014012202,0.0020799984,0.20029773],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981269,0.00014725524,0.00050905463,0.0005493812,0.00018448215,0.00048290263],"domain_scores_gemma":[0.998762,0.00054994674,0.00012496377,0.00039156724,0.00005355671,0.00011795437],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005057786,0.0005462834,0.0007042603,0.000680617,0.000086083855,0.00007724541,0.0004816179,0.000571195,0.00007632344],"category_scores_gemma":[0.00045203595,0.00053481,0.000057669462,0.00055805553,0.00027685345,0.00012324867,0.00009225174,0.00165851,0.00008964405],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018719528,0.000042832926,0.000035905054,0.0037158243,0.00036067716,0.00036225974,0.0037423794,0.0069899703,0.0019274742,0.11075167,0.012124761,0.85975903],"study_design_scores_gemma":[0.0006549273,0.00029748966,0.0000287446,0.0016241171,0.00015188965,0.0005359796,0.00008122059,0.008527814,0.004578987,0.61180615,0.3699569,0.001755759],"about_ca_topic_score_codex":0.0000015341325,"about_ca_topic_score_gemma":0.0000023144562,"teacher_disagreement_score":0.85800326,"about_ca_system_score_codex":0.0001323385,"about_ca_system_score_gemma":0.00023243116,"threshold_uncertainty_score":0.9997103},"labels":[],"label_agreement":null},{"id":"W4210412180","doi":"10.1002/iis2.12883","title":"Participatory design as a tool to foster innovation: A case study of an aviation company","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"George Brown College","funders":"","keywords":"Brainstorming; Session (web analytics); Citizen journalism; Participatory design; Aviation; Process management; Participatory action research; Focus group; Power (physics); Engineering; Knowledge management; Engineering management; Business; Sociology; Computer science; Marketing; Operations management","score_opus":0.06814537572378611,"score_gpt":0.3423895208696642,"score_spread":0.2742441451458781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210412180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911507,0.000005673192,0.004680017,0.00057037483,0.0013624511,0.00052553084,0.000017628114,0.000101824975,0.0015857944],"genre_scores_gemma":[0.99780667,4.559005e-7,0.0006615466,0.0007384064,0.00012929927,0.0004558196,0.000027369764,0.000023412269,0.00015704206],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99876225,0.0001451492,0.00040833393,0.00016489736,0.00040545876,0.00011391442],"domain_scores_gemma":[0.9992879,0.00012830457,0.000093871786,0.00020900025,0.00022970034,0.00005119638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005874951,0.000105183164,0.00010628851,0.00023749382,0.000104585066,0.00005403074,0.00021947568,0.000022111626,0.00078749924],"category_scores_gemma":[0.000058068832,0.00012591894,0.000016928909,0.00045605772,0.0000072684193,0.00037802363,0.00007326184,0.00014791293,0.00006428446],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007634673,0.0058228793,0.002769579,0.000038832495,0.0005588783,0.0015646988,0.078116305,0.7806369,0.08660065,0.0043687057,0.01648993,0.02226916],"study_design_scores_gemma":[0.011828432,0.01000621,0.013114384,0.00007360207,0.00043125285,0.013884404,0.114648595,0.48266593,0.053026833,0.0030659572,0.29404542,0.0032090123],"about_ca_topic_score_codex":0.0001627687,"about_ca_topic_score_gemma":0.00003287451,"teacher_disagreement_score":0.297971,"about_ca_system_score_codex":0.00022886852,"about_ca_system_score_gemma":0.00005424015,"threshold_uncertainty_score":0.86225647},"labels":[],"label_agreement":null},{"id":"W4210493677","doi":"10.1108/978-1-80262-365-920221003","title":"Designing the Artificial: Balancing the Ego-logical and Ecological Thinking","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Id, ego and super-ego; Ecology; Psychology; Computer science; Geography; Social psychology; Biology","score_opus":0.04338918444844819,"score_gpt":0.24957934442047963,"score_spread":0.20619015997203144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210493677","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007978294,0.0009243592,0.004836367,0.0030946664,0.000942712,0.00031458455,0.0000024230317,0.0003332489,0.98947185],"genre_scores_gemma":[0.36320662,0.0029858756,0.0068935957,0.014114943,0.0025295392,0.00026677886,0.00005948266,0.00035300752,0.6095902],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999021,0.00008439527,0.00023776533,0.00020750953,0.00025157107,0.00019773771],"domain_scores_gemma":[0.99787873,0.0017333834,0.00006564802,0.00025397775,0.000019560566,0.000048711197],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001090156,0.00021501903,0.00018008261,0.000039897088,0.00055729365,0.00020630803,0.0002938196,0.00015762511,0.009527368],"category_scores_gemma":[0.00010915932,0.000115054674,0.000066594956,0.000036213954,0.000076842756,0.00008564876,0.000111654655,0.00104774,0.000107303],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007355552,0.000010051314,0.00000929556,0.000017993194,0.00008847986,0.000020405163,0.0009859869,0.0015043665,0.00016803603,0.9624038,0.021899736,0.012884539],"study_design_scores_gemma":[0.000034997345,0.000028678978,0.00011634399,0.0000118593,0.00007033727,0.00007537463,0.00048780514,0.0017595978,0.000027268045,0.04624949,0.9508927,0.0002455592],"about_ca_topic_score_codex":0.000006182702,"about_ca_topic_score_gemma":0.000013476535,"teacher_disagreement_score":0.9289929,"about_ca_system_score_codex":0.000067924026,"about_ca_system_score_gemma":0.000033983877,"threshold_uncertainty_score":0.99137807},"labels":[],"label_agreement":null},{"id":"W4210975483","doi":"10.1115/1.4024746","title":"Biologically Inspired Design","year":2013,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Engineering; Computer graphics (images)","score_opus":0.061241049527180874,"score_gpt":0.2592223966557102,"score_spread":0.1979813471285293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210975483","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002191255,0.00024672263,0.9946126,0.0008608623,0.0008238631,0.00019695394,2.874625e-7,0.00007753478,0.0009899179],"genre_scores_gemma":[0.7780773,0.000241156,0.22060272,0.0006431363,0.00026147216,0.00001312667,2.8544264e-7,0.000025388748,0.00013540046],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866855,0.00033475267,0.0004921243,0.00008206634,0.00021368913,0.00020881041],"domain_scores_gemma":[0.9984541,0.0008429723,0.0001490718,0.00013494478,0.0001997632,0.00021915404],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012218702,0.00013084711,0.0002355351,0.00010083822,0.00003519237,0.000077692945,0.00028974752,0.00013502101,0.0014754045],"category_scores_gemma":[0.0006610428,0.000097017866,0.00009228573,0.00018029034,0.000014811236,0.00040023468,0.000011454912,0.00034856796,0.00056066737],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022198226,0.0003692125,0.000011468346,0.00003402157,0.00029178508,0.00007515806,0.00021077179,0.032464173,0.565157,0.0043381127,0.2880744,0.1087519],"study_design_scores_gemma":[0.005196761,0.005841519,0.00356286,0.0003254101,0.00043560442,0.0022474725,0.00067013054,0.33665773,0.3221683,0.17166597,0.14900039,0.002227862],"about_ca_topic_score_codex":0.0000019951724,"about_ca_topic_score_gemma":5.823157e-8,"teacher_disagreement_score":0.77588606,"about_ca_system_score_codex":0.00005553677,"about_ca_system_score_gemma":0.000066014116,"threshold_uncertainty_score":0.9994374},"labels":[],"label_agreement":null},{"id":"W4211007333","doi":"10.32920/ryerson.14661840.v1","title":"Re-contextualizing the architectural learning experiences: the alternative perspective (Part V)","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Indigenous; Sociology; Perspective (graphical); Space (punctuation); Context (archaeology); Identity (music); Traditional knowledge; Epistemology; Pedagogy; Aesthetics; Visual arts; History; Philosophy; Archaeology","score_opus":0.04876083851496766,"score_gpt":0.3091406840638962,"score_spread":0.26037984554892857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211007333","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16774996,0.007989931,0.047794096,0.011349214,0.009960821,0.0010791584,0.0000045531956,0.00088796415,0.7531843],"genre_scores_gemma":[0.994176,0.00019772766,0.0004171351,0.00056331506,0.0006745169,0.00028752134,0.000009570745,0.000035217014,0.0036390095],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9985215,0.00043405534,0.00022702177,0.0003170194,0.00026181425,0.00023857964],"domain_scores_gemma":[0.99825084,0.0010021935,0.00009879316,0.000453041,0.00014526605,0.000049892154],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00049573305,0.00024937824,0.0001862026,0.000044525186,0.00027420148,0.00050734455,0.0005462138,0.000088111585,0.0017602873],"category_scores_gemma":[0.00054972287,0.00014214155,0.0001317402,0.00014345613,0.00011245057,0.00012088654,0.00023058854,0.0016928011,0.000048393555],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009101299,0.0000145440845,0.000019588184,0.000026522472,0.0003041042,0.000007165828,0.85612226,0.12918018,0.00004002052,0.003186173,0.004310686,0.0067796707],"study_design_scores_gemma":[0.00006449489,0.000010995449,0.000055414355,0.0000743374,0.000036130547,0.000016017304,0.9193395,0.027389595,0.00069144793,0.00046086387,0.051592067,0.00026914678],"about_ca_topic_score_codex":0.0007546972,"about_ca_topic_score_gemma":0.00027860588,"teacher_disagreement_score":0.826426,"about_ca_system_score_codex":0.00015559972,"about_ca_system_score_gemma":0.00010186357,"threshold_uncertainty_score":0.99915224},"labels":[],"label_agreement":null},{"id":"W4212830209","doi":"10.32920/ryerson.14641440","title":"A ‘Natural’ Approach to Design","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Analogy; Biomimetics; Artifact (error); Natural (archaeology); Reuse; Sustainability; Computer science; Sustainable design; Process (computing); Management science; Biochemical engineering; Artificial intelligence; Engineering; Epistemology; Ecology; Biology","score_opus":0.05812810044943725,"score_gpt":0.2745990510344429,"score_spread":0.21647095058500562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212830209","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033231836,0.0006130686,0.75106573,0.00022891618,0.0018628197,0.00027785246,8.9925163e-7,0.0004038555,0.24521452],"genre_scores_gemma":[0.4760137,0.00008722577,0.5115167,0.0008148371,0.00022692811,0.00017895488,0.000055584187,0.00005486615,0.011051213],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930304,0.00006240614,0.00013604274,0.00023284629,0.000115981515,0.00014970351],"domain_scores_gemma":[0.99934256,0.00009028229,0.0000151797185,0.00039528726,0.00005463489,0.00010206164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018843981,0.00016402175,0.0001579334,0.000080970596,0.000017198674,0.00020322982,0.000203081,0.00013044523,0.0004030372],"category_scores_gemma":[0.00007869022,0.00016491287,0.000052187654,0.00013958877,0.000003583833,0.00007124969,0.000100610676,0.0004959107,0.00024515574],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000086805385,0.00012700082,0.0000037023055,0.00043638507,0.00021484235,0.0000062669583,0.0034304054,0.58250475,0.0023699035,0.0011932356,0.39149383,0.018211024],"study_design_scores_gemma":[0.00032717673,0.0000232367,0.0009701752,0.00019280131,0.00018927814,0.000093267394,0.0032552176,0.53879046,0.014994472,0.0007218434,0.43795204,0.0024900027],"about_ca_topic_score_codex":0.000016112379,"about_ca_topic_score_gemma":0.0000012265989,"teacher_disagreement_score":0.47568136,"about_ca_system_score_codex":0.00006484829,"about_ca_system_score_gemma":0.00008627553,"threshold_uncertainty_score":0.6724951},"labels":[],"label_agreement":null},{"id":"W4214671959","doi":"10.1007/978-1-4471-5248-4_3","title":"A Natural Language Approach to Biomimetic Design","year":2013,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Natural (archaeology); Computer science; History; Archaeology","score_opus":0.027910906374127936,"score_gpt":0.23506166503227224,"score_spread":0.2071507586581443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214671959","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000024791973,0.0011285399,0.062094335,0.00006967196,0.000590755,0.00041733985,0.000002465891,0.00036111256,0.9353333],"genre_scores_gemma":[0.005955084,0.000029201761,0.05410769,0.0004410041,0.00018914693,0.000037647078,0.000025609137,0.0000893834,0.93912524],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99936765,0.0000119697825,0.00015036788,0.00018066056,0.00012704241,0.00016231385],"domain_scores_gemma":[0.9994293,0.00010455465,0.000023659766,0.0002894269,0.000032404212,0.00012068932],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000105800726,0.00023171645,0.00017999865,0.00017174298,0.000019379828,0.00007738205,0.00016964703,0.00016010295,0.004255316],"category_scores_gemma":[0.000022096248,0.00020780879,0.00005415491,0.00003511664,0.000010019642,0.000093267176,0.000017064633,0.00028054157,0.011070513],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009235734,0.000024582603,5.431144e-8,0.00013422851,0.0002062195,0.000005520679,0.0013413924,0.000725217,0.0017049457,0.077121735,0.8654756,0.053251244],"study_design_scores_gemma":[0.00011606243,0.000022118333,0.000004214347,0.000032012656,0.00006469046,0.000033602446,0.000113461465,0.008489467,0.00044320108,0.00055152504,0.9894844,0.00064523454],"about_ca_topic_score_codex":0.000012611736,"about_ca_topic_score_gemma":6.486604e-7,"teacher_disagreement_score":0.12400878,"about_ca_system_score_codex":0.000058861602,"about_ca_system_score_gemma":0.000024608722,"threshold_uncertainty_score":0.9966549},"labels":[],"label_agreement":null},{"id":"W4214874247","doi":"10.25071/2564-2855.7","title":"Metaphoring back in the climate crisis","year":2021,"lang":"en","type":"article","venue":"Working papers in Applied Linguistics and Linguistics at York","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University; University of Toronto","funders":"","keywords":"Framing (construction); Metaphor; Narrative; Comprehension; Engineering ethics; Frame problem; Sociology; Generative grammar; Ecology; Environmental ethics; Political science; Epistemology; Engineering; Computer science; Civil engineering; Artificial intelligence","score_opus":0.02258466944223204,"score_gpt":0.2474102492083409,"score_spread":0.22482557976610887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214874247","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006881812,0.001445756,0.000017797029,0.00006791314,0.0030932839,0.00015105773,0.0000053983695,0.00006642566,0.99446416],"genre_scores_gemma":[0.98763514,0.0010834546,0.009053765,0.0005698197,0.0013994212,0.000024987432,0.000025379115,0.00005164731,0.00015638284],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848235,0.000062129315,0.0004507403,0.00032788733,0.00022074844,0.000456165],"domain_scores_gemma":[0.9986119,0.0008370794,0.000069333255,0.00037101752,0.000027740542,0.00008291377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071696535,0.0002464749,0.00028399,0.0001121603,0.0001590158,0.0001800907,0.0002000558,0.00013481092,0.0000935793],"category_scores_gemma":[0.0019875122,0.000238407,0.000044913348,0.0005434985,0.000044214903,8.0570675e-7,0.00007696037,0.00052769145,0.000039674396],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005651932,0.00016231202,0.0044065528,0.00034051004,0.00008328873,0.00023507491,0.007722938,0.012760685,0.00043122433,0.9614007,0.005362504,0.007037682],"study_design_scores_gemma":[0.00029433396,0.0000049567057,0.00048447613,0.00008451864,0.000048335944,0.0000055655473,0.0016834699,0.0026402664,0.00014193893,0.0006101242,0.9937012,0.0003007852],"about_ca_topic_score_codex":0.000046030204,"about_ca_topic_score_gemma":0.00064675236,"teacher_disagreement_score":0.9943078,"about_ca_system_score_codex":0.00012764112,"about_ca_system_score_gemma":0.000046479512,"threshold_uncertainty_score":0.97219557},"labels":[],"label_agreement":null},{"id":"W4214886754","doi":"10.1016/b978-0-12-821053-6.00018-7","title":"Biom*: On becoming a teachable discipline","year":2022,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Biomimetics; Process (computing); Engineering; Engineering ethics; Computer science; Artificial intelligence","score_opus":0.027113721469514497,"score_gpt":0.2638576521356786,"score_spread":0.2367439306661641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214886754","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014383879,0.0006064973,0.000014719059,0.00019967985,0.0016007528,0.00029398498,0.000045044984,0.0002940665,0.9969309],"genre_scores_gemma":[0.00083469297,0.000108531625,0.00030015103,0.00035665306,0.0004323004,0.00007375807,0.000059840022,0.0001664789,0.9976676],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99891,0.000022397495,0.00029583697,0.0002790295,0.00025859027,0.00023413739],"domain_scores_gemma":[0.9991445,0.00014763538,0.000092071496,0.00048646028,0.000019273386,0.00011008953],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00026041182,0.0003330403,0.0003003995,0.0002140445,0.00015444966,0.000055031647,0.00023826005,0.00014625266,0.0061803535],"category_scores_gemma":[0.00001673034,0.00035226526,0.00013401499,0.000015460237,0.000026367232,0.000060980194,0.00007090115,0.00081404217,0.00089872646],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008706643,0.000011591241,3.164541e-7,0.00007600141,0.0001006412,0.000020795758,0.00049138366,0.00010729154,0.000070364564,0.0151004,0.0039676838,0.98004484],"study_design_scores_gemma":[0.00012573061,0.00003810374,0.0000016106402,0.00008554054,0.00006226136,0.000017579396,0.000025009385,0.00011271926,0.000045271634,0.0023140886,0.99679273,0.00037937405],"about_ca_topic_score_codex":4.61329e-7,"about_ca_topic_score_gemma":0.0000059645877,"teacher_disagreement_score":0.99282503,"about_ca_system_score_codex":0.00020754595,"about_ca_system_score_gemma":0.000057759018,"threshold_uncertainty_score":0.99989295},"labels":[],"label_agreement":null},{"id":"W4220657819","doi":"10.1108/ils-08-2020-0192","title":"Exploring design discourses and liminality as features of professional learning in an elementary makerspace","year":2022,"lang":"en","type":"article","venue":"Information and Learning Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Liminality; Transformative learning; Curriculum; Pedagogy; General partnership; Originality; Mathematics education; Professional learning community; Value (mathematics); Professional development; Sociology; Psychology; Qualitative research; Computer science","score_opus":0.07563146821714331,"score_gpt":0.3262623815322409,"score_spread":0.25063091331509757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220657819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972212,0.00012715351,0.0003966092,0.0004882079,0.00015219564,0.00008021864,4.9645e-7,0.00004352558,0.0014903925],"genre_scores_gemma":[0.99851745,0.00006853889,0.0011942295,0.000074422285,0.000008347462,0.00002398311,0.0000054282723,0.0000021629232,0.00010545242],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.99930626,0.00021259878,0.00013206198,0.000058722868,0.0001949276,0.00009542283],"domain_scores_gemma":[0.9996832,0.0001751916,0.00006639922,0.000026995407,0.000014344403,0.000033875694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013708554,0.000051303643,0.000057491507,0.00015588124,0.00038710426,0.000075114534,0.000059769238,0.000009760402,0.00008014593],"category_scores_gemma":[0.00012845665,0.00004844473,0.000005964612,0.0002207478,0.000056168963,0.002182209,0.000027222733,0.0002924916,0.0000013099815],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080578626,0.000048586156,0.04273367,0.00011914477,0.000009965489,0.0000014893191,0.12146084,0.6094012,0.0010219595,0.0027994586,0.00031570476,0.2220074],"study_design_scores_gemma":[0.00047013204,0.0006769773,0.26291737,0.00006430877,0.000011642067,0.00005818509,0.5979683,0.098111056,0.00082979153,0.00015186534,0.038428996,0.00031136288],"about_ca_topic_score_codex":0.000069184025,"about_ca_topic_score_gemma":0.000004995588,"teacher_disagreement_score":0.51129013,"about_ca_system_score_codex":0.000016986756,"about_ca_system_score_gemma":0.000047638736,"threshold_uncertainty_score":0.29773322},"labels":[],"label_agreement":null},{"id":"W4220999886","doi":"10.1007/s12008-022-00846-9","title":"A new approach to ideation based on linkography combined with graph theory","year":2022,"lang":"en","type":"article","venue":"International Journal on Interactive Design and Manufacturing (IJIDeM)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Ideation; Creativity; Session (web analytics); Computer science; Graph; Order (exchange); Artificial intelligence; Theoretical computer science; Cognitive science; Psychology; World Wide Web; Social psychology","score_opus":0.016580342939668802,"score_gpt":0.25539654266097445,"score_spread":0.23881619972130563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220999886","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020756347,0.000024659053,0.9593959,0.0016874435,0.002025153,0.00043488338,0.000012674848,0.0001398735,0.015523059],"genre_scores_gemma":[0.98317224,0.000019900412,0.012404089,0.0033271466,0.0002341343,0.00008589607,0.000019026482,0.00004919649,0.0006883614],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983022,0.00034758312,0.0002732055,0.00026573564,0.00060755556,0.00020368901],"domain_scores_gemma":[0.99847186,0.00090501405,0.00014596221,0.00015184036,0.0000922243,0.0002331069],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007080654,0.00024265995,0.00017458163,0.00090268085,0.0002468495,0.00027123594,0.00035281008,0.00003744156,0.00062521815],"category_scores_gemma":[0.00007436247,0.00021353515,0.000091153306,0.0001429733,0.000017373368,0.0003389123,0.000032711723,0.00082186685,0.00003684151],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008258003,0.00040955096,0.00005638556,0.000010601738,0.0006124365,0.00006749377,0.0016553228,0.92286235,0.0007255199,0.0045760893,0.023181856,0.037584387],"study_design_scores_gemma":[0.021126835,0.013812937,0.030891072,0.0011422765,0.0005812784,0.003520084,0.007631895,0.19579552,0.13984309,0.06040998,0.520376,0.0048689847],"about_ca_topic_score_codex":0.000009269604,"about_ca_topic_score_gemma":5.1467265e-7,"teacher_disagreement_score":0.9624159,"about_ca_system_score_codex":0.00026573206,"about_ca_system_score_gemma":0.00006837979,"threshold_uncertainty_score":0.8707711},"labels":[],"label_agreement":null},{"id":"W4221031929","doi":"10.3390/educsci12040232","title":"Design and Engineering: A Classification and Commentary","year":2022,"lang":"en","type":"article","venue":"Education Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Prince Edward Island","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Engineering design process; Engineering education; Context (archaeology); Process (computing); Qualitative research; Design education; Engineering ethics; Engineering; Knowledge management; Computer science; Engineering management; Sociology; Mechanical engineering","score_opus":0.06101636046241547,"score_gpt":0.30170316500207095,"score_spread":0.24068680453965546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221031929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85562086,0.009512324,0.058135815,0.05566395,0.0069957892,0.0010876998,0.0000063353586,0.0006123922,0.012364854],"genre_scores_gemma":[0.9893209,0.000087014865,0.009647926,0.000678563,0.000034927372,0.0000995962,0.000003152159,0.000004810626,0.00012311498],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996226,0.000043495256,0.00006841084,0.000098405355,0.00009900972,0.00006806907],"domain_scores_gemma":[0.99972934,0.00014682367,0.000017354048,0.00005429181,0.000009738216,0.000042457657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000380511,0.000043006854,0.000032746942,0.0000953248,0.00022311065,0.00006813538,0.00006799122,0.0000075137236,0.00011633308],"category_scores_gemma":[0.000023796032,0.000046593017,0.0000036243619,0.0002331268,0.000034751945,0.00021973913,0.000014856219,0.00006417039,0.0000033468593],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016837268,0.00048421152,0.012994893,0.0001447837,0.00005075796,8.931755e-7,0.028315276,0.051561028,0.042478763,0.041468397,0.49410486,0.3283793],"study_design_scores_gemma":[0.00016535673,0.00011090437,0.044498246,0.000012211521,0.000018921239,0.000079059086,0.014976866,0.25057024,0.0005143097,0.0010848116,0.68763304,0.00033604034],"about_ca_topic_score_codex":0.000007821532,"about_ca_topic_score_gemma":1.8204965e-7,"teacher_disagreement_score":0.32804325,"about_ca_system_score_codex":0.00003125009,"about_ca_system_score_gemma":0.00005846581,"threshold_uncertainty_score":0.1900008},"labels":[],"label_agreement":null},{"id":"W4224233518","doi":"10.3390/app12094157","title":"Problem-Solving in Product Innovation Based on the Cynefin Framework-Aided TRIZ","year":2022,"lang":"en","type":"article","venue":"Applied Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"National Natural Science Foundation of China","keywords":"TRIZ; Product (mathematics); Simple (philosophy); Computer science; Chaotic; Key (lock); Bridge (graph theory); Product innovation; Process (computing); Management science; Industrial engineering; Systems engineering; Engineering; Knowledge management; Artificial intelligence; Mathematics","score_opus":0.038215367872691995,"score_gpt":0.26902122893158836,"score_spread":0.23080586105889636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224233518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56750333,0.00012498803,0.010563775,0.02363191,0.001345381,0.0016202318,0.000004378358,0.0004133048,0.39479268],"genre_scores_gemma":[0.99467003,0.0000016018814,0.00365247,0.0013304554,0.00003835394,0.0002309452,0.000002174025,0.0000070817673,0.000066893226],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999144,0.00005887223,0.0001589417,0.00017444057,0.00030359952,0.0001601016],"domain_scores_gemma":[0.9992461,0.0005259747,0.000045808265,0.00015676359,0.000013522775,0.00001183746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020723261,0.00006892065,0.00005811141,0.00020838183,0.0003150681,0.00008029015,0.00027467683,0.000014602356,0.000396626],"category_scores_gemma":[0.00019850167,0.00005301361,0.000008485243,0.002688043,0.000047877493,0.000095518066,0.00002012746,0.00031341967,0.00002660971],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022356478,0.00012734605,0.0004972016,0.000021113236,0.0000043457835,9.0648507e-7,0.0032070717,0.50036466,0.019457642,0.44342625,0.00821916,0.02465196],"study_design_scores_gemma":[0.0012129018,0.0003793384,0.015143293,0.000116373456,0.000024527873,0.0000107964615,0.019395025,0.46208635,0.0509228,0.15137413,0.29770184,0.0016326332],"about_ca_topic_score_codex":0.000008761081,"about_ca_topic_score_gemma":0.000002865278,"teacher_disagreement_score":0.42716667,"about_ca_system_score_codex":0.000057350804,"about_ca_system_score_gemma":0.000091872345,"threshold_uncertainty_score":0.43427768},"labels":[],"label_agreement":null},{"id":"W4224242598","doi":"10.5430/jct.v11n4p97","title":"English Language Teachers’ Perceptions about Design Thinking","year":2022,"lang":"en","type":"article","venue":"Journal of Curriculum and Teaching","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Perception; Psychology; Scale (ratio); English language; Research design; Cognitively Guided Instruction; Design thinking; Validity; Sample (material); Survey research; Reliability (semiconductor); Pedagogy; Engineering; Teaching method; Sociology; Developmental psychology; Psychometrics; Applied psychology; Geography","score_opus":0.010334617130935916,"score_gpt":0.2601631147084332,"score_spread":0.24982849757749725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224242598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93714094,0.0024125194,0.04557338,0.00021390499,0.0017309753,0.00008529158,0.0000022141544,0.00011333933,0.012727408],"genre_scores_gemma":[0.990021,0.000061019822,0.0091938395,0.000105546846,0.0004339199,0.0000038934177,0.000001285751,0.000017503076,0.000162008],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9990694,0.00028457755,0.0002285016,0.00006109325,0.00022757711,0.00012887518],"domain_scores_gemma":[0.99955595,0.00014539587,0.00011041434,0.00007350598,0.000032306227,0.000082421386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015963804,0.000086123095,0.0001248849,0.00013600317,0.0003687593,0.00010099732,0.00014237553,0.000024412573,0.0003114419],"category_scores_gemma":[0.00020335773,0.000080071426,0.000057942925,0.00006361944,0.000009439312,0.000396241,0.000027748145,0.0009911607,0.0000027692165],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020420406,0.00050335546,0.014816577,0.00007123881,0.00029964134,0.00013644945,0.6931285,0.046595387,0.008317396,0.0057103583,0.06962323,0.16077742],"study_design_scores_gemma":[0.0016613489,0.00042877684,0.010973401,0.00016158285,0.00034539783,0.0023112316,0.5920274,0.020597957,0.00013399076,0.0010506021,0.3694641,0.00084419094],"about_ca_topic_score_codex":0.000012870075,"about_ca_topic_score_gemma":6.8558495e-7,"teacher_disagreement_score":0.29984087,"about_ca_system_score_codex":0.00007910188,"about_ca_system_score_gemma":0.000027312235,"threshold_uncertainty_score":0.43061554},"labels":[],"label_agreement":null},{"id":"W4229499241","doi":"10.32920/ryerson.14651505","title":"National Icon Rediscovered: Hockey Arena for a Sustainable Future","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Sustainability; Pace; Public relations; Sustainable design; Beneficiary; Marketing; Engineering; Business; Political science; Geography","score_opus":0.016859498117466263,"score_gpt":0.27912947158263757,"score_spread":0.2622699734651713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229499241","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005672553,0.003077456,0.18705872,0.0063428404,0.009631497,0.00176143,0.00014403934,0.0009663332,0.78534514],"genre_scores_gemma":[0.8240864,0.00069932936,0.029266924,0.0012875575,0.006464713,0.0011007655,0.0027319188,0.00017299212,0.13418935],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99911463,0.000024333134,0.00018868521,0.00024688544,0.00020141277,0.00022406207],"domain_scores_gemma":[0.9990252,0.00014212135,0.000048998692,0.00023169999,0.00048508882,0.00006685461],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00025593027,0.00018172756,0.00017250702,0.00010144571,0.000056349796,0.00033090322,0.0001578335,0.00024969617,0.0011216482],"category_scores_gemma":[0.00022287626,0.00019297391,0.00010708801,0.000102050115,0.0000069120083,0.0002699242,0.00008276329,0.00037827174,0.000021287979],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021151587,0.000072739975,0.000008449615,0.0015561706,0.00021537328,0.000009278302,0.0009805844,0.016760198,0.00009728945,0.09179335,0.8870325,0.0014529151],"study_design_scores_gemma":[0.00038989034,0.000015880676,0.00016926025,0.0000647809,0.000063918844,0.000015519032,0.011868263,0.01786422,0.00097172137,0.021483993,0.9465029,0.00058964005],"about_ca_topic_score_codex":0.000030681313,"about_ca_topic_score_gemma":0.000017241824,"teacher_disagreement_score":0.8184139,"about_ca_system_score_codex":0.0002397055,"about_ca_system_score_gemma":0.00062682806,"threshold_uncertainty_score":0.99979144},"labels":[],"label_agreement":null},{"id":"W4229918244","doi":"10.24908/pceea.vi0.13880","title":"A SURVEY OF PSYCHOLOGICAL TRAITS BEHIND LEARNING TO DESIGN: NOVICES AS DORMANT EXPERT DESIGNERS","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Design science; Phenomenon; Intuition; Psychology; Illusion; Research design; Engineering ethics; Computer science; Management science; Cognitive psychology; Engineering; Knowledge management; Sociology; Cognitive science; Epistemology; Social science","score_opus":0.020625695690516307,"score_gpt":0.2689767934214339,"score_spread":0.24835109773091757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229918244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98439044,0.00018887233,0.00031664275,0.0014173739,0.0021699558,0.0008178647,0.000012646968,0.0001515116,0.010534677],"genre_scores_gemma":[0.9956396,0.000017076944,0.0021760745,0.00027819042,0.00006894197,0.00004953401,0.000006615666,0.00004068431,0.0017232809],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9988059,0.00003114962,0.00034086697,0.00019255315,0.00032376597,0.00030576668],"domain_scores_gemma":[0.9986312,0.00024680604,0.0002293528,0.000094613795,0.0005510487,0.00024698765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011418259,0.00016987592,0.00021485267,0.00033026448,0.00007180911,0.00008271676,0.00034953078,0.00016957356,0.00015245817],"category_scores_gemma":[0.0018503107,0.00016917766,0.000058990576,0.0006319763,0.00000901007,0.0002871491,0.0000129760365,0.0002846179,0.00008094773],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010805587,0.0005911571,0.21401764,0.0011093065,0.0007259465,3.8281613e-7,0.04825837,0.28180927,0.21229014,0.0039416747,0.2149329,0.022215134],"study_design_scores_gemma":[0.00037625278,0.0001469216,0.935416,0.00022995046,0.000046493293,0.000008027695,0.0013626755,0.011114793,0.015488072,0.000043632022,0.035144236,0.0006229713],"about_ca_topic_score_codex":0.00567712,"about_ca_topic_score_gemma":0.001225646,"teacher_disagreement_score":0.72139835,"about_ca_system_score_codex":0.00087654113,"about_ca_system_score_gemma":0.00036135467,"threshold_uncertainty_score":0.8582145},"labels":[],"label_agreement":null},{"id":"W4230843763","doi":"10.32920/ryerson.14651505.v1","title":"National Icon Rediscovered: Hockey Arena for a Sustainable Future","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sustainability; Pace; Sustainable design; Public relations; Beneficiary; Marketing; Engineering; Business; Architectural engineering; Political science; Geography","score_opus":0.016859498117466263,"score_gpt":0.27912947158263757,"score_spread":0.2622699734651713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230843763","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005672553,0.003077456,0.18705872,0.0063428404,0.009631497,0.00176143,0.00014403934,0.0009663332,0.78534514],"genre_scores_gemma":[0.8240864,0.00069932936,0.029266924,0.0012875575,0.006464713,0.0011007655,0.0027319188,0.00017299212,0.13418935],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99911463,0.000024333134,0.00018868521,0.00024688544,0.00020141277,0.00022406207],"domain_scores_gemma":[0.9990252,0.00014212135,0.000048998692,0.00023169999,0.00048508882,0.00006685461],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00025593027,0.00018172756,0.00017250702,0.00010144571,0.000056349796,0.00033090322,0.0001578335,0.00024969617,0.0011216482],"category_scores_gemma":[0.00022287626,0.00019297391,0.00010708801,0.000102050115,0.0000069120083,0.0002699242,0.00008276329,0.00037827174,0.000021287979],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021151587,0.000072739975,0.000008449615,0.0015561706,0.00021537328,0.000009278302,0.0009805844,0.016760198,0.00009728945,0.09179335,0.8870325,0.0014529151],"study_design_scores_gemma":[0.00038989034,0.000015880676,0.00016926025,0.0000647809,0.000063918844,0.000015519032,0.011868263,0.01786422,0.00097172137,0.021483993,0.9465029,0.00058964005],"about_ca_topic_score_codex":0.000030681313,"about_ca_topic_score_gemma":0.000017241824,"teacher_disagreement_score":0.8184139,"about_ca_system_score_codex":0.0002397055,"about_ca_system_score_gemma":0.00062682806,"threshold_uncertainty_score":0.99979144},"labels":[],"label_agreement":null},{"id":"W4231090383","doi":"10.1007/978-3-662-53120-4_16812","title":"Biomimetic Design","year":2019,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.04281363230281585,"score_gpt":0.23334844597310458,"score_spread":0.19053481367028874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231090383","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.484532e-7,0.0004964737,0.05412568,0.00006379434,0.0010866472,0.00015729664,0.000001939979,0.00026579757,0.94380224],"genre_scores_gemma":[0.00045028527,0.000248669,0.00433647,0.00017139644,0.000107099666,0.0000024086928,0.000009249373,0.00007260906,0.9946018],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99959445,0.00000591396,0.00011709027,0.00010659308,0.00008386607,0.00009208154],"domain_scores_gemma":[0.99950325,0.00016340853,0.000022713291,0.00024359651,0.000021063015,0.00004594075],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000094646835,0.00015392964,0.00013213593,0.00009647302,0.000010043969,0.000030487146,0.00009567768,0.0001677532,0.015316053],"category_scores_gemma":[0.000008263889,0.00015044316,0.00004404936,0.000011898327,0.000008332574,0.00005981019,0.0000067172487,0.00017251706,0.024912044],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000548763,0.0000059569074,2.9061874e-7,0.00009736071,0.00015715013,0.000004684441,0.000059799524,0.00095841766,0.00029812992,0.31141004,0.66194195,0.025060754],"study_design_scores_gemma":[0.000048212605,0.000011400743,0.0000013170965,0.000018102499,0.00003341481,0.000006965122,0.0000025231984,0.0009650769,0.00018963702,0.0027953798,0.9957195,0.00020845004],"about_ca_topic_score_codex":0.0000010422729,"about_ca_topic_score_gemma":3.313601e-7,"teacher_disagreement_score":0.33377758,"about_ca_system_score_codex":0.000037869446,"about_ca_system_score_gemma":0.000051833977,"threshold_uncertainty_score":0.9855841},"labels":[],"label_agreement":null},{"id":"W4231612868","doi":"10.32920/14637948.v1","title":"Visualizing Information in the Early Stages of Engineering Design","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Strong","keywords":"Field (mathematics); New product development; Computer science; Visualization; Engineering design process; Product (mathematics); Product design; Software engineering; Engineering; Systems engineering; Human–computer interaction; Artificial intelligence; Mechanical engineering","score_opus":0.03434803148921596,"score_gpt":0.28181426955304384,"score_spread":0.2474662380638279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231612868","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15155339,0.00054118125,0.8361475,0.00015897407,0.0011275255,0.00051210035,0.000004414953,0.00022123136,0.009733696],"genre_scores_gemma":[0.98705035,0.00014273346,0.01261581,0.000059337555,0.00003080592,0.000043254993,0.000021158938,0.000012290263,0.000024230594],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993071,0.000071537834,0.00029832945,0.000061522005,0.00015521223,0.00010627628],"domain_scores_gemma":[0.9993349,0.00031209213,0.00005628806,0.000229456,0.000049515616,0.00001778067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006051451,0.000116948715,0.00013467342,0.00015803828,0.000009194823,0.00015551152,0.00018606051,0.00010762622,0.00008717049],"category_scores_gemma":[0.00014495567,0.000101547725,0.000036613263,0.00017135455,0.0000043761775,0.0004409801,0.000039289804,0.00038352417,0.000011295888],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003266572,0.000022851522,0.00021222152,0.0006349815,0.00004764289,0.0000020431316,0.01923663,0.9731126,0.0009455492,0.0010522413,0.0009927045,0.0037373118],"study_design_scores_gemma":[0.00086596445,0.000090987094,0.060031552,0.0013765002,0.00016803965,0.000032778942,0.023887824,0.83054924,0.046492886,0.00036336674,0.034282267,0.0018585873],"about_ca_topic_score_codex":0.00009257202,"about_ca_topic_score_gemma":0.000003050228,"teacher_disagreement_score":0.83549696,"about_ca_system_score_codex":0.000037632995,"about_ca_system_score_gemma":0.00005577141,"threshold_uncertainty_score":0.4140996},"labels":[],"label_agreement":null},{"id":"W4231882968","doi":"10.1115/1.4038264","title":"Object Reorientation and Creative Performance","year":2017,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Deutsche Forschungsgemeinschaft","keywords":"Creativity; Predictability; Test (biology); Scale (ratio); Psychology; Object (grammar); Cognitive psychology; Closure (psychology); Function (biology); Social psychology; Cognition; Computer science; Artificial intelligence; Mathematics; Statistics; Ecology","score_opus":0.043746921438942044,"score_gpt":0.30061324834788117,"score_spread":0.2568663269089391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231882968","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21654727,0.0003563632,0.76812536,0.000626471,0.0020006765,0.00016571437,9.601379e-7,0.000038612114,0.012138601],"genre_scores_gemma":[0.98400587,0.0004881017,0.015129661,0.00004026171,0.00013285973,0.0000013427957,1.11312055e-7,0.000008119013,0.00019365759],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995345,0.000054882057,0.00017379413,0.000042402185,0.0001219889,0.00007246709],"domain_scores_gemma":[0.99943566,0.00014397864,0.0001588129,0.00010517018,0.00008196338,0.00007440035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070149987,0.000055710618,0.00010245358,0.000039349914,0.000106783744,0.00009011333,0.00011591706,0.000038262202,0.000079455516],"category_scores_gemma":[0.00041458118,0.00004672595,0.000022587743,0.000022844442,0.000014591138,0.0005843486,0.0000077539435,0.00016142393,0.000013423167],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016672261,0.00036166786,0.0010535555,0.0003065045,0.000672366,0.00014766517,0.0053278357,0.009475803,0.18268669,0.015364808,0.059859313,0.7230766],"study_design_scores_gemma":[0.0068708328,0.0042469404,0.13539785,0.0007750954,0.0006407986,0.0021670067,0.0020759616,0.2522393,0.51098543,0.026291339,0.056934603,0.0013748704],"about_ca_topic_score_codex":0.0000013000978,"about_ca_topic_score_gemma":2.1848807e-7,"teacher_disagreement_score":0.7674586,"about_ca_system_score_codex":0.000026165164,"about_ca_system_score_gemma":0.000028307544,"threshold_uncertainty_score":0.19054289},"labels":[],"label_agreement":null},{"id":"W4231951703","doi":"10.32920/ryerson.14644299","title":"Intuitive versus theoretical approaches to visual communication to facilitate knowledge transfer","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Gestalt psychology; Checklist; Graphics; Psychology; Process (computing); Foundation (evidence); Computer science; Communication design; Test (biology); Perception; Cognitive psychology; Multimedia; Political science","score_opus":0.26134435598868405,"score_gpt":0.3321621666051098,"score_spread":0.07081781061642572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231951703","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057192527,0.00045737982,0.49448884,0.0025824981,0.0015846132,0.0008654404,0.000029540079,0.0004433042,0.44235587],"genre_scores_gemma":[0.9902612,0.00006848593,0.008047775,0.00012498761,0.00007129707,0.0003090486,0.000152614,0.00004217848,0.00092242635],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987858,0.0002756421,0.00026160985,0.0003250414,0.00013452493,0.00021738293],"domain_scores_gemma":[0.99845105,0.00062895846,0.000008002718,0.00057564426,0.00010083239,0.00023550545],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004280307,0.00024991893,0.00025392536,0.00013062064,0.00004781571,0.00017430347,0.00034620037,0.00020745472,0.0014529754],"category_scores_gemma":[0.00020138324,0.00026396,0.00009035972,0.00021572827,0.000049511134,0.0000956032,0.00023200926,0.0006391254,0.0007738441],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069274113,0.00086540706,0.000008387054,0.0008040268,0.000921728,0.0000056463773,0.20848693,0.0457486,0.0010388483,0.58378893,0.015979948,0.14165881],"study_design_scores_gemma":[0.0049009277,0.0012877895,0.0025027897,0.0016121502,0.001246036,0.000032938766,0.14167103,0.19983494,0.06276288,0.012325129,0.562773,0.009050392],"about_ca_topic_score_codex":0.000024274012,"about_ca_topic_score_gemma":0.00007782979,"teacher_disagreement_score":0.93306863,"about_ca_system_score_codex":0.0001691513,"about_ca_system_score_gemma":0.000111270485,"threshold_uncertainty_score":0.9999813},"labels":[],"label_agreement":null},{"id":"W4231969121","doi":"10.32920/ryerson.14638725","title":"An axiomatic theory of engineering design information","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Axiomatic design; Computer science; Axiom; Axiomatic semantics; Consistency (knowledge bases); Method engineering; Notation; Abstraction; Theoretical computer science; Engineering design process; Software engineering; Semantics (computer science); Programming language; Artificial intelligence; Operational semantics; Mathematics; Denotational semantics; Engineering","score_opus":0.022681365718906114,"score_gpt":0.24381133433811725,"score_spread":0.22112996861921114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231969121","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009900821,0.00016377261,0.9802423,0.0000139916265,0.0008818029,0.00018260421,0.000002780019,0.0003279876,0.008283937],"genre_scores_gemma":[0.91985464,0.000062767416,0.079820074,0.000039091672,0.00004096774,0.000036249152,0.000079175916,0.000021897287,0.000045156037],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99931777,0.000075757984,0.00031150694,0.00007175992,0.00012244297,0.000100780046],"domain_scores_gemma":[0.99921095,0.00020956379,0.00006748838,0.00037223994,0.000083242754,0.000056513687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005184014,0.00014185115,0.00017216492,0.00015429418,0.000009889047,0.00010721962,0.00016445575,0.00014418352,0.00048572672],"category_scores_gemma":[0.00014061069,0.0001517457,0.00004378118,0.00010455214,0.0000057511247,0.0006589421,0.000029403094,0.00023717851,0.000034008306],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004218807,0.000025151225,0.0000036924291,0.0009384843,0.00008800338,6.2767765e-7,0.0032686645,0.9746173,0.002353107,0.0048254016,0.00039195083,0.013483412],"study_design_scores_gemma":[0.0001244752,0.000021419453,0.00076976215,0.0001966924,0.00007858852,0.000011081667,0.0017877792,0.9679326,0.026364265,0.0009160077,0.001374462,0.00042285805],"about_ca_topic_score_codex":0.0000065052222,"about_ca_topic_score_gemma":3.3963914e-7,"teacher_disagreement_score":0.9099538,"about_ca_system_score_codex":0.000040328694,"about_ca_system_score_gemma":0.00008446378,"threshold_uncertainty_score":0.618801},"labels":[],"label_agreement":null},{"id":"W4232317444","doi":"10.1504/ejie.2018.10013866","title":"Latent Semantic Extraction and Analysis forTRIZ-Based Inventive Design","year":2018,"lang":"en","type":"article","venue":"European J of Industrial Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Particle Physics","funders":"","keywords":"TRIZ; Computer science; Process (computing); Heuristic; Latent semantic analysis; Resolution (logic); Artificial intelligence; Natural language processing; Programming language","score_opus":0.06536545525848135,"score_gpt":0.25392483305743047,"score_spread":0.1885593777989491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232317444","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2014358,0.000118762146,0.79376656,0.00005707674,0.0010750224,0.00024354956,0.0000059087647,0.00031333728,0.0029839736],"genre_scores_gemma":[0.99584985,0.000010411497,0.0037422942,0.000012014941,0.0002982603,0.0000026902724,0.000007192844,0.00003367518,0.000043642634],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99928033,0.00008440539,0.00025311054,0.00012748151,0.000108657405,0.00014601545],"domain_scores_gemma":[0.9995068,0.00015132359,0.00006219471,0.00014672022,0.00005184219,0.00008115947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057530607,0.00012581247,0.00016449063,0.0003233429,0.000031366704,0.00003414861,0.00007561554,0.000048470105,0.00008468156],"category_scores_gemma":[0.00018973104,0.00013518336,0.00005637855,0.0005877621,0.000023761762,0.00015421376,0.0000109954435,0.00017682157,0.0000275336],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011407208,0.000082283455,0.002211108,0.00007532518,0.0012576166,0.000023854887,0.0007582576,0.8995653,0.052135155,0.00019655538,0.0027712062,0.040809277],"study_design_scores_gemma":[0.0011580881,0.00021448656,0.010204664,0.000111443595,0.00075795845,0.000008476218,0.00008234039,0.9076194,0.070236824,0.000006868872,0.009154253,0.00044519125],"about_ca_topic_score_codex":0.000008680229,"about_ca_topic_score_gemma":8.709446e-7,"teacher_disagreement_score":0.794414,"about_ca_system_score_codex":0.000030378455,"about_ca_system_score_gemma":0.000017526356,"threshold_uncertainty_score":0.5512617},"labels":[],"label_agreement":null},{"id":"W4234211434","doi":"10.7577/formakademisk.2973","title":"Relating Systems Thinking and Design IV","year":2018,"lang":"en","type":"article","venue":"FormAkademisk - forskningstidsskrift for design og designdidaktikk","topic":"Design Education and Practice","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Theme (computing); Library science; Engineering ethics; Sociology; Computer science; Operations research; Engineering; World Wide Web","score_opus":0.03844138673434496,"score_gpt":0.2654267521104329,"score_spread":0.2269853653760879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234211434","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020028919,0.0019527033,0.98481226,0.0001237957,0.0019860612,0.0025897338,0.000020882391,0.0015559124,0.0049557607],"genre_scores_gemma":[0.6489495,0.00030705775,0.34444156,0.0004333548,0.0016829937,0.0009938735,0.0000475675,0.00043459088,0.0027094975],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958545,0.0003535492,0.001111294,0.00074131734,0.00057179254,0.0013675229],"domain_scores_gemma":[0.9952001,0.0029526348,0.00038942552,0.00061952707,0.0003391092,0.0004992342],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004418392,0.0007827692,0.0006929641,0.00048910425,0.0012025957,0.00059996307,0.00064403523,0.00059009553,0.00009479425],"category_scores_gemma":[0.0010823368,0.00080025545,0.00017002971,0.0006810742,0.00043063,0.0017729917,0.000075533775,0.00072167616,0.00022957816],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027571977,0.00038727873,0.0020344174,0.0030882559,0.0022824863,0.000060981594,0.03992866,0.13950807,0.08331641,0.14171153,0.5136292,0.07129552],"study_design_scores_gemma":[0.0022889858,0.0012881211,0.00011863509,0.0005155145,0.00041698827,0.00041573297,0.001169637,0.84516287,0.015208537,0.012187147,0.11930152,0.0019262952],"about_ca_topic_score_codex":0.000020345387,"about_ca_topic_score_gemma":9.793687e-7,"teacher_disagreement_score":0.7056548,"about_ca_system_score_codex":0.00021020071,"about_ca_system_score_gemma":0.000174058,"threshold_uncertainty_score":0.99944484},"labels":[],"label_agreement":null},{"id":"W4235471779","doi":"10.1115/1.4047685","title":"Analysis of Designer Emotions in Collaborative and Traditional Computer-Aided Design","year":2020,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Sadness; CAD; Human–computer interaction; Computer science; Software; Computer Aided Design; Surprise; Anger; Cognitive psychology; Multimedia; Applied psychology; Psychology; Engineering drawing; Engineering; Social psychology","score_opus":0.08601471212572663,"score_gpt":0.27413895807685545,"score_spread":0.1881242459511288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235471779","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062319674,0.00015261325,0.9920309,0.001212095,0.00015124881,0.00013855878,0.0000085037545,0.000015827061,0.000058255268],"genre_scores_gemma":[0.80842406,0.0001442848,0.19108488,0.00023447815,0.000091481874,0.0000030823542,0.000001820362,0.000012151197,0.000003762005],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984742,0.0005043746,0.00053724326,0.00010649108,0.0002584631,0.00011923428],"domain_scores_gemma":[0.99795306,0.0013884354,0.0002017205,0.00006937432,0.0001945377,0.00019288862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009995612,0.00011717289,0.00042871528,0.00033721267,0.000025016869,0.000032452826,0.00013397442,0.00008277161,0.00016048906],"category_scores_gemma":[0.0003074304,0.00010930565,0.00009437656,0.0013701424,0.000023478182,0.00028709884,0.000007958933,0.00026592065,0.0000036564404],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039206236,0.00029581186,0.000037827365,0.000043862034,0.0015128057,0.00006027337,0.0018907947,0.92299694,0.0519138,0.0048040454,0.010390362,0.0056614266],"study_design_scores_gemma":[0.0009686783,0.00079358846,0.0028588886,0.00004331263,0.00073580287,0.0000346224,0.00029479613,0.98629516,0.005694504,0.0017110981,0.00038021107,0.00018931561],"about_ca_topic_score_codex":8.7879886e-7,"about_ca_topic_score_gemma":7.6866297e-7,"teacher_disagreement_score":0.8021921,"about_ca_system_score_codex":0.000047856956,"about_ca_system_score_gemma":0.00012703113,"threshold_uncertainty_score":0.4457355},"labels":[],"label_agreement":null},{"id":"W4235523465","doi":"10.1353/ctr.2012.0021","title":"Igniting Imaginations with Actor-manipulated Design","year":2012,"lang":"en","type":"article","venue":"Canadian Theatre Review","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Aesthetics; Visual arts; Art; Sociology","score_opus":0.04248311232823903,"score_gpt":0.2676176094785875,"score_spread":0.22513449715034844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235523465","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034273413,0.44792262,0.011380363,0.0049330294,0.000781067,0.0013625561,0.000024501267,0.00047590808,0.5327772],"genre_scores_gemma":[0.9781527,0.015697788,0.0032294465,0.0022932831,0.00019054642,0.00007142295,0.000037080415,0.00006473113,0.00026303524],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99936736,0.00007509824,0.000118168595,0.00006760046,0.0000633653,0.00030839015],"domain_scores_gemma":[0.9992563,0.00008770198,0.000022759736,0.00017720107,0.000047271835,0.00040875626],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029226625,0.00010925989,0.00012624417,0.000078243655,0.00007201464,0.00003104966,0.0000846713,0.000026996018,0.000946072],"category_scores_gemma":[0.0000407757,0.00009552766,0.000023589977,0.0003022292,0.000012897962,0.0003684664,0.0000018251893,0.00012056605,0.00050660316],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000232762,0.000039234408,0.0014493968,0.002632894,0.00020446547,0.00002109741,0.00080060546,0.00041410592,0.0001643594,0.0035059203,0.18817389,0.8025917],"study_design_scores_gemma":[0.00005594035,0.000006098278,0.00045871106,0.0007930527,0.00010670585,0.00008214191,0.000044884586,0.00020328413,0.000050319806,0.000032370095,0.99796146,0.00020504254],"about_ca_topic_score_codex":0.0013930608,"about_ca_topic_score_gemma":0.0015236706,"teacher_disagreement_score":0.9778099,"about_ca_system_score_codex":0.00016078373,"about_ca_system_score_gemma":0.00016573252,"threshold_uncertainty_score":0.9999672},"labels":[],"label_agreement":null},{"id":"W4235661833","doi":"10.21606/learnxdesign.2019.01071","title":"Forget to clean up when you're done.","year":2019,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Software deployment; Materiality (auditing); Embodied cognition; Space (punctuation); Argument (complex analysis); Computer science; Session (web analytics); Mathematics education; Pedagogy; Psychology; Sociology; Aesthetics; Artificial intelligence","score_opus":0.020255565060788495,"score_gpt":0.2544002046096121,"score_spread":0.2341446395488236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235661833","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.121555045,0.000035729674,0.01396441,0.0025780315,0.0027053973,0.00024080658,0.0000022236406,0.0004380102,0.85848033],"genre_scores_gemma":[0.85532403,0.0000057252664,0.003513405,0.0014342715,0.00008744915,0.0000065665286,0.000003864502,0.000020178211,0.13960452],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99966997,0.000007853854,0.000069623624,0.00007501302,0.00006296387,0.00011455616],"domain_scores_gemma":[0.99968165,0.000040426206,0.0000060260554,0.00017789274,0.000016231486,0.00007779763],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00008818041,0.000055496228,0.000053222426,0.000038470043,0.000012170332,0.000031237516,0.00007986713,0.000028202461,0.0024409373],"category_scores_gemma":[0.000019134977,0.00005279242,0.00001670618,0.00006591051,0.0000015692834,0.00015707409,0.000009352919,0.00006229052,0.0051167416],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010205705,0.000016013835,0.0010432466,0.00003089703,0.000022523656,5.344325e-7,0.0025210017,0.0010471344,0.0028563507,0.0030271267,0.95535296,0.034071993],"study_design_scores_gemma":[0.00010524178,0.000015712778,0.001320681,0.0000040669274,0.0000037132627,0.0000017176808,0.0009450871,0.0010270088,0.0026615334,0.00017694433,0.9936263,0.000111995134],"about_ca_topic_score_codex":0.000035409153,"about_ca_topic_score_gemma":0.000049253358,"teacher_disagreement_score":0.73376894,"about_ca_system_score_codex":0.00001841982,"about_ca_system_score_gemma":0.000008547118,"threshold_uncertainty_score":0.99847096},"labels":[],"label_agreement":null},{"id":"W4235895205","doi":"10.24908/pceea.v0i0.3770","title":"SCHOLARLY DESIGN?","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Nothing; The arts; Process (computing); Fine art; Engineering ethics; Sociology; Epistemology; Work (physics); Applied arts; Mathematics education; Computer science; Psychology; Engineering; Visual arts; Philosophy; Art","score_opus":0.020424476555003974,"score_gpt":0.19416805326327877,"score_spread":0.17374357670827478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235895205","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37688392,0.0015247309,0.0033877385,0.009100943,0.02762634,0.0030934294,0.00006608142,0.0020701448,0.5762467],"genre_scores_gemma":[0.9902895,0.000019282457,0.0062209712,0.00025814754,0.00014595225,0.000059446553,0.0000024160472,0.00004730369,0.0029569804],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99910027,0.000008651666,0.0002430467,0.00012586011,0.00024250941,0.00027965682],"domain_scores_gemma":[0.9989268,0.000053520114,0.00015263748,0.00011333141,0.000528176,0.00022554494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005838353,0.00014096237,0.00011911897,0.0002862374,0.00011681819,0.00016124657,0.0003468539,0.00015069106,0.00017311118],"category_scores_gemma":[0.0010942322,0.00014633285,0.00006078519,0.00057327776,0.0000097941365,0.0008993833,0.000010452612,0.00030392187,0.00006815146],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016655915,0.00037006687,0.10638367,0.00085216213,0.0007514413,4.205477e-7,0.02308245,0.0051030326,0.032219797,0.08172151,0.7375977,0.011901087],"study_design_scores_gemma":[0.00048709265,0.00005290173,0.5056048,0.00027422103,0.00024441213,0.000022758464,0.0015639736,0.010024292,0.052483596,0.0022510511,0.42577472,0.0012161925],"about_ca_topic_score_codex":0.002701683,"about_ca_topic_score_gemma":0.00077645713,"teacher_disagreement_score":0.6134056,"about_ca_system_score_codex":0.0014499315,"about_ca_system_score_gemma":0.0005218422,"threshold_uncertainty_score":0.5967281},"labels":[],"label_agreement":null},{"id":"W4236695067","doi":"10.22215/etd/2012-06778","title":"Balancing manual and digital design methods : a study of studio furniture manufacturers","year":2012,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Library and Archives Canada; Algonquin College","funders":"","keywords":"Studio; Engineering; Computer science; Art; Engineering drawing; Visual arts","score_opus":0.025027297976823536,"score_gpt":0.3545532014538484,"score_spread":0.3295259034770249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236695067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7955077,0.0047962777,0.07926837,0.00002523656,0.005323354,0.002355671,0.00002014952,0.0005555926,0.112147614],"genre_scores_gemma":[0.98519146,0.000047290316,0.008575177,0.000011361835,0.0001036611,0.000040175713,0.00007233119,0.000058313646,0.0059002447],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9990635,0.0001289726,0.00027995845,0.00017285212,0.00017594521,0.00017877138],"domain_scores_gemma":[0.9991554,0.0004131994,0.00010222826,0.00018664956,0.0000533221,0.00008920129],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043705147,0.00025710408,0.00032740555,0.00015482816,0.000040370756,0.00007527229,0.00010327938,0.0001773034,0.00021681181],"category_scores_gemma":[0.00007609066,0.00022995137,0.000035527533,0.00010343419,0.000006756548,0.00033955494,0.00000987788,0.000334162,0.00001408741],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042840734,0.001695123,0.0028913487,0.0022274929,0.0034469746,0.000016849901,0.18955758,0.0028977895,0.006723439,0.00016930689,0.027990002,0.7619557],"study_design_scores_gemma":[0.0031291693,0.0010905106,0.2719225,0.00029168138,0.002757786,0.000082128485,0.62976533,0.0013180788,0.026766153,0.0004346355,0.059111346,0.0033306412],"about_ca_topic_score_codex":0.000016009864,"about_ca_topic_score_gemma":0.000028927909,"teacher_disagreement_score":0.75862503,"about_ca_system_score_codex":0.00003105987,"about_ca_system_score_gemma":0.000028015307,"threshold_uncertainty_score":0.93771446},"labels":[],"label_agreement":null},{"id":"W4237159913","doi":"10.32920/ryerson.14665278.v1","title":"Conceptual Design Of A Modular Morphing Wing","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Morphing; Modular design; Kinematics; Truss; Wing; Modularity (biology); Computer science; Mechanism (biology); Parametric statistics; Engineering; Structural engineering; Mathematics; Artificial intelligence","score_opus":0.06546419877327736,"score_gpt":0.2710468263101201,"score_spread":0.20558262753684275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237159913","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032419436,0.0012960535,0.9496579,0.0000693328,0.001339102,0.0001907459,0.0000027167553,0.00023430641,0.014790398],"genre_scores_gemma":[0.9246267,0.00015382172,0.074539274,0.00006642108,0.00010054816,0.00002084113,0.00001889258,0.000034432785,0.00043908053],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992151,0.00009049395,0.00024864596,0.0001718759,0.00014518225,0.00012867192],"domain_scores_gemma":[0.9992763,0.00020560858,0.00005814537,0.00032741594,0.00008031886,0.00005224947],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028178058,0.00015126448,0.00023393957,0.00006931045,0.000016378524,0.00006124598,0.00016157204,0.00015897478,0.0010343267],"category_scores_gemma":[0.0001248465,0.00017029289,0.000066947425,0.00008345155,0.000023531873,0.00012515274,0.000084159044,0.00040600693,0.000019759793],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002685265,0.000022733842,0.000013033352,0.00013685139,0.00013335297,0.000007814176,0.0032066081,0.9660221,0.026235864,0.0009987359,0.0018972469,0.0013229966],"study_design_scores_gemma":[0.00042808728,0.000028974726,0.00041650442,0.00057441473,0.00022516648,0.00003435469,0.010877425,0.89247024,0.081721626,0.00085246144,0.011247778,0.0011229569],"about_ca_topic_score_codex":0.00004148103,"about_ca_topic_score_gemma":8.234163e-7,"teacher_disagreement_score":0.89220726,"about_ca_system_score_codex":0.00004543303,"about_ca_system_score_gemma":0.0001248555,"threshold_uncertainty_score":0.9998789},"labels":[],"label_agreement":null},{"id":"W4237316389","doi":"10.32920/14637948","title":"Visualizing Information in the Early Stages of Engineering Design","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Strong","keywords":"New product development; Field (mathematics); Computer science; Engineering design process; Visualization; Product (mathematics); Work (physics); Product design; Engineering; Systems engineering; Software engineering; Data science; Artificial intelligence; Business","score_opus":0.03434803148921596,"score_gpt":0.28181426955304384,"score_spread":0.2474662380638279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237316389","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15155339,0.00054118125,0.8361475,0.00015897407,0.0011275255,0.00051210035,0.000004414953,0.00022123136,0.009733696],"genre_scores_gemma":[0.98705035,0.00014273346,0.01261581,0.000059337555,0.00003080592,0.000043254993,0.000021158938,0.000012290263,0.000024230594],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993071,0.000071537834,0.00029832945,0.000061522005,0.00015521223,0.00010627628],"domain_scores_gemma":[0.9993349,0.00031209213,0.00005628806,0.000229456,0.000049515616,0.00001778067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006051451,0.000116948715,0.00013467342,0.00015803828,0.000009194823,0.00015551152,0.00018606051,0.00010762622,0.00008717049],"category_scores_gemma":[0.00014495567,0.000101547725,0.000036613263,0.00017135455,0.0000043761775,0.0004409801,0.000039289804,0.00038352417,0.000011295888],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003266572,0.000022851522,0.00021222152,0.0006349815,0.00004764289,0.0000020431316,0.01923663,0.9731126,0.0009455492,0.0010522413,0.0009927045,0.0037373118],"study_design_scores_gemma":[0.00086596445,0.000090987094,0.060031552,0.0013765002,0.00016803965,0.000032778942,0.023887824,0.83054924,0.046492886,0.00036336674,0.034282267,0.0018585873],"about_ca_topic_score_codex":0.00009257202,"about_ca_topic_score_gemma":0.000003050228,"teacher_disagreement_score":0.83549696,"about_ca_system_score_codex":0.000037632995,"about_ca_system_score_gemma":0.00005577141,"threshold_uncertainty_score":0.4140996},"labels":[],"label_agreement":null},{"id":"W4237739383","doi":"10.32920/ryerson.14636397.v1","title":"Combining hierarchical task analysis and usage scenarios to help embed human factors in design","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"Ministerio de Economía y Competitividad","keywords":"Task (project management); Computer science; Documentation; Process (computing); Plan (archaeology); Work (physics); Embedding; Human–computer interaction; Software engineering; Engineering design process; Engineering management; Systems engineering; Artificial intelligence; Engineering","score_opus":0.0432466528791615,"score_gpt":0.3042361196828182,"score_spread":0.2609894668036567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237739383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78837025,0.00008552682,0.20698874,0.0001909605,0.00031205954,0.00032009455,0.0000052723594,0.00018276357,0.0035443571],"genre_scores_gemma":[0.9851115,0.00003702619,0.013953886,0.00014785654,0.0000330224,0.00004240737,0.00010163912,0.000035056797,0.00053760316],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9984738,0.0002687916,0.00036970474,0.00043352525,0.00019048963,0.00026368813],"domain_scores_gemma":[0.9988367,0.00044745565,0.000044683253,0.00040756876,0.000038789818,0.00022482708],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000509934,0.00027549124,0.0004905201,0.000718247,0.000057197285,0.0003311755,0.00019844953,0.00023404845,0.0007516238],"category_scores_gemma":[0.00017413762,0.00029076426,0.00009974556,0.0007245127,0.000018132352,0.00011244233,0.00019295097,0.0008506038,0.000012806791],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041824896,0.0005189573,0.105549514,0.00062279793,0.0035867237,0.00014090262,0.055940688,0.78501457,0.034271255,0.0005677593,0.003344679,0.010400328],"study_design_scores_gemma":[0.0014653786,0.00017161657,0.6887942,0.00055340095,0.0023163892,0.000016360684,0.010422353,0.2686375,0.017951021,0.0010956447,0.004498528,0.004077609],"about_ca_topic_score_codex":0.00048366847,"about_ca_topic_score_gemma":0.0006037818,"teacher_disagreement_score":0.5832447,"about_ca_system_score_codex":0.00010973372,"about_ca_system_score_gemma":0.000074696814,"threshold_uncertainty_score":0.99995446},"labels":[],"label_agreement":null},{"id":"W4238827940","doi":"10.22215/etd/2014-10466","title":"Ossature: Bone Remodeling as a Generative Structuring Process in Architecture","year":2014,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Structuring; Generative grammar; Process (computing); Articulation (sociology); Architecture; Computer science; Expression (computer science); Generative model; Engineering; Artificial intelligence; Geography; Business","score_opus":0.008745829414958526,"score_gpt":0.2806877307481746,"score_spread":0.27194190133321605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238827940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7142545,0.0015807732,0.0072945757,0.00018081153,0.0025377534,0.0005893942,0.000004923846,0.00051404134,0.27304325],"genre_scores_gemma":[0.9865029,0.00007783605,0.0042068567,0.00016998951,0.00037049153,0.00005702487,0.00041396637,0.00009466942,0.008106287],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990096,0.000043109565,0.00027923455,0.00025976708,0.00019226498,0.00021604335],"domain_scores_gemma":[0.99953777,0.0000687216,0.000071118164,0.00018602402,0.000069702015,0.00006669321],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00014833163,0.0002735306,0.0002529441,0.00025994788,0.000043037657,0.000086153465,0.00013330962,0.00031426715,0.00031210363],"category_scores_gemma":[0.00010154894,0.00026622321,0.000043673994,0.00021614821,0.000004744747,0.00012795153,0.0000035776143,0.0008535395,0.0000500289],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021260839,0.0000526003,0.000027244845,0.0025301576,0.00014586141,0.000023231118,0.043271698,0.83215386,0.016827106,0.002781036,0.0028375662,0.09913705],"study_design_scores_gemma":[0.004286933,0.00024462186,0.004406321,0.003533623,0.0005344971,0.00042885917,0.038776595,0.41862622,0.2942879,0.09062574,0.13495408,0.009294626],"about_ca_topic_score_codex":0.00003665962,"about_ca_topic_score_gemma":0.0005677184,"teacher_disagreement_score":0.41352764,"about_ca_system_score_codex":0.00006263435,"about_ca_system_score_gemma":0.000101657046,"threshold_uncertainty_score":0.999979},"labels":[],"label_agreement":null},{"id":"W4238953227","doi":"10.18280/rces.020402","title":"THE EXTENSION ADAPTIVE DESIGN MODEL FOR MECHANICAL PRODUCT LIFECYCLE","year":2015,"lang":"en","type":"article","venue":"Review of Computer Engineering Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Extension (predicate logic); Product lifecycle; Computer science; Product (mathematics); System lifecycle; New product development; Mathematics; Business; Programming language","score_opus":0.15158865073121822,"score_gpt":0.33689173106525455,"score_spread":0.18530308033403634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238953227","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026041696,0.20342265,0.79488075,0.0004125076,0.0006990428,0.0004314208,0.0000010783307,0.0001070357,0.000019479909],"genre_scores_gemma":[0.08668845,0.2088006,0.7026827,0.00040082185,0.00073693827,0.00045076926,0.0000035104633,0.00009437326,0.00014184375],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999294,0.000035215427,0.00026901002,0.000120043136,0.00013085625,0.00015089303],"domain_scores_gemma":[0.9988321,0.00055437366,0.00004706901,0.00022558324,0.00028986813,0.00005102608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009594123,0.00013450198,0.0002897792,0.00002457359,0.00003896834,0.000010867663,0.0001325913,0.000016846805,3.1040688e-7],"category_scores_gemma":[0.00045114412,0.00009427707,0.000065510714,0.00011048955,0.0000133837875,0.00009089754,0.000034911885,0.000079652855,0.000005301784],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011478956,0.000019236502,1.9308557e-7,0.0028246418,0.000223699,3.942162e-7,0.0003357277,0.86875206,0.00010667157,0.0025909464,0.09391838,0.031216536],"study_design_scores_gemma":[0.00009948097,0.000049590057,0.0000047036106,0.0012915398,0.000055495,0.000004831936,0.000015818943,0.9683888,0.00025915448,0.00021722534,0.029501349,0.00011202791],"about_ca_topic_score_codex":1.812617e-7,"about_ca_topic_score_gemma":8.482897e-8,"teacher_disagreement_score":0.09963669,"about_ca_system_score_codex":0.00004148742,"about_ca_system_score_gemma":0.000030693467,"threshold_uncertainty_score":0.38445073},"labels":[],"label_agreement":null},{"id":"W4239325318","doi":"10.1145/2509404.2494265","title":"A sustainable design fiction","year":2013,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Sustainability; Sustainable design; Design elements and principles; Point (geometry); Computer science; Sociology; Architectural engineering; Engineering ethics; Management science; Aesthetics; Epistemology; Engineering; Art; Ecology","score_opus":0.027488419270721605,"score_gpt":0.27180864608902267,"score_spread":0.24432022681830107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239325318","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01280367,0.000014714832,0.97918147,0.00037571264,0.002084824,0.000483869,0.0000011473023,0.00080026174,0.004254359],"genre_scores_gemma":[0.97925854,0.000028222477,0.015959756,0.00022480557,0.00025273132,0.0002619378,0.00001194867,0.000050768405,0.003951283],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989081,0.00010946541,0.00028806605,0.00024059185,0.00015563832,0.0002981254],"domain_scores_gemma":[0.998902,0.00031375303,0.000055779798,0.0004661491,0.00015314997,0.00010916809],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00014875171,0.00021026495,0.00014024238,0.00034288716,0.0003334874,0.00029759388,0.00021894996,0.0001000885,0.0028890192],"category_scores_gemma":[0.0000138467985,0.0002332919,0.00008676584,0.0002799713,0.000018595272,0.0014971073,0.0000041019275,0.0004343784,0.0011280495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006164855,0.0006797778,0.0000110951205,0.00014184175,0.00026179146,0.000010573575,0.0020264264,0.5219484,0.008041524,0.0006319981,0.1485582,0.31762674],"study_design_scores_gemma":[0.0017882871,0.0013949426,0.0027300834,0.00019665687,0.00018574581,0.00030598935,0.0038351624,0.6827169,0.033990525,0.006022412,0.26518348,0.0016498321],"about_ca_topic_score_codex":0.00020606913,"about_ca_topic_score_gemma":0.000006362873,"teacher_disagreement_score":0.96645486,"about_ca_system_score_codex":0.00030147898,"about_ca_system_score_gemma":0.000019583058,"threshold_uncertainty_score":0.9996497},"labels":[],"label_agreement":null},{"id":"W4240087242","doi":"10.4018/978-1-4666-8403-4.ch016","title":"Taking Making Into the Schools","year":2015,"lang":"en","type":"book-chapter","venue":"Advances in higher education and professional development book series","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Experiential learning; Process (computing); Psychology; Professional development; Engineering ethics; Pedagogy; Knowledge management; Computer science; Engineering","score_opus":0.04338865996673863,"score_gpt":0.3379806572575094,"score_spread":0.2945919972907708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240087242","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004728842,0.121399656,0.000017174978,0.003735089,0.01096052,0.0003703342,0.0000017923853,0.000112418944,0.86335576],"genre_scores_gemma":[0.010469957,0.007295107,0.0037627532,0.0012708313,0.000389079,0.00021254252,0.00006575484,0.00006134085,0.9764726],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99885994,0.000036977934,0.0003928353,0.00024507075,0.00028925884,0.00017592088],"domain_scores_gemma":[0.9993048,0.00012526893,0.00019103155,0.0001841195,0.00011875953,0.00007603405],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029377977,0.0002955041,0.00020601902,0.00014831868,0.00020458228,0.00007226536,0.00018384535,0.00017459341,0.0022791699],"category_scores_gemma":[0.000027978753,0.00023384685,0.000020976822,0.00006057593,0.00006915549,0.0012861377,0.000060742306,0.0005737249,0.00013038934],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006125848,0.000052295516,0.0003110183,0.0004976995,0.00006494125,0.000002988329,0.00923916,0.00011567346,0.000012830112,0.67069155,0.061672524,0.25727808],"study_design_scores_gemma":[0.00007432521,0.0000061148407,0.0018671919,0.0007720043,0.000009755302,0.000008481044,0.0005004928,0.0000019168463,0.000013312341,0.023493296,0.97293556,0.00031753443],"about_ca_topic_score_codex":0.0000011912787,"about_ca_topic_score_gemma":0.000022925697,"teacher_disagreement_score":0.91126305,"about_ca_system_score_codex":0.00024413329,"about_ca_system_score_gemma":0.0008126542,"threshold_uncertainty_score":0.9986329},"labels":[],"label_agreement":null},{"id":"W4240823847","doi":"10.2495/dne-v7-n1-26-47","title":"A top-down biomimetic design process for product concept generation","year":2012,"lang":"en","type":"article","venue":"International Journal of Design & Nature and Ecodynamics","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Manufacturing engineering; Process (computing); Engineering; Product (mathematics); Product design; Systems engineering; Computer science; Process engineering; Process management; Mathematics","score_opus":0.026919307917259896,"score_gpt":0.3057291402936986,"score_spread":0.2788098323764387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240823847","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027637292,0.005057548,0.9607514,0.00092712115,0.005081721,0.00032093137,0.00001304973,0.00003217015,0.00017874384],"genre_scores_gemma":[0.9666531,0.00030710944,0.03097467,0.00024709647,0.0016757038,0.000012450938,0.000016131078,0.000023409104,0.000090319154],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914783,0.000057995207,0.00031479995,0.00008840306,0.00022421873,0.0001667736],"domain_scores_gemma":[0.99894357,0.0002508856,0.00017502788,0.00006785127,0.0004616241,0.00010103682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007174978,0.00012737607,0.00014283729,0.00020192507,0.00004468947,0.000093260176,0.00018960651,0.00011753175,0.000029551284],"category_scores_gemma":[0.00030014673,0.00011365836,0.000053421376,0.000102893624,0.000020095917,0.0007670261,0.0000067909173,0.0002932046,0.0000035335845],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001818212,0.0013500781,0.0022132907,0.00031345786,0.0034210905,0.000044091576,0.015593834,0.38477346,0.20017475,0.014943006,0.107401505,0.26795322],"study_design_scores_gemma":[0.0035947287,0.00062519923,0.0018614664,0.0001811005,0.00049782946,0.0022888286,0.0008178575,0.8007013,0.12055415,0.0058324193,0.06191586,0.001129248],"about_ca_topic_score_codex":5.3102525e-7,"about_ca_topic_score_gemma":4.553618e-7,"teacher_disagreement_score":0.9390158,"about_ca_system_score_codex":0.00008603292,"about_ca_system_score_gemma":0.00008487977,"threshold_uncertainty_score":0.46348536},"labels":[],"label_agreement":null},{"id":"W4242173496","doi":"10.32920/ryerson.14664474","title":"A House of Three Birds*","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Toronto Metropolitan University","funders":"","keywords":"Liminality; Architecture; Focus (optics); Meaning (existential); Space (punctuation); Normative; Interpretation (philosophy); Aesthetics; Computer science; Perspective (graphical); Product (mathematics); Visual arts; Epistemology; Art; Philosophy; Mathematics","score_opus":0.042724754606619626,"score_gpt":0.2726507631054287,"score_spread":0.22992600849880906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242173496","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20093164,0.0038616108,0.30420372,0.00081664836,0.0077014742,0.0004561712,0.000013969408,0.0025814136,0.47943336],"genre_scores_gemma":[0.98658913,0.00027413515,0.0120380465,0.000063918706,0.000088568675,0.000016261745,0.0000072438797,0.000049900755,0.0008727663],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996077,0.000013449741,0.00013717788,0.00009429756,0.00008057385,0.00006679497],"domain_scores_gemma":[0.9994972,0.000064483625,0.000028931112,0.0003286015,0.000048411657,0.000032389722],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008807529,0.00008572401,0.00013224373,0.000049783725,0.0000051884185,0.000033249373,0.000110796645,0.000107284344,0.0014724719],"category_scores_gemma":[0.00004496988,0.00008826029,0.000052664433,0.000064387015,0.0000066880057,0.000043332213,0.00006260492,0.00024231205,0.0000760225],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045236284,0.0010100901,0.005734432,0.010080834,0.0028774014,0.000081039834,0.01322719,0.3002062,0.039787073,0.017569445,0.39888585,0.21049517],"study_design_scores_gemma":[0.0014758105,0.00009349993,0.046695963,0.00137891,0.0008695736,0.00009769946,0.004619891,0.1692783,0.1810633,0.010481963,0.57974625,0.0041988255],"about_ca_topic_score_codex":0.00009216529,"about_ca_topic_score_gemma":0.000086643326,"teacher_disagreement_score":0.7856575,"about_ca_system_score_codex":0.000017922079,"about_ca_system_score_gemma":0.00007631054,"threshold_uncertainty_score":0.9994403},"labels":[],"label_agreement":null},{"id":"W4242304435","doi":"10.32920/ryerson.14656068.v1","title":"Storytelling architecture","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Storytelling; Architecture; Commodification; Humanity; Narrative; Sociology; Aesthetics; Architectural engineering; Visual arts; Engineering; Art; Political science; Literature","score_opus":0.020265928317784582,"score_gpt":0.25059290865445405,"score_spread":0.23032698033666946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242304435","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014421606,0.0035021612,0.5995755,0.000462126,0.005937758,0.00014278463,0.0000031999357,0.0009083674,0.37504646],"genre_scores_gemma":[0.9260625,0.0006878651,0.062955916,0.0005159814,0.00076704845,0.000036192065,0.000101842765,0.00008400634,0.008788655],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99956375,0.000026640648,0.00009819052,0.00013390182,0.0000801046,0.00009741304],"domain_scores_gemma":[0.999565,0.00006867303,0.00001535246,0.00027400875,0.000026654105,0.000050308987],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008136529,0.00011618261,0.00010734561,0.000050829745,0.000015152456,0.00010190198,0.000109595516,0.00013763021,0.0020807458],"category_scores_gemma":[0.000025509418,0.000121795194,0.000052409923,0.000046288787,0.0000051141274,0.000030173336,0.00004687074,0.0006722384,0.00009581648],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020283805,0.000030180903,0.000021731059,0.00053645053,0.00015665242,0.000016625834,0.0030674438,0.894417,0.001328697,0.00039317604,0.02800568,0.07202432],"study_design_scores_gemma":[0.00008592935,0.000004361266,0.0002587011,0.000138318,0.000063712825,0.000029062501,0.0008621298,0.028740108,0.005579028,0.00095878,0.9625797,0.00070011563],"about_ca_topic_score_codex":0.000010889276,"about_ca_topic_score_gemma":0.000010706481,"teacher_disagreement_score":0.93457407,"about_ca_system_score_codex":0.000035116223,"about_ca_system_score_gemma":0.000060589482,"threshold_uncertainty_score":0.9988315},"labels":[],"label_agreement":null},{"id":"W4242500179","doi":"10.1007/978-1-4020-8021-0_6","title":"Design Rules","year":2004,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Photolithography; Fabrication; Surface micromachining; Materials science; Deposition (geology); Surface (topology); Nanotechnology; Process (computing); Engineering drawing; Computer science; Engineering; Geometry; Mathematics; Geology","score_opus":0.043728377967621204,"score_gpt":0.24260842774917024,"score_spread":0.19888004978154905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242500179","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.2100674e-7,0.00046371052,0.08049812,0.00008078578,0.0004920063,0.00009062491,0.000001955876,0.00035816475,0.9180145],"genre_scores_gemma":[0.00035567163,0.0004422504,0.016124815,0.00017753274,0.0001656623,0.0000047138715,0.000014290297,0.00006989981,0.98264515],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99963784,0.0000033654078,0.00010603053,0.00008781419,0.00008101788,0.000083900806],"domain_scores_gemma":[0.9996772,0.0000751463,0.000018355195,0.000161079,0.000019099236,0.00004916169],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00006544996,0.00014423818,0.00010297113,0.000062466286,0.000016160087,0.000030300509,0.00007879885,0.00015127508,0.01698811],"category_scores_gemma":[0.0000059381227,0.00014397719,0.000033790995,0.0000062129625,0.000009639871,0.00006627711,0.000004668524,0.00018496207,0.00818057],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026153784,0.0000044707785,3.789323e-8,0.000044662153,0.00007167527,0.000008270625,0.00008876935,0.0032360347,0.00004081369,0.87288445,0.107177645,0.016440544],"study_design_scores_gemma":[0.000052132094,0.000007435139,0.0000011132131,0.000029774174,0.000024019017,0.000008515094,0.0000028731513,0.00013094679,0.00013587812,0.060155153,0.9392418,0.0002103304],"about_ca_topic_score_codex":0.00000221447,"about_ca_topic_score_gemma":6.0500463e-7,"teacher_disagreement_score":0.8320642,"about_ca_system_score_codex":0.000068591384,"about_ca_system_score_gemma":0.000055190754,"threshold_uncertainty_score":0.9925917},"labels":[],"label_agreement":null},{"id":"W4242642395","doi":"10.29007/wvlp","title":"Generating Reuse Possibilities for Retired Wind-Turbine Blades","year":2018,"lang":"en","type":"paratext","venue":"EasyChair preprint","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Connaught Fund; Technische Universität Braunschweig","keywords":"Turbine blade; Turbine; Perspective (graphical); Work (physics); Reuse; Wind power; Closure (psychology); Computer science; Engineering; Marine engineering; Environmental science; Mechanical engineering; Artificial intelligence","score_opus":0.034212184115437555,"score_gpt":0.2998494140840859,"score_spread":0.26563722996864836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242642395","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035180446,0.0070811035,0.41585702,0.002293402,0.04021309,0.005007289,0.0005374359,0.0018329103,0.4919973],"genre_scores_gemma":[0.37921247,0.0005361141,0.040240176,0.0004899826,0.0076117995,0.0006627554,0.00056427286,0.00034671882,0.5703357],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981261,0.00010555229,0.0005508461,0.0005958418,0.00020646026,0.0004152038],"domain_scores_gemma":[0.99767506,0.0002728511,0.00017507859,0.0015067467,0.00022313118,0.000147104],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00060512987,0.0004209976,0.0004111234,0.00013809584,0.00015093229,0.00020607657,0.0006020779,0.00039043353,0.0051102275],"category_scores_gemma":[0.0006162154,0.0004432047,0.00018059829,0.00012328397,0.000070425944,0.0001820863,0.00012879488,0.00043294084,0.00510761],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047903188,0.000055219687,0.0000047274443,0.00064083823,0.00018778327,8.8120055e-7,0.0043832683,0.12979451,0.003857725,0.0001406032,0.8582734,0.0026131847],"study_design_scores_gemma":[0.00035375333,0.000087079585,0.000046110257,0.00024636782,0.000022278762,0.000013480425,0.00042026784,0.0245658,0.008349185,0.0005876162,0.96460813,0.00069995044],"about_ca_topic_score_codex":0.000031872747,"about_ca_topic_score_gemma":0.000010941796,"teacher_disagreement_score":0.37561685,"about_ca_system_score_codex":0.00017624881,"about_ca_system_score_gemma":0.00017265257,"threshold_uncertainty_score":0.999802},"labels":[],"label_agreement":null},{"id":"W4243600554","doi":"10.1139/cgj-37-1-277","title":"Book review: Karl Terxaghi - The engineer as artist","year":2000,"lang":"en","type":"article","venue":"Canadian Geotechnical Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Engineering; Geotechnical engineering; Forensic engineering","score_opus":0.00707675472141502,"score_gpt":0.22789172421936293,"score_spread":0.2208149694979479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243600554","genre_codex":"review","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00057932246,0.6154384,0.0035105585,0.23038751,0.0022489112,0.00078498013,0.000029099616,0.0005192137,0.14650202],"genre_scores_gemma":[0.084464364,0.23232396,0.0007172347,0.54443973,0.0032067688,0.000106144566,0.000024515128,0.0002271684,0.13449009],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990917,0.000053418953,0.00025502912,0.000086743574,0.00015656403,0.0003565698],"domain_scores_gemma":[0.9989471,0.000079364705,0.000023454877,0.00026484006,0.00003777007,0.00064746814],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00039603643,0.000121010205,0.00012221471,0.000068449706,0.00017096853,0.00011282298,0.0003160202,0.00008522608,0.044166364],"category_scores_gemma":[0.0001409849,0.000093542054,0.00008008337,0.00019496506,0.000037540587,0.0002036262,0.000003641343,0.0008384163,0.0024953787],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010696219,0.0000036914225,7.8179994e-7,0.000012691958,0.000014341779,0.00004695946,0.000019307088,0.0024413648,0.00001313903,0.000081461694,0.96981746,0.027547743],"study_design_scores_gemma":[0.00005776994,0.000013024343,0.00016117688,0.00011519009,0.000026793838,0.0014601967,0.000005107919,0.0012916878,0.000015391759,0.00007276728,0.99665284,0.00012802871],"about_ca_topic_score_codex":0.0008105986,"about_ca_topic_score_gemma":0.00026601017,"teacher_disagreement_score":0.38311443,"about_ca_system_score_codex":0.00019437942,"about_ca_system_score_gemma":0.0002794348,"threshold_uncertainty_score":0.9982813},"labels":[],"label_agreement":null},{"id":"W4243602264","doi":"10.4018/978-1-5225-0978-3.ch057","title":"Taking Making into the Schools","year":2017,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Experiential learning; Process (computing); Psychology; Engineering ethics; Professional development; Pedagogy; Knowledge management; Computer science; Engineering","score_opus":0.036127937714217094,"score_gpt":0.30051512496364113,"score_spread":0.26438718724942406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243602264","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011256606,0.00088017544,0.0006519848,0.0002296749,0.0019438564,0.00021078088,0.000010635694,0.00026751336,0.9957941],"genre_scores_gemma":[0.80042416,0.000020311141,0.00086008565,0.0006836337,0.0010976801,0.000023394032,0.000002395986,0.000095418785,0.19679293],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99909097,0.000014631672,0.00022205888,0.0002126628,0.00023429169,0.0002254147],"domain_scores_gemma":[0.9988122,0.00005891983,0.00022378335,0.0007754964,0.000056918532,0.00007268146],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019193169,0.00029830143,0.0002172048,0.000033403074,0.00026669327,0.00039681292,0.0005680138,0.00025935302,0.00020780279],"category_scores_gemma":[0.000092608854,0.00025380493,0.000118301505,0.000005252308,0.000047393758,0.00009816596,0.00007089555,0.0006032268,0.0011217095],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004960508,0.0000010997977,0.0000035493222,0.000033399378,0.00009631931,0.000017236927,0.00022033787,0.00003716601,0.000014704174,0.9255161,0.01274832,0.06130681],"study_design_scores_gemma":[0.00007749683,0.000007819564,0.000062291496,0.0002651123,0.00007861359,0.000042365282,0.00003404693,0.00008940032,0.0000159709,0.16241679,0.8365738,0.00033629083],"about_ca_topic_score_codex":0.000044901804,"about_ca_topic_score_gemma":0.000089476394,"teacher_disagreement_score":0.8238255,"about_ca_system_score_codex":0.00023155964,"about_ca_system_score_gemma":0.00011570382,"threshold_uncertainty_score":0.9999914},"labels":[],"label_agreement":null},{"id":"W4243616095","doi":"10.32920/ryerson.14638767","title":"Addressing diversity and gender issues in a cornerstone design course","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Cornerstone; Diversity (politics); Demographics; Inclusion (mineral); Context (archaeology); Gender diversity; Equity (law); Focus group; Psychology; Gender equity; Qualitative research; Medical education; Social psychology; Sociology; Gender studies; Medicine; Political science; Social science; Management; Geography","score_opus":0.2438860104810688,"score_gpt":0.36091158348607355,"score_spread":0.11702557300500474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243616095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56796557,0.030958844,0.34286025,0.0011721464,0.0038162353,0.0009463101,0.000010845938,0.0008807591,0.051389065],"genre_scores_gemma":[0.9834127,0.0011853136,0.014465061,0.000118991906,0.000055247914,0.000008564544,0.000011659067,0.000018167093,0.0007243154],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993303,0.000104019935,0.00012062525,0.00020548387,0.00010688199,0.00013270807],"domain_scores_gemma":[0.99955076,0.00012915756,0.000027943855,0.00019115,0.000035575216,0.00006543762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030807592,0.00014187185,0.00017898508,0.000070859125,0.00008191243,0.000105960564,0.000094940646,0.00015963407,0.0005157966],"category_scores_gemma":[0.000044962304,0.00016064654,0.000022596421,0.00007398079,0.00002184937,0.00014601795,0.0004557116,0.00041336997,0.0000107907235],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016639264,0.0011096669,0.05746398,0.0049844636,0.0015360012,0.00087410916,0.25604376,0.43298912,0.0031677613,0.0015460312,0.18622737,0.05389134],"study_design_scores_gemma":[0.0030575253,0.000061786115,0.40213066,0.0014128649,0.0010467526,0.00020597165,0.0506097,0.5114874,0.0054587265,0.006099996,0.013532784,0.0048958324],"about_ca_topic_score_codex":0.00021947449,"about_ca_topic_score_gemma":0.000034109486,"teacher_disagreement_score":0.41544712,"about_ca_system_score_codex":0.00006112615,"about_ca_system_score_gemma":0.00006167717,"threshold_uncertainty_score":0.6550976},"labels":[],"label_agreement":null},{"id":"W4245414821","doi":"10.4018/978-1-5225-0164-0.ch028","title":"Taking Making Into the Schools","year":2016,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Experiential learning; Process (computing); Psychology; Engineering ethics; Pedagogy; Knowledge management; Computer science; Engineering","score_opus":0.02657843364489762,"score_gpt":0.2803830149124121,"score_spread":0.2538045812675145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245414821","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009942532,0.00078133476,0.0019480587,0.0003479952,0.0016389093,0.0002018454,0.000014039126,0.00033081468,0.9947271],"genre_scores_gemma":[0.7595735,0.000022878126,0.0008663124,0.0011932501,0.0013789382,0.000030499938,0.0000013224711,0.0001198043,0.23681349],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99905574,0.00001804784,0.0002455798,0.00021015403,0.0002333724,0.0002370754],"domain_scores_gemma":[0.9991588,0.00009607815,0.00014384447,0.0004722528,0.000055624005,0.000073385156],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016822308,0.0002934554,0.00019603298,0.000038805694,0.00011374732,0.00015484974,0.00035413745,0.00024171021,0.0003993587],"category_scores_gemma":[0.000056602283,0.00021098575,0.000110737135,0.000012779964,0.000036939848,0.0000785017,0.000053357835,0.0004171797,0.0018763223],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048765764,8.3215167e-7,0.000002187298,0.000021912092,0.000076517164,0.000008867578,0.00012697862,0.000010610045,0.000035452016,0.92090034,0.008817179,0.069994256],"study_design_scores_gemma":[0.00008752302,0.00000817033,0.000023788949,0.00032125364,0.000057448837,0.000036340603,0.000028965673,0.000025623985,0.000026342394,0.22806329,0.7709982,0.00032309818],"about_ca_topic_score_codex":0.000010368607,"about_ca_topic_score_gemma":0.000027961378,"teacher_disagreement_score":0.762181,"about_ca_system_score_codex":0.00030273548,"about_ca_system_score_gemma":0.00010068996,"threshold_uncertainty_score":0.99890083},"labels":[],"label_agreement":null},{"id":"W4245702378","doi":"10.32920/ryerson.14640429.v1","title":"Developing a Cornerstone \"Human in the System\" Engineering Design Course","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Cornerstone; Engineering design process; Dysfunctional family; Grading (engineering); Engineering management; Computer science; Engineering ethics; Engineering; Psychology; Mechanical engineering","score_opus":0.06941441899484746,"score_gpt":0.2983417950797498,"score_spread":0.22892737608490232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245702378","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022784486,0.0013585427,0.9571057,0.000521441,0.0025489298,0.0007695258,0.0000025779245,0.000785139,0.014123642],"genre_scores_gemma":[0.96787244,0.00006450944,0.03132721,0.00012518265,0.00015747394,0.00020829108,0.000031905292,0.000053896994,0.0001590714],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881285,0.00015927732,0.00034557417,0.00023610634,0.00019762978,0.00024857168],"domain_scores_gemma":[0.9990514,0.00033384174,0.00005145787,0.00046609849,0.00005203043,0.00004519961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000978901,0.00025601021,0.0002615598,0.00012267864,0.000049878952,0.00027348872,0.00038535116,0.0001970499,0.00007761486],"category_scores_gemma":[0.00006052277,0.0002256689,0.00005722998,0.0002508837,0.000009301723,0.00010717275,0.00007284638,0.00079476583,0.000038989856],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000459329,0.0000715943,0.00006689157,0.0023116635,0.00022942564,0.00018263754,0.008509848,0.95300794,0.0013858157,0.02661764,0.006604874,0.0010070705],"study_design_scores_gemma":[0.0009642365,0.000031494357,0.008077512,0.0039990223,0.0003508406,0.000506253,0.03941317,0.9210822,0.0031944083,0.00020972422,0.019308468,0.0028626663],"about_ca_topic_score_codex":0.00008609972,"about_ca_topic_score_gemma":0.000035245685,"teacher_disagreement_score":0.94508797,"about_ca_system_score_codex":0.0003270265,"about_ca_system_score_gemma":0.0002197915,"threshold_uncertainty_score":0.92025113},"labels":[],"label_agreement":null},{"id":"W4246017233","doi":"10.1115/detc2018-85644","title":"Understanding the Role of Additive Manufacturing Knowledge in Stimulating Design Innovation for Novice Designers","year":2018,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Novelty; Ideation; Computer science; Quality (philosophy); Process (computing); Architectural design; Knowledge management; Process management; Manufacturing engineering; Systems engineering; Engineering; Architecture; Psychology","score_opus":0.12260580143520683,"score_gpt":0.3186537712942135,"score_spread":0.1960479698590067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246017233","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013608432,0.000026616035,0.9467504,0.000036877518,0.00016010483,0.00033656892,0.0000020547957,0.000063645915,0.039015323],"genre_scores_gemma":[0.98639446,0.000002274451,0.013343933,0.00003939645,0.000088858826,0.000031375534,0.0000037930827,0.000018365177,0.00007751372],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994327,0.0000516675,0.00021968626,0.00008973874,0.0000597816,0.00014643793],"domain_scores_gemma":[0.99849147,0.0012643224,0.000050369243,0.00009481632,0.000084556836,0.000014477527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006395823,0.00008250106,0.000080855076,0.00017098193,0.0000757802,0.000024508481,0.000085761036,0.000042667874,0.0000977416],"category_scores_gemma":[0.00014294425,0.00006865134,0.000014404987,0.00037854383,0.000030706553,0.00021820744,0.00000830788,0.00007989752,0.000013064041],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044936576,0.0002453512,0.00053765083,0.00029018402,0.00029738096,7.8974193e-7,0.049447704,0.17966034,0.24410695,0.2936468,0.008986205,0.22233127],"study_design_scores_gemma":[0.00046888317,0.00009231952,0.00048431018,0.000054002026,0.00001872166,0.000001652672,0.012797682,0.4047783,0.5657839,0.012398005,0.00292845,0.0001937746],"about_ca_topic_score_codex":0.000010291774,"about_ca_topic_score_gemma":0.000025541502,"teacher_disagreement_score":0.97278607,"about_ca_system_score_codex":0.00014263987,"about_ca_system_score_gemma":0.00003973252,"threshold_uncertainty_score":0.27995205},"labels":[],"label_agreement":null},{"id":"W4246093114","doi":"10.32920/14639091.v1","title":"Comparative Evaluation of a Novel Concept Design Method","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Creativity; Novelty; Cohesion (chemistry); Computer science; Ranking (information retrieval); Design methods; Engineering design process; Task (project management); Artificial intelligence; Systems engineering; Psychology; Engineering; Social psychology","score_opus":0.36906785481885307,"score_gpt":0.46607557109551534,"score_spread":0.09700771627666227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246093114","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010699877,0.0007035379,0.9536448,0.000055669105,0.00090886845,0.00046639403,0.000007690715,0.000083772386,0.043059245],"genre_scores_gemma":[0.47448945,0.00001876784,0.5250086,0.0000368089,0.000048712653,0.000086653716,0.000055349945,0.000014208857,0.00024145687],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986574,0.00046540704,0.00026724392,0.00018116795,0.00034193453,0.00008684622],"domain_scores_gemma":[0.99842155,0.0005744664,0.00010224856,0.00028792903,0.0005731333,0.000040656952],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015954686,0.00014664014,0.0003073213,0.000070440125,0.0000130268845,0.00004568333,0.00012165993,0.00014100083,0.0020511374],"category_scores_gemma":[0.00017596797,0.00015387319,0.00006139303,0.0001212202,0.000014490385,0.00009318523,0.0000439355,0.0002971555,0.000011723165],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000387638,0.00007653647,7.152857e-7,0.00005396378,0.00019131677,1.2203314e-7,0.005731318,0.9768775,0.007456609,0.00040728442,0.004341118,0.004859603],"study_design_scores_gemma":[0.0002920475,0.000007813458,0.00011767416,0.000049618746,0.00021814222,0.0000030727408,0.0018665292,0.9379038,0.058557034,0.00018128948,0.00063380244,0.0001691438],"about_ca_topic_score_codex":0.000041614334,"about_ca_topic_score_gemma":0.000005615965,"teacher_disagreement_score":0.47341946,"about_ca_system_score_codex":0.00009945402,"about_ca_system_score_gemma":0.00041525078,"threshold_uncertainty_score":0.99886113},"labels":[],"label_agreement":null},{"id":"W4246135446","doi":"10.1504/jdr.2020.115938","title":"Analysis of dimensioning activities involving industrial designers: data sought, tools used, and validation process","year":2020,"lang":"en","type":"article","venue":"J of Design Research","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Dimensioning; Computer science; Process (computing); Ideation; Focus (optics); Process management; Engineering design process; Software engineering; Data science; Engineering management; Systems engineering; Engineering; Psychology","score_opus":0.6030453626310069,"score_gpt":0.4401977490755932,"score_spread":0.16284761355541372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246135446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9137824,0.0007363101,0.082816996,0.0007189619,0.00010241359,0.00077834364,0.000059015583,0.00011035368,0.0008952033],"genre_scores_gemma":[0.9969212,0.00008823252,0.0028020698,0.000012886548,0.00006792872,0.000014070568,0.00005083873,0.000018098503,0.00002467816],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981224,0.0005544171,0.00031252086,0.00023467415,0.0005753315,0.00020067017],"domain_scores_gemma":[0.9964586,0.0028496536,0.00008882286,0.00033129303,0.00016731265,0.00010430408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026685966,0.00009435592,0.00028872147,0.0004371181,0.00007180429,0.00010524858,0.00032751934,0.000092058144,0.0000926707],"category_scores_gemma":[0.0025832544,0.00009565199,0.000026322392,0.0018215721,0.00008357803,0.0010200868,0.00009405402,0.00032126065,0.000003342961],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00096437265,0.00027611115,0.020205125,0.0012303385,0.0035533262,0.0000126617815,0.034012146,0.14533556,0.73453116,0.00074215344,0.020062238,0.039074816],"study_design_scores_gemma":[0.00083436514,0.00028316586,0.0010359173,0.0001352816,0.0006428756,0.000001692733,0.01055849,0.5806726,0.4046179,0.00013908118,0.0007499904,0.00032861266],"about_ca_topic_score_codex":0.000026603244,"about_ca_topic_score_gemma":0.0000024921917,"teacher_disagreement_score":0.43533707,"about_ca_system_score_codex":0.00002670298,"about_ca_system_score_gemma":0.0001823185,"threshold_uncertainty_score":0.39005747},"labels":[],"label_agreement":null},{"id":"W4247879653","doi":"10.32920/14636610","title":"Visualising early engineering design information with diagrams","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Canadian Respiratory Research Network","funders":"Engineering and Physical Sciences Research Council; Ontario Centres of Excellence","keywords":"USable; Computer science; Comprehension; Software engineering; Data science; Human–computer interaction; World Wide Web; Programming language","score_opus":0.017091474143558136,"score_gpt":0.22485186711081662,"score_spread":0.20776039296725848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247879653","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027512038,0.00014998754,0.9631573,0.000057927267,0.001010039,0.0002700805,0.0000019195372,0.0007818704,0.0070588216],"genre_scores_gemma":[0.91193676,0.00009659402,0.087353855,0.00010735446,0.0001328959,0.00008576967,0.00010893004,0.00005319431,0.00012463755],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918604,0.000034044555,0.00024914628,0.00012928846,0.00020084534,0.00020064133],"domain_scores_gemma":[0.9992978,0.00014577291,0.00005646795,0.000297848,0.00010968334,0.00009240458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022705249,0.00023719591,0.0001872943,0.00014740197,0.000029009283,0.0006892178,0.00013451204,0.00017874892,0.00017777896],"category_scores_gemma":[0.000070312555,0.00023003719,0.000041738753,0.0001829174,0.0000063855027,0.0009791061,0.00005098653,0.0005198754,0.00008178764],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008933127,0.000018338756,0.00007327199,0.00040500832,0.0001577029,0.000006691098,0.003419679,0.98301303,0.00029878327,0.00036753024,0.0014200191,0.0108109815],"study_design_scores_gemma":[0.0006486031,0.00009716362,0.0068774074,0.00092308415,0.00024161646,0.00008659789,0.0017088607,0.9303198,0.018085724,0.000079681835,0.038691465,0.0022399868],"about_ca_topic_score_codex":0.000050676394,"about_ca_topic_score_gemma":0.0000032737487,"teacher_disagreement_score":0.88442475,"about_ca_system_score_codex":0.00009819748,"about_ca_system_score_gemma":0.00010194044,"threshold_uncertainty_score":0.93806446},"labels":[],"label_agreement":null},{"id":"W4248189015","doi":"10.32920/ryerson.14640429","title":"Developing a Cornerstone \"Human in the System\" Engineering Design Course","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Cornerstone; Engineering design process; Grading (engineering); Dysfunctional family; Engineering management; Computer science; Engineering ethics; Engineering; Psychology; Mechanical engineering","score_opus":0.06941441899484746,"score_gpt":0.2983417950797498,"score_spread":0.22892737608490232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248189015","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022784486,0.0013585427,0.9571057,0.000521441,0.0025489298,0.0007695258,0.0000025779245,0.000785139,0.014123642],"genre_scores_gemma":[0.96787244,0.00006450944,0.03132721,0.00012518265,0.00015747394,0.00020829108,0.000031905292,0.000053896994,0.0001590714],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881285,0.00015927732,0.00034557417,0.00023610634,0.00019762978,0.00024857168],"domain_scores_gemma":[0.9990514,0.00033384174,0.00005145787,0.00046609849,0.00005203043,0.00004519961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000978901,0.00025601021,0.0002615598,0.00012267864,0.000049878952,0.00027348872,0.00038535116,0.0001970499,0.00007761486],"category_scores_gemma":[0.00006052277,0.0002256689,0.00005722998,0.0002508837,0.000009301723,0.00010717275,0.00007284638,0.00079476583,0.000038989856],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000459329,0.0000715943,0.00006689157,0.0023116635,0.00022942564,0.00018263754,0.008509848,0.95300794,0.0013858157,0.02661764,0.006604874,0.0010070705],"study_design_scores_gemma":[0.0009642365,0.000031494357,0.008077512,0.0039990223,0.0003508406,0.000506253,0.03941317,0.9210822,0.0031944083,0.00020972422,0.019308468,0.0028626663],"about_ca_topic_score_codex":0.00008609972,"about_ca_topic_score_gemma":0.000035245685,"teacher_disagreement_score":0.94508797,"about_ca_system_score_codex":0.0003270265,"about_ca_system_score_gemma":0.0002197915,"threshold_uncertainty_score":0.92025113},"labels":[],"label_agreement":null},{"id":"W4248383896","doi":"10.2495/dne-v11-n4-553-562/007","title":"THE IMPACT AND MITIGATION OF COMPLEXITY DURING PRODUCT DESIGN","year":2017,"lang":"en","type":"book-chapter","venue":"WIT transactions on state-of-the-art in science and engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Product (mathematics); Product design; Computer science; Mathematics; Geometry","score_opus":0.03082920193811307,"score_gpt":0.2592710776736431,"score_spread":0.22844187573553004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248383896","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65417784,0.005984018,0.26926544,0.0018732863,0.008423716,0.006570126,0.00036317794,0.0003579443,0.05298446],"genre_scores_gemma":[0.99663955,0.0004633934,0.00051630876,0.0000019423578,0.000010862195,0.0000102905415,3.178361e-7,0.000020065621,0.0023372895],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991065,0.0000133545955,0.0002741236,0.00015962966,0.00028498017,0.00016140834],"domain_scores_gemma":[0.9991809,0.00015103573,0.00012424005,0.0004001213,0.00009779116,0.000045921435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062657724,0.00015739184,0.00018147408,0.0001513558,0.0002584608,0.0000489547,0.0002777876,0.000040138882,0.000006751866],"category_scores_gemma":[0.00006668789,0.00010446803,0.0000525168,0.00013153844,0.00048532305,0.00027945466,0.000008461769,0.0002971737,7.8324314e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101212645,0.000066711356,0.00016961995,0.001092765,0.00019079521,0.0000016614579,0.0049981032,0.852634,0.07515343,0.0027887765,0.00013250145,0.062670425],"study_design_scores_gemma":[0.0023165436,0.000446459,0.1356561,0.006407604,0.0004210832,0.00030820724,0.00046089353,0.28742155,0.52552205,0.013653927,0.02480883,0.0025767563],"about_ca_topic_score_codex":0.000017991493,"about_ca_topic_score_gemma":0.000021337615,"teacher_disagreement_score":0.5652124,"about_ca_system_score_codex":0.000071508686,"about_ca_system_score_gemma":0.00011386935,"threshold_uncertainty_score":0.42600828},"labels":[],"label_agreement":null},{"id":"W4248582498","doi":"10.1017/cbo9781139878395.002","title":"Preface","year":2001,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Philosophy","score_opus":0.0260405268494717,"score_gpt":0.2001291036479594,"score_spread":0.17408857679848772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248582498","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001486547,0.00024214518,0.0013695641,0.000011865691,0.0005743044,0.00020014415,0.000062359584,0.00046317553,0.99706155],"genre_scores_gemma":[0.0005603633,0.00044094183,0.00009491477,0.000044444954,0.00015486288,4.2320056e-7,0.000031009014,0.00006415327,0.9986089],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993262,0.000015316322,0.00010773041,0.00022170019,0.00014190278,0.00018712925],"domain_scores_gemma":[0.9992819,0.000061801235,0.000059799277,0.00039041374,0.00006374762,0.00014234585],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00005198888,0.00025673452,0.00020313737,0.00011748682,0.00007165023,0.000036734724,0.00028287194,0.00027029795,0.000056669105],"category_scores_gemma":[0.000005147364,0.000342065,0.0000977982,0.0000062212484,0.000052676707,0.0001073693,0.000056929966,0.00043904214,0.00017528643],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017090479,0.000003985024,2.9085817e-7,0.000069327034,0.000116858886,0.00010854141,0.000041186897,0.00006878714,0.000037992617,0.6456045,0.35089698,0.003034454],"study_design_scores_gemma":[0.00017039689,0.000010078618,0.0000043831615,0.000049583727,0.00011801428,0.000023928798,0.000017670754,0.00015875415,0.00013450712,0.000004733878,0.9989626,0.00034533956],"about_ca_topic_score_codex":0.000022137077,"about_ca_topic_score_gemma":7.5050303e-7,"teacher_disagreement_score":0.6480656,"about_ca_system_score_codex":0.00017162718,"about_ca_system_score_gemma":0.000049291593,"threshold_uncertainty_score":0.99990314},"labels":[],"label_agreement":null},{"id":"W4249697146","doi":"10.32920/14639091","title":"Comparative Evaluation of a Novel Concept Design Method","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Creativity; Novelty; Cohesion (chemistry); Computer science; Ranking (information retrieval); Design methods; Engineering design process; Task (project management); Artificial intelligence; Psychology; Systems engineering; Engineering; Social psychology","score_opus":0.36906785481885307,"score_gpt":0.46607557109551534,"score_spread":0.09700771627666227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249697146","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010699877,0.0007035379,0.9536448,0.000055669105,0.00090886845,0.00046639403,0.000007690715,0.000083772386,0.043059245],"genre_scores_gemma":[0.47448945,0.00001876784,0.5250086,0.0000368089,0.000048712653,0.000086653716,0.000055349945,0.000014208857,0.00024145687],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986574,0.00046540704,0.00026724392,0.00018116795,0.00034193453,0.00008684622],"domain_scores_gemma":[0.99842155,0.0005744664,0.00010224856,0.00028792903,0.0005731333,0.000040656952],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015954686,0.00014664014,0.0003073213,0.000070440125,0.0000130268845,0.00004568333,0.00012165993,0.00014100083,0.0020511374],"category_scores_gemma":[0.00017596797,0.00015387319,0.00006139303,0.0001212202,0.000014490385,0.00009318523,0.0000439355,0.0002971555,0.000011723165],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000387638,0.00007653647,7.152857e-7,0.00005396378,0.00019131677,1.2203314e-7,0.005731318,0.9768775,0.007456609,0.00040728442,0.004341118,0.004859603],"study_design_scores_gemma":[0.0002920475,0.000007813458,0.00011767416,0.000049618746,0.00021814222,0.0000030727408,0.0018665292,0.9379038,0.058557034,0.00018128948,0.00063380244,0.0001691438],"about_ca_topic_score_codex":0.000041614334,"about_ca_topic_score_gemma":0.000005615965,"teacher_disagreement_score":0.47341946,"about_ca_system_score_codex":0.00009945402,"about_ca_system_score_gemma":0.00041525078,"threshold_uncertainty_score":0.99886113},"labels":[],"label_agreement":null},{"id":"W4249921541","doi":"10.22215/etd/2012-07160","title":"Evaluating design : creating a quantitative value measurement tool to encourage a design policy in Canada","year":2012,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University; Library and Archives Canada","funders":"","keywords":"Value (mathematics); Political science; Library science; Engineering; Computer science; Mathematics; Statistics","score_opus":0.159236624440444,"score_gpt":0.38240942191355587,"score_spread":0.22317279747311186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249921541","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05774087,0.0028229135,0.76500386,0.00042958677,0.004721873,0.0067503885,0.000023235618,0.0005117678,0.16199553],"genre_scores_gemma":[0.8034013,0.0000367628,0.19271484,0.00028739887,0.00023374784,0.00077026547,0.000057572295,0.00015690217,0.00234122],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968964,0.0005825534,0.0006506821,0.0003170219,0.0009631806,0.00059018057],"domain_scores_gemma":[0.9980209,0.0010470994,0.00015933542,0.00027773483,0.00028545145,0.0002095083],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00309124,0.00041781928,0.00039501122,0.0004454549,0.00010066207,0.00009112485,0.00023817949,0.00013918446,0.00046639965],"category_scores_gemma":[0.0034164349,0.000448363,0.000046904002,0.0007163376,0.000003182499,0.00029562315,0.000009376214,0.000435796,0.0001041812],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00028816098,0.00011694145,0.000069328955,0.00049770647,0.0002856769,0.000013489053,0.032275207,0.8333226,0.035253115,0.0023688104,0.010830869,0.084678106],"study_design_scores_gemma":[0.0027443257,0.0008399773,0.049087163,0.0040305755,0.00091246795,0.0000399222,0.11546762,0.74136376,0.07033538,0.0015538416,0.00655343,0.0070715565],"about_ca_topic_score_codex":0.69943345,"about_ca_topic_score_gemma":0.7019107,"teacher_disagreement_score":0.7456604,"about_ca_system_score_codex":0.0043904544,"about_ca_system_score_gemma":0.00663778,"threshold_uncertainty_score":0.9997968},"labels":[],"label_agreement":null},{"id":"W4249991124","doi":"10.32920/14636610.v1","title":"Visualising early engineering design information with diagrams","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Canadian Respiratory Research Network","funders":"Engineering and Physical Sciences Research Council; Ontario Centres of Excellence","keywords":"USable; Computer science; Comprehension; Software engineering; Data science; Human–computer interaction; World Wide Web; Programming language","score_opus":0.017091474143558136,"score_gpt":0.22485186711081662,"score_spread":0.20776039296725848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249991124","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027512038,0.00014998754,0.9631573,0.000057927267,0.001010039,0.0002700805,0.0000019195372,0.0007818704,0.0070588216],"genre_scores_gemma":[0.91193676,0.00009659402,0.087353855,0.00010735446,0.0001328959,0.00008576967,0.00010893004,0.00005319431,0.00012463755],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918604,0.000034044555,0.00024914628,0.00012928846,0.00020084534,0.00020064133],"domain_scores_gemma":[0.9992978,0.00014577291,0.00005646795,0.000297848,0.00010968334,0.00009240458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022705249,0.00023719591,0.0001872943,0.00014740197,0.000029009283,0.0006892178,0.00013451204,0.00017874892,0.00017777896],"category_scores_gemma":[0.000070312555,0.00023003719,0.000041738753,0.0001829174,0.0000063855027,0.0009791061,0.00005098653,0.0005198754,0.00008178764],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008933127,0.000018338756,0.00007327199,0.00040500832,0.0001577029,0.000006691098,0.003419679,0.98301303,0.00029878327,0.00036753024,0.0014200191,0.0108109815],"study_design_scores_gemma":[0.0006486031,0.00009716362,0.0068774074,0.00092308415,0.00024161646,0.00008659789,0.0017088607,0.9303198,0.018085724,0.000079681835,0.038691465,0.0022399868],"about_ca_topic_score_codex":0.000050676394,"about_ca_topic_score_gemma":0.0000032737487,"teacher_disagreement_score":0.88442475,"about_ca_system_score_codex":0.00009819748,"about_ca_system_score_gemma":0.00010194044,"threshold_uncertainty_score":0.93806446},"labels":[],"label_agreement":null},{"id":"W4250566442","doi":"10.32920/ryerson.14665278","title":"Conceptual Design Of A Modular Morphing Wing","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Morphing; Modular design; Kinematics; Truss; Wing; Modularity (biology); Computer science; Mechanism (biology); Parametric statistics; Engineering; Structural engineering; Mathematics; Artificial intelligence","score_opus":0.06546419877327736,"score_gpt":0.2710468263101201,"score_spread":0.20558262753684275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250566442","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032419436,0.0012960535,0.9496579,0.0000693328,0.001339102,0.0001907459,0.0000027167553,0.00023430641,0.014790398],"genre_scores_gemma":[0.9246267,0.00015382172,0.074539274,0.00006642108,0.00010054816,0.00002084113,0.00001889258,0.000034432785,0.00043908053],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992151,0.00009049395,0.00024864596,0.0001718759,0.00014518225,0.00012867192],"domain_scores_gemma":[0.9992763,0.00020560858,0.00005814537,0.00032741594,0.00008031886,0.00005224947],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028178058,0.00015126448,0.00023393957,0.00006931045,0.000016378524,0.00006124598,0.00016157204,0.00015897478,0.0010343267],"category_scores_gemma":[0.0001248465,0.00017029289,0.000066947425,0.00008345155,0.000023531873,0.00012515274,0.000084159044,0.00040600693,0.000019759793],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002685265,0.000022733842,0.000013033352,0.00013685139,0.00013335297,0.000007814176,0.0032066081,0.9660221,0.026235864,0.0009987359,0.0018972469,0.0013229966],"study_design_scores_gemma":[0.00042808728,0.000028974726,0.00041650442,0.00057441473,0.00022516648,0.00003435469,0.010877425,0.89247024,0.081721626,0.00085246144,0.011247778,0.0011229569],"about_ca_topic_score_codex":0.00004148103,"about_ca_topic_score_gemma":8.234163e-7,"teacher_disagreement_score":0.89220726,"about_ca_system_score_codex":0.00004543303,"about_ca_system_score_gemma":0.0001248555,"threshold_uncertainty_score":0.9998789},"labels":[],"label_agreement":null},{"id":"W4251683497","doi":"10.4018/978-1-5225-1624-8.ch078","title":"Taking Making into the Schools","year":2016,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Experiential learning; Process (computing); Psychology; Professional development; Engineering ethics; Pedagogy; Knowledge management; Computer science; Engineering","score_opus":0.02657843364489762,"score_gpt":0.2803830149124121,"score_spread":0.2538045812675145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251683497","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009942532,0.00078133476,0.0019480587,0.0003479952,0.0016389093,0.0002018454,0.000014039126,0.00033081468,0.9947271],"genre_scores_gemma":[0.7595735,0.000022878126,0.0008663124,0.0011932501,0.0013789382,0.000030499938,0.0000013224711,0.0001198043,0.23681349],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99905574,0.00001804784,0.0002455798,0.00021015403,0.0002333724,0.0002370754],"domain_scores_gemma":[0.9991588,0.00009607815,0.00014384447,0.0004722528,0.000055624005,0.000073385156],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016822308,0.0002934554,0.00019603298,0.000038805694,0.00011374732,0.00015484974,0.00035413745,0.00024171021,0.0003993587],"category_scores_gemma":[0.000056602283,0.00021098575,0.000110737135,0.000012779964,0.000036939848,0.0000785017,0.000053357835,0.0004171797,0.0018763223],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048765764,8.3215167e-7,0.000002187298,0.000021912092,0.000076517164,0.000008867578,0.00012697862,0.000010610045,0.000035452016,0.92090034,0.008817179,0.069994256],"study_design_scores_gemma":[0.00008752302,0.00000817033,0.000023788949,0.00032125364,0.000057448837,0.000036340603,0.000028965673,0.000025623985,0.000026342394,0.22806329,0.7709982,0.00032309818],"about_ca_topic_score_codex":0.000010368607,"about_ca_topic_score_gemma":0.000027961378,"teacher_disagreement_score":0.762181,"about_ca_system_score_codex":0.00030273548,"about_ca_system_score_gemma":0.00010068996,"threshold_uncertainty_score":0.99890083},"labels":[],"label_agreement":null},{"id":"W4252053802","doi":"10.1007/978-0-387-39940-9_2717","title":"Graphical Displays of Many Variables","year":2009,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Database Systems","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Computer graphics (images)","score_opus":0.013382827257445296,"score_gpt":0.2315547905677051,"score_spread":0.2181719633102598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252053802","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026388981,0.004200593,0.004125447,0.000017593371,0.0022053083,0.00035605195,0.0012600168,0.00009823217,0.98771036],"genre_scores_gemma":[0.028890729,0.036814768,0.0042294106,0.000052444244,0.0026062746,0.00006986875,0.0035044851,0.00037889418,0.92345315],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983921,0.000038103342,0.0007594095,0.000244446,0.00037959905,0.00018631257],"domain_scores_gemma":[0.9984287,0.00030191196,0.00030613824,0.00074313075,0.00009643489,0.00012371146],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038673007,0.00031759494,0.00059688947,0.00026429247,0.00002193427,0.000013878132,0.00029055827,0.000268794,0.0004255939],"category_scores_gemma":[0.000070680544,0.00032057552,0.00011587801,0.00007310306,0.00005248976,0.00021126172,0.000030864892,0.00038204202,0.00009794338],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004014824,0.000120424134,0.000051615632,0.0043807025,0.00048131216,0.00004721967,0.00029901855,0.00060476444,0.0009626935,0.75696933,0.23129225,0.0047505256],"study_design_scores_gemma":[0.00015642183,0.000035507113,0.000040573763,0.0007790383,0.00016575935,0.000025489833,0.000030377896,0.0004065365,0.00003781022,0.00045124855,0.9975406,0.0003306295],"about_ca_topic_score_codex":0.00006226103,"about_ca_topic_score_gemma":0.000005593013,"teacher_disagreement_score":0.76624835,"about_ca_system_score_codex":0.000030433077,"about_ca_system_score_gemma":0.00008608411,"threshold_uncertainty_score":0.99992466},"labels":[],"label_agreement":null},{"id":"W4252273802","doi":"10.2139/ssrn.2466991","title":"Order Preference","year":2014,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Order (exchange); Preference; Mathematics; Computer science; Business; Statistics","score_opus":0.012226674725853481,"score_gpt":0.22964720423493734,"score_spread":0.21742052950908386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252273802","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.083251946,0.002453305,0.7453482,0.0014001052,0.0016140593,0.000100962694,4.5127362e-7,0.00031369404,0.16551724],"genre_scores_gemma":[0.9948047,0.0014066664,0.00036395795,0.00009955837,0.00026701408,0.0000022475995,7.6482394e-7,0.000016249343,0.0030388786],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989004,0.000043483444,0.00009989497,0.000054535096,0.00009198236,0.00080970745],"domain_scores_gemma":[0.9997386,0.000050133407,0.000024256651,0.00009154464,0.000043586577,0.000051891846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076149794,0.000066913475,0.000058316968,0.000043273947,0.000059380287,0.00004256813,0.00012437713,0.000032056363,0.00016140896],"category_scores_gemma":[0.00009236367,0.00006137905,0.000020102852,0.000111444795,0.000006907257,0.00017428384,0.0000040273594,0.00095648406,0.0002879763],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019142954,0.000055824978,0.0005508933,0.00001582504,0.0001652601,5.699749e-7,0.00041815816,0.0035937573,0.0020355852,0.56620556,0.0062281797,0.42071125],"study_design_scores_gemma":[0.0006297763,0.00019254212,0.0012972162,0.000015865895,0.000042403084,0.00071837095,0.0007576137,0.009543243,0.0005205055,0.2938918,0.69199795,0.0003927414],"about_ca_topic_score_codex":0.000004059589,"about_ca_topic_score_gemma":0.00005121405,"teacher_disagreement_score":0.9115527,"about_ca_system_score_codex":0.00017971959,"about_ca_system_score_gemma":0.00033163952,"threshold_uncertainty_score":0.41555005},"labels":[],"label_agreement":null},{"id":"W4252684446","doi":"10.1007/978-1-4939-7131-2_100564","title":"Kinesthetic Communication","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Kinesthetic learning; Communication; Psychology; Computer science; Developmental psychology","score_opus":0.025867951020184132,"score_gpt":0.24205882928812092,"score_spread":0.2161908782679368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252684446","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000033946708,0.0004887352,0.0007846994,0.00020146841,0.00026366214,0.00006525998,0.0000011590193,0.00027603126,0.99791557],"genre_scores_gemma":[0.002099678,0.00061414303,0.0015813404,0.00019526469,0.00011133326,0.0000041399057,0.000033874432,0.000049392995,0.99531084],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997105,0.0000051844986,0.00010580448,0.00006160443,0.000062461564,0.000054438595],"domain_scores_gemma":[0.99943876,0.00005047536,0.000025434652,0.0004109848,0.000042583768,0.00003177409],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00007044699,0.00010299138,0.00007885986,0.00004938302,0.000022042002,0.000025684873,0.00013416275,0.000117927404,0.022941638],"category_scores_gemma":[0.000005899887,0.00010401627,0.000027582946,0.000008836285,0.000024669731,0.00005840358,0.000010541801,0.00015004519,0.0089385295],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020457176,0.0000059803974,3.2344983e-7,0.00003961125,0.000045961384,8.051516e-7,0.00027095477,0.000024750316,0.00001886213,0.3313211,0.6525373,0.015732327],"study_design_scores_gemma":[0.000024925837,0.0000051678394,0.000004701282,0.000024125779,0.000017079661,0.000009143213,0.000005846272,0.00018815044,0.000013885261,0.011465903,0.9881187,0.00012236703],"about_ca_topic_score_codex":0.0000018161177,"about_ca_topic_score_gemma":0.0000057171223,"teacher_disagreement_score":0.33558142,"about_ca_system_score_codex":0.000028025748,"about_ca_system_score_gemma":0.000012224834,"threshold_uncertainty_score":0.99183315},"labels":[],"label_agreement":null},{"id":"W4252889542","doi":"10.1201/9780429506581","title":"Sustainability and Design Ethics","year":2018,"lang":"en","type":"book","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sustainability; Engineering ethics; Sociology; Engineering; Biology","score_opus":0.05770667122840192,"score_gpt":0.3161085312154224,"score_spread":0.2584018599870205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252889542","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.400395e-7,0.00034535097,0.108543806,0.00061494624,0.00040417336,0.00020938892,0.0000014270194,0.0002401924,0.88963985],"genre_scores_gemma":[0.00024128189,0.00024908897,0.004617631,0.0002796435,0.00022979321,0.000009842059,0.0000072586786,0.00003651414,0.994329],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994806,0.00007403904,0.00010978419,0.00012827569,0.00009634592,0.000110960485],"domain_scores_gemma":[0.99852854,0.0010056017,0.000019610145,0.00020990011,0.00016964093,0.00006671784],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000788317,0.00012972772,0.000113323615,0.00004761895,0.00004215781,0.00005059673,0.00006899,0.00037555807,0.0010124657],"category_scores_gemma":[0.00051156816,0.0001276179,0.00001763909,0.000025330546,0.00006242608,0.00008350249,0.000013780771,0.00057132647,0.00017674014],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034528048,0.000004318679,6.915802e-7,0.000308453,0.000024501735,0.0000013245387,0.0005937667,0.00005610177,0.0000014678744,0.011615523,0.9838604,0.0035300383],"study_design_scores_gemma":[0.00003323441,0.00001693519,0.00000998923,0.000010982614,0.00002178899,0.0000055003507,0.000054491516,0.0006587329,0.000020827056,0.034913007,0.96410125,0.00015325159],"about_ca_topic_score_codex":0.000004436007,"about_ca_topic_score_gemma":0.000003604907,"teacher_disagreement_score":0.10468907,"about_ca_system_score_codex":0.00018242882,"about_ca_system_score_gemma":0.00056652783,"threshold_uncertainty_score":0.99990076},"labels":[],"label_agreement":null},{"id":"W4252978770","doi":"10.24908/pceea.vi0.13879","title":"FROM STEM TO STEAM IN ENGINEERING DESIGN","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"The arts; Curriculum; Internship; Creativity; Engineering ethics; Engineering education; Engineering; Pedagogy; Mathematics education; Engineering management; Sociology; Psychology; Political science; Medical education; Medicine","score_opus":0.00733093195250558,"score_gpt":0.19159966021495736,"score_spread":0.18426872826245178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252978770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9797629,0.00023150996,0.00053442747,0.0031795688,0.0069396817,0.0012610666,0.000032212007,0.00030092717,0.007757673],"genre_scores_gemma":[0.99504846,0.0000085600095,0.0024657515,0.00021576032,0.0001906991,0.00008524913,0.0000048493766,0.000060659382,0.0019200016],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9988439,0.000008742219,0.00032358215,0.00019601331,0.0002765955,0.00035113943],"domain_scores_gemma":[0.9991086,0.00016730187,0.000115881674,0.00014582036,0.00021737238,0.00024503013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005148258,0.0001818617,0.00020029921,0.00048153612,0.000035729172,0.000106129526,0.00034553136,0.00015686854,0.00009262878],"category_scores_gemma":[0.00046924275,0.00020400208,0.00005427045,0.0008574357,0.0000027802487,0.00035821332,0.00001656038,0.00030147695,0.00014578857],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001494642,0.00014651535,0.09362078,0.0007732032,0.0002942657,3.2011263e-7,0.011570396,0.6735134,0.074312665,0.0054200664,0.13482578,0.005507641],"study_design_scores_gemma":[0.0010523289,0.00007006666,0.39781746,0.001274286,0.00012549259,0.000007337788,0.003244694,0.15317096,0.046110168,0.000281538,0.39490947,0.0019361977],"about_ca_topic_score_codex":0.0039639794,"about_ca_topic_score_gemma":0.0011349851,"teacher_disagreement_score":0.52034247,"about_ca_system_score_codex":0.002780974,"about_ca_system_score_gemma":0.00039465562,"threshold_uncertainty_score":0.8318963},"labels":[],"label_agreement":null},{"id":"W4253137053","doi":"10.32920/ryerson.14638725.v1","title":"An axiomatic theory of engineering design information","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Axiomatic design; Computer science; Axiom; Axiomatic semantics; Consistency (knowledge bases); Notation; Method engineering; Abstraction; Theoretical computer science; Engineering design process; Software engineering; Semantics (computer science); Programming language; Artificial intelligence; Operational semantics; Mathematics; Denotational semantics; Engineering","score_opus":0.022681365718906114,"score_gpt":0.24381133433811725,"score_spread":0.22112996861921114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253137053","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009900821,0.00016377261,0.9802423,0.0000139916265,0.0008818029,0.00018260421,0.000002780019,0.0003279876,0.008283937],"genre_scores_gemma":[0.91985464,0.000062767416,0.079820074,0.000039091672,0.00004096774,0.000036249152,0.000079175916,0.000021897287,0.000045156037],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99931777,0.000075757984,0.00031150694,0.00007175992,0.00012244297,0.000100780046],"domain_scores_gemma":[0.99921095,0.00020956379,0.00006748838,0.00037223994,0.000083242754,0.000056513687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005184014,0.00014185115,0.00017216492,0.00015429418,0.000009889047,0.00010721962,0.00016445575,0.00014418352,0.00048572672],"category_scores_gemma":[0.00014061069,0.0001517457,0.00004378118,0.00010455214,0.0000057511247,0.0006589421,0.000029403094,0.00023717851,0.000034008306],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004218807,0.000025151225,0.0000036924291,0.0009384843,0.00008800338,6.2767765e-7,0.0032686645,0.9746173,0.002353107,0.0048254016,0.00039195083,0.013483412],"study_design_scores_gemma":[0.0001244752,0.000021419453,0.00076976215,0.0001966924,0.00007858852,0.000011081667,0.0017877792,0.9679326,0.026364265,0.0009160077,0.001374462,0.00042285805],"about_ca_topic_score_codex":0.0000065052222,"about_ca_topic_score_gemma":3.3963914e-7,"teacher_disagreement_score":0.9099538,"about_ca_system_score_codex":0.000040328694,"about_ca_system_score_gemma":0.00008446378,"threshold_uncertainty_score":0.618801},"labels":[],"label_agreement":null},{"id":"W4253309988","doi":"10.32920/ryerson.14638767.v1","title":"Addressing diversity and gender issues in a cornerstone design course","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Cornerstone; Diversity (politics); Demographics; Inclusion (mineral); Context (archaeology); Equity (law); Gender diversity; Psychology; Gender equity; Focus group; Qualitative research; Medical education; Social psychology; Gender studies; Sociology; Medicine; Political science; Social science; Management; Geography; Demography","score_opus":0.2438860104810688,"score_gpt":0.36091158348607355,"score_spread":0.11702557300500474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253309988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56796557,0.030958844,0.34286025,0.0011721464,0.0038162353,0.0009463101,0.000010845938,0.0008807591,0.051389065],"genre_scores_gemma":[0.9834127,0.0011853136,0.014465061,0.000118991906,0.000055247914,0.000008564544,0.000011659067,0.000018167093,0.0007243154],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993303,0.000104019935,0.00012062525,0.00020548387,0.00010688199,0.00013270807],"domain_scores_gemma":[0.99955076,0.00012915756,0.000027943855,0.00019115,0.000035575216,0.00006543762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030807592,0.00014187185,0.00017898508,0.000070859125,0.00008191243,0.000105960564,0.000094940646,0.00015963407,0.0005157966],"category_scores_gemma":[0.000044962304,0.00016064654,0.000022596421,0.00007398079,0.00002184937,0.00014601795,0.0004557116,0.00041336997,0.0000107907235],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016639264,0.0011096669,0.05746398,0.0049844636,0.0015360012,0.00087410916,0.25604376,0.43298912,0.0031677613,0.0015460312,0.18622737,0.05389134],"study_design_scores_gemma":[0.0030575253,0.000061786115,0.40213066,0.0014128649,0.0010467526,0.00020597165,0.0506097,0.5114874,0.0054587265,0.006099996,0.013532784,0.0048958324],"about_ca_topic_score_codex":0.00021947449,"about_ca_topic_score_gemma":0.000034109486,"teacher_disagreement_score":0.41544712,"about_ca_system_score_codex":0.00006112615,"about_ca_system_score_gemma":0.00006167717,"threshold_uncertainty_score":0.6550976},"labels":[],"label_agreement":null},{"id":"W4253714186","doi":"10.14733/cadconfp.2018.111-116","title":"Innovative Product Design Based on General Theory of Powerful Think","year":2019,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"National Natural Science Foundation of China; National Science Foundation","keywords":"Computer science; Product design; Product (mathematics); Designtheory; Human–computer interaction; Mathematics","score_opus":0.022843119562195525,"score_gpt":0.2545543916644115,"score_spread":0.23171127210221598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253714186","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07951254,0.000061109866,0.23583832,0.00057983684,0.0012994141,0.00059256377,0.0000028958734,0.00027881167,0.6818345],"genre_scores_gemma":[0.9770574,0.0000018795795,0.014025644,0.00058499747,0.00004397741,0.0000033215604,0.0000037046022,0.00001679215,0.008262266],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999509,0.00009293698,0.000113922186,0.00009598503,0.000098357414,0.00008982119],"domain_scores_gemma":[0.99936193,0.000272529,0.000027308852,0.0002309754,0.00008748941,0.000019757557],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00051855156,0.0000762927,0.00008340579,0.000082333434,0.000007933705,0.00000999014,0.000078851095,0.000025597968,0.0024766251],"category_scores_gemma":[0.00011114127,0.00006315707,0.000014524753,0.0002788243,0.000010360471,0.00010711189,0.0000036240895,0.000099430516,0.0004997525],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056346064,0.0004973689,0.0013637871,0.0002226298,0.00020222043,0.0000028972242,0.004187407,0.3375525,0.19058125,0.2787044,0.15427336,0.0318487],"study_design_scores_gemma":[0.0011228732,0.0004577043,0.009006391,0.00005235941,0.000024098581,0.000004315255,0.00069580675,0.14411378,0.7940812,0.003927634,0.045883488,0.0006303446],"about_ca_topic_score_codex":0.000002228456,"about_ca_topic_score_gemma":8.989577e-8,"teacher_disagreement_score":0.89754486,"about_ca_system_score_codex":0.00002020114,"about_ca_system_score_gemma":0.000054699653,"threshold_uncertainty_score":0.99843526},"labels":[],"label_agreement":null},{"id":"W4254150496","doi":"10.35542/osf.io/amvs2","title":"Principles of Embedded Assessment in School-Based Making","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Decision maker; Process (computing); Curriculum; Mathematics education; Psychology; Pedagogy; Computer science; Engineering; Management science","score_opus":0.08379219178661719,"score_gpt":0.36329609920098394,"score_spread":0.27950390741436676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254150496","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020288188,0.00021737217,0.20046778,0.0020960157,0.0016418342,0.0006954856,0.000015907115,0.0005475634,0.77402985],"genre_scores_gemma":[0.9320593,0.00001930458,0.06731222,0.00020074686,0.000057403657,0.00004708279,0.00002294699,0.000028339415,0.00025266525],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990983,0.00006293547,0.0003734822,0.00018368942,0.0001627462,0.000118854216],"domain_scores_gemma":[0.999372,0.00013585841,0.000093454044,0.0003027137,0.00003603307,0.00005991803],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026902978,0.00015182744,0.00023498987,0.00014164885,0.000007458716,0.000043943604,0.0002008396,0.00012893217,0.0011374289],"category_scores_gemma":[0.00014691892,0.0001641271,0.000055874854,0.00013355537,0.000008202898,0.000055137152,0.0000823167,0.0006901126,0.00004042656],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002255117,0.00015356815,0.005963666,0.0022706976,0.00011692106,0.000013445765,0.00062219193,0.9679618,0.005048917,0.012526717,0.0028550976,0.0024444116],"study_design_scores_gemma":[0.00059877784,0.000027367862,0.051985335,0.0006716005,0.000060105347,0.0000014046877,0.0006537753,0.8845473,0.007763523,0.0008509748,0.052161172,0.000678642],"about_ca_topic_score_codex":0.000022885259,"about_ca_topic_score_gemma":0.000022936412,"teacher_disagreement_score":0.9117711,"about_ca_system_score_codex":0.0001415922,"about_ca_system_score_gemma":0.0004102601,"threshold_uncertainty_score":0.99977565},"labels":[],"label_agreement":null},{"id":"W4254583526","doi":"10.32920/ryerson.14644299.v1","title":"Intuitive versus theoretical approaches to visual communication to facilitate knowledge transfer","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Gestalt psychology; Checklist; Graphics; Psychology; Process (computing); Foundation (evidence); Computer science; Test (biology); Communication design; Perception; Cognitive psychology; Multimedia; Political science","score_opus":0.26134435598868405,"score_gpt":0.3321621666051098,"score_spread":0.07081781061642572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254583526","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057192527,0.00045737982,0.49448884,0.0025824981,0.0015846132,0.0008654404,0.000029540079,0.0004433042,0.44235587],"genre_scores_gemma":[0.9902612,0.00006848593,0.008047775,0.00012498761,0.00007129707,0.0003090486,0.000152614,0.00004217848,0.00092242635],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987858,0.0002756421,0.00026160985,0.0003250414,0.00013452493,0.00021738293],"domain_scores_gemma":[0.99845105,0.00062895846,0.000008002718,0.00057564426,0.00010083239,0.00023550545],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004280307,0.00024991893,0.00025392536,0.00013062064,0.00004781571,0.00017430347,0.00034620037,0.00020745472,0.0014529754],"category_scores_gemma":[0.00020138324,0.00026396,0.00009035972,0.00021572827,0.000049511134,0.0000956032,0.00023200926,0.0006391254,0.0007738441],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069274113,0.00086540706,0.000008387054,0.0008040268,0.000921728,0.0000056463773,0.20848693,0.0457486,0.0010388483,0.58378893,0.015979948,0.14165881],"study_design_scores_gemma":[0.0049009277,0.0012877895,0.0025027897,0.0016121502,0.001246036,0.000032938766,0.14167103,0.19983494,0.06276288,0.012325129,0.562773,0.009050392],"about_ca_topic_score_codex":0.000024274012,"about_ca_topic_score_gemma":0.00007782979,"teacher_disagreement_score":0.93306863,"about_ca_system_score_codex":0.0001691513,"about_ca_system_score_gemma":0.000111270485,"threshold_uncertainty_score":0.9999813},"labels":[],"label_agreement":null},{"id":"W4254864950","doi":"10.32920/ryerson.14661840","title":"Re-contextualizing the architectural learning experiences: the alternative perspective (Part V)","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Indigenous; Perspective (graphical); Sociology; Space (punctuation); Context (archaeology); Identity (music); Traditional knowledge; Object (grammar); Epistemology; Pedagogy; Aesthetics; Visual arts; History; Philosophy","score_opus":0.04876083851496766,"score_gpt":0.3091406840638962,"score_spread":0.26037984554892857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254864950","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16774996,0.007989931,0.047794096,0.011349214,0.009960821,0.0010791584,0.0000045531956,0.00088796415,0.7531843],"genre_scores_gemma":[0.994176,0.00019772766,0.0004171351,0.00056331506,0.0006745169,0.00028752134,0.000009570745,0.000035217014,0.0036390095],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9985215,0.00043405534,0.00022702177,0.0003170194,0.00026181425,0.00023857964],"domain_scores_gemma":[0.99825084,0.0010021935,0.00009879316,0.000453041,0.00014526605,0.000049892154],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00049573305,0.00024937824,0.0001862026,0.000044525186,0.00027420148,0.00050734455,0.0005462138,0.000088111585,0.0017602873],"category_scores_gemma":[0.00054972287,0.00014214155,0.0001317402,0.00014345613,0.00011245057,0.00012088654,0.00023058854,0.0016928011,0.000048393555],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009101299,0.0000145440845,0.000019588184,0.000026522472,0.0003041042,0.000007165828,0.85612226,0.12918018,0.00004002052,0.003186173,0.004310686,0.0067796707],"study_design_scores_gemma":[0.00006449489,0.000010995449,0.000055414355,0.0000743374,0.000036130547,0.000016017304,0.9193395,0.027389595,0.00069144793,0.00046086387,0.051592067,0.00026914678],"about_ca_topic_score_codex":0.0007546972,"about_ca_topic_score_gemma":0.00027860588,"teacher_disagreement_score":0.826426,"about_ca_system_score_codex":0.00015559972,"about_ca_system_score_gemma":0.00010186357,"threshold_uncertainty_score":0.99915224},"labels":[],"label_agreement":null},{"id":"W4255025640","doi":"10.1145/633426.633428","title":"From behaviour to innovation at Nortel Networks","year":2000,"lang":"en","type":"article","venue":"CHI '00 extended abstracts on Human factors in computer systems - CHI '00","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada)","funders":"","keywords":"Computer science; Product (mathematics); Product design; Knowledge management; Management science; Process management; Engineering; Mathematics","score_opus":0.03742473500903487,"score_gpt":0.285294079170313,"score_spread":0.24786934416127815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255025640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97889686,0.00013449651,0.0038168116,0.000048009948,0.0067165364,0.0007430316,0.00005478471,0.0005662818,0.009023205],"genre_scores_gemma":[0.99527115,0.00001841626,0.0004918858,0.00027899846,0.0023679608,0.00005997161,0.0004507691,0.00012051755,0.00094035215],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99680936,0.00013722692,0.0012377807,0.0007103919,0.00046841364,0.00063684105],"domain_scores_gemma":[0.9983124,0.00023621909,0.00023447096,0.0008529993,0.000090751506,0.00027315927],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003964595,0.00059364655,0.00056453684,0.0005495852,0.00023790254,0.0003828904,0.00053617754,0.0003474974,0.0010182246],"category_scores_gemma":[0.000019412571,0.00061320886,0.000098563294,0.0006637004,0.000031319036,0.0004893886,0.000051189534,0.0008142501,0.000585867],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008832905,0.000802465,0.008231163,0.0001172722,0.00020234023,0.000090370486,0.005294975,0.9035192,0.00075907836,0.0006604845,0.06114564,0.019088672],"study_design_scores_gemma":[0.0010802803,0.00020539177,0.91890913,0.0004823181,0.000032526954,0.00002742427,0.00014471967,0.02619585,0.0008413376,0.00009590866,0.050668344,0.001316762],"about_ca_topic_score_codex":0.00073743763,"about_ca_topic_score_gemma":0.000098654804,"teacher_disagreement_score":0.91067797,"about_ca_system_score_codex":0.0004921205,"about_ca_system_score_gemma":0.000038622813,"threshold_uncertainty_score":0.999895},"labels":[],"label_agreement":null},{"id":"W4255120588","doi":"10.32920/ryerson.14636397","title":"Combining hierarchical task analysis and usage scenarios to help embed human factors in design","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"Ministerio de Economía y Competitividad","keywords":"Computer science; Task (project management); Documentation; Process (computing); Plan (archaeology); Work (physics); Software engineering; Human–computer interaction; Embedding; Engineering design process; Engineering management; Systems engineering; Artificial intelligence; Engineering","score_opus":0.0432466528791615,"score_gpt":0.3042361196828182,"score_spread":0.2609894668036567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255120588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78837025,0.00008552682,0.20698874,0.0001909605,0.00031205954,0.00032009455,0.0000052723594,0.00018276357,0.0035443571],"genre_scores_gemma":[0.9851115,0.00003702619,0.013953886,0.00014785654,0.0000330224,0.00004240737,0.00010163912,0.000035056797,0.00053760316],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9984738,0.0002687916,0.00036970474,0.00043352525,0.00019048963,0.00026368813],"domain_scores_gemma":[0.9988367,0.00044745565,0.000044683253,0.00040756876,0.000038789818,0.00022482708],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000509934,0.00027549124,0.0004905201,0.000718247,0.000057197285,0.0003311755,0.00019844953,0.00023404845,0.0007516238],"category_scores_gemma":[0.00017413762,0.00029076426,0.00009974556,0.0007245127,0.000018132352,0.00011244233,0.00019295097,0.0008506038,0.000012806791],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041824896,0.0005189573,0.105549514,0.00062279793,0.0035867237,0.00014090262,0.055940688,0.78501457,0.034271255,0.0005677593,0.003344679,0.010400328],"study_design_scores_gemma":[0.0014653786,0.00017161657,0.6887942,0.00055340095,0.0023163892,0.000016360684,0.010422353,0.2686375,0.017951021,0.0010956447,0.004498528,0.004077609],"about_ca_topic_score_codex":0.00048366847,"about_ca_topic_score_gemma":0.0006037818,"teacher_disagreement_score":0.5832447,"about_ca_system_score_codex":0.00010973372,"about_ca_system_score_gemma":0.000074696814,"threshold_uncertainty_score":0.99995446},"labels":[],"label_agreement":null},{"id":"W4255167462","doi":"10.18260/1-2--35011","title":"Operationalizing Jonassen’s Design Theory of Problem Solving: An Instrument to Characterize Educational Design Activities","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Operationalization; Computer science; Troubleshooting; Domain (mathematical analysis); Management science; Mathematics education; Psychology; Mathematics; Engineering","score_opus":0.16624794526229708,"score_gpt":0.297875608178675,"score_spread":0.1316276629163779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255167462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63490736,0.00011280317,0.3424294,0.015511014,0.0007747572,0.002513043,0.00019246561,0.00055630365,0.0030028336],"genre_scores_gemma":[0.9884752,0.00004936105,0.008726635,0.0016539213,0.00033696592,0.00031232258,0.000055676413,0.00005471943,0.0003351907],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99796236,0.00011137128,0.0005899514,0.00048772118,0.00048080087,0.00036778944],"domain_scores_gemma":[0.9980202,0.0003428809,0.00019664504,0.000120836216,0.0008657232,0.0004537444],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00066257996,0.00036668155,0.00038952086,0.0001531284,0.0001571851,0.00067791936,0.0007509762,0.00011036907,0.0008566563],"category_scores_gemma":[0.0005701857,0.0003677095,0.000062432366,0.00042560376,0.000077683086,0.004357511,0.00013478305,0.00031072588,0.00005730826],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019609,0.0007089492,0.0014067525,0.00058061426,0.00047897437,0.0000044965445,0.11226057,0.0057416037,0.6836698,0.12494234,0.030620985,0.037623994],"study_design_scores_gemma":[0.004341544,0.007309598,0.048864573,0.0013452593,0.00052958203,0.00009692194,0.20325527,0.078101724,0.61922044,0.00887362,0.02222749,0.0058339825],"about_ca_topic_score_codex":0.000016051816,"about_ca_topic_score_gemma":0.0000014718448,"teacher_disagreement_score":0.35356784,"about_ca_system_score_codex":0.00010182913,"about_ca_system_score_gemma":0.00047329147,"threshold_uncertainty_score":0.9998775},"labels":[],"label_agreement":null},{"id":"W4255379435","doi":"10.32920/ryerson.14644935","title":"The material architect: physically engaging the design process","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Architecture; Architectural engineering; Praxis; Architectural design; Design process; Process (computing); Engineering; Architectural technology; Computer science; Work in process; Visual arts; Operations management; Epistemology; Art","score_opus":0.025618446756706128,"score_gpt":0.27325021626130935,"score_spread":0.24763176950460322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255379435","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07567405,0.0010835254,0.7497278,0.012570748,0.017271249,0.0022833864,0.000015993088,0.0019423198,0.13943093],"genre_scores_gemma":[0.9950255,0.00013745604,0.0025872004,0.00021982944,0.0007580454,0.00024906063,0.000014885817,0.000051611936,0.0009564051],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99890995,0.00029760733,0.00018871832,0.00019278297,0.00019177722,0.00021916552],"domain_scores_gemma":[0.99844253,0.0008836972,0.00005067212,0.00050725596,0.000073189905,0.00004266754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067994377,0.00019298092,0.000132974,0.000019693814,0.00023751789,0.00083785644,0.0005234416,0.00007789599,0.0002497383],"category_scores_gemma":[0.00016532047,0.00010958505,0.00006373596,0.000095102194,0.000055757802,0.000068241185,0.00012071292,0.00083000003,0.00005018445],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012361004,0.00019326902,0.000012817233,0.0011149223,0.0009804809,0.000022305809,0.036212232,0.6605456,0.014877655,0.006440686,0.03253458,0.24694188],"study_design_scores_gemma":[0.0008229791,0.000103670835,0.001159447,0.00076183217,0.0006935922,0.0001821313,0.03759859,0.4306362,0.2690678,0.03151652,0.2237304,0.0037268382],"about_ca_topic_score_codex":0.000025829835,"about_ca_topic_score_gemma":0.000009856039,"teacher_disagreement_score":0.91935146,"about_ca_system_score_codex":0.000037820166,"about_ca_system_score_gemma":0.00018143679,"threshold_uncertainty_score":0.80794686},"labels":[],"label_agreement":null},{"id":"W4255721078","doi":"10.32920/ryerson.14656068","title":"Storytelling architecture","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Storytelling; Architecture; Commodification; Narrative; Humanity; Sociology; Aesthetics; Architectural engineering; Visual arts; Engineering; Art; Political science; Literature","score_opus":0.020265928317784582,"score_gpt":0.25059290865445405,"score_spread":0.23032698033666946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255721078","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014421606,0.0035021612,0.5995755,0.000462126,0.005937758,0.00014278463,0.0000031999357,0.0009083674,0.37504646],"genre_scores_gemma":[0.9260625,0.0006878651,0.062955916,0.0005159814,0.00076704845,0.000036192065,0.000101842765,0.00008400634,0.008788655],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99956375,0.000026640648,0.00009819052,0.00013390182,0.0000801046,0.00009741304],"domain_scores_gemma":[0.999565,0.00006867303,0.00001535246,0.00027400875,0.000026654105,0.000050308987],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008136529,0.00011618261,0.00010734561,0.000050829745,0.000015152456,0.00010190198,0.000109595516,0.00013763021,0.0020807458],"category_scores_gemma":[0.000025509418,0.000121795194,0.000052409923,0.000046288787,0.0000051141274,0.000030173336,0.00004687074,0.0006722384,0.00009581648],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020283805,0.000030180903,0.000021731059,0.00053645053,0.00015665242,0.000016625834,0.0030674438,0.894417,0.001328697,0.00039317604,0.02800568,0.07202432],"study_design_scores_gemma":[0.00008592935,0.000004361266,0.0002587011,0.000138318,0.000063712825,0.000029062501,0.0008621298,0.028740108,0.005579028,0.00095878,0.9625797,0.00070011563],"about_ca_topic_score_codex":0.000010889276,"about_ca_topic_score_gemma":0.000010706481,"teacher_disagreement_score":0.93457407,"about_ca_system_score_codex":0.000035116223,"about_ca_system_score_gemma":0.000060589482,"threshold_uncertainty_score":0.9988315},"labels":[],"label_agreement":null},{"id":"W4256268854","doi":"10.1145/1083106.1083124","title":"A qualitative empirical evaluation of design decisions","year":2005,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Empirical research; Mathematics; Statistics","score_opus":0.4644260908331892,"score_gpt":0.5369618135589609,"score_spread":0.07253572272577169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256268854","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034332734,0.00020781645,0.8515832,0.0009772801,0.00013883786,0.00019214394,0.0000011569556,0.00009634428,0.1124705],"genre_scores_gemma":[0.92543167,0.000011914958,0.07409026,0.00009737834,0.000030230449,0.000016174137,0.0000014716672,0.000005974596,0.00031493584],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927825,0.00025385106,0.00013724528,0.000049461483,0.0002237697,0.000057422927],"domain_scores_gemma":[0.99860525,0.0011093765,0.000016757742,0.000092621114,0.00014221857,0.000033751123],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016213439,0.00003995852,0.000053447253,0.000052904456,0.0000135245955,0.0000070230885,0.000042207386,0.000025362117,0.0018455187],"category_scores_gemma":[0.0007992262,0.000035611607,0.000017276252,0.00013767756,0.000008516235,0.00014816438,0.0000027396952,0.000043568136,0.0002805708],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027160264,0.00020995148,0.000029434392,0.0000068448776,0.000079146106,1.3395048e-7,0.060351077,0.2762988,0.004508087,0.0038867376,0.2501534,0.40444925],"study_design_scores_gemma":[0.00064638193,0.00004750736,0.0015220811,0.000014150307,0.0000934157,0.0000045103748,0.008953047,0.9072062,0.01621782,0.005519316,0.0595806,0.00019499414],"about_ca_topic_score_codex":0.0000019367224,"about_ca_topic_score_gemma":0.0000040117347,"teacher_disagreement_score":0.8910989,"about_ca_system_score_codex":0.000045388097,"about_ca_system_score_gemma":0.000056991637,"threshold_uncertainty_score":0.99906695},"labels":[],"label_agreement":null},{"id":"W4256333576","doi":"10.1007/1-4020-7910-9_56","title":"Visual Forms in Mathematics: Thinking, Communicating, Learning","year":2006,"lang":"en","type":"book-chapter","venue":"Kluwer Academic Publishers eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Mathematics education; Computer science; Psychology; Cognitive science; Mathematics","score_opus":0.02043978837924005,"score_gpt":0.26628510278853773,"score_spread":0.2458453144092977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256333576","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001935634,0.0010289133,0.00046821707,0.0001498865,0.00053294125,0.00041512214,0.0000039467814,0.00077881885,0.9964286],"genre_scores_gemma":[0.021053253,0.000109977314,0.0013299708,0.0004019777,0.00037839005,0.00007904653,0.00017404086,0.00037329254,0.9761],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99748325,0.000052127543,0.0009829093,0.00037230435,0.0005511586,0.00055821694],"domain_scores_gemma":[0.998347,0.0004434611,0.000405428,0.0005684084,0.00007857078,0.0001571584],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0013063208,0.0005806693,0.00058186,0.000590468,0.0001371612,0.00045181872,0.0011153535,0.00137207,0.00053132285],"category_scores_gemma":[0.00017691554,0.00061953627,0.00015883708,0.000055350458,0.00011202605,0.0009416284,0.00018905777,0.0063157137,0.00028432766],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022663246,0.00006721177,0.00030133675,0.0009592065,0.00041224933,0.000037443886,0.014220669,0.002496772,0.00022871146,0.1679093,0.7658685,0.04747594],"study_design_scores_gemma":[0.000319383,0.000020279826,0.000019588391,0.0004727182,0.00005699331,0.000028998706,0.0002813373,0.0027230433,0.000025416879,0.0416374,0.9537036,0.00071126304],"about_ca_topic_score_codex":0.000052969954,"about_ca_topic_score_gemma":0.000032420012,"teacher_disagreement_score":0.18783508,"about_ca_system_score_codex":0.0003966745,"about_ca_system_score_gemma":0.00013655749,"threshold_uncertainty_score":0.99992436},"labels":[],"label_agreement":null},{"id":"W4256626186","doi":"10.1115/detc2014-35296","title":"Effects of Abstraction on Selecting Relevant Biological Phenomena for Biomimetic Design","year":2014,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto","keywords":"Abstraction; Computer science; Analogy; Exploit; Relevance (law); Human–computer interaction; Artificial intelligence; Natural (archaeology); Epistemology","score_opus":0.029811734144679344,"score_gpt":0.2612871038907638,"score_spread":0.23147536974608446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256626186","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052235447,0.00004246303,0.9351856,0.00008237683,0.00053402607,0.00040006146,3.4753745e-7,0.00021352354,0.011306159],"genre_scores_gemma":[0.9869966,0.00001699977,0.0126236295,0.00006555434,0.000100017016,0.00003551247,0.0000015520963,0.000012430572,0.0001477124],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99956995,0.000055365777,0.00012674493,0.00008964254,0.00004437514,0.000113905895],"domain_scores_gemma":[0.99732375,0.002513704,0.000035827936,0.00006804258,0.000025953976,0.000032694898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037650755,0.00007107116,0.00009345555,0.000057373964,0.00002882276,0.000011009515,0.000042527663,0.0000491294,0.00003704784],"category_scores_gemma":[0.0005217853,0.000057515048,0.00002650157,0.000085190135,0.00000740439,0.000052751475,0.0000020298835,0.00006352924,0.00005062351],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108415305,0.0001857711,0.000021357848,0.00030172287,0.00006653018,2.2230957e-7,0.00022970085,0.011905032,0.8558364,0.0075324173,0.0037993628,0.12001306],"study_design_scores_gemma":[0.00062101014,0.0007285616,0.0019397819,0.000031165153,0.00003454286,0.0000029895255,0.000058915262,0.0910355,0.88388044,0.001313996,0.020135775,0.00021732536],"about_ca_topic_score_codex":0.0000026023358,"about_ca_topic_score_gemma":1.872327e-7,"teacher_disagreement_score":0.93476117,"about_ca_system_score_codex":0.00002509117,"about_ca_system_score_gemma":0.000006657035,"threshold_uncertainty_score":0.23453955},"labels":[],"label_agreement":null},{"id":"W4280527562","doi":"10.3390/environsciproc2022015040","title":"How Design Thinking Helped Craftwomen to Solve a Plastic Pollution Problem","year":2022,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Creativity; Originality; Relevance (law); Novelty; Adaptation (eye); Design thinking; Computer science; Psychology; Human–computer interaction; Social psychology; Political science","score_opus":0.024369284187587,"score_gpt":0.22644072574509846,"score_spread":0.20207144155751147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280527562","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021621417,0.00005718159,0.9800854,0.004159771,0.0008751857,0.00040555766,0.000004749744,0.00060949783,0.0116405245],"genre_scores_gemma":[0.9328967,0.000003762278,0.06096104,0.0008155208,0.00008756829,0.000266312,0.0000065615045,0.000032512773,0.004930077],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99929947,0.000052602983,0.000097288066,0.00012883535,0.00020849341,0.00021331724],"domain_scores_gemma":[0.99957263,0.00017598872,0.000019752664,0.00012470533,0.00001953291,0.00008736011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003566487,0.00009425713,0.00007798882,0.000121476136,0.00019128849,0.00013400432,0.00013663403,0.000019843927,0.0008770036],"category_scores_gemma":[0.00007387066,0.00010035156,0.000021298061,0.0003231361,0.0000038396856,0.00022265471,0.000040326315,0.00016437414,0.00010735214],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000790446,0.00012088605,0.00002720174,0.000061722865,0.0000968654,0.000011154449,0.011279953,0.75337094,0.031741776,0.013895361,0.18081312,0.008501962],"study_design_scores_gemma":[0.00082493504,0.00046444236,0.00065472786,0.000022187203,0.00006483705,0.00009213228,0.009502547,0.10419527,0.0054863305,0.0061539304,0.87162334,0.0009153102],"about_ca_topic_score_codex":0.000010830488,"about_ca_topic_score_gemma":0.0000040666837,"teacher_disagreement_score":0.9307345,"about_ca_system_score_codex":0.00019923461,"about_ca_system_score_gemma":0.000047813584,"threshold_uncertainty_score":0.9602575},"labels":[],"label_agreement":null},{"id":"W4281296231","doi":"10.1115/1.4054632","title":"Sustainable Creativity: Overcoming the Challenge of Scale When Repurposing Wind-Turbine Blades","year":2022,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Reuse; Creativity; Repurposing; Flexibility (engineering); Task (project management); Scale (ratio); Computer science; Wind power; Turbine; Engineering; Industrial engineering; Systems engineering; Psychology; Mechanical engineering; Mathematics","score_opus":0.03373521963353903,"score_gpt":0.26328931043480197,"score_spread":0.22955409080126293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281296231","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05907154,0.010302052,0.899667,0.014814057,0.0025387201,0.0011325583,0.000008171466,0.00015662685,0.012309274],"genre_scores_gemma":[0.9908802,0.00016998532,0.007407194,0.00013919917,0.0001857244,0.00000744051,4.014395e-7,0.00003080764,0.0011790371],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.998178,0.00054673426,0.00049793033,0.0000948257,0.00045701393,0.00022547945],"domain_scores_gemma":[0.99820304,0.001032931,0.0003066022,0.00022434512,0.00014569855,0.0000873726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033917762,0.00011749501,0.00028006852,0.0001243321,0.00019176827,0.000060120317,0.00034288169,0.000047915186,0.00062408816],"category_scores_gemma":[0.00042253427,0.00009117606,0.00012604918,0.00022721928,0.00002076112,0.00046625818,0.000070218906,0.00064882933,0.0000021126564],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002510811,0.002603706,0.00007956585,0.00084248674,0.0016965631,0.0007056306,0.029888377,0.3830407,0.3032089,0.1017489,0.086767696,0.0869067],"study_design_scores_gemma":[0.0039535426,0.0042014467,0.0002831371,0.00035032898,0.0010383006,0.0019848095,0.03657264,0.084747314,0.16432887,0.1571889,0.5441718,0.0011788948],"about_ca_topic_score_codex":0.000012585996,"about_ca_topic_score_gemma":6.833671e-7,"teacher_disagreement_score":0.93180865,"about_ca_system_score_codex":0.00017915854,"about_ca_system_score_gemma":0.000119346405,"threshold_uncertainty_score":0.6833328},"labels":[],"label_agreement":null},{"id":"W4281736080","doi":"10.4995/head22.2022.14638","title":"Design-Based Learning and Student Entrepreneurship: How Learning Design Supports Non-Design Students’ Aspirations","year":2022,"lang":"en","type":"article","venue":"8th International Conference on Higher Education Advances (HEAd'22)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Creativity; Learning design; Value (mathematics); Work (physics); Entrepreneurship; Mathematics education; Qualitative research; Knowledge management; Computer science; Psychology; Pedagogy; Sociology; Engineering; Social psychology","score_opus":0.07562665589643099,"score_gpt":0.3701777155302064,"score_spread":0.2945510596337754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281736080","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053057756,0.0023326161,0.86132014,0.015978752,0.020217821,0.003989199,0.000036208705,0.0015441129,0.041523393],"genre_scores_gemma":[0.9668541,0.00028507377,0.009057965,0.00063863624,0.00026815373,0.0010617123,0.00015178713,0.00007341339,0.021609178],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967478,0.0008232577,0.0004049154,0.00061471236,0.0010328215,0.0003764957],"domain_scores_gemma":[0.99812615,0.00073779095,0.00031415862,0.000263362,0.00033647305,0.00022205246],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009148519,0.00038681165,0.00025552168,0.00045031306,0.00054497574,0.000598039,0.0005836655,0.00007643908,0.008256277],"category_scores_gemma":[0.00014680934,0.00044763993,0.000062783714,0.00034476444,0.000060259274,0.00074375677,0.000078068515,0.0008495211,0.000114964125],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034672217,0.0014863374,0.040735632,0.00008227036,0.00023979547,0.00001649784,0.0026297243,0.90935713,0.0049743657,0.009420113,0.011191427,0.019519977],"study_design_scores_gemma":[0.0029285983,0.0020152472,0.05205692,0.0002910086,0.00018858553,0.00005673437,0.0060805716,0.08498941,0.0037905464,0.002497845,0.8429949,0.0021095881],"about_ca_topic_score_codex":0.0000090862595,"about_ca_topic_score_gemma":0.0000020968625,"teacher_disagreement_score":0.9137963,"about_ca_system_score_codex":0.00045844488,"about_ca_system_score_gemma":0.00052713836,"threshold_uncertainty_score":0.9997975},"labels":[],"label_agreement":null},{"id":"W4281946833","doi":"10.1016/j.aei.2022.101638","title":"A systematic knowledge-based method for design of transformable product","year":2022,"lang":"en","type":"article","venue":"Advanced Engineering Informatics","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Ministry of Science and Technology of the People's Republic of China; Hebei Provincial Department of Human Resources and Social Security","keywords":"Transformation (genetics); Domain (mathematical analysis); Computer science; Process (computing); Knowledge base; Product (mathematics); Design knowledge; Domain knowledge; Product design; Data mining; Boom; Artificial intelligence; Industrial engineering; Engineering; Mathematics; Programming language; Embedded system","score_opus":0.015461707106475054,"score_gpt":0.26781697875647537,"score_spread":0.2523552716500003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281946833","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016870628,0.000556564,0.9965539,0.000014041351,0.0006122958,0.0012017263,0.00002059585,0.00030171312,0.0005704372],"genre_scores_gemma":[0.09232781,0.000018843955,0.9060213,0.000035614023,0.000021918524,0.0013732868,0.000023484718,0.000058204816,0.00011954827],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889106,0.000033535736,0.00062263873,0.000059934184,0.0001552507,0.00023757842],"domain_scores_gemma":[0.99887174,0.0006354155,0.000103438346,0.00025851346,0.00007618744,0.000054686174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088184275,0.00016313531,0.00030420793,0.00020056222,0.000073734365,0.00001605216,0.00019774484,0.000023087352,0.000021673828],"category_scores_gemma":[0.00014781806,0.00017708218,0.00007131822,0.00039810396,0.0000054235015,0.0003541826,0.000010578597,0.00016627413,0.0000056018716],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015045703,0.000025737736,1.862758e-7,0.020355374,0.000050681116,9.730266e-8,0.0019664883,0.9731245,0.0020310513,0.00057834474,0.00025230812,0.001600201],"study_design_scores_gemma":[0.00045932506,0.00007931859,9.654327e-7,0.0002394767,0.000057501857,0.000010445744,0.00042785518,0.9713103,0.009667952,0.000022777504,0.017527526,0.00019653988],"about_ca_topic_score_codex":4.0869938e-7,"about_ca_topic_score_gemma":7.6917935e-8,"teacher_disagreement_score":0.09215911,"about_ca_system_score_codex":0.00012154474,"about_ca_system_score_gemma":0.000072594645,"threshold_uncertainty_score":0.72212017},"labels":[],"label_agreement":null},{"id":"W4282973406","doi":"10.36021/jethe.v5i1.115","title":"That’s a Good Question","year":2022,"lang":"en","type":"article","venue":"Journal of Effective Teaching in Higher Education","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Critical thinking; Inclusion (mineral); Context (archaeology); Variety (cybernetics); Convergent thinking; Divergent thinking; Mathematics education; Class (philosophy); Design thinking; Pedagogy; Psychology; Process (computing); Creative thinking; Creativity; Computer science; Social psychology","score_opus":0.020357588236400916,"score_gpt":0.30944142487111614,"score_spread":0.2890838366347152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282973406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9429827,0.0014668028,0.0014291693,0.002029218,0.015488244,0.0003379018,0.0000017050302,0.00007140231,0.036192898],"genre_scores_gemma":[0.9977496,0.000008612054,0.0007817448,0.00017916167,0.0003955234,0.000057164125,0.00000337679,0.000018311368,0.0008064819],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987431,0.0006906047,0.00020821394,0.00006608753,0.0001966061,0.000095375115],"domain_scores_gemma":[0.9993383,0.00034517355,0.00015686695,0.000084436164,0.000030824518,0.000044378856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016854334,0.00007954919,0.00011408783,0.00031624813,0.00008881789,0.000030178986,0.00011171244,0.000025823067,0.00030610646],"category_scores_gemma":[0.00008386533,0.00008315914,0.000044622007,0.00017016433,0.00000594685,0.0003664205,0.000010921615,0.00082445395,0.0000062767026],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043441274,0.0050936933,0.23003043,0.00036387445,0.00037743375,0.000032429558,0.03375528,0.1598743,0.026063778,0.079042956,0.12002091,0.3449105],"study_design_scores_gemma":[0.00047039223,0.0002526288,0.6893909,0.00007936519,0.000044639753,0.00018628483,0.001245422,0.00043409006,0.00024451446,0.0025407483,0.30491316,0.00019781431],"about_ca_topic_score_codex":0.000026189375,"about_ca_topic_score_gemma":0.0000018805017,"teacher_disagreement_score":0.45936048,"about_ca_system_score_codex":0.0007052707,"about_ca_system_score_gemma":0.00009196707,"threshold_uncertainty_score":0.3581888},"labels":[],"label_agreement":null},{"id":"W4282983148","doi":"10.21606/drs.2022.197","title":"Pushing divergence and promoting convergence in a speculative design process: Considerations on the role of AI as a co-creation partner","year":2022,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Advantage Forensics (Canada)","funders":"","keywords":"Ideation; Divergence (linguistics); Convergence (economics); Process (computing); Convergent thinking; Computer science; Artificial intelligence; Design process; Creativity; Divergent thinking; Cognitive science; Psychology; Engineering; Work in process; Social psychology; Creative thinking; Operations management","score_opus":0.021177767508911,"score_gpt":0.2950007977061865,"score_spread":0.2738230301972755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282983148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98597956,0.00011776386,0.00013279183,0.00068480155,0.0000423844,0.00049178774,0.0000037323764,0.00003546149,0.012511699],"genre_scores_gemma":[0.99939525,0.00001756849,0.00034316882,0.00007109631,0.000009065385,0.00013081921,9.0951755e-7,0.000009768069,0.00002236422],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993681,0.000021373418,0.0002026831,0.000118746684,0.00018950278,0.00009960302],"domain_scores_gemma":[0.9994521,0.0002550612,0.00011303905,0.00003537197,0.000118656855,0.000025741088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005210494,0.00007649232,0.00009924663,0.00008641257,0.00012070005,0.000028431083,0.00007333727,0.000018139579,0.00021285815],"category_scores_gemma":[0.00054595503,0.00007031056,0.000013184669,0.00026239743,0.000041975007,0.00030826178,0.000018224518,0.00018707679,0.0000022694253],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019057548,0.00043942968,0.122356236,0.0005416737,0.00014447836,0.0000023695777,0.2354825,0.02873802,0.3537644,0.2541674,0.0016005965,0.0025722955],"study_design_scores_gemma":[0.0004826546,0.0003584553,0.0086926175,0.00021049795,0.00005471497,0.00003655337,0.05490358,0.11773187,0.74481404,0.07103462,0.0013026717,0.0003777067],"about_ca_topic_score_codex":0.000021185575,"about_ca_topic_score_gemma":0.0000011016009,"teacher_disagreement_score":0.39104965,"about_ca_system_score_codex":0.000033020526,"about_ca_system_score_gemma":0.00005111329,"threshold_uncertainty_score":0.28671816},"labels":[],"label_agreement":null},{"id":"W4283019870","doi":"10.21606/drs.2022.349","title":"It’s complicated: Dewey, Schön and reflection-in-action","year":2022,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Chicoutimi","funders":"","keywords":"Pragmatism; Conversation; Reflection (computer programming); Action (physics); Meaning (existential); Epistemology; Representation (politics); Work (physics); Process (computing); Computer science; Sociology; Philosophy; Communication; Programming language; Physics; Quantum mechanics; Political science","score_opus":0.04578698151092276,"score_gpt":0.3003576568214776,"score_spread":0.25457067531055483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283019870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9037869,0.00014231518,0.00005307233,0.0017676739,0.0003508043,0.00014797266,0.000002027457,0.00014789762,0.093601316],"genre_scores_gemma":[0.99898356,0.00007389998,0.0004688176,0.00010971684,0.000021950162,0.000042189968,0.0000013303081,0.000011516521,0.00028703804],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996248,0.000002628433,0.00011445813,0.000086755266,0.0000885914,0.000082805316],"domain_scores_gemma":[0.9998516,0.000023722376,0.000036404617,0.00002434764,0.000036381556,0.000027543454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016339251,0.000050246763,0.00006629918,0.00011874156,0.000060516,0.000019530416,0.000053664702,0.000014524615,0.00012295366],"category_scores_gemma":[0.000027867536,0.00006204229,0.000010153963,0.0002765666,0.000010657971,0.00020751989,0.000017763678,0.00015484245,0.000005571455],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021938555,0.00047263308,0.06759675,0.000970833,0.00012872556,0.0000020202642,0.011341476,0.0031579388,0.6953121,0.01788482,0.15824327,0.044670057],"study_design_scores_gemma":[0.0008322703,0.00020359126,0.041935027,0.000037678587,0.000038807608,0.00019143955,0.01263589,0.011275823,0.035206966,0.0021184904,0.89506644,0.00045759918],"about_ca_topic_score_codex":0.000019735233,"about_ca_topic_score_gemma":0.0000025669913,"teacher_disagreement_score":0.73682314,"about_ca_system_score_codex":0.00006027793,"about_ca_system_score_gemma":0.000008370418,"threshold_uncertainty_score":0.2530011},"labels":[],"label_agreement":null},{"id":"W4283216174","doi":"10.3390/educsci12060420","title":"Role of Empathy in Engineering Education and Practice in North America","year":2022,"lang":"en","type":"article","venue":"Education Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Empathy; Conceptualization; Engineering ethics; Engineering education; Politics; Discipline; Political science; Poverty; Sociology; Environmental ethics; Public relations; Engineering; Psychology; Social science; Engineering management; Computer science; Social psychology","score_opus":0.013352272737307366,"score_gpt":0.2975902473210643,"score_spread":0.28423797458375694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283216174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9774526,0.0040294793,0.000052068455,0.0008256755,0.00092585495,0.0001515472,0.000001719077,0.00002635101,0.016534742],"genre_scores_gemma":[0.9966751,0.0001489717,0.0028339282,0.00013709333,0.000027255966,0.00010560135,0.0000044901594,0.0000050447884,0.00006252924],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9993853,0.000076190954,0.00016742083,0.00011963423,0.0001542908,0.00009717204],"domain_scores_gemma":[0.99947,0.0003304108,0.000057289755,0.00008088203,0.000028654498,0.00003274447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041651455,0.000052997213,0.00006526364,0.0003600111,0.000048686175,0.000027529704,0.000118486605,0.000009837463,0.00008780661],"category_scores_gemma":[0.00045404906,0.00006250426,0.000007131908,0.0013173003,0.000028140583,0.00051421736,0.000017825396,0.00011482142,0.00000433313],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017746424,0.0017203972,0.068073146,0.00014130728,0.00001012025,5.4487595e-7,0.15777406,0.16261221,0.0057011642,0.0032206362,0.002446584,0.5982821],"study_design_scores_gemma":[0.00018708402,0.00011126569,0.31742194,0.000053056898,0.000012070355,0.00005697241,0.3695888,0.023141436,0.00038065505,0.0004643258,0.2881882,0.00039422727],"about_ca_topic_score_codex":0.00025432822,"about_ca_topic_score_gemma":0.00004967029,"teacher_disagreement_score":0.5978879,"about_ca_system_score_codex":0.000072118935,"about_ca_system_score_gemma":0.00048724297,"threshold_uncertainty_score":0.25488496},"labels":[],"label_agreement":null},{"id":"W4283330994","doi":"10.3390/app12136358","title":"Construction and Application of Enterprise Knowledge Base for Product Innovation Design","year":2022,"lang":"en","type":"article","venue":"Applied Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"National Natural Science Foundation of China","keywords":"TRIZ; Computer science; Knowledge base; Construct (python library); Product (mathematics); Product design; Systems engineering; Manufacturing engineering; Industrial engineering; Engineering; Artificial intelligence; Mathematics","score_opus":0.03385987354822656,"score_gpt":0.2843288619913106,"score_spread":0.250468988443084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283330994","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0664399,0.00018718991,0.9248077,0.00018310982,0.00036631495,0.00078236713,0.0000061925607,0.000082538616,0.007144678],"genre_scores_gemma":[0.9685821,0.0000049006553,0.031003544,0.00002307102,0.00002615601,0.0003297136,0.000005037432,0.000004017485,0.00002145159],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995938,0.000017713483,0.00012023431,0.000121290985,0.000077071,0.00006991833],"domain_scores_gemma":[0.9997139,0.00012233517,0.00005245103,0.00006483636,0.000034220946,0.00001224404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084196555,0.000040429088,0.000048326972,0.00012446888,0.00017217053,0.000015344776,0.000070657035,0.000007833469,0.000018130673],"category_scores_gemma":[0.000032015847,0.000042461128,0.000005111481,0.0006314794,0.00007635222,0.000094275,0.000012167849,0.000037993395,0.0000017250353],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004549505,0.000086727545,0.00035056585,0.00010365123,0.000012426477,2.5725019e-8,0.0022089893,0.021332752,0.41154265,0.18168204,0.0035399431,0.37909475],"study_design_scores_gemma":[0.0011624777,0.00032103245,0.0013792026,0.000010388215,0.00006381622,0.000036966856,0.008855784,0.2964142,0.4799735,0.031135362,0.1800296,0.00061766844],"about_ca_topic_score_codex":0.000001589597,"about_ca_topic_score_gemma":3.6900272e-7,"teacher_disagreement_score":0.9021422,"about_ca_system_score_codex":0.000020278074,"about_ca_system_score_gemma":0.000047143356,"threshold_uncertainty_score":0.17315145},"labels":[],"label_agreement":null},{"id":"W4283525377","doi":"10.1108/jedt-01-2022-0066","title":"Barriers and enablers of TRIZ: a literature analysis using the TASKS framework","year":2022,"lang":"en","type":"article","venue":"Journal of Engineering Design and Technology","topic":"Design Education and Practice","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"TRIZ; Originality; Workload; Task (project management); Computer science; Usability; Knowledge management; Affect (linguistics); Enabling; Engineering; Human–computer interaction; Artificial intelligence; Systems engineering; Psychology; Creativity","score_opus":0.009129468935158496,"score_gpt":0.22982904889234423,"score_spread":0.22069957995718573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283525377","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20640601,0.014815639,0.77736926,0.00074457715,0.00045122227,0.000113226895,0.0000047064723,0.00006920939,0.000026128786],"genre_scores_gemma":[0.970006,0.00037511598,0.029536603,0.000027622025,0.000027097138,0.0000038236058,2.5800745e-7,0.000013110446,0.00001038239],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99943227,0.000045858123,0.00023233116,0.00006403998,0.000107303254,0.00011822062],"domain_scores_gemma":[0.99939716,0.00026324298,0.00010730821,0.00012235985,0.0000554992,0.000054414326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005465979,0.00009132562,0.00021923466,0.00080464093,0.000074376694,0.000026806754,0.00014078118,0.00008833451,0.000034931007],"category_scores_gemma":[0.00025836006,0.00007440572,0.000046032757,0.0015890246,0.000034980174,0.00009046705,0.000027248461,0.0006345735,5.1835656e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004141897,0.000016194228,0.00066728843,0.00007014771,0.0012622834,0.0000426575,0.002000445,0.9563837,0.031990375,0.0043893605,0.0004264752,0.002709659],"study_design_scores_gemma":[0.00092823355,0.0005606774,0.000538394,0.000160335,0.001972307,0.0023729187,0.005673036,0.935749,0.008874033,0.0038876547,0.03872597,0.00055744225],"about_ca_topic_score_codex":9.219276e-7,"about_ca_topic_score_gemma":3.7716408e-8,"teacher_disagreement_score":0.7636,"about_ca_system_score_codex":0.00003268639,"about_ca_system_score_gemma":0.000032523385,"threshold_uncertainty_score":0.3034177},"labels":[],"label_agreement":null},{"id":"W4285109023","doi":"10.1017/dsj.2022.12","title":"Communication patterns in engineering enterprise social networks: an exploratory analysis using short text topic modelling","year":2022,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Social network analysis; Set (abstract data type); Knowledge management; New product development; Social network (sociolinguistics); Exploratory research; Data science; Product (mathematics); Process (computing); Product design; Social media; World Wide Web; Management; Sociology","score_opus":0.07802889857386103,"score_gpt":0.3001244374811094,"score_spread":0.22209553890724837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285109023","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29856268,0.00008551518,0.70100486,0.000010488489,0.00013341397,0.0000745837,9.835379e-7,0.00006524493,0.00006222036],"genre_scores_gemma":[0.9911893,0.000028496337,0.008641991,0.000043072716,0.000033045548,0.000040909217,0.0000050408444,0.000013466883,0.000004659315],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998901,0.00015728812,0.00019713641,0.00019293005,0.00031321595,0.00023840788],"domain_scores_gemma":[0.9994985,0.00008856603,0.000028805012,0.0002875229,0.00003325558,0.00006337592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016013338,0.00009221564,0.00011635054,0.00047131762,0.00032122227,0.00011154581,0.00047279085,0.000022079335,0.0000675363],"category_scores_gemma":[0.000015124987,0.00011784305,0.000031476804,0.0019923006,0.000028509787,0.0008528932,0.000069184985,0.0002483374,9.500871e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026971168,0.000025913212,0.001492119,0.0000031537622,0.000008904187,0.0000013701772,0.003737897,0.99175406,0.0016018745,0.000062847816,0.0000058722208,0.0013032935],"study_design_scores_gemma":[0.000040009952,0.000006520938,0.0012821303,0.000004116329,0.000026996837,0.000001630698,0.0013593376,0.99692005,0.00014213887,0.000013768795,0.00007440995,0.00012887528],"about_ca_topic_score_codex":0.000021843745,"about_ca_topic_score_gemma":0.0000055679925,"teacher_disagreement_score":0.69262666,"about_ca_system_score_codex":0.00029369895,"about_ca_system_score_gemma":0.00006296152,"threshold_uncertainty_score":0.48055},"labels":[],"label_agreement":null},{"id":"W4285162239","doi":"10.1007/978-3-031-06516-3","title":"The Transdisciplinary Reach of Design Science Research","year":2022,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; HEC Montréal","funders":"","keywords":"Engineering ethics; Sociology; Architectural engineering; Engineering","score_opus":0.07347725977051314,"score_gpt":0.3557764399983415,"score_spread":0.2822991802278284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285162239","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000121382305,0.0013617027,0.97700757,0.00055360614,0.002446318,0.00044798097,0.000003068217,0.000070002854,0.017988387],"genre_scores_gemma":[0.7289995,0.0011160605,0.25962391,0.00041730562,0.0014188767,0.00022158022,0.000012699319,0.00018887447,0.0080011645],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99671584,0.00019999617,0.00031045888,0.0005261973,0.0016509797,0.0005965415],"domain_scores_gemma":[0.99493885,0.0037858845,0.00006614483,0.0008408582,0.0002697849,0.000098491975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010074159,0.0001821471,0.00019191217,0.0008102431,0.00095902954,0.0002635429,0.0028132005,0.00008850254,0.000064814194],"category_scores_gemma":[0.00037479616,0.00014423112,0.00004158501,0.0030412101,0.0024369587,0.0003262188,0.00035711902,0.0014423562,0.000012984965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002451391,0.000047567923,0.000004425881,0.00009905308,0.000009747756,0.000016773483,0.013035283,0.5573702,0.0025058992,0.0013821764,0.0032528976,0.42225146],"study_design_scores_gemma":[0.00026362925,0.00047756048,0.0003115074,0.0002843998,0.000016688538,0.000107746775,0.000042745985,0.81396645,0.01298519,0.11073519,0.060000993,0.0008078809],"about_ca_topic_score_codex":0.0000059381437,"about_ca_topic_score_gemma":0.000008725237,"teacher_disagreement_score":0.72887814,"about_ca_system_score_codex":0.00071630516,"about_ca_system_score_gemma":0.0031500421,"threshold_uncertainty_score":0.89790756},"labels":[],"label_agreement":null},{"id":"W4285200117","doi":"10.3102/ip.22.1881923","title":"Overcoming Inert Ideas: The Power of Design, Agency, and Experience (Poster 2)","year":2022,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seven Oaks General Hospital","funders":"","keywords":"Agency (philosophy); Inert; Power (physics); Computer science; Sociology; Chemistry; Physics; Social science","score_opus":0.0285724927348534,"score_gpt":0.2707593402877667,"score_spread":0.2421868475529133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285200117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8775237,0.0012753737,0.03651448,0.0008453889,0.0008912423,0.00029077212,0.0000024208011,0.00012620605,0.08253041],"genre_scores_gemma":[0.99779594,0.00001686135,0.00074964005,0.00040518257,0.000008117025,0.000029169072,2.894732e-7,0.000007433411,0.00098735],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99964136,0.000054803546,0.000090227666,0.00005653089,0.000089318266,0.00006778494],"domain_scores_gemma":[0.99965125,0.00017877707,0.000015976248,0.00012386631,0.00001022058,0.000019935385],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021072332,0.00004258212,0.00004452587,0.000023609928,0.00006583162,0.000014675049,0.00008877631,0.000008542156,0.0025829414],"category_scores_gemma":[0.000034297394,0.000033432898,0.000011181224,0.00009738869,0.000015415111,0.00011622158,0.00003701959,0.0000768487,0.000008127522],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021837908,0.00033594423,0.009076726,0.00014155837,0.00023072667,0.000024354951,0.36767462,0.026157351,0.3347434,0.013396057,0.19334844,0.054652438],"study_design_scores_gemma":[0.00091932394,0.0002966248,0.046453018,0.000021402764,0.00005591269,0.00026242685,0.048882652,0.025357693,0.055075847,0.0020634925,0.8197321,0.00087945984],"about_ca_topic_score_codex":0.000018537974,"about_ca_topic_score_gemma":7.713236e-7,"teacher_disagreement_score":0.6263837,"about_ca_system_score_codex":0.000012698791,"about_ca_system_score_gemma":0.000010870779,"threshold_uncertainty_score":0.9983288},"labels":[],"label_agreement":null},{"id":"W4285465162","doi":"10.32920/ryerson.14639703.v1","title":"Designer behaviour and activity: an industrial observation method","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Engineering and Physical Sciences Research Council; University of Bath","keywords":"Contextualization; Computer science; Context (archaeology); Observational study; Management science; Empirical research; Data science; Engineering; Mathematics","score_opus":0.19334618969583148,"score_gpt":0.35933273478469924,"score_spread":0.16598654508886776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285465162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5364618,0.000110195324,0.4559145,0.00041571245,0.0022381307,0.00031261318,0.000007343254,0.00037589908,0.004163849],"genre_scores_gemma":[0.8637815,0.000098935314,0.13369723,0.00015575765,0.0004740155,0.00007375134,0.00012993257,0.000057287096,0.0015315977],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990706,0.0002520004,0.00015126097,0.00027257306,0.00012864191,0.00012496315],"domain_scores_gemma":[0.99929655,0.00017107865,0.00005122254,0.00031064646,0.00006410958,0.00010639699],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051732175,0.00017972456,0.00019733088,0.00007508273,0.000035756097,0.00030216447,0.000091844755,0.00041780111,0.0004982727],"category_scores_gemma":[0.00010167379,0.00019622696,0.00003336075,0.0000960279,0.0000072474018,0.0004318354,0.00007020792,0.0006994354,0.000005590816],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007201301,0.00047410163,0.01136531,0.00033407222,0.000408393,0.000029776385,0.0045150397,0.028410373,0.029417492,0.00083714,0.015845122,0.90829116],"study_design_scores_gemma":[0.0030701475,0.0002560543,0.26823708,0.00041842522,0.0017974976,0.00016931382,0.0056364094,0.51010954,0.14549087,0.002021793,0.05761013,0.0051827114],"about_ca_topic_score_codex":0.0002866048,"about_ca_topic_score_gemma":0.000048614664,"teacher_disagreement_score":0.9031085,"about_ca_system_score_codex":0.0000608324,"about_ca_system_score_gemma":0.00013417729,"threshold_uncertainty_score":0.80019027},"labels":[],"label_agreement":null},{"id":"W4285546809","doi":"10.1007/978-3-031-02436-8","title":"Mathematical Problem Factories","year":2021,"lang":"en","type":"book","venue":"Synthesis lectures on mathematics and statistics","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; York University","funders":"","keywords":"Factory (object-oriented programming); Mathematical problem; Type (biology); Computer science; Management science; Engineering; Mathematics; Mathematics education; Programming language","score_opus":0.016298345782051145,"score_gpt":0.24069426034652686,"score_spread":0.22439591456447572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285546809","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007653981,0.0011783881,0.25850016,0.000099360244,0.00034827366,0.00036328976,0.00070089137,0.0002390594,0.73856294],"genre_scores_gemma":[0.0005587281,0.0023801469,0.5983811,0.00022731771,0.00043811812,0.00014967585,0.00023211808,0.0004160793,0.39721674],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99853474,0.0000372602,0.00048072796,0.00027113082,0.0003968632,0.00027928382],"domain_scores_gemma":[0.9953729,0.0038217695,0.00013923943,0.0004135672,0.00010244003,0.00015011942],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017301257,0.00048004714,0.0006559869,0.0001244572,0.00010481143,0.0002681664,0.00016207185,0.0003369125,0.0016121126],"category_scores_gemma":[0.0008162687,0.00042513086,0.00007155049,0.0000568268,0.00008424762,0.000042084368,0.000028863964,0.0005305496,0.00020194206],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005051992,0.00011094428,2.3809007e-7,0.004728741,0.00036939376,0.000041034196,0.0014812081,0.00013942682,0.000056863813,0.63619983,0.33324814,0.023619128],"study_design_scores_gemma":[0.00009045816,0.000050837178,0.0000038066948,0.0009908001,0.0004251505,0.000071119255,0.00015113765,0.00532328,0.0004890816,0.585251,0.4063052,0.0008481799],"about_ca_topic_score_codex":4.2594337e-7,"about_ca_topic_score_gemma":0.000004072072,"teacher_disagreement_score":0.3413462,"about_ca_system_score_codex":0.000106707506,"about_ca_system_score_gemma":0.00017746424,"threshold_uncertainty_score":0.99982005},"labels":[],"label_agreement":null},{"id":"W4285677936","doi":"10.18733/cpi29621","title":"CPI Special Issue: \"Multisensory Stories: Celebrating Different Forms of Knowing, Being, and Living in our World\" (Introduction)","year":2022,"lang":"en","type":"article","venue":"Cultural and Pedagogical Inquiry","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"University of Alberta","keywords":"Art history; Volume (thermodynamics); History; Visual arts; Psychology; Art; Physics","score_opus":0.2361817064811066,"score_gpt":0.3968687944363647,"score_spread":0.1606870879552581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285677936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936414,0.00054519513,0.000027547432,0.00069281756,0.001663797,0.00012200307,0.0000039101633,0.00005580852,0.0032475742],"genre_scores_gemma":[0.9898963,0.00015650709,0.0001226109,0.00005668701,0.003991429,0.00002292543,0.000011784359,0.000010749929,0.005730992],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914247,0.000083780564,0.00025167596,0.00019112097,0.00015039199,0.0001805674],"domain_scores_gemma":[0.9996624,0.00010369171,0.000051105813,0.00007844968,0.000025890207,0.00007844034],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018308163,0.00013925403,0.00019673079,0.00007412332,0.00017474615,0.00005110586,0.000066585046,0.000035543966,0.000988646],"category_scores_gemma":[0.00010900092,0.000107945,0.00003205383,0.00016988572,0.0000428038,0.00029117512,0.00007646355,0.0003407602,0.0000045456836],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027759754,0.0008708324,0.07482465,0.0011044191,0.00021688807,0.00004473469,0.4900654,0.0063618734,0.050999735,0.023218246,0.15499593,0.19701971],"study_design_scores_gemma":[0.00077424676,0.00022855804,0.10617797,0.00008679031,0.00005305072,0.00009750504,0.21225885,0.0031860215,0.0009064215,0.0004822836,0.67497784,0.0007704389],"about_ca_topic_score_codex":0.000015587246,"about_ca_topic_score_gemma":0.00003982648,"teacher_disagreement_score":0.5199819,"about_ca_system_score_codex":0.000055483375,"about_ca_system_score_gemma":0.0000063255575,"threshold_uncertainty_score":0.9999246},"labels":[],"label_agreement":null},{"id":"W4286384543","doi":"10.52842/conf.caadria.2022.1.403","title":"Quantifying the Intangible, A Tool for Retrospective Protocol Studies of Sketching During the Early Conceptual Design of Architecture","year":2022,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Computer-Aided Architectural Design Research in Asia","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Deutsche Forschungsgemeinschaft","keywords":"Sketch; Computer science; Architecture; Human–computer interaction; Protocol (science); Process (computing); Protocol analysis; Design education; Software engineering; Programming language","score_opus":0.21697169206066874,"score_gpt":0.4033610604143557,"score_spread":0.18638936835368697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286384543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90853083,0.00006582671,0.03771699,0.0056081023,0.000783993,0.046074282,0.000057038542,0.000091568865,0.0010713754],"genre_scores_gemma":[0.97861135,0.0000062833897,0.008773236,0.000025075837,0.00010684123,0.012383227,7.445644e-7,0.000027404323,0.000065829714],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971234,0.0003935374,0.000618786,0.00030124246,0.0012042583,0.00035875893],"domain_scores_gemma":[0.9957637,0.0027642706,0.0003542762,0.00021712678,0.00086719985,0.000033430988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037317749,0.0002152967,0.00031764974,0.00040446385,0.00037950717,0.00010283025,0.0019039862,0.00003489188,0.000032338266],"category_scores_gemma":[0.0008821626,0.00012813255,0.00013275846,0.0007258395,0.00046722096,0.00016028293,0.0004332407,0.0011954034,6.9205873e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004872901,0.00033177543,0.0023718742,0.001017329,0.00091079186,0.000003775849,0.04949727,0.39623562,0.40549487,0.12072419,0.001254926,0.017284675],"study_design_scores_gemma":[0.0046682227,0.003942783,0.042526513,0.0025209633,0.00006495182,0.00024182098,0.023728523,0.4701376,0.33242887,0.118119605,0.00065553386,0.0009646244],"about_ca_topic_score_codex":0.00003417261,"about_ca_topic_score_gemma":0.0000035885287,"teacher_disagreement_score":0.07390196,"about_ca_system_score_codex":0.00027928656,"about_ca_system_score_gemma":0.00015814358,"threshold_uncertainty_score":0.5225094},"labels":[],"label_agreement":null},{"id":"W4286620535","doi":"10.5465/ambpp.2022.11794abstract","title":"Synchronous Computer-Aided Design (CAD): A Mid-level Technology Affordance Perspective","year":2022,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Affordance; Computer science; Human–computer interaction; Cloud computing; Knowledge management; Systems engineering; Engineering","score_opus":0.03148209708728409,"score_gpt":0.26643096315035114,"score_spread":0.23494886606306706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286620535","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16197692,0.006037765,0.52470356,0.047393393,0.0026268524,0.007295498,0.000061903775,0.0056683067,0.24423581],"genre_scores_gemma":[0.9488594,0.00022169223,0.049109615,0.0004543489,0.00007390235,0.0003008295,0.0000012522001,0.000042207812,0.00093675114],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988195,0.0000148889685,0.0002682452,0.00030600713,0.00028824355,0.00030315568],"domain_scores_gemma":[0.99964786,0.000050758706,0.00012917833,0.000075335374,0.000046848305,0.00004999408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047414145,0.00017966973,0.00020092238,0.000464127,0.00016022775,0.000028411983,0.0005389145,0.00007231639,0.00017567642],"category_scores_gemma":[0.000020822234,0.0002188828,0.00004453537,0.00086708256,0.000058296493,0.00033406657,0.00022192053,0.0004612181,0.000034030738],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026240718,0.0005635829,0.00028371575,0.0011295999,0.0011398236,0.000016070546,0.005865691,0.025048923,0.009215283,0.6147454,0.2138705,0.12785901],"study_design_scores_gemma":[0.004207358,0.0014077999,0.007898219,0.00024743355,0.000628773,0.00030016742,0.03866955,0.07046837,0.045256663,0.08515379,0.74333125,0.0024306145],"about_ca_topic_score_codex":0.0000035059259,"about_ca_topic_score_gemma":4.6499615e-8,"teacher_disagreement_score":0.78688246,"about_ca_system_score_codex":0.00029391918,"about_ca_system_score_gemma":0.000011877801,"threshold_uncertainty_score":0.8925781},"labels":[],"label_agreement":null},{"id":"W4292501454","doi":"10.1007/978-3-031-09819-2_4","title":"Fostering Global Competencies Through Maker Pedagogies","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Competence (human resources); Pedagogy; Mathematics education; Global education; Order (exchange); Context (archaeology); Sociology; Engineering ethics; Psychology; Engineering; Geography; Social psychology; Business","score_opus":0.12091773095438058,"score_gpt":0.3173394626980938,"score_spread":0.19642173174371325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292501454","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005174205,0.0018373901,0.0016242529,0.00028504367,0.0019239349,0.00012233305,0.00004475703,0.0006728992,0.9934842],"genre_scores_gemma":[0.0026219941,0.0014213988,0.0049098763,0.0006938236,0.00027554465,0.000023601344,0.00007077026,0.00009261419,0.9898904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992021,0.000008918878,0.00020649348,0.00018495713,0.00022237854,0.00017519367],"domain_scores_gemma":[0.9995112,0.00008642874,0.000045075332,0.0002904588,0.000026927948,0.0000399031],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00006706738,0.00025518303,0.0002124049,0.000031227042,0.00007896045,0.00007607988,0.0001929258,0.00010828389,0.03284974],"category_scores_gemma":[0.000010967306,0.00027144424,0.00008985633,0.00002679823,0.000027227563,0.00025248286,0.00022561122,0.00030371785,0.0008055272],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073190367,0.00000713886,0.0000033569884,0.00012977747,0.00016108062,0.000025422216,0.00057496474,0.00083706516,0.000021006923,0.87652713,0.097843796,0.023861948],"study_design_scores_gemma":[0.000058281432,0.000014470392,0.00001256554,0.000016000096,0.00003610405,0.00005503786,0.00030237145,0.00007177098,0.000008369381,0.015116089,0.98399705,0.00031190555],"about_ca_topic_score_codex":0.000031052492,"about_ca_topic_score_gemma":0.00003194458,"teacher_disagreement_score":0.8861532,"about_ca_system_score_codex":0.0001893921,"about_ca_system_score_gemma":0.000050102484,"threshold_uncertainty_score":0.9999738},"labels":[],"label_agreement":null},{"id":"W4294233820","doi":"10.3390/su141710865","title":"Assessing Design Ability through a Quantitative Analysis of the Design Process","year":2022,"lang":"en","type":"article","venue":"Sustainability","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Prince Edward Island","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Formative assessment; Engineering design process; Process (computing); Computer science; Research design; Design process; Mathematics education; Product design; Product (mathematics); Engineering management; Psychology; Engineering; Work in process; Operations management; Mathematics","score_opus":0.06582401107744583,"score_gpt":0.37925068651421506,"score_spread":0.3134266754367692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294233820","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3287222,0.0001583004,0.6680845,0.000773102,0.0002506874,0.0009775964,0.000010613357,0.00013419805,0.00088880653],"genre_scores_gemma":[0.99383533,0.0000016528192,0.005827814,0.000055543274,0.000006741026,0.00021145023,0.0000031112888,0.000014810993,0.00004352692],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971103,0.0017093894,0.00034392,0.00025657014,0.00034389066,0.00023590625],"domain_scores_gemma":[0.9970491,0.0016451292,0.00013353725,0.0005909709,0.00054479495,0.00003648759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029435658,0.00013528706,0.00026665741,0.00010318697,0.00033227238,0.000053238866,0.00035078786,0.000035226894,0.00037527902],"category_scores_gemma":[0.0027634238,0.000113980845,0.00015610679,0.0029236428,0.00013505724,0.00053146324,0.00006451199,0.00031892167,8.0990543e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058037334,0.00021705554,0.0061362553,0.00018580278,0.00031243317,9.3969857e-7,0.012252334,0.97735596,0.0002133544,0.0020622252,0.00024449776,0.0009610879],"study_design_scores_gemma":[0.00045473894,0.00020744266,0.22452965,0.000008619725,0.0018407218,0.000004886183,0.116485186,0.53329253,0.0044556903,0.115202755,0.002864654,0.00065310363],"about_ca_topic_score_codex":0.00008979639,"about_ca_topic_score_gemma":0.0000044354306,"teacher_disagreement_score":0.66511315,"about_ca_system_score_codex":0.0009507333,"about_ca_system_score_gemma":0.0007777965,"threshold_uncertainty_score":0.4648004},"labels":[],"label_agreement":null},{"id":"W4294405649","doi":"10.1007/978-981-19-2806-2_6","title":"Project Relay: A Practice-Driven Method for Learning Agile Architectural Design","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Teamwork; Session (web analytics); Engineering; Computer science; Knowledge management; Engineering management; Software engineering; World Wide Web; Management","score_opus":0.06356559472123989,"score_gpt":0.337380375132547,"score_spread":0.2738147804113071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294405649","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.4054689e-7,0.00022821093,0.44701242,0.00041670518,0.0004968497,0.0008858948,0.000010105543,0.00046541076,0.55048424],"genre_scores_gemma":[0.00002774459,0.00014539882,0.48153564,0.00029317802,0.00022486504,0.00030152063,0.00008405339,0.00017199609,0.5172156],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985417,0.00021903268,0.0003273932,0.00035986493,0.00026627816,0.0002857206],"domain_scores_gemma":[0.9952,0.0041520717,0.00018975674,0.00028576684,0.000097388984,0.00007503366],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009733922,0.0003551197,0.00033185058,0.00027698049,0.0001876896,0.000094132854,0.00021637254,0.00019488171,0.004329742],"category_scores_gemma":[0.0007363294,0.00036422323,0.00017644612,0.00006077318,0.000014988416,0.0002714251,0.00004832062,0.0012976793,0.00015762736],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004030245,0.000048486265,3.639145e-7,0.0004156943,0.001211675,0.000045161447,0.004228228,0.38315517,0.0005170454,0.13273993,0.22277674,0.25445846],"study_design_scores_gemma":[0.00020696339,0.00017918715,2.212277e-7,0.000022890476,0.0002171596,0.00020091521,0.0001953205,0.050216034,0.00005336195,0.000838839,0.94742894,0.0004401393],"about_ca_topic_score_codex":0.000037339894,"about_ca_topic_score_gemma":0.000005068341,"teacher_disagreement_score":0.72465223,"about_ca_system_score_codex":0.00020340484,"about_ca_system_score_gemma":0.00021946614,"threshold_uncertainty_score":0.99988097},"labels":[],"label_agreement":null},{"id":"W4294405791","doi":"10.1007/978-981-19-2806-2_2","title":"Looking Inside the Box to Think Outside It: Contextualizing Design Thinking","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Design thinking; Engineering ethics; Computer science; Human–computer interaction; Engineering","score_opus":0.05736522478339007,"score_gpt":0.27401630946176253,"score_spread":0.21665108467837246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294405791","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013835577,0.0009551555,0.08823152,0.0033462115,0.0018487846,0.000661358,0.0000067351716,0.0006531803,0.9042957],"genre_scores_gemma":[0.012478803,0.00071140105,0.019124303,0.032602526,0.0009826581,0.00013186625,0.000041738513,0.00051057845,0.9334161],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99811715,0.00010405016,0.00049812096,0.00036479245,0.00056010624,0.00035577675],"domain_scores_gemma":[0.99748385,0.0014867357,0.0001329838,0.0006839346,0.00007189906,0.00014062495],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012996698,0.0004537169,0.00036044183,0.00023201277,0.00043584994,0.00030346596,0.0006476182,0.00019792421,0.011244312],"category_scores_gemma":[0.00019168602,0.00038257425,0.00014782965,0.00008283251,0.00002773838,0.00029699624,0.00017361184,0.0012155544,0.001083548],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028713757,0.000011935633,9.670975e-7,0.0000703596,0.00040944255,0.000061059516,0.028689248,0.02371555,0.00017409315,0.57222986,0.35489058,0.01971819],"study_design_scores_gemma":[0.00009855747,0.000030337014,0.0000018503926,0.000107202235,0.000096154785,0.000049007453,0.0021162445,0.0006527503,0.00014803937,0.010489796,0.98567635,0.0005336961],"about_ca_topic_score_codex":0.00006884905,"about_ca_topic_score_gemma":0.00005102993,"teacher_disagreement_score":0.63078576,"about_ca_system_score_codex":0.00030005138,"about_ca_system_score_gemma":0.00013771525,"threshold_uncertainty_score":0.9998626},"labels":[],"label_agreement":null},{"id":"W4295869506","doi":"10.2139/ssrn.4213085","title":"A Generative Approach to the Design of Traditional Patterns Based on the Gene Network","year":2022,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Generative grammar; Generative Design; Gene regulatory network; Computer science; Gene; Artificial intelligence; Genetics; Biology; Engineering; Gene expression; Operations management","score_opus":0.03935090868434988,"score_gpt":0.22467001121541494,"score_spread":0.18531910253106507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295869506","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040717623,0.00041088476,0.9887574,0.0041779093,0.0003780143,0.0002647003,0.000011962452,0.00001935276,0.0019080209],"genre_scores_gemma":[0.9966005,0.00008397767,0.0010828034,0.0013868638,0.0005237393,0.00011002447,0.000009426301,0.000019954865,0.00018271433],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984205,0.00048254916,0.00014545674,0.0000785625,0.00028387044,0.00058911304],"domain_scores_gemma":[0.9993575,0.00038435092,0.000055976623,0.00014101641,0.000025584864,0.000035557747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024846015,0.00008748774,0.00007425924,0.000042586074,0.00038177366,0.000029945004,0.00029263482,0.000014311527,0.00023179072],"category_scores_gemma":[0.000031339398,0.000055915338,0.000053039184,0.00023671388,0.000009542889,0.000040983326,0.000009385904,0.001233931,0.0000074271475],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034121924,0.00006598864,0.000012415142,0.0000010291753,0.00007055629,2.7243962e-7,0.0003328929,0.9487985,0.00014754936,0.040682692,0.008803796,0.0010502255],"study_design_scores_gemma":[0.000755418,0.0011839767,0.0008126515,0.000011852336,0.00010465514,0.0006121331,0.0057405294,0.90804905,0.0007202997,0.048843864,0.032748442,0.00041710687],"about_ca_topic_score_codex":0.000003688432,"about_ca_topic_score_gemma":0.000004764832,"teacher_disagreement_score":0.99252874,"about_ca_system_score_codex":0.00039735358,"about_ca_system_score_gemma":0.0006538473,"threshold_uncertainty_score":0.53608847},"labels":[],"label_agreement":null},{"id":"W4296831767","doi":"10.1016/j.destud.2022.101135","title":"Expansive learning for collaborative design","year":2022,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Fonds de Recherche du Québec-Société et Culture","keywords":"Expansive; Situated; Process (computing); Knowledge management; Action learning; Action (physics); Reflection (computer programming); Situated cognition; Psychology; Engineering; Computer science; Cooperative learning; Pedagogy; Teaching method; Artificial intelligence","score_opus":0.13943557170474882,"score_gpt":0.33748292222497067,"score_spread":0.19804735052022185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296831767","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044418103,0.009772806,0.9843935,0.00047964402,0.0012285722,0.0010554185,0.00001095948,0.00041173087,0.0022032338],"genre_scores_gemma":[0.894558,0.0013633594,0.09044651,0.00061464333,0.00028267258,0.0060249004,0.000020663076,0.00012013424,0.0065691355],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903095,0.00033453538,0.00014803832,0.00014925968,0.00013633037,0.00020087266],"domain_scores_gemma":[0.99763,0.0019755058,0.0000481774,0.00009180579,0.00022091073,0.00003358772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006546008,0.0001307846,0.00018178743,0.00008126715,0.00056604407,0.000027382175,0.00009623111,0.00001807324,0.00009505611],"category_scores_gemma":[0.00050492404,0.00013938906,0.000027674207,0.00038700542,0.000026815791,0.00012854408,0.000030014056,0.00017299489,0.000027468634],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012147396,0.000033207863,0.000014645663,0.00003741547,0.00040743858,0.0000053974586,0.022862073,0.6510978,0.0032495798,0.0008248601,0.31577566,0.005570476],"study_design_scores_gemma":[0.0009982928,0.00074875384,0.000063389256,0.0000130505605,0.00013923855,0.000015611791,0.14126565,0.032554694,0.009821507,0.001991134,0.811802,0.00058664364],"about_ca_topic_score_codex":8.2792815e-7,"about_ca_topic_score_gemma":2.8177706e-7,"teacher_disagreement_score":0.8941138,"about_ca_system_score_codex":0.00013583418,"about_ca_system_score_gemma":0.00007305101,"threshold_uncertainty_score":0.56841207},"labels":[],"label_agreement":null},{"id":"W4298759487","doi":"10.52842/conf.ecaade.2006.014","title":"Architectural Design Spaces and Interpersonal Communication-Changes in Design Vocabulary and Language Expression","year":2006,"lang":"en","type":"article","venue":"eCAADe proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Intertek (Canada)","funders":"","keywords":"Computer science; Human–computer interaction; Engineering design process; Context (archaeology); Design language; Gesture; Vocabulary; Domain (mathematical analysis); Expression (computer science); Software; Process (computing); Design studio; Interaction design; Design process; Software engineering; Multimedia; Programming language; Studio; Artificial intelligence; Engineering; Work in process; Linguistics","score_opus":0.013574302841644867,"score_gpt":0.2318418476272448,"score_spread":0.21826754478559993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298759487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97970086,0.0054208497,0.009540629,0.0019808388,0.00006326841,0.00033226152,0.000001542831,0.00020551153,0.0027542622],"genre_scores_gemma":[0.96992505,0.00014111896,0.029576326,0.00007181737,0.000050084825,0.00003894299,0.000002901505,0.000019041208,0.00017471665],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995228,0.00002687661,0.00010214206,0.00012796339,0.000076584845,0.00014362276],"domain_scores_gemma":[0.99966586,0.00018708436,0.000031212607,0.000054057975,0.000017305625,0.00004449475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028758237,0.000113756774,0.00009851449,0.00012264577,0.00005357921,0.0001168101,0.000085312415,0.000053767704,0.000026247195],"category_scores_gemma":[0.000049232207,0.00010915505,0.000007489878,0.00010562954,0.00004272967,0.00024175912,0.000029926803,0.00018056016,0.000004201431],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025140413,0.0001254611,0.012907255,0.00051005726,0.000039754646,0.000012946819,0.09516603,0.0015709028,0.8192051,0.0010371143,0.02990971,0.03926424],"study_design_scores_gemma":[0.003476558,0.000416417,0.13371678,0.0015679087,0.00010663495,0.00078787975,0.037091225,0.16770642,0.6262675,0.0074953134,0.019033996,0.002333365],"about_ca_topic_score_codex":0.00005594973,"about_ca_topic_score_gemma":0.000022505468,"teacher_disagreement_score":0.19293763,"about_ca_system_score_codex":0.000022956838,"about_ca_system_score_gemma":0.000006919013,"threshold_uncertainty_score":0.44512138},"labels":[],"label_agreement":null},{"id":"W4299326305","doi":"","title":"Unconventional Roles and Activities Identified by Instructional Designers","year":2010,"lang":"en","type":"article","venue":"DergiPark (Istanbul University)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Business","score_opus":0.0032111962404486475,"score_gpt":0.16664893015448912,"score_spread":0.16343773391404046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299326305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92805195,0.00007568542,0.0069232,0.00021831803,0.0010716636,0.00008364686,0.000035882174,0.00022060536,0.06331903],"genre_scores_gemma":[0.98921496,0.00005964321,0.0016330567,0.000030868367,0.00005781576,8.847868e-7,0.000031589163,0.000014492854,0.008956677],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994941,0.000031205673,0.00007680117,0.00014246165,0.00012252109,0.0001329151],"domain_scores_gemma":[0.99961615,0.000120151126,0.00003083888,0.00010314557,0.000032990927,0.00009670091],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008675844,0.00010334446,0.00008018352,0.00016123275,0.00014078789,0.00007169862,0.00010249882,0.00007533939,0.00056909485],"category_scores_gemma":[0.000020576654,0.00013229139,0.000030917447,0.00018323062,0.00009833068,0.00056835724,0.00001720394,0.00021355909,0.000022300917],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033146952,0.0002726148,0.00479568,0.0001952128,0.0006401788,0.000091693575,0.0022190923,0.0012225831,0.35608006,0.38955534,0.2228251,0.021770982],"study_design_scores_gemma":[0.00062474865,0.000014051537,0.002711395,0.000007870924,0.00004893775,0.000057862442,0.0027905619,0.0007685678,0.005848316,0.0009714292,0.9858229,0.00033336354],"about_ca_topic_score_codex":0.000016931468,"about_ca_topic_score_gemma":0.000106446016,"teacher_disagreement_score":0.7629978,"about_ca_system_score_codex":0.00004675532,"about_ca_system_score_gemma":0.000048780345,"threshold_uncertainty_score":0.623119},"labels":[],"label_agreement":null},{"id":"W4300012195","doi":"10.52842/conf.acadia.2012.067","title":"Synthesizing Design Performance: An Evolutionary Approach to Multidisciplinary Design Search","year":2012,"lang":"en","type":"article","venue":"ACADIA quarterly","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada; Autodesk","keywords":"Computer science; Generative Design; Engineering design process; Design space exploration; Probabilistic design; Flexibility (engineering); Management science; Population; Multidisciplinary approach; Computer-automated design; Design process; Parametric statistics; Industrial engineering; Evolutionary algorithm; Systems design; Artificial intelligence; Software engineering; Engineering; Work in process","score_opus":0.06940170256370437,"score_gpt":0.28848725157997757,"score_spread":0.2190855490162732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300012195","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19999094,0.000694538,0.7868634,0.00013635363,0.0008557136,0.00090006087,0.000004794752,0.0006259945,0.009928184],"genre_scores_gemma":[0.8278848,0.00001659794,0.1712068,0.000064226406,0.00039978386,0.00014955668,0.000010411711,0.00005539934,0.00021243404],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99833274,0.0003190396,0.00023185914,0.00022457943,0.000251248,0.0006405271],"domain_scores_gemma":[0.99873006,0.0003577629,0.000023816752,0.00036039963,0.000047457,0.000480502],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011789458,0.00021345622,0.00015782613,0.00021041234,0.00021105555,0.000062776926,0.00028853817,0.00013419801,0.000088862216],"category_scores_gemma":[0.000025873134,0.00022109773,0.00003604505,0.00033573655,0.000026935028,0.0016838085,0.000011464601,0.00032525303,0.0012157279],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047441645,0.001912595,0.007397469,0.000455222,0.00028144885,0.0000072281773,0.17504077,0.3117397,0.040429637,0.002111179,0.045540854,0.41460946],"study_design_scores_gemma":[0.0006065257,0.0012765519,0.13637981,0.00007962797,0.00010468057,0.0002211252,0.012947159,0.82926905,0.0065550236,0.00014310057,0.010819569,0.0015977618],"about_ca_topic_score_codex":0.000010201923,"about_ca_topic_score_gemma":1.088745e-7,"teacher_disagreement_score":0.62789387,"about_ca_system_score_codex":0.00014418401,"about_ca_system_score_gemma":0.00006836117,"threshold_uncertainty_score":0.99956197},"labels":[],"label_agreement":null},{"id":"W4300109070","doi":"10.52842/conf.caadria.2011.409","title":"Rethinking concept design tools: High-level requirements for concept design tools","year":2011,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Computer-Aided Architectural Design Research in Asia","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Context (archaeology); Engineering design process; Implementation; Software engineering; Process (computing); Systems engineering; Design education; Set (abstract data type); Architecture; Engineering management; Engineering","score_opus":0.537849545339799,"score_gpt":0.3898248462609544,"score_spread":0.14802469907884458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300109070","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021596719,0.000065109554,0.96079564,0.0029465896,0.0021594723,0.0040887697,0.00006850718,0.00025918038,0.008020039],"genre_scores_gemma":[0.76702476,0.00002252672,0.23201725,0.00013759719,0.00021854948,0.00029276597,0.000009321927,0.000048926246,0.0002282806],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99629396,0.00033726374,0.00077806064,0.0005847587,0.0012705025,0.0007354511],"domain_scores_gemma":[0.99523944,0.0028487656,0.00027836775,0.00027775785,0.0011859058,0.00016973718],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003557469,0.00038507394,0.00039928313,0.00056184846,0.00021898167,0.00051045616,0.002410304,0.00014814477,0.00020153586],"category_scores_gemma":[0.0012456392,0.00031966704,0.00013284748,0.0005090916,0.00031587132,0.00091070123,0.00026599073,0.0010192016,0.000024010002],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004165947,0.00071144366,0.00014846162,0.00037252528,0.000790247,0.000023489438,0.025715815,0.04546248,0.15835413,0.3375172,0.028193617,0.39854464],"study_design_scores_gemma":[0.0023573095,0.001481171,0.0025540132,0.0015021274,0.000031674434,0.0000721647,0.0006988836,0.3371028,0.41713586,0.23570982,0.0005344116,0.00081977143],"about_ca_topic_score_codex":0.000059469017,"about_ca_topic_score_gemma":0.000002681102,"teacher_disagreement_score":0.7454281,"about_ca_system_score_codex":0.00037699475,"about_ca_system_score_gemma":0.0002903897,"threshold_uncertainty_score":0.99992555},"labels":[],"label_agreement":null},{"id":"W4300560132","doi":"10.52842/conf.caadria.2014.699","title":"Towards a New Representational Ecosystem for the Design Studio","year":2014,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Computer-Aided Architectural Design Research in Asia","topic":"Design Education and Practice","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Studio; Frame (networking); Ideation; Human–computer interaction; Design studio; Space (punctuation); Spatial design; Cognitive science; Psychology","score_opus":0.21379562703418606,"score_gpt":0.3818474041762042,"score_spread":0.16805177714201816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300560132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029237064,0.00006287666,0.9151048,0.034877885,0.0022559015,0.0033638931,0.00001757641,0.00016059015,0.014919381],"genre_scores_gemma":[0.957716,0.000023802519,0.04100413,0.000101016536,0.00052022847,0.00023983784,0.0000021761978,0.000026550675,0.00036625538],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976956,0.00017899377,0.00042650438,0.00032637359,0.0010066172,0.00036588122],"domain_scores_gemma":[0.99565977,0.0031998747,0.00013193593,0.0002001621,0.00070536346,0.00010289084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032830248,0.0001967845,0.00020761532,0.0003249678,0.00016629955,0.00031764133,0.0017435511,0.00005323602,0.00005488181],"category_scores_gemma":[0.00089865795,0.00012759399,0.00010260374,0.00042276055,0.00009333829,0.00020852071,0.00017237323,0.0005839276,0.000018743385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014406426,0.00022095897,0.0003620749,0.00029168618,0.00048393704,0.0000019120082,0.0035201388,0.19319227,0.03173229,0.35736245,0.062342387,0.34904924],"study_design_scores_gemma":[0.00078762707,0.00028919755,0.0030537362,0.00031081607,0.0000110224255,0.000041819818,0.00027605658,0.9083857,0.018672893,0.063744396,0.0042285942,0.00019812748],"about_ca_topic_score_codex":0.000049651248,"about_ca_topic_score_gemma":0.0000117754325,"teacher_disagreement_score":0.92847896,"about_ca_system_score_codex":0.00017753636,"about_ca_system_score_gemma":0.00022720362,"threshold_uncertainty_score":0.5203132},"labels":[],"label_agreement":null},{"id":"W4300643751","doi":"10.52842/conf.ecaade.2012.2.097","title":"Collaboration and Design Education Through the Interconnected HIS: Immature vs. Mature CI Loops Observed Through Ethnography by Telepresence","year":2012,"lang":"en","type":"article","venue":"eCAADe proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Studio; Conversation; Computer science; Ideation; Design studio; Conceptual design; Process (computing); Ethnography; Set (abstract data type); Engineering design process; Creativity; Human–computer interaction; Design process; Multimedia; Sociology; Psychology; Engineering; Work in process","score_opus":0.029794414772601537,"score_gpt":0.2701694922775956,"score_spread":0.2403750775049941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300643751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6721127,0.10525244,0.051536776,0.08921951,0.0120222615,0.006736361,0.00010408908,0.0038301186,0.05918574],"genre_scores_gemma":[0.98584616,0.0008180209,0.010644239,0.0014449606,0.00044348335,0.00021688433,0.00003449446,0.00005437153,0.000497373],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99893457,0.000045341545,0.00024315315,0.00023044166,0.00020444804,0.00034204175],"domain_scores_gemma":[0.9992061,0.00017572877,0.00011995119,0.00015665707,0.00024785512,0.00009371126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033349564,0.00024646908,0.0001644724,0.00005563723,0.00020764701,0.00033309183,0.0002365404,0.00023294329,0.000081849095],"category_scores_gemma":[0.00029200237,0.00019963473,0.000034577624,0.00093967404,0.000069863985,0.002961148,0.000029098777,0.0005030487,0.000038296814],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091111484,0.00012445723,0.0010676198,0.00020156313,0.000074257834,1.08773854e-7,0.050819602,0.000026710775,0.037221555,0.0029127984,0.9059124,0.0015478053],"study_design_scores_gemma":[0.00042180816,0.00007424223,0.0057291025,0.00016903447,0.00014032336,0.00005826357,0.029988218,0.0009330365,0.05173055,0.0031440086,0.90693516,0.0006762691],"about_ca_topic_score_codex":0.000027566874,"about_ca_topic_score_gemma":0.0000017275453,"teacher_disagreement_score":0.31373346,"about_ca_system_score_codex":0.00006432764,"about_ca_system_score_gemma":0.000054120854,"threshold_uncertainty_score":0.8140868},"labels":[],"label_agreement":null},{"id":"W4300778737","doi":"","title":"Industrial chairs: a proven collaboration concept and promising perspective for industry and academia to commonly advance science and improve the management of life cycles","year":2015,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Engineering management; Engineering ethics; Computer science; Engineering; Management science; Knowledge management; Artificial intelligence","score_opus":0.025847105861037643,"score_gpt":0.2860374740476215,"score_spread":0.2601903681865838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300778737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90436965,0.0066338303,0.027549312,0.042594347,0.00063434045,0.005394707,0.00022023657,0.00019730415,0.012406284],"genre_scores_gemma":[0.9824025,0.00036381526,0.016500255,0.00008586777,0.000037088543,0.00020819322,0.00001519603,0.000024178182,0.0003628953],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983461,0.00050891313,0.0002903963,0.0004043002,0.0002724148,0.00017790897],"domain_scores_gemma":[0.99655825,0.0005925537,0.00024481394,0.00050892436,0.0019056551,0.00018979731],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004548839,0.00017638542,0.00021629294,0.00011510679,0.00023385696,0.00034548616,0.00037485937,0.00029706772,0.0000023750133],"category_scores_gemma":[0.001988481,0.0001671566,0.000017181519,0.00038233548,0.00037862855,0.0002821367,0.0004911923,0.0007359708,3.6540513e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002771138,0.00041920855,0.0017248197,0.0016679296,0.0005012055,0.0000013302862,0.29765832,0.0024263044,0.013534643,0.22344305,0.005963855,0.45238224],"study_design_scores_gemma":[0.014926099,0.000043416752,0.043081235,0.019566443,0.0013169824,0.000051219053,0.19828965,0.2786123,0.22888921,0.04551064,0.16458005,0.005132766],"about_ca_topic_score_codex":0.000137214,"about_ca_topic_score_gemma":0.000091528906,"teacher_disagreement_score":0.44724947,"about_ca_system_score_codex":0.00017899119,"about_ca_system_score_gemma":0.00046888215,"threshold_uncertainty_score":0.68164486},"labels":[],"label_agreement":null},{"id":"W4300886832","doi":"10.52842/conf.acadia.2008.142","title":"Degrees and Switches","year":2008,"lang":"en","type":"article","venue":"ACADIA quarterly","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Evolutionary developmental biology; Generative grammar; Adaptation (eye); Context (archaeology); Function (biology); Computer science; Cognitive science; Evolutionary biology; Biology; Artificial intelligence","score_opus":0.01717670023488494,"score_gpt":0.20165389391007366,"score_spread":0.18447719367518872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300886832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.976654,0.00085780927,0.0008999601,0.0003266731,0.00027406498,0.00004966759,0.0000011289471,0.00019376243,0.02074292],"genre_scores_gemma":[0.998443,0.000103641876,0.0006535572,0.00010301917,0.0000809218,0.000006543203,0.0000013152996,0.000010602595,0.00059740583],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997259,0.000008199591,0.00006572326,0.00006119397,0.000043777454,0.00009521028],"domain_scores_gemma":[0.9997827,0.000060156606,0.000008254548,0.00007853878,0.000008345071,0.0000620454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000041899977,0.000056131415,0.000051537383,0.000032882668,0.000041811356,0.0000147154215,0.00004184465,0.000036245,0.000076500175],"category_scores_gemma":[0.000007678109,0.00005617344,0.0000103021675,0.000052959367,0.000018725097,0.00019941608,0.0000010411053,0.00008175742,0.00025132345],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002754045,0.00010334568,0.030694028,0.0001273722,0.00018469506,0.00006192045,0.076190546,0.00022189417,0.02446922,0.0054248655,0.23859914,0.6238954],"study_design_scores_gemma":[0.0005980916,0.0002598371,0.33617902,0.000017702972,0.00003374728,0.0005243884,0.0023234594,0.0039364784,0.0017887859,0.0010982854,0.65262717,0.0006130069],"about_ca_topic_score_codex":0.0000139647545,"about_ca_topic_score_gemma":0.000006109435,"teacher_disagreement_score":0.62328243,"about_ca_system_score_codex":0.00000708741,"about_ca_system_score_gemma":0.0000094371335,"threshold_uncertainty_score":0.3230338},"labels":[],"label_agreement":null},{"id":"W4301654894","doi":"","title":"Model Assisted Creativity Sessions for the Design of Mixed Interactive Systems: A Protocol Analysis","year":2013,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Protocol (science); Creativity; Human–computer interaction; Multimedia; Psychology","score_opus":0.09764913750377173,"score_gpt":0.35490766217413283,"score_spread":0.2572585246703611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301654894","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030149773,0.0000044179924,0.9577827,0.00010578943,0.000059484868,0.037177745,0.0000065432087,0.00007559878,0.0044862437],"genre_scores_gemma":[0.7910154,7.5128537e-7,0.016152538,0.000016716542,0.000013393069,0.19063719,0.000002651639,0.000011826531,0.0021495435],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994009,0.00012088478,0.00020250735,0.0000894183,0.0000861542,0.00010014364],"domain_scores_gemma":[0.99764633,0.0018174408,0.00007782868,0.00022765253,0.00019004666,0.000040688614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030214197,0.00008764663,0.0001641788,0.000094632116,0.000056014167,0.000059809714,0.0001106151,0.000039055678,0.0002910219],"category_scores_gemma":[0.00019697615,0.000053377073,0.00007939224,0.00034270895,0.000013899473,0.0002927539,0.0000067697147,0.00007356795,0.000018048646],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040133014,0.00013406621,0.000100004574,0.00009903854,0.0010820079,4.9076053e-8,0.0005705198,0.96220183,0.009106264,0.00057964097,0.023545416,0.0025410291],"study_design_scores_gemma":[0.00016105158,0.000015779195,0.0011190973,0.000011986184,0.00024782235,5.925063e-7,0.0008015538,0.994768,0.0018249552,0.000061005554,0.00091852574,0.00006961629],"about_ca_topic_score_codex":0.00014322324,"about_ca_topic_score_gemma":0.00000962911,"teacher_disagreement_score":0.9416301,"about_ca_system_score_codex":0.000038435446,"about_ca_system_score_gemma":0.0000433631,"threshold_uncertainty_score":0.31864858},"labels":[],"label_agreement":null},{"id":"W4302902268","doi":"10.1007/978-3-031-79934-1_1","title":"Choices as an Engineer","year":2006,"lang":"en","type":"book-chapter","venue":"Synthesis lectures on engineers, technology, and society","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Engineering; Engineering ethics; Computer science","score_opus":0.007784790943841637,"score_gpt":0.21977867743690072,"score_spread":0.21199388649305909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302902268","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009165943,0.013377911,0.006193201,0.0015404256,0.0015461874,0.00072496635,0.00012728387,0.006008218,0.9695652],"genre_scores_gemma":[0.6545404,0.0135705955,0.011397604,0.001683743,0.0021423572,0.0003585649,0.00025565518,0.0011752342,0.31487584],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99854237,0.000012382831,0.00029796758,0.00050368364,0.00022841866,0.00041520415],"domain_scores_gemma":[0.9987413,0.0003838989,0.000077718476,0.00060659426,0.00005790389,0.00013257719],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00019734145,0.00066788436,0.00051510613,0.00046700315,0.00014163212,0.0000848595,0.00034456103,0.0016711463,0.00034080993],"category_scores_gemma":[0.000098789984,0.0006666874,0.00022784925,0.00014850435,0.00018255402,0.00013793845,0.000025752639,0.0012712146,0.0001020825],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039334434,0.00022493857,0.000017226252,0.0011334603,0.0030210002,0.000052398176,0.0018463767,0.023757683,0.0027320236,0.4396706,0.41363928,0.113865696],"study_design_scores_gemma":[0.00017104119,0.000097339114,0.000034205754,0.00014382004,0.00026436662,0.00004635486,0.00016067449,0.0035353815,0.0028010476,0.0072239796,0.98442084,0.001100958],"about_ca_topic_score_codex":0.0000098552555,"about_ca_topic_score_gemma":0.000004564898,"teacher_disagreement_score":0.6546894,"about_ca_system_score_codex":0.0001396647,"about_ca_system_score_gemma":0.000044869517,"threshold_uncertainty_score":0.9996249},"labels":[],"label_agreement":null},{"id":"W4304633763","doi":"10.1007/978-3-031-18458-1_45","title":"Bridging the Divide Between Design and Reality in Student Design Builds in Increasing Accessibility to Emerging Technologies","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Architecture; Augmented reality; Virtual reality; Engineering; Computer science; Architectural engineering; Multimedia; Human–computer interaction; Visual arts; Art","score_opus":0.0466561767704573,"score_gpt":0.3007674915085613,"score_spread":0.254111314738104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304633763","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010747068,0.023730531,0.9596305,0.0009447079,0.0007158244,0.002342747,0.0000069153093,0.00024323481,0.0016384677],"genre_scores_gemma":[0.9976313,0.0012629251,0.00056652585,0.000058848018,0.00021541653,0.00014542109,0.000008043823,0.000055857166,0.000055662473],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974855,0.00074582436,0.0006666656,0.0004908859,0.00023903072,0.0003720994],"domain_scores_gemma":[0.9953209,0.0040461477,0.00014416208,0.00041470997,0.000021282254,0.000052800413],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0056570703,0.0003684104,0.00060183625,0.00034719412,0.00013029699,0.00024466624,0.0003261533,0.00037338812,0.0000088764455],"category_scores_gemma":[0.00044097885,0.00031145473,0.000031124735,0.00029398417,0.00005084004,0.00014547046,0.00020404608,0.0013757555,4.187442e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042485077,0.00000835689,0.01762377,0.00013455203,0.00003895567,0.000019249497,0.0013305789,0.9017942,0.000009343781,0.00022259954,0.0000815621,0.07869436],"study_design_scores_gemma":[0.0014354594,0.00023936413,0.13649987,0.005033528,0.00024124046,0.00013493752,0.0009583413,0.81231594,0.000044439184,0.013153065,0.026969878,0.0029739228],"about_ca_topic_score_codex":0.00081382965,"about_ca_topic_score_gemma":0.0003458051,"teacher_disagreement_score":0.98688424,"about_ca_system_score_codex":0.00034279528,"about_ca_system_score_gemma":0.000036751182,"threshold_uncertainty_score":0.9999338},"labels":[],"label_agreement":null},{"id":"W4307571609","doi":"10.1007/s12206-022-1025-6","title":"Evaluation of design innovation using the length-time dimension and regression analysis","year":2022,"lang":"en","type":"article","venue":"Journal of Mechanical Science and Technology","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Dimension (graph theory); Industrial engineering; Regression analysis; Computer science; Domain (mathematical analysis); Conceptual design; Product (mathematics); Variable (mathematics); Data mining; Engineering; Systems engineering; Machine learning; Mathematics","score_opus":0.06572337311864211,"score_gpt":0.337641833562695,"score_spread":0.2719184604440529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307571609","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9704477,0.00042388824,0.027581112,0.0013086126,0.00012707051,0.000073965035,2.6788007e-7,0.000014099209,0.000023248778],"genre_scores_gemma":[0.99654734,0.000044978337,0.0033702904,0.000023547142,0.000007737887,0.0000015928049,8.358182e-8,0.0000025316417,0.0000019106938],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99890524,0.00012870312,0.00021976957,0.000065633125,0.0006114637,0.000069196176],"domain_scores_gemma":[0.999016,0.00010577883,0.00019075043,0.00008383415,0.00058644667,0.000017203933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009061738,0.000037282134,0.00010169755,0.00068289466,0.00018303584,0.000013353891,0.00012965513,0.000032112617,0.000035216246],"category_scores_gemma":[0.00091468974,0.000024612402,0.000010929598,0.0034544086,0.00008653046,0.00018128564,0.000055743454,0.0001831885,1.6391951e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012263311,0.000025607927,0.000047559042,0.0000020674981,0.000051737225,7.1560333e-7,0.000110853245,0.010964092,0.8778617,0.0030935258,0.00008454191,0.10774535],"study_design_scores_gemma":[0.0002306085,0.00019345181,0.00022858146,0.0000094864035,0.00046743223,0.00013827746,0.0007525369,0.920738,0.06588659,0.010968623,0.00033200698,0.000054432785],"about_ca_topic_score_codex":0.0000014226586,"about_ca_topic_score_gemma":2.164585e-7,"teacher_disagreement_score":0.9097739,"about_ca_system_score_codex":0.000082322236,"about_ca_system_score_gemma":0.00013217621,"threshold_uncertainty_score":0.31406355},"labels":[],"label_agreement":null},{"id":"W4307574636","doi":"10.1007/978-3-031-13234-6_8","title":"Design Management and Advanced Technologies in the Development and Production of a Modern Recreational Craft","year":2022,"lang":"en","type":"book-chapter","venue":"Proceedings in engineering mechanics","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Discovery Air (Canada)","funders":"","keywords":"Hull; Craft; Engineering; Manufacturing engineering; Buoyancy; Marine engineering; Recreation; Mechanical engineering; Production (economics); Geography","score_opus":0.021237980915995727,"score_gpt":0.2114591924529376,"score_spread":0.19022121153694188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307574636","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017627561,0.06851322,0.6651541,0.004284978,0.005869442,0.01751838,0.000025323468,0.004881611,0.21612538],"genre_scores_gemma":[0.54966825,0.026294347,0.40745428,0.000037086018,0.00008855457,0.0021138776,0.000033383963,0.0003442912,0.013965903],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992337,0.0000024984388,0.00025305868,0.0002063695,0.00018299698,0.00012137749],"domain_scores_gemma":[0.9997718,0.000054562093,0.00006106998,0.000074514275,0.000026170017,0.000011907737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005215653,0.00018153102,0.00016039403,0.0003818805,0.000026200798,0.000019735633,0.00012543291,0.000097516284,0.000006368468],"category_scores_gemma":[0.000059210466,0.00018378609,0.000009698182,0.00011226299,0.0000074876575,0.00014432218,0.000055692806,0.00036129338,3.9283466e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006772887,0.00006439743,0.0000147910105,0.0040911213,0.00017252134,0.000009951884,0.01172033,0.15329051,0.002750347,0.55370426,0.00033713307,0.27377695],"study_design_scores_gemma":[0.0013252399,0.00022861242,0.00018239366,0.0030432423,0.0002019701,0.00021772383,0.005820475,0.44195113,0.008137208,0.16756712,0.3689943,0.0023305973],"about_ca_topic_score_codex":1.9098736e-7,"about_ca_topic_score_gemma":6.652386e-7,"teacher_disagreement_score":0.5320407,"about_ca_system_score_codex":0.00012620886,"about_ca_system_score_gemma":0.000014276908,"threshold_uncertainty_score":0.7494579},"labels":[],"label_agreement":null},{"id":"W4308709898","doi":"10.24908/pceea.vi.15971","title":"Metaphors To Design By: Developing Representations of Engineering Design","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering design process; Computer science; Process (computing); Quality (philosophy); Design thinking; Design education; Design process; Metaphor; Mathematics education; Human–computer interaction; Psychology; Engineering; Epistemology; Work in process; Linguistics; Visual arts","score_opus":0.015340272483351559,"score_gpt":0.22739552471999763,"score_spread":0.21205525223664606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308709898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45156318,0.004129062,0.37961477,0.07394918,0.045176744,0.015948035,0.00092752726,0.00338786,0.025303645],"genre_scores_gemma":[0.9646825,0.00001547784,0.033140432,0.00026723638,0.000074417396,0.0004208982,0.000013139565,0.000076338845,0.001309564],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985764,0.000028040835,0.0004285862,0.00019191823,0.00044244438,0.0003325854],"domain_scores_gemma":[0.99874115,0.00025576435,0.00024252306,0.00014561224,0.00039714953,0.00021782661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010848568,0.00018028278,0.00020969678,0.00056706095,0.00021065,0.00006981302,0.0004492545,0.00007663584,0.000092495065],"category_scores_gemma":[0.0015822051,0.000216054,0.00007686658,0.0015029338,0.000006931753,0.00027278354,0.00003857002,0.00029782893,0.000007737668],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054725274,0.000051287767,0.0015236964,0.00017531725,0.0002101906,7.5574086e-8,0.003796189,0.6441777,0.038741417,0.0043181246,0.3063762,0.00062437693],"study_design_scores_gemma":[0.00074416073,0.0001364397,0.03222758,0.000295969,0.00042038172,0.00003217126,0.005224138,0.13256484,0.21870433,0.00051343284,0.6071429,0.0019936308],"about_ca_topic_score_codex":0.0013909398,"about_ca_topic_score_gemma":0.00010549126,"teacher_disagreement_score":0.51311934,"about_ca_system_score_codex":0.002764781,"about_ca_system_score_gemma":0.0007985202,"threshold_uncertainty_score":0.88104266},"labels":[],"label_agreement":null},{"id":"W4308713112","doi":"10.24908/pceea.vi.15951","title":"Design education: learning design methodology to enrich project experience","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Task (project management); Project-based learning; Computer science; Workload; Knowledge management; Mathematics education; Psychology; Engineering; Systems engineering","score_opus":0.04478847245661437,"score_gpt":0.28100569477771287,"score_spread":0.23621722232109849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308713112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3934848,0.0052392213,0.27414098,0.06357855,0.10529772,0.023828764,0.00013391266,0.0053204233,0.12897561],"genre_scores_gemma":[0.9188643,0.000020789937,0.070841715,0.0009420829,0.0003011232,0.001170125,0.000011377685,0.000081713304,0.007766784],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99844575,0.00012187775,0.00035328147,0.00025744125,0.00041241627,0.00040925806],"domain_scores_gemma":[0.9985168,0.00038042798,0.00024349398,0.00014600037,0.0004766466,0.00023665528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017138926,0.00020320648,0.00020174545,0.0006346731,0.00045043594,0.00012708113,0.00053551496,0.00010320083,0.0002580006],"category_scores_gemma":[0.0027021992,0.00023524555,0.00006446331,0.0015851343,0.000010612336,0.0003105367,0.00003669577,0.00053270924,0.000022064687],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019856026,0.00015725508,0.009024971,0.00020724823,0.00016408088,1.7395895e-7,0.029346475,0.6219217,0.012007049,0.004343552,0.3091979,0.01360973],"study_design_scores_gemma":[0.0002931019,0.00014941323,0.025997609,0.0000920706,0.00013239504,0.000061239,0.014342031,0.04368286,0.010456428,0.00046096958,0.90320575,0.0011261469],"about_ca_topic_score_codex":0.0032550092,"about_ca_topic_score_gemma":0.00025034073,"teacher_disagreement_score":0.59400785,"about_ca_system_score_codex":0.0030584156,"about_ca_system_score_gemma":0.0024431488,"threshold_uncertainty_score":0.9593035},"labels":[],"label_agreement":null},{"id":"W4308713276","doi":"10.24908/pceea.vi.15910","title":"Two tales of the Design Thinking Process for the Sustainable Energy Canadian Engineering Grand Challenge","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Process (computing); Critical thinking; Energy (signal processing); Engineering design process; Engineering ethics; Natural (archaeology); Engineering management; Sustainable energy; Engineering; Mathematics education; Pedagogy; Architectural engineering; Sociology; Computer science; Psychology; Geography; Mechanical engineering; Mathematics","score_opus":0.01035621322054925,"score_gpt":0.2142702406882613,"score_spread":0.20391402746771206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308713276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43968216,0.028590148,0.023073854,0.28223485,0.08731299,0.032029077,0.0015541813,0.0030802588,0.10244247],"genre_scores_gemma":[0.99658984,0.000027993796,0.00031809128,0.00025839737,0.0001913366,0.0006015465,0.000007154529,0.00007009161,0.0019355513],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99854654,0.00001802026,0.00033015708,0.0001732616,0.00042043257,0.0005115683],"domain_scores_gemma":[0.99842715,0.00032975574,0.00028125502,0.00018700959,0.0005885927,0.00018622303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001229601,0.00020021576,0.00018173883,0.0003389269,0.0007783486,0.00011905415,0.0008204357,0.000089186535,0.000040268984],"category_scores_gemma":[0.0012057392,0.00016842036,0.00012210503,0.00093134,0.000018313005,0.0002857685,0.000036587044,0.00036100287,6.754176e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010081026,0.00007588667,0.0023294715,0.0008949195,0.00039269376,1.883291e-7,0.011824269,0.8016851,0.0013686712,0.13214152,0.04822635,0.0010508754],"study_design_scores_gemma":[0.0008173575,0.00006243718,0.010269487,0.00021713683,0.00039134768,0.000024841833,0.0135203395,0.16789478,0.008894174,0.0034318916,0.7934779,0.0009983284],"about_ca_topic_score_codex":0.054580633,"about_ca_topic_score_gemma":0.037946854,"teacher_disagreement_score":0.74525154,"about_ca_system_score_codex":0.0029368717,"about_ca_system_score_gemma":0.0018473907,"threshold_uncertainty_score":0.9796081},"labels":[],"label_agreement":null},{"id":"W4308713742","doi":"10.24908/pceea.vi.15935","title":"Understanding Feelings of Inclusion in Making and Engineering","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; University of Ottawa","keywords":"Feeling; Cornerstone; Inclusion (mineral); Teamwork; Engineering education; Multidisciplinary approach; Engineering ethics; Qualitative research; Engineering design process; Psychology; Engineering; Pedagogy; Sociology; Engineering management; Social psychology; Management; Social science; Mechanical engineering","score_opus":0.01839200428540793,"score_gpt":0.21251603656174767,"score_spread":0.19412403227633973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308713742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9783328,0.0008029296,0.00032033608,0.0047267526,0.0038661233,0.0007296269,0.00003593408,0.00019874236,0.010986766],"genre_scores_gemma":[0.9989481,0.000018696644,0.000667812,0.000092613096,0.000046203233,0.000041376803,0.0000031365366,0.00003357464,0.00014848438],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990237,0.000008320015,0.00030132785,0.00012233476,0.000319492,0.00022485606],"domain_scores_gemma":[0.9994549,0.00010414139,0.00018509166,0.00006770052,0.00010433006,0.000083814135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008239324,0.00011788481,0.00015099888,0.0005672776,0.00020220522,0.000041944993,0.00022788858,0.000070154594,0.00003824907],"category_scores_gemma":[0.00058215245,0.00014187813,0.000038736853,0.0007893319,0.0000077270615,0.00022696787,0.00013673733,0.00033425548,5.259768e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024775884,0.00027195178,0.19101085,0.0031337633,0.00034278922,8.144595e-7,0.048098523,0.47132626,0.10318655,0.14272684,0.03600865,0.0038682388],"study_design_scores_gemma":[0.0018059652,0.00011730531,0.32259598,0.001420198,0.0002565101,0.0000708542,0.016109753,0.44535783,0.011495775,0.0056911535,0.19285612,0.002222565],"about_ca_topic_score_codex":0.0012234666,"about_ca_topic_score_gemma":0.0007703739,"teacher_disagreement_score":0.15684748,"about_ca_system_score_codex":0.0035870378,"about_ca_system_score_gemma":0.00026262295,"threshold_uncertainty_score":0.93799794},"labels":[],"label_agreement":null},{"id":"W4308713783","doi":"10.24908/pceea.vi.15973","title":"First-year Undergraduate Engineering Student Beliefs About Teamwork: A Qualitative Analysis.","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Teamwork; Value (mathematics); Psychology; Qualitative research; Work (physics); Accountability; Qualitative analysis; Mathematics education; Medical education; Pedagogy; Sociology; Engineering; Computer science; Management; Medicine; Political science; Social science","score_opus":0.0075966333460019886,"score_gpt":0.2555331625534785,"score_spread":0.24793652920747652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308713783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9007733,0.002046854,0.0015724672,0.039168816,0.018681841,0.003206812,0.00046106864,0.0018822417,0.032206617],"genre_scores_gemma":[0.9952045,0.000025251466,0.0011444932,0.00018097984,0.00016467464,0.00027014283,0.000025658577,0.0000657512,0.002918534],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99823016,0.000026166805,0.0004394978,0.00024144088,0.00062609767,0.00043662862],"domain_scores_gemma":[0.99870366,0.00020892751,0.0002970271,0.00017534975,0.0003581179,0.0002569204],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001122301,0.00023254199,0.00027759824,0.0008076686,0.00037942795,0.00015659365,0.0005001924,0.00009576104,0.0001760292],"category_scores_gemma":[0.0007328341,0.00026859518,0.00019074387,0.002341881,0.000010996044,0.0002932667,0.000052928375,0.00054411247,0.000019169334],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005208175,0.00019934218,0.041794576,0.00036574242,0.0021914905,2.5913977e-7,0.03750373,0.78151757,0.0007050817,0.045208488,0.09029086,0.00021765895],"study_design_scores_gemma":[0.00084491225,0.000074565694,0.40789095,0.00018429388,0.0014225948,0.000011756839,0.022490293,0.08496871,0.00090192875,0.0007989421,0.47865486,0.0017561906],"about_ca_topic_score_codex":0.0024574134,"about_ca_topic_score_gemma":0.0020545677,"teacher_disagreement_score":0.6965489,"about_ca_system_score_codex":0.004523455,"about_ca_system_score_gemma":0.00043222448,"threshold_uncertainty_score":0.99997663},"labels":[],"label_agreement":null},{"id":"W4308800396","doi":"","title":"VISUAL MAPPING STRATEGIES TO ORGANIZE, COMMUNICATE AND MAINTAIN DESIGN KNOWLEDGE","year":2021,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Human–computer interaction","score_opus":0.34880196378693423,"score_gpt":0.572237353235737,"score_spread":0.22343538944880276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308800396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58804715,0.09425435,0.23112035,0.0014686353,0.0022235163,0.0012500068,0.000028066386,0.00041097554,0.08119693],"genre_scores_gemma":[0.9822846,0.0109387385,0.005855185,0.00028789093,0.00010925847,0.000027061216,0.000006550008,0.00007132155,0.00041940663],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9981681,0.0005303212,0.00052573625,0.00024575402,0.00022296164,0.000307112],"domain_scores_gemma":[0.9979892,0.0008399423,0.00016220496,0.00041483756,0.0003037466,0.00029008105],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013903802,0.00024417302,0.00044940517,0.000430257,0.00021226029,0.002203432,0.0011907308,0.000083701234,0.00575819],"category_scores_gemma":[0.0003824476,0.0002608674,0.00005248773,0.0011924505,0.000050878803,0.0021313142,0.0005966038,0.00041938672,0.00007687242],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012376376,0.00061613164,0.0169957,0.00049331784,0.00080267567,0.0001279104,0.0053053726,0.006416199,0.7430149,0.0032132748,0.16332622,0.059564594],"study_design_scores_gemma":[0.0015345826,0.000037624322,0.4302452,0.0013419808,0.00025977544,0.00028894728,0.013369104,0.00463703,0.21109952,0.022259112,0.31273687,0.0021902672],"about_ca_topic_score_codex":0.000076254866,"about_ca_topic_score_gemma":0.000032629996,"teacher_disagreement_score":0.5319153,"about_ca_system_score_codex":0.000094620445,"about_ca_system_score_gemma":0.00027105826,"threshold_uncertainty_score":0.9999844},"labels":[],"label_agreement":null},{"id":"W4308911590","doi":"10.24908/pceea.vi.15875","title":"Communication as Design: How a Multimodal Assignment Establishes Communication’s Role in Engineering Design and Provides Stability to a Large Course System","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Framing (construction); Computer science; Course (navigation); Engineering design process; Frame problem; Design elements and principles; Perspective (graphical); Management science; Engineering management; Software engineering; Engineering; Artificial intelligence","score_opus":0.010234025052885754,"score_gpt":0.21191701723670933,"score_spread":0.20168299218382357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308911590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.913531,0.0050095376,0.018817896,0.039281268,0.0038296452,0.012608113,0.0002457471,0.0016470037,0.005029809],"genre_scores_gemma":[0.9874525,0.00002352186,0.010912558,0.000130983,0.00003089474,0.0011364697,0.000014965631,0.000058867186,0.0002392431],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984389,0.00011470826,0.00037759054,0.00023963697,0.0004235918,0.0004055936],"domain_scores_gemma":[0.9984119,0.000430271,0.00024015877,0.00031624138,0.00033205238,0.00026936235],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026997044,0.00022465165,0.00024035624,0.00039829724,0.00035979447,0.0002785699,0.0005760943,0.00010996801,0.000032631888],"category_scores_gemma":[0.001323332,0.0002656097,0.000048292146,0.0008633172,0.00001247873,0.00057282555,0.00010192401,0.00051407557,0.0000041974795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057406047,0.00077140715,0.052376855,0.0015373486,0.00037297772,5.571662e-7,0.044360958,0.8209334,0.016674874,0.019938026,0.04053486,0.002441336],"study_design_scores_gemma":[0.0010941197,0.00011306102,0.09410596,0.000573952,0.00017925297,0.000030946718,0.03167083,0.8020258,0.0061219824,0.00023431098,0.06261125,0.0012385158],"about_ca_topic_score_codex":0.0036413954,"about_ca_topic_score_gemma":0.0012615495,"teacher_disagreement_score":0.07392152,"about_ca_system_score_codex":0.005679951,"about_ca_system_score_gemma":0.0007357056,"threshold_uncertainty_score":0.9999796},"labels":[],"label_agreement":null},{"id":"W4308912714","doi":"10.24908/pceea.vi.15873","title":"Education As Prototype: On a Combined Architecture-Engineering Design Tutorial","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Key (lock); Teamwork; Context (archaeology); Experiential learning; Architecture; Engineering education; Reflection (computer programming); Knowledge management; Engineering management; Engineering ethics; Engineering; Mathematics education; Psychology","score_opus":0.005911095909977683,"score_gpt":0.19901684127646324,"score_spread":0.19310574536648556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308912714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65954137,0.0012190465,0.0020523611,0.045387205,0.12495387,0.018139908,0.00025265157,0.0039168857,0.1445367],"genre_scores_gemma":[0.9923236,0.0000069143716,0.0017969687,0.00054857193,0.00059560995,0.0011994294,0.000022882072,0.000100640405,0.003405394],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984358,0.000027538874,0.0003513582,0.00023551432,0.00056153187,0.00038828063],"domain_scores_gemma":[0.99883014,0.00016295094,0.0002369687,0.00018152545,0.00032708095,0.00026135566],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007557788,0.00024647333,0.00019731704,0.0005800862,0.00032845896,0.00014865196,0.00046733554,0.00012242845,0.00020178397],"category_scores_gemma":[0.0013739171,0.0002776403,0.000099604134,0.0009680333,0.000009265239,0.00023235731,0.00002904068,0.00067899475,0.000035502668],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011163339,0.0006506997,0.0027144337,0.00071281474,0.00041339977,3.8217533e-7,0.005880783,0.54305744,0.015446387,0.069439426,0.35344583,0.008126757],"study_design_scores_gemma":[0.0006798294,0.00028389168,0.012589181,0.00019219071,0.00013971812,0.000033905675,0.0008283764,0.01969762,0.00826139,0.0012810979,0.9549924,0.0010203726],"about_ca_topic_score_codex":0.0014939363,"about_ca_topic_score_gemma":0.0001352631,"teacher_disagreement_score":0.6015466,"about_ca_system_score_codex":0.0041167843,"about_ca_system_score_gemma":0.0019294238,"threshold_uncertainty_score":0.9999676},"labels":[],"label_agreement":null},{"id":"W4308912827","doi":"10.24908/pceea.vi.15884","title":"Discovering Concept-Space to Improve Student Experience and Teaching in Design Projects","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Université de Sherbrooke","keywords":"Capstone; Workspace; Computer science; Space (punctuation); Creativity; Asset (computer security); Process (computing); Multidisciplinary approach; Focus (optics); Human–computer interaction; Mathematics education; Knowledge management; Artificial intelligence; Psychology","score_opus":0.008365408057278251,"score_gpt":0.23738329167334418,"score_spread":0.22901788361606593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308912827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98838294,0.00014773452,0.0002667769,0.0032596919,0.0025709227,0.0010260533,0.000017490313,0.00011409749,0.00421427],"genre_scores_gemma":[0.9969014,0.0000054005864,0.0016079397,0.00021517971,0.0000735157,0.00037161924,0.0000019439321,0.00003233128,0.00079070067],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99900025,0.000020261561,0.00022417736,0.00018498574,0.00028966615,0.0002806502],"domain_scores_gemma":[0.9994751,0.00008780953,0.000115984905,0.0000858049,0.00006926969,0.0001660033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006773193,0.00013255376,0.00013036592,0.00031327066,0.00020384972,0.00012755816,0.00026156154,0.00004631397,0.000020215864],"category_scores_gemma":[0.0007167546,0.00015024105,0.00002617785,0.0003814679,0.000007289289,0.00033271755,0.000052664604,0.0003718569,0.0000015457858],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020571539,0.0003319175,0.15326695,0.00057085085,0.00018854199,8.564841e-7,0.27143192,0.3955407,0.079667956,0.04183247,0.049971793,0.0071754674],"study_design_scores_gemma":[0.0013155653,0.00022400646,0.55895996,0.00048567992,0.00011636018,0.000036055117,0.0859294,0.062075727,0.022568809,0.0002337296,0.26587576,0.0021789512],"about_ca_topic_score_codex":0.0029499566,"about_ca_topic_score_gemma":0.0010295908,"teacher_disagreement_score":0.40569302,"about_ca_system_score_codex":0.0028441076,"about_ca_system_score_gemma":0.00030501286,"threshold_uncertainty_score":0.7437242},"labels":[],"label_agreement":null},{"id":"W4311193695","doi":"10.3390/designs6060120","title":"A Comparative Analysis of the State-of-the-Art Methods for Multifunctional Bio-Inspired Design and an Introduction to Domain Integrated Design (DID)","year":2022,"lang":"en","type":"article","venue":"Designs","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Emulation; Computer science; Domain (mathematical analysis); Systems engineering; Design methods; Management science; Biochemical engineering; Engineering","score_opus":0.08160271151088568,"score_gpt":0.36289039407391616,"score_spread":0.2812876825630305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311193695","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016195016,0.00006155333,0.9814878,0.00050179765,0.0005895609,0.0010401882,0.000045108616,0.000045738627,0.00003322339],"genre_scores_gemma":[0.45741934,0.0000032454461,0.541519,0.00013635823,0.000052769414,0.00045694,0.000035457535,0.000024331664,0.00035257405],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997344,0.0017653228,0.0003275182,0.00023196662,0.00017937596,0.00015180383],"domain_scores_gemma":[0.99827194,0.0010211774,0.00014059016,0.00034239504,0.00016073392,0.00006318941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002174577,0.00014468974,0.00029683457,0.000283084,0.00022435174,0.00002624442,0.00022939297,0.000029729566,0.00013757269],"category_scores_gemma":[0.00021052836,0.00010909084,0.00010801336,0.0019127469,0.00006211807,0.00013943748,0.00003450352,0.00016175026,0.0000012346792],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033967636,0.00011538114,0.00005626681,0.000012030098,0.00064826134,6.858524e-8,0.0048205024,0.7933696,0.18499228,0.0004503687,0.009513167,0.0056824223],"study_design_scores_gemma":[0.00055055856,0.0004307166,0.0033743298,0.0000060815555,0.0008863514,0.000006145785,0.0019761506,0.79435474,0.14016111,0.0013017067,0.0566659,0.0002862023],"about_ca_topic_score_codex":0.00002084723,"about_ca_topic_score_gemma":0.000013198705,"teacher_disagreement_score":0.4412243,"about_ca_system_score_codex":0.000120317665,"about_ca_system_score_gemma":0.000109320354,"threshold_uncertainty_score":0.44485956},"labels":[],"label_agreement":null},{"id":"W4312115618","doi":"10.1007/s10798-022-09792-9","title":"Exploring the architectural design process assisted in conventional design studio: a systematic literature review","year":2022,"lang":"en","type":"article","venue":"International Journal of Technology and Design Education","topic":"Design Education and Practice","field":"Engineering","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"George Brown College","funders":"Stockholms Universitet","keywords":"Rubric; Grounded theory; Process (computing); Computer science; Context (archaeology); Engineering design process; Design process; Management science; Design studio; Systematic review; Software engineering; Studio; Engineering; Qualitative research; Work in process; Sociology; Psychology; Mathematics education","score_opus":0.06420441010603996,"score_gpt":0.32124623391773766,"score_spread":0.2570418238116977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312115618","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0324449,0.27706116,0.64470065,0.03179886,0.009862658,0.0035907456,0.000010337133,0.00024075145,0.00028991303],"genre_scores_gemma":[0.9814366,0.0070137763,0.00977207,0.000630072,0.00013011774,0.00090591796,0.000006665002,0.000020708416,0.000084044696],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.998238,0.0005591598,0.00057447585,0.00012070361,0.00038087787,0.00012675617],"domain_scores_gemma":[0.9984494,0.0006872231,0.00032779266,0.00012703134,0.00037209239,0.000036493482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002061103,0.00013600313,0.000236253,0.0009035831,0.00011983494,0.000065917484,0.00050641206,0.000041167285,0.00004269163],"category_scores_gemma":[0.00085932086,0.00010618996,0.00005274228,0.0008380593,0.000043876214,0.0004327285,0.000032457127,0.00064737466,0.0000032502764],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025798127,0.0045561134,0.0017467504,0.03611164,0.0045162896,0.0007254624,0.030645858,0.32023388,0.008350674,0.028023561,0.07634608,0.48616388],"study_design_scores_gemma":[0.014174625,0.005342294,0.03264591,0.35224333,0.0036990473,0.18474564,0.07264937,0.077874705,0.016064927,0.19155134,0.04303089,0.00597791],"about_ca_topic_score_codex":7.106412e-7,"about_ca_topic_score_gemma":3.3483622e-7,"teacher_disagreement_score":0.9489917,"about_ca_system_score_codex":0.00020866185,"about_ca_system_score_gemma":0.00029781132,"threshold_uncertainty_score":0.4330301},"labels":[],"label_agreement":null},{"id":"W4312532519","doi":"10.1115/detc2022-90895","title":"Natural Language Processing for Content Analysis of Communication in Collaborative Design","year":2022,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Task (project management); Consistency (knowledge bases); Natural language processing; Task analysis; Artificial intelligence; Information flow; Information retrieval","score_opus":0.05423372796917553,"score_gpt":0.32656789417114374,"score_spread":0.2723341662019682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312532519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42167902,0.027722552,0.5228637,0.0021008074,0.00050699525,0.0027782815,0.000115180876,0.00040867602,0.021824803],"genre_scores_gemma":[0.98824775,0.000009968562,0.0111739095,0.00006206267,0.0000021096305,0.00012196547,0.00004036643,0.000004918078,0.00033694846],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99964654,0.00008567904,0.000119124874,0.00004233276,0.00005688846,0.000049440383],"domain_scores_gemma":[0.99956715,0.00024089734,0.00003749272,0.00008927439,0.000056226385,0.000008968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003267257,0.000033364384,0.00008853914,0.00016394928,0.00003829517,0.000010503924,0.00007722339,0.00000814108,0.00012466074],"category_scores_gemma":[0.000054813456,0.000034017306,0.000019032444,0.00091887783,0.0000061012374,0.00009588902,0.000009187021,0.0000648171,3.6449939e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022943052,0.00026681545,0.0010903055,0.000087607674,0.0007544605,9.751719e-7,0.06398322,0.8265818,0.04753547,0.0024161516,0.0051317043,0.051922105],"study_design_scores_gemma":[0.00029955,0.000023480354,0.0030544675,0.0000037312375,0.00013446786,3.7435325e-7,0.038573798,0.9516833,0.0040377723,0.000019020894,0.0020845837,0.00008548084],"about_ca_topic_score_codex":0.000035021287,"about_ca_topic_score_gemma":0.000073713476,"teacher_disagreement_score":0.56656873,"about_ca_system_score_codex":0.000058974838,"about_ca_system_score_gemma":0.000030223506,"threshold_uncertainty_score":0.13871855},"labels":[],"label_agreement":null},{"id":"W4312810435","doi":"10.24908/pceea.vi0.14135","title":"INFORMING TEAM DYNAMICS OF CAPSTONE PROJECTS USING PEER EVALUATION SCORES","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Capstone; Teamwork; Interpersonal communication; Set (abstract data type); Peer evaluation; Peer assessment; Quality (philosophy); Team composition; Empirical research; Psychology; Applied psychology; Computer science; Knowledge management; Social psychology; Mathematics education; Higher education; Mathematics; Management; Statistics","score_opus":0.02128554250526009,"score_gpt":0.2457934379280398,"score_spread":0.2245078954227797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312810435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96515185,0.00028317125,0.0003614235,0.0092755025,0.0031876408,0.0013795339,0.000061845625,0.00022567027,0.020073384],"genre_scores_gemma":[0.99737227,0.000007262943,0.0018881477,0.00017064602,0.00017655345,0.00003300298,0.000021974567,0.000039562667,0.0002906098],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99865365,0.000009149448,0.00037409697,0.00013127438,0.0005963118,0.00023550869],"domain_scores_gemma":[0.9979698,0.000056291417,0.00034604775,0.000086214,0.0013510748,0.0001905517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074084033,0.00014930862,0.00017658746,0.00026347188,0.00009090103,0.00007303935,0.00024279508,0.00013723446,0.0000429047],"category_scores_gemma":[0.0032036596,0.00016184806,0.000067854584,0.0008068701,0.000013797831,0.0005055625,0.000015575977,0.00024145012,0.0000057041075],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031543983,0.00027726727,0.23757228,0.005385736,0.0010365212,1.819354e-7,0.058609907,0.37843105,0.06949552,0.028448695,0.19754143,0.023169858],"study_design_scores_gemma":[0.00034435414,0.000024945777,0.0360247,0.00023175693,0.0002331142,0.0000060690572,0.0028534066,0.93203527,0.012436328,0.00012104191,0.015248847,0.00044017832],"about_ca_topic_score_codex":0.0028505595,"about_ca_topic_score_gemma":0.0016147832,"teacher_disagreement_score":0.5536042,"about_ca_system_score_codex":0.0026006766,"about_ca_system_score_gemma":0.0012214363,"threshold_uncertainty_score":0.6800679},"labels":[],"label_agreement":null},{"id":"W4313129154","doi":"10.1115/detc2022-91086","title":"Effects of Augmented Information System on Design Communication: A Human-Subject Study Using Aircraft Design Studio","year":2022,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Context (archaeology); Human–computer interaction; Iterative design; Task (project management); Frame (networking); Design process; Multimedia; Engineering design process; Interface (matter); Design education; Process (computing); Systems engineering; Engineering; Work in process","score_opus":0.04845842791589267,"score_gpt":0.2877116774447698,"score_spread":0.2392532495288771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313129154","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20071784,0.00019162861,0.78733504,0.0000404162,0.0005942689,0.0037765058,0.0000028879163,0.0007176044,0.006623829],"genre_scores_gemma":[0.99316627,0.0000033306972,0.006362704,0.00005907839,0.000012097586,0.00030174872,0.0000056844483,0.000019421961,0.00006966874],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99808896,0.000999652,0.0003682949,0.000087099026,0.0003235876,0.00013241725],"domain_scores_gemma":[0.99869883,0.0006816179,0.00012778224,0.00038373095,0.0000696047,0.000038447208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011799465,0.00013549428,0.00018478575,0.0002200653,0.00033816573,0.00004353045,0.00025479487,0.000024712455,0.000085148364],"category_scores_gemma":[0.000049912804,0.00014289569,0.00003229399,0.00042585208,0.000010572844,0.0003893503,0.000058109028,0.00020642919,0.00002955523],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020199141,0.0009317129,0.00023666944,0.0004975029,0.0004455752,0.000006624021,0.01878242,0.9622026,0.0068173064,0.0014921497,0.006756327,0.0016291059],"study_design_scores_gemma":[0.010447156,0.00504057,0.013277849,0.00038127505,0.0009564182,0.00011930427,0.13057894,0.7721899,0.059323292,0.000076088516,0.005967351,0.001641831],"about_ca_topic_score_codex":0.0000571585,"about_ca_topic_score_gemma":7.2863725e-7,"teacher_disagreement_score":0.7924484,"about_ca_system_score_codex":0.00037531529,"about_ca_system_score_gemma":0.00005052854,"threshold_uncertainty_score":0.5827117},"labels":[],"label_agreement":null},{"id":"W4313495064","doi":"10.1007/978-3-031-20418-0_11","title":"A Systems Thinking Inspired Approach to Understanding Design Activity","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Systems thinking; Design thinking; Framing (construction); Ideation; Computer science; Critical systems thinking; Systems design; Management science; Human–computer interaction; Critical thinking; Artificial intelligence; Engineering; Cognitive science; Psychology; Software engineering; Mathematics education","score_opus":0.22426541285274898,"score_gpt":0.2722635385836779,"score_spread":0.04799812573092893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313495064","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.4182195e-7,0.000041233558,0.4681373,0.00005169705,0.00097024284,0.00037882052,0.0000034239279,0.0008296109,0.52958727],"genre_scores_gemma":[0.034829993,0.000106777195,0.0064193136,0.000121684054,0.00039966407,0.00008697379,0.000019446388,0.00031659578,0.95769954],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99886364,0.000036830043,0.00021851143,0.00030197695,0.00032849095,0.00025054312],"domain_scores_gemma":[0.9990254,0.00039118234,0.00006456633,0.00034491738,0.000024254077,0.00014965025],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005962115,0.00031862524,0.0003207135,0.00032823536,0.000109329354,0.00024657146,0.00021786444,0.00030755252,0.000087548964],"category_scores_gemma":[0.000035733054,0.00033103282,0.00007019591,0.00010233987,0.000011892121,0.00019138458,0.000037413145,0.00043775598,0.0010132624],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014894792,0.000012463133,2.2893043e-7,0.0003135661,0.00022741483,0.000006669544,0.00094862195,0.045239884,0.00008321412,0.9090076,0.04336828,0.0007771603],"study_design_scores_gemma":[0.0007360561,0.00016337424,0.00001681949,0.0014195953,0.00050439546,0.00011301908,0.0023869514,0.2336789,0.00019576865,0.079255655,0.677298,0.0042314576],"about_ca_topic_score_codex":0.000024662038,"about_ca_topic_score_gemma":0.0000036823633,"teacher_disagreement_score":0.82975197,"about_ca_system_score_codex":0.00058086065,"about_ca_system_score_gemma":0.00007141982,"threshold_uncertainty_score":0.99991417},"labels":[],"label_agreement":null},{"id":"W4313495104","doi":"10.1007/978-3-031-20418-0_26","title":"Collaborative-Knowledge Construction Activity Method to Analyse Design-Learning in VR Co-design Crits","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Collaborative design; Collaborative learning; Computer science; Human–computer interaction; Knowledge management; Engineering; Software engineering; Systems design","score_opus":0.07040981921355234,"score_gpt":0.36240786406548114,"score_spread":0.2919980448519288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313495104","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000059555628,0.00008353376,0.5733451,0.00010253258,0.0005172326,0.0005373546,0.0000078926005,0.000551816,0.42484856],"genre_scores_gemma":[0.0028708987,0.00039886453,0.3025303,0.000093937764,0.00030165032,0.00015157103,0.000034890367,0.0003020344,0.69331586],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997989,0.00057040027,0.00040362883,0.00048168318,0.00023634761,0.00031896573],"domain_scores_gemma":[0.99680585,0.0023325651,0.00012245444,0.00028466954,0.0002522466,0.00020224563],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017171178,0.0004539741,0.0005756268,0.0009639944,0.00009940035,0.00013320011,0.00017737641,0.000431301,0.0013675302],"category_scores_gemma":[0.00031662834,0.0005139156,0.00007988618,0.00058061315,0.000033004242,0.00031423726,0.000030373558,0.00094828685,0.0023907209],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000474334,0.0001237449,0.000030290028,0.00039821232,0.0012904207,0.000101595615,0.006728884,0.2902864,0.014988032,0.04517013,0.12090312,0.51950485],"study_design_scores_gemma":[0.0010944334,0.00038270425,0.0003254013,0.0005480913,0.0005834205,0.00006237221,0.001994992,0.08472681,0.024762591,0.007833067,0.87459564,0.0030905022],"about_ca_topic_score_codex":0.000021438926,"about_ca_topic_score_gemma":0.000060300306,"teacher_disagreement_score":0.7536925,"about_ca_system_score_codex":0.00038664334,"about_ca_system_score_gemma":0.00039660963,"threshold_uncertainty_score":0.99973124},"labels":[],"label_agreement":null},{"id":"W4317539286","doi":"","title":"La formation des ingénieurs : Apports des recherches en sciences humaines et sociales à l’étude des processus de conception industrielle. Communication à la journée d’étude organisée par le Créas : Comment les approches intégratives (approches par problèmes, par projets, interdisciplinaires) s’opérationnalisent-elles dans les différents programmes de formation à l’université et dans l’enseignement des sciences, technologies et mathématiques au secondaire ? Sherbrooke, Faculté d’éducation, Université de Sherbrooke, Québec (Canada)","year":2006,"lang":"fr","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sociology","score_opus":0.05377092621225171,"score_gpt":0.2822895351948208,"score_spread":0.2285186089825691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317539286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65148586,0.002259113,0.30160165,0.016665656,0.000038390997,0.0012236164,0.000058884187,0.00055902515,0.026107784],"genre_scores_gemma":[0.82987034,0.0049703605,0.16349664,0.00005596661,0.00001597978,0.0003818539,0.00067705434,0.00007188065,0.00045991296],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9847414,0.011651855,0.0012064119,0.0008137965,0.00072404474,0.00086252746],"domain_scores_gemma":[0.9934464,0.0026254607,0.0014590523,0.0006921009,0.0015452907,0.00023170775],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.012842766,0.00081800483,0.0006135229,0.0004480299,0.0069504376,0.0013154652,0.0017140885,0.0007586565,0.000022625538],"category_scores_gemma":[0.0022347805,0.00086868164,0.00019152797,0.0009426038,0.006565985,0.0024715632,0.0010908706,0.0013513191,0.0000018047948],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000047663387,0.0015593247,0.06999792,0.0027911316,0.00026853682,0.0000053144,0.7585774,0.007581067,0.0075011463,0.08601696,0.0023665566,0.06328699],"study_design_scores_gemma":[0.0012693249,0.00003545855,0.3719786,0.010344612,0.00038759765,0.00018672092,0.37426665,0.02197791,0.16669852,0.04075844,0.010393861,0.0017023034],"about_ca_topic_score_codex":0.1712962,"about_ca_topic_score_gemma":0.8062554,"teacher_disagreement_score":0.63495916,"about_ca_system_score_codex":0.008074628,"about_ca_system_score_gemma":0.009523214,"threshold_uncertainty_score":0.9997213},"labels":[],"label_agreement":null},{"id":"W4318240336","doi":"10.3233/jid-229008","title":"Domain-Independent Design Theory and Methodology to Boost the Adoption of Design Methods","year":2023,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; University of Waterloo","funders":"","keywords":"Bespoke; Relevance (law); Domain (mathematical analysis); Design science; Management science; Process (computing); Design education; Design methods; Computer science; Design process; Engineering ethics; Engineering design process; Designtheory; Reflection (computer programming); Knowledge management; Engineering; Political science; Business; Marketing; Human–computer interaction; Work in process; Operations management","score_opus":0.1294238797284858,"score_gpt":0.41058568732239115,"score_spread":0.28116180759390536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318240336","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009898692,0.0008097199,0.9880451,0.00037303736,0.0003919128,0.00028343426,8.4600214e-7,0.00003587944,0.00016138951],"genre_scores_gemma":[0.2698607,0.0006201215,0.7291419,0.0002210943,0.000039212333,0.000017067492,2.363231e-7,0.000017648288,0.00008201207],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9966897,0.0020981298,0.00043879956,0.00017219402,0.0003471254,0.00025408439],"domain_scores_gemma":[0.99387586,0.0050165732,0.00022499062,0.0001383461,0.0005593991,0.0001848038],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.033063706,0.00015050903,0.0002594024,0.0005262879,0.00017953108,0.00012574127,0.00040773468,0.00007442941,0.000027459637],"category_scores_gemma":[0.0025462522,0.00009321792,0.00002959823,0.0017655273,0.00028744317,0.00050242466,0.000024942527,0.0003401256,0.000006374619],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011937878,0.00004871372,0.000035041943,0.00009743941,0.000097785436,0.000018570203,0.016187645,0.12095875,0.69239634,0.007370401,0.0018827611,0.15971275],"study_design_scores_gemma":[0.0010326952,0.0018393693,0.0020047121,0.00036398807,0.00022730496,0.0015955328,0.032552674,0.07874781,0.75143814,0.12518229,0.0043667164,0.00064877485],"about_ca_topic_score_codex":0.0000026258028,"about_ca_topic_score_gemma":2.5755824e-7,"teacher_disagreement_score":0.25996202,"about_ca_system_score_codex":0.000051076815,"about_ca_system_score_gemma":0.00046066302,"threshold_uncertainty_score":0.9956644},"labels":[],"label_agreement":null},{"id":"W4319456546","doi":"10.58279/v1006","title":"Engaged Design Scholarship in Contexts","year":2022,"lang":"en","type":"article","venue":"Contexts – The Systemic Design Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Scholarship; Editorial board; Diversity (politics); Field (mathematics); Engaged scholarship; Engineering ethics; Sociology; Library science; Political science; Engineering; Computer science; Anthropology; Law","score_opus":0.06245962041792764,"score_gpt":0.27266455582843674,"score_spread":0.2102049354105091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319456546","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06559816,0.047356576,0.8614407,0.002013831,0.013137845,0.0034434532,0.000018007326,0.0005827826,0.006408633],"genre_scores_gemma":[0.99648976,0.0001527818,0.0007340852,0.0004616678,0.0002886229,0.00020498177,0.0000015335712,0.00007415868,0.0015924264],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9869892,0.010981511,0.00075530645,0.00021658496,0.00053717353,0.00052023085],"domain_scores_gemma":[0.99580014,0.003215634,0.00024733628,0.00042736507,0.00011275504,0.00019678097],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019373856,0.00027525928,0.0003506979,0.00030243408,0.0012677374,0.00031154856,0.0009330905,0.00007914353,0.0009349764],"category_scores_gemma":[0.001191017,0.00022868947,0.00011937965,0.0005050031,0.000043392232,0.00052692473,0.00005284207,0.0037423216,0.00021980419],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001183288,0.00037122314,0.0011002077,0.00017995399,0.00070509344,0.001008395,0.048382707,0.5642928,0.08287475,0.0023691468,0.17007287,0.12745956],"study_design_scores_gemma":[0.037555363,0.003137838,0.011921885,0.0037158062,0.0011442207,0.16901039,0.13901198,0.13765322,0.022932975,0.035634033,0.4288913,0.009391017],"about_ca_topic_score_codex":0.000004769264,"about_ca_topic_score_gemma":0.000001694223,"teacher_disagreement_score":0.9308916,"about_ca_system_score_codex":0.00062187854,"about_ca_system_score_gemma":0.00032735942,"threshold_uncertainty_score":0.9999783},"labels":[],"label_agreement":null},{"id":"W4323520058","doi":"10.31274/itaa.16040","title":"Using Human-Centered Methods to Inform Designing","year":2022,"lang":"en","type":"article","venue":"Innovate to Elevate","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Toronto Metropolitan University","funders":"","keywords":"Variety (cybernetics); Curiosity; Computer science; Clothing; Storytelling; Human–computer interaction; Empathy; Session (web analytics); User-centered design; Multimedia; Data science; World Wide Web; Psychology; Artificial intelligence; Narrative","score_opus":0.15733842791890085,"score_gpt":0.4228493997718759,"score_spread":0.26551097185297506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323520058","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35440412,0.000051653184,0.6196939,0.0009782145,0.0021476708,0.00063185056,0.000016015769,0.00067501684,0.021401571],"genre_scores_gemma":[0.74754894,9.094273e-7,0.24742351,0.0031981468,0.000106428335,0.00011258533,0.000013872132,0.00007519374,0.0015204075],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99882656,0.00010842488,0.0003442848,0.00017297828,0.00019826471,0.0003494598],"domain_scores_gemma":[0.99940556,0.00007165462,0.00005016235,0.00027554407,0.00008208387,0.00011497003],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011698144,0.00015398758,0.00015636023,0.00040454548,0.00033248586,0.00009012349,0.00026206177,0.000026999389,0.001065226],"category_scores_gemma":[0.0000866133,0.00018752324,0.000027751374,0.0019432476,0.000006187313,0.00021824156,0.00013690151,0.00029816467,0.00020131696],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026895117,0.000029522595,0.000060203158,0.000024035036,0.000052052732,0.00000804426,0.0020512685,0.06674648,0.88951105,0.0027735205,0.009458905,0.029258037],"study_design_scores_gemma":[0.00027599168,0.00008508117,0.00030453433,0.000013446108,0.000016264343,0.000031906802,0.0005328834,0.0052868663,0.087338455,0.0004095277,0.9052779,0.00042710445],"about_ca_topic_score_codex":0.000028256245,"about_ca_topic_score_gemma":0.0000012888725,"teacher_disagreement_score":0.895819,"about_ca_system_score_codex":0.0002622379,"about_ca_system_score_gemma":0.00003863494,"threshold_uncertainty_score":0.99984795},"labels":[],"label_agreement":null},{"id":"W4323858369","doi":"10.1016/j.cogdev.2023.101314","title":"Children's sensitivity to authenticity in their extension of brand names","year":2023,"lang":"en","type":"article","venue":"Cognitive Development","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Categorization; Psychology; Perception; Trademark; Identity (music); Product (mathematics); Brand names; Extension (predicate logic); Advertising; Linguistics; Aesthetics","score_opus":0.023479509335108072,"score_gpt":0.26174283694329575,"score_spread":0.2382633276081877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323858369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99454385,0.000021788916,0.0037775778,0.000088395274,0.00019851136,0.0002228261,0.000010434683,0.000102404745,0.0010342003],"genre_scores_gemma":[0.9992519,0.000018333012,0.00041576667,0.000100158366,0.000018380777,0.000019335694,0.000029880595,0.000013008144,0.00013321162],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994036,0.000058347836,0.00015628585,0.0001303108,0.000099532765,0.0001519157],"domain_scores_gemma":[0.9995084,0.0002739107,0.000020150805,0.00006275389,0.000080635924,0.00005416715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044831025,0.00009194004,0.00012336369,0.00018450587,0.000029249333,0.0000100626885,0.000031080424,0.000030889078,0.0000347551],"category_scores_gemma":[0.0002574108,0.00009038175,0.000016688757,0.0004201898,0.000013265361,0.000066092456,0.000029121484,0.00007947412,0.00024911665],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019245375,0.0004015551,0.084990464,0.00020513381,0.00030815136,0.000060099563,0.0777479,0.001755468,0.04966614,0.00009686076,0.005673634,0.7789022],"study_design_scores_gemma":[0.00021029892,0.0000068714585,0.9259444,0.00010287779,0.0000043373084,0.0000036930953,0.0006979388,0.00045215862,0.07149423,0.000030698688,0.000928805,0.00012367862],"about_ca_topic_score_codex":0.000007384743,"about_ca_topic_score_gemma":0.00002587749,"teacher_disagreement_score":0.84095395,"about_ca_system_score_codex":0.00003553314,"about_ca_system_score_gemma":0.000048318205,"threshold_uncertainty_score":0.36856607},"labels":[],"label_agreement":null},{"id":"W4324278390","doi":"10.1007/978-3-030-82976-6_52-1","title":"Perspectives on the Process of Design from Education and the Design Fields","year":2023,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Design process; Process (computing); Design education; Computer science; Process management; Engineering; Business; Work in process; Operations management; Programming language","score_opus":0.03807858769017791,"score_gpt":0.28996913326336876,"score_spread":0.25189054557319085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324278390","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027019533,0.0072098705,0.03535565,0.0072150487,0.010657687,0.002573905,0.000076924975,0.00019627211,0.9340127],"genre_scores_gemma":[0.79296917,0.0032914996,0.0025937685,0.00035234884,0.0012785039,0.00039170712,0.00006695176,0.0001334742,0.19892256],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998973,0.000056896322,0.00034792602,0.0002143459,0.00032602166,0.000081800725],"domain_scores_gemma":[0.99740213,0.0015526826,0.00029450437,0.0003063912,0.00041077027,0.000033511446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051518,0.00020360218,0.0002001623,0.0002037057,0.000059898088,0.000054796277,0.00036617566,0.00013965523,0.00035714172],"category_scores_gemma":[0.00031222997,0.00014553669,0.000077131735,0.000041237527,0.00015960431,0.00011115766,0.000023627394,0.0003083239,0.000034201636],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043765217,0.00023994192,0.000020834172,0.00015659817,0.00087372307,2.4894135e-7,0.028705528,0.002794035,0.0003503694,0.8904138,0.02990658,0.046100695],"study_design_scores_gemma":[0.0015993349,0.00026221605,0.0013817573,0.0047428296,0.00084363885,0.000017089107,0.025939396,0.0074673933,0.023144517,0.86498684,0.06822115,0.0013938317],"about_ca_topic_score_codex":0.000058220514,"about_ca_topic_score_gemma":0.000004997383,"teacher_disagreement_score":0.7902672,"about_ca_system_score_codex":0.00007952126,"about_ca_system_score_gemma":0.00045110477,"threshold_uncertainty_score":0.59348136},"labels":[],"label_agreement":null},{"id":"W4360621133","doi":"10.33137/utmj.v100i1.40352","title":"Applying the principles of Design Thinking to the Intensive Care Environment","year":2023,"lang":"en","type":"article","venue":"University of Toronto Medical Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Dignity; Health care; Foundation (evidence); Quality (philosophy); Process (computing); Nursing; Engineering ethics; Medicine; Knowledge management; Psychology; Computer science; Engineering; Political science","score_opus":0.030311043396041227,"score_gpt":0.2346603573067834,"score_spread":0.20434931391074215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360621133","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051141854,0.007188709,0.85842454,0.029771186,0.0036315552,0.0021183388,0.000017278191,0.00026042614,0.047446117],"genre_scores_gemma":[0.9908794,0.003259417,0.004316921,0.0006368638,0.00024391773,0.0000021118271,0.0000022450342,0.000015924266,0.00064319436],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99922895,0.00010355941,0.00010043187,0.00004741818,0.00041589496,0.00010376008],"domain_scores_gemma":[0.9993249,0.00031861,0.00005461132,0.000113248854,0.000085502616,0.000103129074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068554963,0.000049510698,0.00008010109,0.000019405357,0.00017027321,0.000009436013,0.0004016958,0.000036647834,0.00084911875],"category_scores_gemma":[0.00025581772,0.000033555465,0.000045254226,0.000040151703,0.000050994327,0.00008975089,0.00007135237,0.00019167333,0.000028340348],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015338775,0.00003955066,0.0005105578,0.00010161777,0.00047211474,0.00012187222,0.31126347,0.11585881,0.0012169954,0.0016581578,0.10129217,0.46731126],"study_design_scores_gemma":[0.00025216225,0.000055180568,0.0050660847,0.00010709321,0.00006165439,0.000044449298,0.24656346,0.006286784,0.00022069969,0.000040432795,0.7412155,0.00008645318],"about_ca_topic_score_codex":0.00019280387,"about_ca_topic_score_gemma":0.00013008915,"teacher_disagreement_score":0.93973756,"about_ca_system_score_codex":0.00013773002,"about_ca_system_score_gemma":0.00006640889,"threshold_uncertainty_score":0.92972547},"labels":[],"label_agreement":null},{"id":"W4361276866","doi":"10.1177/03064190231164715","title":"Observed practices of design engineers","year":2023,"lang":"en","type":"article","venue":"International Journal of Mechanical Engineering Education","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; University of Prince Edward Island","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Connotation; Thematic analysis; Best practice; Engineering ethics; Engineering; Documentation; Computer science; Management science; Qualitative research; Management; Sociology","score_opus":0.06706053050672287,"score_gpt":0.3263393305212744,"score_spread":0.2592788000145515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361276866","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29610807,0.0010231873,0.65890235,0.0039069336,0.0381935,0.0003434971,0.0000119091665,0.00055453327,0.0009560314],"genre_scores_gemma":[0.98018026,0.00037572585,0.018697396,0.000040108538,0.0005554076,0.000008969075,0.00000911396,0.000031132124,0.00010189798],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998887,0.000036343437,0.0004784412,0.00007252586,0.0004058629,0.00011982777],"domain_scores_gemma":[0.9984111,0.00056884286,0.00035942174,0.00010955883,0.00045680307,0.00009426339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008106299,0.00010625035,0.00015191223,0.0004473355,0.000009677691,0.000037891834,0.00037034551,0.00007028276,0.000080100064],"category_scores_gemma":[0.0018632298,0.000109162225,0.000083263854,0.00036705605,0.000006183318,0.0004632717,0.000015167218,0.00022949197,0.00003705229],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009368638,0.00027546077,0.00004714476,0.00016912224,0.0005640644,0.000016199336,0.0008835821,0.7491572,0.18474177,0.009949906,0.024345133,0.029756738],"study_design_scores_gemma":[0.0014745457,0.0003295572,0.005536985,0.0007684551,0.00022520493,0.00051762216,0.0017649768,0.7116133,0.17241654,0.002777336,0.101813614,0.0007618707],"about_ca_topic_score_codex":0.0000038907915,"about_ca_topic_score_gemma":2.221225e-7,"teacher_disagreement_score":0.6840722,"about_ca_system_score_codex":0.0001079145,"about_ca_system_score_gemma":0.00020201763,"threshold_uncertainty_score":0.44515064},"labels":[],"label_agreement":null},{"id":"W4362563960","doi":"10.1007/978-3-031-23152-0_2","title":"Design Pedagogy: Higher Education Possibilities for the Twenty-First Century","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Futures contract; Variety (cybernetics); Design studio; Studio; Pedagogy; Higher education; Engineering ethics; Design education; Sociology; Engineering; Political science; Computer science; Visual arts; Art","score_opus":0.06851660018574084,"score_gpt":0.30829456205079725,"score_spread":0.2397779618650564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362563960","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.447362e-7,0.0036483838,0.012066285,0.0033836416,0.013533052,0.0012347826,0.000026224141,0.0007606382,0.9653463],"genre_scores_gemma":[0.00039326053,0.002025791,0.0012285771,0.0004614969,0.0011033171,0.00024528167,0.00007322335,0.00015905497,0.99431],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99916273,0.00001383597,0.00025092755,0.00021777545,0.0001572006,0.000197556],"domain_scores_gemma":[0.9978201,0.0015074811,0.000069179056,0.0004298619,0.00010913746,0.00006423908],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00028047807,0.00026457265,0.00017036025,0.000112280046,0.00014224126,0.000121148216,0.00022716212,0.00021652097,0.004736766],"category_scores_gemma":[0.000035603516,0.00020388747,0.000109531466,0.00003334315,0.000033709093,0.00013533577,0.000017562943,0.00025328062,0.0012100282],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001542202,0.000015255236,6.066064e-7,0.00019309222,0.0001551366,2.7984544e-7,0.00056414097,0.0006439233,0.000005437877,0.38469344,0.6000939,0.013619372],"study_design_scores_gemma":[0.0000712319,0.000017030527,0.00003321313,0.000046769565,0.00011843757,0.0000023843331,0.00025545788,0.00033577616,0.000012412971,0.018746536,0.980103,0.00025772853],"about_ca_topic_score_codex":0.000023000257,"about_ca_topic_score_gemma":0.000018667193,"teacher_disagreement_score":0.38000914,"about_ca_system_score_codex":0.000120201556,"about_ca_system_score_gemma":0.00025306284,"threshold_uncertainty_score":0.9995676},"labels":[],"label_agreement":null},{"id":"W4364380433","doi":"10.18280/ijsdp.180314","title":"Design Thinking for Innovation in Sustainable Built Environments and the Integration of an Inclusive Foresight and Design Thinking Framework","year":2023,"lang":"en","type":"article","venue":"International Journal of Sustainable Development and Planning","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Thammasat University","keywords":"Futures studies; Design thinking; Sustainable development; Sustainable design; Architectural engineering; Process management; Knowledge management; Systems thinking; Engineering; Management science; Computer science; Sustainability; Human–computer interaction; Political science; Artificial intelligence","score_opus":0.02885067361772085,"score_gpt":0.29942449363174056,"score_spread":0.2705738200140197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4364380433","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40043762,0.0004626637,0.59799576,0.00046371116,0.00016269388,0.00036734494,4.2815233e-7,0.00001352856,0.00009624941],"genre_scores_gemma":[0.94717264,0.00019788614,0.05211945,0.00010414203,0.00007896222,0.000030082745,0.000012799172,0.000016203738,0.0002678068],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99884105,0.000098537326,0.0004884555,0.00009917309,0.0002842812,0.00018852996],"domain_scores_gemma":[0.99819785,0.0011550369,0.0002694622,0.000044660963,0.00030128536,0.000031688294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035222715,0.00011541824,0.00016226822,0.0006791979,0.00018716334,0.00018600734,0.00016832154,0.00007381445,0.000003441964],"category_scores_gemma":[0.0008302725,0.00009335126,0.0000118872385,0.0003252376,0.000041823587,0.0008986982,0.00006708514,0.00021268555,1.7113916e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033593227,0.00010732023,0.0038195772,0.0004701072,0.00063919334,0.00063425774,0.46662188,0.18456881,0.0020533106,0.2897539,0.0011344015,0.04683789],"study_design_scores_gemma":[0.0053771427,0.00025379215,0.024786692,0.000980693,0.000080210484,0.00015678305,0.35011718,0.11641732,0.012765738,0.47618532,0.0123075005,0.00057163765],"about_ca_topic_score_codex":0.000013251915,"about_ca_topic_score_gemma":7.5124547e-7,"teacher_disagreement_score":0.54673505,"about_ca_system_score_codex":0.00014480752,"about_ca_system_score_gemma":0.00012448784,"threshold_uncertainty_score":0.38067538},"labels":[],"label_agreement":null},{"id":"W4365935918","doi":"10.1007/978-3-031-18780-3_2","title":"Competitive Advantage","year":2023,"lang":"en","type":"book-chapter","venue":"Synthesis lectures on professionalism and career advancement for scientists and engineers","topic":"Design Education and Practice","field":"Engineering","cited_by":93,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering; Studio; Waste management; Art; Telecommunications","score_opus":0.03382534823431747,"score_gpt":0.2771169698806559,"score_spread":0.24329162164633839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365935918","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003867208,0.027850695,0.021168873,0.0046816636,0.02585702,0.0050077727,0.004652864,0.001878932,0.90851545],"genre_scores_gemma":[0.07102973,0.010185162,0.0024879496,0.0011378966,0.0005433564,0.00082810334,0.0007538548,0.00045353934,0.91258043],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987152,0.000012364816,0.00022763049,0.00041080944,0.00033626473,0.00029767895],"domain_scores_gemma":[0.99888724,0.0006424878,0.00006324859,0.00020139456,0.00007213003,0.00013347443],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002544059,0.00037286288,0.00031291292,0.00024669577,0.00020266973,0.00007712065,0.00012677703,0.00017127553,0.00019061299],"category_scores_gemma":[0.00007970008,0.00032395707,0.00007978336,0.000048701804,0.00008860143,0.00012091095,0.00003753174,0.00024437008,0.00002319146],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068529516,0.00002039344,0.0000017213654,0.0008919736,0.0002545761,0.000012812928,0.00054696895,0.00089449715,0.000302297,0.88887167,0.026965555,0.081168994],"study_design_scores_gemma":[0.0002565798,0.00005128188,0.00003901589,0.0005911522,0.0001066145,0.000006390342,0.00029125818,0.0004317049,0.0003890594,0.006264721,0.99106073,0.0005114789],"about_ca_topic_score_codex":7.240814e-7,"about_ca_topic_score_gemma":0.0000058502283,"teacher_disagreement_score":0.9640952,"about_ca_system_score_codex":0.000060246774,"about_ca_system_score_gemma":0.000033404263,"threshold_uncertainty_score":0.99992126},"labels":[],"label_agreement":null},{"id":"W4365997295","doi":"","title":"Reflections on Dimensions of Educational Change: Lessons from One School Using Design Thinking as a School Reform Process","year":2022,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Process (computing); Mathematics education; Pedagogy; Psychology; Sociology; Process management; Political science; Computer science; Engineering","score_opus":0.5162755182942258,"score_gpt":0.6024585567881573,"score_spread":0.0861830384939315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365997295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8953205,0.022072699,0.00671624,0.006662128,0.006158213,0.003232018,0.00036793086,0.00032744324,0.059142847],"genre_scores_gemma":[0.9925383,0.0020133264,0.0035236815,0.0007192536,0.0003958501,0.00033379192,0.000039103088,0.00009336819,0.00034337086],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9972444,0.00040952975,0.0007388751,0.000362577,0.00091938936,0.00032519532],"domain_scores_gemma":[0.9974363,0.00074175536,0.00064675196,0.0004962265,0.0003406103,0.00033838386],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001284883,0.0002784625,0.00048436876,0.0010708395,0.0008587613,0.0005259461,0.0015438192,0.0000858483,0.033703666],"category_scores_gemma":[0.0007891088,0.0002799535,0.000119668555,0.0017005672,0.00004819931,0.0025948742,0.0003331108,0.0009858903,0.000048519556],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010638635,0.004629757,0.031886898,0.0004195504,0.0022728634,0.000026964151,0.008057549,0.18706223,0.6877412,0.0046096463,0.06342167,0.008807786],"study_design_scores_gemma":[0.003790352,0.00026253835,0.46557245,0.004550367,0.0018330679,0.0003065365,0.013985085,0.013433839,0.19077925,0.2492415,0.05182973,0.004415286],"about_ca_topic_score_codex":0.0024084316,"about_ca_topic_score_gemma":0.00003610623,"teacher_disagreement_score":0.49696198,"about_ca_system_score_codex":0.00089875807,"about_ca_system_score_gemma":0.0008627056,"threshold_uncertainty_score":0.99996525},"labels":[],"label_agreement":null},{"id":"W4367837127","doi":"10.1145/3595878","title":"DevEx: What Actually Drives Productivity","year":2023,"lang":"en","type":"article","venue":"Queue","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Productivity; Computer science; Quality (philosophy); Measure (data warehouse); Work (physics); Order (exchange); Product (mathematics); Focus (optics); Knowledge management; Process management; Business; Engineering; Database","score_opus":0.022718759625442453,"score_gpt":0.2664595124774976,"score_spread":0.24374075285205515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367837127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93657094,0.00058511924,0.0025157914,0.005464974,0.0052770297,0.00029369286,0.000003194259,0.0025666913,0.046722557],"genre_scores_gemma":[0.9939677,0.0003005782,0.00038121152,0.00010271293,0.00020964602,0.000020978176,0.000008682918,0.000020387724,0.004988061],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99962926,0.000024812041,0.00006043951,0.00009259002,0.00006929996,0.00012360782],"domain_scores_gemma":[0.99968225,0.00009590888,0.000009735721,0.00015296115,0.000019188547,0.00003996964],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016504533,0.000058927217,0.000052766383,0.000053358912,0.000031785676,0.000088112574,0.000067471694,0.000028965022,0.00017849114],"category_scores_gemma":[0.00011845642,0.000060199513,0.0000151268905,0.0002496226,0.000009849134,0.0006943013,0.000009545292,0.00008794769,0.0019826],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016558328,0.00010586625,0.00080869906,0.0002025517,0.00013169408,0.000025520792,0.019883683,0.0073178085,0.052958094,0.0052791927,0.32635185,0.5869185],"study_design_scores_gemma":[0.00013083266,0.000018265619,0.023324521,0.00003164661,0.000013397486,0.000013347177,0.0023702027,0.0029845557,0.02718524,0.0011339156,0.9424923,0.00030174205],"about_ca_topic_score_codex":0.000003508379,"about_ca_topic_score_gemma":0.000009353163,"teacher_disagreement_score":0.6161405,"about_ca_system_score_codex":0.000020191259,"about_ca_system_score_gemma":0.000026448302,"threshold_uncertainty_score":0.9987945},"labels":[],"label_agreement":null},{"id":"W4376611448","doi":"10.3390/educsci13050492","title":"Embracing Co-Design: A Case Study Examining How Community Partners Became Co-Creators","year":2023,"lang":"en","type":"article","venue":"Education Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Engineering design process; Product design; Design education; Experience design; Co-design; Design process; Process (computing); Qualitative research; Product (mathematics); Research design; Psychology; Engineering; Computer science; Sociology; Operations management; Business; Work in process","score_opus":0.2807574830590092,"score_gpt":0.45723518661694185,"score_spread":0.17647770355793263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376611448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96703964,0.000064850065,0.0006202433,0.00045389548,0.0015675988,0.00035741346,0.00000191855,0.00048852235,0.0294059],"genre_scores_gemma":[0.99764353,0.000010011759,0.0006580986,0.000099089004,0.00013333924,0.000116621646,0.000008610559,0.00001608459,0.0013146296],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99847037,0.00059816753,0.00018052128,0.00019083978,0.00029842305,0.00026168977],"domain_scores_gemma":[0.9981359,0.0012924968,0.00007279311,0.00030058145,0.000060703358,0.0001375144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027470146,0.00013569853,0.00012501715,0.0003681932,0.00095404394,0.00044368728,0.00028940474,0.000036638667,0.00011341638],"category_scores_gemma":[0.0004971257,0.00013429746,0.000020005224,0.0014663627,0.00012471918,0.00080341543,0.00001821413,0.00025469525,0.00026677636],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017193166,0.0017541687,0.07104859,0.00018928782,0.0001695496,0.00017432414,0.47953478,0.021216,0.0032515826,0.0008710346,0.30630636,0.11546716],"study_design_scores_gemma":[0.00019060676,0.00020659878,0.0100555895,0.00004311157,0.00003268582,0.00031585555,0.9682263,0.0045600585,0.0013362382,0.0002033782,0.014435245,0.00039433807],"about_ca_topic_score_codex":0.0003199659,"about_ca_topic_score_gemma":0.000044347064,"teacher_disagreement_score":0.48869154,"about_ca_system_score_codex":0.00007377113,"about_ca_system_score_gemma":0.0004202715,"threshold_uncertainty_score":0.7337831},"labels":[],"label_agreement":null},{"id":"W4378977318","doi":"10.47061/jasc.v3i1.5193","title":"Relational Design","year":2023,"lang":"en","type":"article","venue":"Journal of Awareness-Based Systems Change","topic":"Design Education and Practice","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Participatory design; Knowledge management; Facilitator; Computer science; Transactional leadership; Process management; Management science; Psychology; Business; Engineering; Social psychology","score_opus":0.2614697820610935,"score_gpt":0.32865299822273514,"score_spread":0.06718321616164163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378977318","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.104512915,0.005464419,0.8609521,0.0036197233,0.021564336,0.0009301929,0.000037405593,0.00088544184,0.0020335165],"genre_scores_gemma":[0.99775755,0.00007989655,0.00062522857,0.00011343913,0.001096176,0.00003345208,0.000010002234,0.000035479155,0.00024875122],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99887204,0.00014906265,0.00039797623,0.000066806795,0.00034821668,0.00016588675],"domain_scores_gemma":[0.99885315,0.00050828897,0.00019768674,0.00012778536,0.00020395237,0.00010913362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012049612,0.000109254426,0.00019407655,0.00040484866,0.0000614003,0.00005228091,0.00013164952,0.000080610705,0.000069197995],"category_scores_gemma":[0.000098234144,0.00009963269,0.00007322043,0.00052278896,0.0000105238305,0.00039087262,0.0000041420035,0.00017564012,0.00018346195],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014923677,0.00010414058,0.0075216517,0.00066480786,0.00022050872,0.00023398134,0.0022181834,0.8417898,0.0050874962,0.0008429122,0.13781612,0.003351212],"study_design_scores_gemma":[0.0020925796,0.00035558757,0.041211113,0.00088066165,0.0001472753,0.0005493977,0.001122304,0.5171415,0.0028507998,0.0002244366,0.4326839,0.00074039586],"about_ca_topic_score_codex":0.000014336944,"about_ca_topic_score_gemma":9.353527e-7,"teacher_disagreement_score":0.8932447,"about_ca_system_score_codex":0.00009691554,"about_ca_system_score_gemma":0.0001462519,"threshold_uncertainty_score":0.40629032},"labels":[],"label_agreement":null},{"id":"W4379016722","doi":"10.3917/sdd.016.0010","title":"La pluralité de la recherche en design : tentative de clarification et de modélisation de la recherche-action, de la recherche-création et de la recherche-projet","year":2023,"lang":"fr","type":"article","venue":"Sciences du Design","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Humanities; Art; Philosophy","score_opus":0.7927047656319487,"score_gpt":0.5585093945263855,"score_spread":0.2341953711055632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379016722","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017075332,0.0008172851,0.9335927,0.010427026,0.0003947986,0.0009951416,0.000020815607,0.0007898465,0.035887092],"genre_scores_gemma":[0.1250198,0.010687847,0.8565591,0.0012279652,0.0003460534,0.00067131815,0.000051862837,0.00016536472,0.0052706758],"study_design_codex":"bench_or_experimental","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.57050854,0.42524037,0.0009253973,0.0010920314,0.00075276056,0.0014809],"domain_scores_gemma":[0.74459106,0.25342196,0.0005141786,0.0005719,0.00036908826,0.00053180574],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.4578687,0.0006717246,0.0004762059,0.0006986427,0.00055268937,0.0015641281,0.001083364,0.0055749747,0.00023853933],"category_scores_gemma":[0.1592589,0.0007659049,0.00020061745,0.004244147,0.0010790135,0.002331237,0.00008179569,0.007864269,0.00020274175],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0004016901,0.0006897248,0.0032894297,0.00037039467,0.00024043676,0.00006816915,0.2519511,0.25839657,0.32424375,0.05958921,0.021909703,0.078849845],"study_design_scores_gemma":[0.0011575997,0.00029309772,0.019055312,0.00044945057,0.00036516692,0.00081384944,0.033363827,0.36223552,0.07849166,0.47780657,0.024730962,0.0012370021],"about_ca_topic_score_codex":0.0035248692,"about_ca_topic_score_gemma":0.000068421214,"teacher_disagreement_score":0.41821736,"about_ca_system_score_codex":0.015762603,"about_ca_system_score_gemma":0.014936029,"threshold_uncertainty_score":0.9994792},"labels":[],"label_agreement":null},{"id":"W4379746273","doi":"10.22329/celt.v14i1.7155","title":"Failing to Learn: Design Thinking and the Development of a Failure-Positive Mindset in the University Classroom","year":2023,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Mindset; Cognitive reframing; Critical thinking; Psychology; Mathematics education; Experiential learning; Design thinking; Framing (construction); Active learning (machine learning); Pedagogy; Context (archaeology); Engineering; Social psychology; Computer science","score_opus":0.014889099692400265,"score_gpt":0.2386052144052869,"score_spread":0.22371611471288663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379746273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9320714,0.00009165027,0.04788704,0.0019117475,0.00009920719,0.0005036708,0.0000011584178,0.00023006643,0.017204046],"genre_scores_gemma":[0.995072,0.000018468369,0.0042856634,0.000049303777,0.000014527427,0.00000636448,0.0000039668193,0.000012711916,0.0005369811],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.998578,0.0008360037,0.00013794657,0.00014059927,0.00014268371,0.00016477719],"domain_scores_gemma":[0.9973613,0.0024678963,0.00004200892,0.00007372231,0.000020626061,0.000034447556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023909402,0.00010318473,0.00013267102,0.00022392625,0.00069052755,0.000083309154,0.00011991023,0.0000492614,0.0000050124922],"category_scores_gemma":[0.00061161024,0.00007672604,0.000015811078,0.00047342048,0.000031842064,0.00008054097,0.000033975048,0.0006785852,0.000007868419],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005859043,0.00006984728,0.0029525948,0.000121327954,0.00019341057,0.000027016751,0.7307403,0.15947147,0.002421438,0.011091381,0.0038673047,0.088458],"study_design_scores_gemma":[0.0071092327,0.00044267107,0.055898782,0.0014301897,0.00019025563,0.00006377873,0.43347192,0.34535912,0.0016493589,0.0014622208,0.15156817,0.0013543153],"about_ca_topic_score_codex":0.000020912446,"about_ca_topic_score_gemma":0.000042316606,"teacher_disagreement_score":0.2972684,"about_ca_system_score_codex":0.000048452617,"about_ca_system_score_gemma":0.000046600864,"threshold_uncertainty_score":0.531105},"labels":[],"label_agreement":null},{"id":"W4380787233","doi":"10.4324/9781003208310-5","title":"Designing Differently Through Acoustemology","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; History","score_opus":0.062271144702306686,"score_gpt":0.2670688956821346,"score_spread":0.2047977509798279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380787233","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000021923233,0.00017780639,0.048049517,0.00014198058,0.002118584,0.00012989191,0.000005410177,0.0011009396,0.94827366],"genre_scores_gemma":[0.0012632587,0.0005595955,0.0024429848,0.00024216744,0.0002931529,0.000013066853,0.00003693998,0.0001612764,0.99498755],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992863,0.00001167729,0.00021059164,0.00018297866,0.00011967811,0.00018875216],"domain_scores_gemma":[0.9993095,0.00031601905,0.00004215767,0.00025109763,0.00003052735,0.000050717794],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00008289286,0.00024149449,0.0002387937,0.00008640663,0.000037036374,0.000037325386,0.00014065056,0.00031866433,0.0033994329],"category_scores_gemma":[0.000019924404,0.00023961779,0.00006953272,0.000024511903,0.000019952233,0.00009783377,0.000022699913,0.00038758043,0.006903168],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007183011,0.000008959646,0.0000024692245,0.00021287633,0.00036298053,0.000053475444,0.0005620879,0.0006575093,0.0007078484,0.4611928,0.52685755,0.009374278],"study_design_scores_gemma":[0.000114218885,0.000022775652,0.000014633817,0.00006893599,0.00008723095,0.000032122298,0.00006696407,0.00038971042,0.0002470226,0.032080363,0.96639633,0.0004797055],"about_ca_topic_score_codex":0.0000052312166,"about_ca_topic_score_gemma":0.0000054621687,"teacher_disagreement_score":0.43953878,"about_ca_system_score_codex":0.000053564672,"about_ca_system_score_gemma":0.00002887314,"threshold_uncertainty_score":0.99751157},"labels":[],"label_agreement":null},{"id":"W4381104228","doi":"10.1145/3591196.3596822","title":"Manifesting Creativity in Virtual World Building: A Case Study in Gather","year":2023,"lang":"en","type":"article","venue":"Creativity and Cognition","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Creativity; Computer science; Human–computer interaction; Psychology","score_opus":0.06414288804641768,"score_gpt":0.32822689898975027,"score_spread":0.26408401094333256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381104228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9833675,0.00002201584,0.00052929,0.00004641469,0.000088066685,0.00026371513,0.0000036118631,0.00016197127,0.015517415],"genre_scores_gemma":[0.9993276,0.000016627453,0.000051020917,0.000020094192,0.00003605902,0.00008241554,0.00000604629,0.000014326484,0.00044579818],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99930745,0.00016684501,0.0001406062,0.0001576182,0.00007679607,0.00015066161],"domain_scores_gemma":[0.99924135,0.00060463283,0.000022788663,0.000073055,0.000016424618,0.00004176991],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061381015,0.00009984211,0.00012059164,0.00030283807,0.00005678762,0.000052545605,0.000024265024,0.000034502988,0.00006458946],"category_scores_gemma":[0.00018573993,0.00011312063,0.000011897494,0.00072371436,0.000018405357,0.00033324747,0.000016097556,0.00018982355,0.000030922296],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021593431,0.0025967588,0.6258127,0.00030728665,0.000115395625,0.013131098,0.04485555,0.006212408,0.0066103977,0.00185168,0.00078519917,0.2975056],"study_design_scores_gemma":[0.0051977946,0.0004499798,0.78443605,0.0005331318,0.00015689972,0.0017926055,0.085088536,0.113798946,0.0018409258,0.004047346,0.0014494073,0.0012083912],"about_ca_topic_score_codex":0.00032902716,"about_ca_topic_score_gemma":0.002839866,"teacher_disagreement_score":0.2962972,"about_ca_system_score_codex":0.000036172674,"about_ca_system_score_gemma":0.000014771875,"threshold_uncertainty_score":0.46129254},"labels":[],"label_agreement":null},{"id":"W4381164809","doi":"10.1017/pds.2023.253","title":"MANAGING DATA-DRIVEN DESIGN: A SURVEY OF THE LITERATURE AND FUTURE DIRECTIONS","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Knowledge management; Design thinking; Product design; Set (abstract data type); Design technology; Key (lock); Qualitative property; Strategic design; Design education; Management science; Data science; Process management; Human–computer interaction; Product (mathematics); Systems engineering; Engineering; Business","score_opus":0.056570623543209644,"score_gpt":0.27740476517175,"score_spread":0.22083414162854037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381164809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6746629,0.04923204,0.10650662,0.09010308,0.02767794,0.017273724,0.0019349024,0.006983926,0.025624888],"genre_scores_gemma":[0.96999097,0.008628525,0.019278351,0.00025786785,0.00036061468,0.00005310895,0.000020856,0.00008666588,0.0013230244],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929404,0.000048354323,0.00016953498,0.00016327409,0.00017498845,0.00014982921],"domain_scores_gemma":[0.99912053,0.00031865592,0.00010960173,0.00023426168,0.00018474477,0.00003217862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013434762,0.00011770336,0.00013565972,0.00002861237,0.00016753422,0.00007487617,0.0005667007,0.00008684251,0.0000062147296],"category_scores_gemma":[0.00020028766,0.000076919416,0.0000668779,0.0013632936,0.00006751043,0.00034736778,0.00016045207,0.00026109093,0.0000020583905],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052295713,0.000081991464,0.0064887805,0.0012043387,0.00063152716,2.121731e-7,0.052454814,0.0030377773,0.05430255,0.0007496627,0.8676461,0.013349937],"study_design_scores_gemma":[0.0011952833,0.00008562357,0.33441022,0.0009841968,0.00064429676,0.00007297063,0.011474161,0.49717236,0.038524233,0.005615314,0.108694404,0.0011269418],"about_ca_topic_score_codex":0.000012871677,"about_ca_topic_score_gemma":8.202449e-7,"teacher_disagreement_score":0.7589517,"about_ca_system_score_codex":0.000022027447,"about_ca_system_score_gemma":0.000031059015,"threshold_uncertainty_score":0.31366828},"labels":[],"label_agreement":null},{"id":"W4381164971","doi":"10.1017/pds.2023.168","title":"ENVIRONMENT-BASED DESIGN (EBD): USING ONLY NECESSARY KNOWLEDGE FOR DESIGNER CREATIVITY","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; University of Calgary","funders":"","keywords":"Creativity; Design knowledge; Computer science; Process (computing); Design process; Aerospace; Engineering design process; Knowledge management; Human–computer interaction; Design education; Systems engineering; Engineering; Work in process; Psychology","score_opus":0.0847054395883571,"score_gpt":0.2921102854300502,"score_spread":0.20740484584169308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381164971","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029171532,0.0003121543,0.96634084,0.00034870952,0.00043115485,0.0016333072,0.00001617705,0.0005418057,0.001204337],"genre_scores_gemma":[0.71825093,0.00014508172,0.27890098,0.00021502405,0.00023908631,0.00028294075,0.000006397836,0.00017183501,0.0017876957],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99874234,0.000047399688,0.0003012848,0.00027392077,0.00023043105,0.00040460724],"domain_scores_gemma":[0.99840987,0.0010416565,0.00016186404,0.00016568744,0.0001312123,0.000089707726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018225396,0.00025821952,0.00025859778,0.00006264552,0.0002713569,0.00007553936,0.00043220783,0.00016564851,0.000041762258],"category_scores_gemma":[0.00021586161,0.0002213412,0.00028371607,0.0006212723,0.00011390176,0.00038786224,0.0000498876,0.0002090835,0.00003387267],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012428722,0.00025171085,0.00064244575,0.0008681667,0.00029026114,1.9386779e-7,0.0057322267,0.06949324,0.6816921,0.00046715402,0.23603581,0.0044024005],"study_design_scores_gemma":[0.0007558381,0.00007971918,0.00066621095,0.00010046513,0.0002214668,0.0000048249326,0.0010372839,0.72313297,0.26460573,0.0015542903,0.007407495,0.00043371154],"about_ca_topic_score_codex":0.00000408763,"about_ca_topic_score_gemma":5.8805664e-8,"teacher_disagreement_score":0.6890794,"about_ca_system_score_codex":0.00018501711,"about_ca_system_score_gemma":0.00016291205,"threshold_uncertainty_score":0.90260315},"labels":[],"label_agreement":null},{"id":"W4381167918","doi":"10.1017/pds.2023.358","title":"TOWARDS A BETTER UNDERSTANDING OF THE INFLUENCE OF VISUAL REFERENCES ON CONSUMER AESTHETIC PERCEPTION","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Fluency; Processing fluency; Perception; Product (mathematics); Computer science; Process (computing); Cognition; Cognitive psychology; Similarity (geometry); Visual perception; Affect (linguistics); Function (biology); Psychology; Visual processing; Human–computer interaction; Image (mathematics); Artificial intelligence; Communication","score_opus":0.06169635680361288,"score_gpt":0.2869627074631553,"score_spread":0.2252663506595424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381167918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997217,0.00001484962,0.0004907202,0.0007699762,0.00012059633,0.00020410924,0.0000021962512,0.00005308331,0.0011274478],"genre_scores_gemma":[0.99897385,0.00009775335,0.0006934082,0.00011396435,0.000012444277,0.000011427376,2.4791248e-7,0.000013655406,0.000083247534],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992806,0.00001881909,0.00020796762,0.00009465995,0.00027477005,0.00012323714],"domain_scores_gemma":[0.9995166,0.00010901652,0.00015452236,0.000081554856,0.00011881062,0.000019482817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058968016,0.00009391802,0.00012670734,0.000029899018,0.00007441267,0.000016597805,0.00026967574,0.000069623384,0.00001707249],"category_scores_gemma":[0.00010273523,0.000060299557,0.00012173579,0.0005139654,0.00015815183,0.0001468088,0.000036337962,0.00016355276,0.000005870328],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006778304,0.00012679341,0.008887827,0.0009111601,0.00018344699,4.8699807e-8,0.04744485,0.006246571,0.88291556,0.0048548565,0.044407316,0.003953764],"study_design_scores_gemma":[0.0017981117,0.0006319479,0.3211438,0.002529258,0.000629898,0.000028590635,0.0988548,0.053890463,0.48433894,0.032342903,0.0026347942,0.0011764895],"about_ca_topic_score_codex":0.000008967484,"about_ca_topic_score_gemma":1.0197891e-7,"teacher_disagreement_score":0.39857665,"about_ca_system_score_codex":0.00007213691,"about_ca_system_score_gemma":0.000037819653,"threshold_uncertainty_score":0.24589446},"labels":[],"label_agreement":null},{"id":"W4381185133","doi":"10.1017/pds.2023.100","title":"COMPARING ACADEMICS AND PRACTITIONERS Q &amp; A TUTORING IN THE ENGINEERING DESIGN STUDIO","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Studio; Design studio; Generative grammar; Style (visual arts); Psychology; Mathematics education; Pedagogy; Engineering design process; Computer science; Engineering; Visual arts","score_opus":0.10321915634585255,"score_gpt":0.2830752763995128,"score_spread":0.17985612005366025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89695376,0.00087103917,0.09258476,0.003230579,0.00096260034,0.0018830757,0.0000025104257,0.0009346057,0.0025770837],"genre_scores_gemma":[0.98047954,0.000570722,0.018495336,0.00011533159,0.000093711504,0.00009969854,6.7750426e-7,0.000034133915,0.00011082537],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99913144,0.000024467485,0.0002243799,0.00014357206,0.00022868573,0.00024746216],"domain_scores_gemma":[0.999068,0.00066559674,0.00008374488,0.00008774768,0.000059811984,0.0000350539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023731757,0.00014258371,0.00015452025,0.000053129465,0.000115332405,0.00008473474,0.00031590663,0.00009062829,0.0000021064234],"category_scores_gemma":[0.00037553036,0.000107316024,0.000063823994,0.0008696859,0.0000381377,0.0003915835,0.00005595017,0.00050037523,0.000007193227],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005835753,0.0001184583,0.01576842,0.0012921926,0.00045860928,0.0000010793026,0.17078562,0.28757355,0.32026592,0.0063915155,0.19573282,0.0015534754],"study_design_scores_gemma":[0.0015480542,0.000055942215,0.043348525,0.00066254125,0.0002907787,0.00010275259,0.030195663,0.8348115,0.03042414,0.002313163,0.055057228,0.0011897067],"about_ca_topic_score_codex":0.0000049663604,"about_ca_topic_score_gemma":1.8733141e-7,"teacher_disagreement_score":0.54723793,"about_ca_system_score_codex":0.00007816381,"about_ca_system_score_gemma":0.00002087055,"threshold_uncertainty_score":0.43762204},"labels":[],"label_agreement":null},{"id":"W4381185439","doi":"10.1017/pds.2023.5","title":"A CASE STUDY OF MULTIFUNCTIONAL NON-PNEUMATIC TIRE DESIGN FOR THE VALIDATION OF META-LEVEL DESIGN PARAMETER IN DOMAIN INTEGRATED DESIGN (DID) METHOD","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Computer science; Domain (mathematical analysis); Software; Work (physics); Design methods; Design of experiments; Engineering; Mathematics; Mechanical engineering","score_opus":0.22864950544156984,"score_gpt":0.343674742404077,"score_spread":0.11502523696250719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185439","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.074335806,0.00007015102,0.9210144,0.00012940454,0.00021595777,0.004120134,0.000013607155,0.00008796683,0.000012552177],"genre_scores_gemma":[0.6151736,0.000024219335,0.38355604,0.00002777025,0.000019565588,0.0010550021,0.0000018780335,0.00005502332,0.00008691071],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975608,0.0004035569,0.00091704365,0.00032339542,0.00046633236,0.00032884761],"domain_scores_gemma":[0.989218,0.00933026,0.0005413906,0.00026354694,0.00059160555,0.00005520706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010032105,0.00033812848,0.0006339165,0.0001625453,0.00018088201,0.000057121957,0.0005238777,0.00016952823,0.000029313693],"category_scores_gemma":[0.0013936596,0.00022128734,0.000390425,0.0016654944,0.000092651964,0.00038616906,0.00005468068,0.00033454245,0.0000032941348],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072476466,0.0011317641,0.00022493553,0.0010563851,0.0054869447,0.0000041990274,0.08342473,0.7133764,0.15517929,0.00013402582,0.033776533,0.005480022],"study_design_scores_gemma":[0.0015300297,0.00038929516,0.00023051858,0.00007537656,0.0015954011,0.00007389489,0.033904705,0.821169,0.13900173,0.001707903,0.000031150343,0.0002909779],"about_ca_topic_score_codex":0.00008346066,"about_ca_topic_score_gemma":0.0000012563613,"teacher_disagreement_score":0.54083776,"about_ca_system_score_codex":0.00012041852,"about_ca_system_score_gemma":0.00014929303,"threshold_uncertainty_score":0.90238357},"labels":[],"label_agreement":null},{"id":"W4381618419","doi":"10.1163/27726673-bja00012","title":"Reviewing Design Thinking in and out of Education","year":2023,"lang":"en","type":"article","venue":"Research in Integrated STEM Education","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Design thinking; Engineering ethics; Process (computing); Management science; Critical systems thinking; Visualization; Computer science; Critical thinking; Mathematics education; Psychology; Engineering; Human–computer interaction; Artificial intelligence","score_opus":0.2518292998987805,"score_gpt":0.44951164389094744,"score_spread":0.19768234399216694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381618419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91858613,0.014582427,0.0036960708,0.004060305,0.0057851365,0.003047043,0.000005383526,0.000399339,0.049838133],"genre_scores_gemma":[0.9944697,0.0029848898,0.0011740872,0.000024926907,0.0000626062,0.00027211054,0.000025611105,0.000023519975,0.00096252887],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99837935,0.000605599,0.00034248637,0.00017010907,0.00025632596,0.0002461051],"domain_scores_gemma":[0.998691,0.00077763357,0.000039014987,0.00019047098,0.00023914769,0.000062684616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042809057,0.00008915554,0.00014321531,0.001215796,0.000047985806,0.000063772764,0.00014544158,0.00008156104,0.00003034045],"category_scores_gemma":[0.0005007819,0.00009056188,0.000013450408,0.002226797,0.000030798066,0.00032528775,0.000016665526,0.00045567896,0.000089366404],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003788047,0.00038862927,0.0075074686,0.0014260083,0.000020102365,0.0000019813922,0.029412784,0.002044477,0.010002714,0.006160875,0.036923822,0.9060733],"study_design_scores_gemma":[0.0015564199,0.00039806584,0.11477489,0.02260722,0.000039984163,0.000043242457,0.37616473,0.10895565,0.028867036,0.059958056,0.28484663,0.0017880758],"about_ca_topic_score_codex":0.00025441064,"about_ca_topic_score_gemma":0.000056722143,"teacher_disagreement_score":0.9042852,"about_ca_system_score_codex":0.00033175267,"about_ca_system_score_gemma":0.0010384298,"threshold_uncertainty_score":0.36930063},"labels":[],"label_agreement":null},{"id":"W4381707844","doi":"10.5281/zenodo.8073719","title":"Writeshops: A Tool for Packaging and Sharing Field-based Experiences (Case Studies)","year":2010,"lang":"en","type":"book","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Fund for Agricultural Development; International Development Research Centre","keywords":"Field (mathematics); Computer science; Mathematics","score_opus":0.05188745947344795,"score_gpt":0.29152319838945473,"score_spread":0.23963573891600679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381707844","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011113751,0.0029901506,0.039376535,0.0016511299,0.0024035939,0.0033804656,0.00044806275,0.004804734,0.9338316],"genre_scores_gemma":[0.42756993,0.0027660765,0.01809094,0.004055239,0.0059726834,0.000013159224,0.00791399,0.022198722,0.51141924],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881727,0.000058803616,0.00026179216,0.0003886078,0.00018686467,0.0002866942],"domain_scores_gemma":[0.99877197,0.00024802462,0.00008694851,0.0003891514,0.00037908877,0.00012482326],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00063590024,0.00021737789,0.00021087984,0.00022778317,0.0012006866,0.00081730785,0.0004508268,0.00015522233,0.004328687],"category_scores_gemma":[0.0011616875,0.00024051825,0.00005144404,0.00013824666,0.00009227367,0.0002701113,0.00028386057,0.0005177075,0.0005020458],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005296935,0.00004656365,6.839955e-7,0.0010436567,0.00016691408,0.00011392943,0.010386229,0.00009556387,0.00061988336,0.0027727673,0.84020215,0.14449868],"study_design_scores_gemma":[0.00028937715,0.0000984924,9.68555e-7,0.00009125345,0.00003820189,0.00040476862,0.0016097757,0.0026923225,0.00021953449,0.00025326025,0.99401706,0.0002849998],"about_ca_topic_score_codex":0.0000013934554,"about_ca_topic_score_gemma":4.3284888e-7,"teacher_disagreement_score":0.42241234,"about_ca_system_score_codex":0.00012190556,"about_ca_system_score_gemma":0.000009900879,"threshold_uncertainty_score":0.9965815},"labels":[],"label_agreement":null},{"id":"W4381805276","doi":"10.4000/palethnologie.5238","title":"The Double and the Vision: What Cognitive Level is Necessary to Associate a Drawing with its Referent?","year":2013,"lang":"en","type":"article","venue":"Palethnologie","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Referent; Cognition; Psychology; Cognitive psychology; Cognitive science; Linguistics; Philosophy; Neuroscience","score_opus":0.06420077307874462,"score_gpt":0.3049190741930642,"score_spread":0.24071830111431958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381805276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79550636,0.013058424,0.0017293,0.15137222,0.0012557278,0.0017398018,0.000009220881,0.0006006091,0.034728345],"genre_scores_gemma":[0.99421704,0.0014649439,0.00015242776,0.00157569,0.000043854965,0.00017494283,0.0000016966518,0.000016344495,0.0023530757],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99931735,0.00007395279,0.0001118579,0.00013967186,0.00012836346,0.00022881707],"domain_scores_gemma":[0.9984537,0.0011757305,0.000037395435,0.0001732671,0.000108843175,0.00005110112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035790628,0.00011393526,0.00010974667,0.000027985325,0.00024933025,0.0005196955,0.00017173658,0.00006646953,0.00009852281],"category_scores_gemma":[0.00022708006,0.00005838681,0.000018313503,0.00017296475,0.00007797366,0.00054832123,0.000052842915,0.0002580756,0.00041388735],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053949066,0.00006981695,0.0018394573,0.00007381211,0.0006434895,0.000008090807,0.020408548,0.00013250191,0.0012103487,0.0022458911,0.08027101,0.89255756],"study_design_scores_gemma":[0.019774254,0.0008310151,0.25391182,0.0017075161,0.0006745457,0.000085012114,0.24834858,0.010998738,0.039126705,0.009977252,0.41156137,0.003003204],"about_ca_topic_score_codex":0.000039635208,"about_ca_topic_score_gemma":0.000042676424,"teacher_disagreement_score":0.8895543,"about_ca_system_score_codex":0.000023570346,"about_ca_system_score_gemma":0.00001869837,"threshold_uncertainty_score":0.53198224},"labels":[],"label_agreement":null},{"id":"W4382118070","doi":"10.1007/978-981-99-2291-8_5","title":"The Arc of Workshop","year":2023,"lang":"en","type":"book-chapter","venue":"Studies in arts-based educational research","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Facilitator; Narrative; Realisation; Action (physics); Plan (archaeology); Engineering; Computer science; Psychology; Social psychology; History; Art; Literature","score_opus":0.5026775431984755,"score_gpt":0.52534872321376,"score_spread":0.022671180015284564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382118070","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008738666,0.011296794,0.000009747981,0.015934518,0.0029960673,0.00045142384,0.000023960201,0.00004651602,0.9691536],"genre_scores_gemma":[0.020845728,0.011535182,0.00020654421,0.00007139983,0.00075102516,0.00038749646,0.000049256665,0.00010954779,0.96604383],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99802536,0.00008256276,0.00041151216,0.00023328759,0.00088082935,0.00036646213],"domain_scores_gemma":[0.97885185,0.019819148,0.00006383993,0.0004636449,0.00073293486,0.0000685592],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026326943,0.00018291622,0.000232155,0.0005048922,0.00025296555,0.000037536458,0.00039027567,0.00011911119,0.000531495],"category_scores_gemma":[0.003832439,0.00015389695,0.00007481604,0.0002988179,0.0006795291,0.000050758554,0.00007755779,0.0009800436,0.0008791147],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038892274,0.000045887875,0.00003788234,0.00036444812,0.000229953,0.0000029186713,0.0012152243,0.0015537298,0.000012482387,0.43031418,0.5579421,0.008242339],"study_design_scores_gemma":[0.0001181135,0.000024479614,0.00033247343,0.000542031,0.0000122723595,0.0000011125506,0.0019356504,0.0002287643,0.00003556156,0.078312285,0.9182598,0.00019747774],"about_ca_topic_score_codex":0.000008601559,"about_ca_topic_score_gemma":0.00021071844,"teacher_disagreement_score":0.3603177,"about_ca_system_score_codex":0.00043356302,"about_ca_system_score_gemma":0.0009546088,"threshold_uncertainty_score":0.9998988},"labels":[],"label_agreement":null},{"id":"W4383103610","doi":"10.3390/designs7040086","title":"Supporting Multifunctional Bio-Inspired Design Concept Generation through Case-Based Expandable Domain Integrated Design (xDID) Model","year":2023,"lang":"en","type":"article","venue":"Designs","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Computer science; Domain (mathematical analysis); Representation (politics); Process (computing); Integrated design; Feature (linguistics); Systems engineering; Artificial intelligence; Engineering; Mathematics; Programming language","score_opus":0.1528012071011163,"score_gpt":0.3306842717011938,"score_spread":0.1778830646000775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383103610","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068796943,0.00010525777,0.98897773,0.0002276027,0.0008353887,0.0007310632,0.000041566433,0.0015767636,0.0006249512],"genre_scores_gemma":[0.6942576,0.000017520268,0.30302063,0.0004677852,0.00024349289,0.0003363287,0.00039147874,0.000121793186,0.0011433233],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99764276,0.0004357751,0.0005577281,0.00042859337,0.000321206,0.00061391253],"domain_scores_gemma":[0.99841136,0.0007551173,0.00013272723,0.0003538447,0.0001845681,0.00016240121],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013173869,0.0003563468,0.00027726192,0.00024158497,0.00039132583,0.00019602031,0.00017198554,0.00021390739,0.00051082537],"category_scores_gemma":[0.0002845213,0.00036708554,0.00008340207,0.00097592757,0.00006252818,0.0006822932,0.000013627042,0.00029506092,0.0004554072],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004341168,0.000048133337,0.000007222915,0.000016348436,0.000049493152,0.00014731573,0.0015464234,0.81116617,0.09944028,0.00029995968,0.08560803,0.0016272062],"study_design_scores_gemma":[0.00073915167,0.00008529235,0.0000056100616,0.000017532728,0.000044132423,0.000100132,0.0006862679,0.9152659,0.07713031,0.0005889031,0.0049261223,0.00041060027],"about_ca_topic_score_codex":0.000056911103,"about_ca_topic_score_gemma":0.000009639291,"teacher_disagreement_score":0.6873779,"about_ca_system_score_codex":0.0002346867,"about_ca_system_score_gemma":0.00042822593,"threshold_uncertainty_score":0.9998781},"labels":[],"label_agreement":null},{"id":"W4383561895","doi":"10.1386/adch_00063_1","title":"The dynamics of practice and their relevance for the development of an open studio culture in design education","year":2023,"lang":"en","type":"article","venue":"Art Design & Communication in Higher Education","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Studio; Reflection (computer programming); Relevance (law); Design studio; Dynamics (music); Relation (database); Sociology; Design education; Service (business); Ethnography; Engineering ethics; Pedagogy; Computer science; Engineering; Visual arts; Political science; Art; Business","score_opus":0.08403007830548202,"score_gpt":0.36659203450966965,"score_spread":0.2825619562041876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383561895","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12770878,0.07109328,0.5631643,0.1424621,0.011076034,0.042261302,0.000047667105,0.00087568286,0.04131082],"genre_scores_gemma":[0.90071326,0.0033325062,0.09132143,0.00015850518,0.000031548803,0.0021603135,0.00010246835,0.000034756227,0.0021451975],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984719,0.0006261099,0.0005111508,0.00014465113,0.00010974619,0.00013640226],"domain_scores_gemma":[0.99386764,0.0048513087,0.00024847264,0.0007207754,0.0002808182,0.000031016545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003178852,0.00012298477,0.00013927932,0.00011886246,0.00021910777,0.00008750467,0.0007657566,0.00006638715,0.0000072800185],"category_scores_gemma":[0.0005111286,0.00009056878,0.000013126814,0.00072959013,0.00006350099,0.0007217291,0.00007009031,0.00018224865,0.000006338299],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006189245,0.0024780142,0.0011004249,0.0003190585,0.00023410519,7.2043484e-8,0.14825243,0.0394221,0.005009052,0.10429744,0.06238801,0.63588035],"study_design_scores_gemma":[0.001215982,0.00022575007,0.09634787,0.00053729967,0.00009378274,0.000008636681,0.084483825,0.090999745,0.0045020347,0.027595483,0.69331634,0.0006732617],"about_ca_topic_score_codex":0.000041606218,"about_ca_topic_score_gemma":0.00020876303,"teacher_disagreement_score":0.7730045,"about_ca_system_score_codex":0.00018141154,"about_ca_system_score_gemma":0.00063935475,"threshold_uncertainty_score":0.36932877},"labels":[],"label_agreement":null},{"id":"W4383724402","doi":"10.21125/edulearn.2023.0081","title":"IMPROVING ON DESIGN THINKING TO HELP SOLVE ENVIRONMENTAL PROBLEMS","year":2023,"lang":"en","type":"article","venue":"EDULEARN proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Engineering management; Engineering; Library science; Political science","score_opus":0.021959491142845202,"score_gpt":0.22593804412077734,"score_spread":0.20397855297793213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383724402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86551046,0.0002371391,0.043545496,0.0055522383,0.0051211263,0.003154355,0.000012738006,0.00807929,0.06878717],"genre_scores_gemma":[0.989146,0.000040164505,0.006993611,0.0005687488,0.00039236614,0.0001427161,0.0000067423002,0.000101921694,0.0026077402],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988834,0.000007204772,0.00017124688,0.0002628992,0.00028605107,0.0003891557],"domain_scores_gemma":[0.9996094,0.00009201871,0.00003865754,0.00009206029,0.000016019681,0.00015182224],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005653824,0.00017697006,0.00011535681,0.00021023686,0.00016413667,0.00018397524,0.00020234201,0.000076445955,0.00019259391],"category_scores_gemma":[0.00013139739,0.00018765478,0.000035919304,0.0003920128,0.000012838033,0.0003494633,0.000044252472,0.0002996883,0.0042354916],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001060443,0.00021962589,0.0015107549,0.00051251793,0.00014142832,0.000014820844,0.04057916,0.053734146,0.49880973,0.00488148,0.2758416,0.1236487],"study_design_scores_gemma":[0.0017050778,0.0014851199,0.013508997,0.00060554384,0.00013702587,0.00010375932,0.021155698,0.20745338,0.14965571,0.005847803,0.5951068,0.003235135],"about_ca_topic_score_codex":0.0000041240414,"about_ca_topic_score_gemma":2.0790333e-7,"teacher_disagreement_score":0.34915403,"about_ca_system_score_codex":0.00012617852,"about_ca_system_score_gemma":0.00001639166,"threshold_uncertainty_score":0.99653983},"labels":[],"label_agreement":null},{"id":"W4383893323","doi":"10.36510/learnland.v16i1.1099","title":"How Does It Feel To Be a Design Thinking Teacher in Changing Times in Nepal?","year":2023,"lang":"en","type":"article","venue":"LEARNing Landscapes","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mindset; Context (archaeology); Psychology; Design thinking; Critical thinking; Pedagogy; Reflection (computer programming); Mathematics education; Computer science","score_opus":0.023729095262041106,"score_gpt":0.258877604147443,"score_spread":0.23514850888540187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383893323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91290313,0.0004092419,0.017275102,0.03749547,0.001115586,0.0006955564,0.0000017051487,0.0022503873,0.02785379],"genre_scores_gemma":[0.98359233,0.00005200478,0.00194229,0.00027725633,0.00012699408,0.000058020218,0.000008696187,0.000042855623,0.013899561],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990522,0.00014253544,0.00012552775,0.00017179317,0.00014220912,0.0003657016],"domain_scores_gemma":[0.9994439,0.0003641891,0.000024017969,0.00010265951,0.000011374615,0.00005386041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009249121,0.00012723776,0.00014434433,0.00078609417,0.00006649463,0.00017747813,0.0001290352,0.00007206238,0.00015292795],"category_scores_gemma":[0.0004145595,0.00011108408,0.000023425257,0.0011809241,0.000003569541,0.00024065611,0.00003107267,0.00038111964,0.00015902366],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052433432,0.000056640307,0.045298345,0.00015874524,0.000053954787,0.00010139524,0.15047021,0.74586564,0.004253472,0.0005133205,0.018132651,0.035043206],"study_design_scores_gemma":[0.0008456004,0.0000687331,0.018488375,0.0003602541,0.000019420913,0.0000110757865,0.044084214,0.4398225,0.0011912921,0.00042465047,0.49388683,0.00079705863],"about_ca_topic_score_codex":0.000020077678,"about_ca_topic_score_gemma":0.00012302621,"teacher_disagreement_score":0.47575417,"about_ca_system_score_codex":0.000043797834,"about_ca_system_score_gemma":0.000015650721,"threshold_uncertainty_score":0.45298776},"labels":[],"label_agreement":null},{"id":"W4384036058","doi":"10.3390/biomimetics8030304","title":"Biomimetics for Sustainable Developments—A Literature Overview of Trends","year":2023,"lang":"en","type":"article","venue":"Biomimetics","topic":"Design Education and Practice","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Bayerisches Staatsministerium für Umwelt und Verbraucherschutz; Deutsche Forschungsgemeinschaft","keywords":"Biomimetics; Sustainability; Context (archaeology); Nanotechnology; Sustainable development; Environmentally friendly; Management science; Engineering ethics; Engineering; Ecology; Materials science; Geography; Biology","score_opus":0.053320883523591045,"score_gpt":0.3276516379260676,"score_spread":0.27433075440247656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384036058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45725477,0.076806284,0.10399592,0.012569164,0.025045643,0.007526983,0.0017765362,0.0114966715,0.30352804],"genre_scores_gemma":[0.8940077,0.0027440123,0.040367976,0.00024694743,0.00029229783,0.00013521858,0.00079572975,0.00017544258,0.06123467],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992098,0.000020857153,0.00024797386,0.000119104545,0.000116999676,0.00028522543],"domain_scores_gemma":[0.99933577,0.00015956335,0.00004971437,0.0002077518,0.00017903623,0.000068138754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033899743,0.00012923607,0.0001638516,0.00042162777,0.000046582525,0.00005923378,0.00014715712,0.000104966406,0.00007982148],"category_scores_gemma":[0.0001243916,0.0001305525,0.00006738001,0.001783139,0.000020161024,0.0001288121,0.000027143442,0.00006407394,0.000056928246],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070956514,0.00020537317,0.00037539273,0.0032224108,0.00044989234,0.000024521774,0.0033847836,0.0005988129,0.02125184,0.081008576,0.7944581,0.09494938],"study_design_scores_gemma":[0.00036811965,0.000039555904,0.0011465951,0.000036409387,0.000046540685,0.0000031656984,0.00028424486,0.0022724608,0.020121967,0.0008585299,0.97462445,0.00019795916],"about_ca_topic_score_codex":0.0000022237,"about_ca_topic_score_gemma":4.1966837e-7,"teacher_disagreement_score":0.43675295,"about_ca_system_score_codex":0.00004599079,"about_ca_system_score_gemma":0.000052382704,"threshold_uncertainty_score":0.53237766},"labels":[],"label_agreement":null},{"id":"W4385495984","doi":"10.20431/2349-0381.1005004","title":"Connecting Fossil Inclusions with Artistic Representations to Approach Scientific Questions","year":2023,"lang":"en","type":"article","venue":"International Journal of Humanities Social Sciences and Education","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Aesthetics; Epistemology; Sociology; Art; Philosophy","score_opus":0.07587441992740776,"score_gpt":0.3725928062745335,"score_spread":0.2967183863471258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385495984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9411087,0.00019872417,0.00828005,0.004924351,0.0048669833,0.00013542641,0.0000112605685,0.000091738904,0.04038277],"genre_scores_gemma":[0.9962235,0.000024935602,0.002332545,0.00009924367,0.00055003475,0.000009860981,0.000007448806,0.000005902235,0.0007465451],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9992674,0.000031073178,0.00018185384,0.000086261934,0.00033203635,0.0001013847],"domain_scores_gemma":[0.9993246,0.00012770243,0.00008934136,0.00003372923,0.0003791596,0.000045448378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048708046,0.00005340832,0.000061468854,0.00040670758,0.00080329523,0.00054540235,0.00018687744,0.000016634878,0.000048885016],"category_scores_gemma":[0.00017937484,0.00004740219,0.000020039617,0.0004490949,0.00011996325,0.000521311,0.00002605854,0.00008343541,0.000012618028],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062740924,0.00059174484,0.00298892,0.00008366328,0.00028609796,0.0000110482915,0.24901275,0.05320741,0.0053415345,0.3530039,0.1832248,0.15218541],"study_design_scores_gemma":[0.0007546173,0.00037636762,0.082279086,0.00034361644,0.00016228581,0.00069029804,0.43105826,0.017007656,0.00040821268,0.04110297,0.4249837,0.0008329102],"about_ca_topic_score_codex":0.000051739313,"about_ca_topic_score_gemma":0.000058525246,"teacher_disagreement_score":0.3119009,"about_ca_system_score_codex":0.00007882056,"about_ca_system_score_gemma":0.00024702953,"threshold_uncertainty_score":0.61783785},"labels":[],"label_agreement":null},{"id":"W4385591144","doi":"10.35483/acsa.am.109.21","title":"Beyond Building: The Latent Lessons Obscured by Conventional Design-Build Pedagogy","year":2021,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Studio; Novelty; Scope (computer science); Work (physics); Curriculum; Sociology; Visual arts; Computer science; Public relations; Pedagogy; Political science; Psychology; Engineering; Art","score_opus":0.04391926513337075,"score_gpt":0.32599526419220665,"score_spread":0.2820759990588359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385591144","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008815535,0.0065977788,0.8480334,0.055219773,0.0035786114,0.00036851055,0.00003077359,0.0006046929,0.07675087],"genre_scores_gemma":[0.9588965,0.00021621208,0.011900268,0.0011493587,0.00016100754,0.00004359392,0.000047115926,0.00003622673,0.027549725],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99931127,0.00009617381,0.00014301774,0.00013204938,0.00014684821,0.00017066339],"domain_scores_gemma":[0.9992983,0.00034828496,0.000021732803,0.00019518344,0.000068187386,0.000068363304],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023962914,0.00009742994,0.00008240746,0.00002124839,0.00009413796,0.0000860588,0.00012250591,0.000052497144,0.0038827509],"category_scores_gemma":[0.0000796846,0.00007798223,0.000051996318,0.00015018113,0.000021290216,0.00012066355,0.000018290686,0.00016535076,0.00020370311],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007118235,0.00010500403,0.00010542429,0.000017724018,0.00013645408,0.000010190847,0.00030875654,0.0051008407,0.049010396,0.094276056,0.8473709,0.0035510822],"study_design_scores_gemma":[0.00035755575,0.00001401951,0.0011002606,0.000007648927,0.00005575851,0.000092899434,0.00043506522,0.010957589,0.049625073,0.0033726774,0.93373454,0.00024689184],"about_ca_topic_score_codex":0.0000098983055,"about_ca_topic_score_gemma":0.0000059252043,"teacher_disagreement_score":0.95008093,"about_ca_system_score_codex":0.000032191478,"about_ca_system_score_gemma":0.000098050645,"threshold_uncertainty_score":0.9970278},"labels":[],"label_agreement":null},{"id":"W4385980783","doi":"10.31182/cubic.2023.6.57","title":"Bridging Strategy from Both Business Economics and Design Sciences","year":2023,"lang":"en","type":"article","venue":"Cubic Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Strategic design; Design strategy; Function (biology); Strategic management; Strategic planning; Process management; Business; Management science; Management; Marketing; Knowledge management; Computer science; Engineering; Economics","score_opus":0.07443877802436379,"score_gpt":0.28074655150966915,"score_spread":0.20630777348530538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385980783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90593475,0.0013499506,0.08362671,0.00130041,0.0019624843,0.00006290388,0.0000036020697,0.00016517375,0.0055940463],"genre_scores_gemma":[0.9936278,0.0036316782,0.0020500931,0.00006712561,0.00042886005,0.0000013084136,0.0000014023847,0.000013441564,0.00017828842],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99959475,0.00002994615,0.00011197267,0.000070933485,0.000048385675,0.00014402573],"domain_scores_gemma":[0.99969697,0.00013605764,0.00003170934,0.00004511032,0.000018167511,0.0000719674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045945885,0.000059124806,0.00006615998,0.000095343494,0.00015655065,0.0003103967,0.00008625038,0.000023320275,0.000117098745],"category_scores_gemma":[0.000041878902,0.000057296573,0.000010590905,0.00020670712,0.000030527823,0.00040546877,0.000007834527,0.00011843469,0.00008678683],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012201178,0.000017568722,0.0009642,0.000019624844,0.00008252335,0.00003581795,0.0012726118,0.70925725,0.004953881,0.0013763866,0.04058072,0.2414272],"study_design_scores_gemma":[0.0006805783,0.0000512172,0.09691749,0.000085889485,0.000054458935,0.0006371194,0.002167613,0.82820034,0.0016617094,0.010494241,0.058507685,0.0005416826],"about_ca_topic_score_codex":0.000011026736,"about_ca_topic_score_gemma":0.0000017685012,"teacher_disagreement_score":0.24088553,"about_ca_system_score_codex":0.00002253312,"about_ca_system_score_gemma":0.00010118778,"threshold_uncertainty_score":0.29931623},"labels":[],"label_agreement":null},{"id":"W4386195515","doi":"10.22492/issn.2758-0970.2023.15","title":"How can Bio-Strategies Inform Design for Sustainability?","year":2023,"lang":"en","type":"article","venue":"The Paris Conference on Arts & Humanities, official conference proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"Fundação para a Ciência e a Tecnologia; CERN","keywords":"Biomimetics; Sustainability; Sustainable design; Resilience (materials science); Empathy; Architectural engineering; Natural materials; Engineering; Natural (archaeology); Computer science; Human–computer interaction; Engineering ethics; Psychology; Ecology; Artificial intelligence; Materials science; Biology","score_opus":0.11309515151234234,"score_gpt":0.2936550287148863,"score_spread":0.18055987720254396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386195515","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1541537,0.00023855528,0.105569616,0.06750061,0.005311711,0.012374021,0.00031172048,0.009633391,0.64490664],"genre_scores_gemma":[0.99138546,0.00016661565,0.00017052285,0.00034261416,0.000348597,0.0006469427,0.000048026184,0.00006566621,0.0068255328],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979444,0.000033024244,0.00040853096,0.0003832615,0.00041538113,0.0008153603],"domain_scores_gemma":[0.99768686,0.00045781658,0.00017384217,0.0002835824,0.0012623646,0.00013551675],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00088557875,0.00045601334,0.00038052135,0.00030490028,0.00071813934,0.0025384,0.0006813915,0.00017790138,0.00018944297],"category_scores_gemma":[0.00048015485,0.00038898137,0.000098425066,0.0004242702,0.00035234488,0.0009036123,0.00006423991,0.0005112277,0.000093994844],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001440043,0.000053241838,0.000025904865,0.00029144358,0.000069177455,0.000001843253,0.027731897,0.0003226484,0.0006061355,0.9356546,0.02646192,0.008637223],"study_design_scores_gemma":[0.00090249407,0.0009162276,0.00046886978,0.00020295392,0.00017538643,0.000013635984,0.30663285,0.07333477,0.0042045335,0.22979839,0.38167074,0.0016791573],"about_ca_topic_score_codex":0.00009329887,"about_ca_topic_score_gemma":0.00015392437,"teacher_disagreement_score":0.83723176,"about_ca_system_score_codex":0.00021529943,"about_ca_system_score_gemma":0.0009807304,"threshold_uncertainty_score":0.99985623},"labels":[],"label_agreement":null},{"id":"W4386338082","doi":"10.1515/9781772125979","title":"Situating Design in Alberta","year":2022,"lang":"en","type":"book","venue":"University of Alberta Press eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; Business","score_opus":0.02783001297779763,"score_gpt":0.20629093875495402,"score_spread":0.1784609257771564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386338082","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000046068122,0.000085172804,0.00083908066,0.000024218369,0.00026294106,0.00030088556,0.0000069320818,0.000040564308,0.99839413],"genre_scores_gemma":[0.0016113651,0.000058085338,0.0009155211,0.0000237791,0.00003072956,0.0000012011138,0.00004134752,0.000047609552,0.99727035],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99907917,0.00012030421,0.00018475906,0.00022846779,0.00018797225,0.00019931499],"domain_scores_gemma":[0.9980129,0.0014140747,0.00013200293,0.00033873587,0.000029841362,0.00007244583],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017064693,0.0002143512,0.00030361328,0.00019936777,0.000074695534,0.000014671828,0.00044263087,0.00018628979,0.0012488951],"category_scores_gemma":[0.000051826202,0.000314829,0.000084786334,0.000023392116,0.000048810518,0.00010526643,0.000110175424,0.00052090455,0.00003403859],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041480802,0.00019037834,0.000033474098,0.0014710007,0.0010212458,0.00015067784,0.09706203,0.07598649,0.000303573,0.059835173,0.74163073,0.021900441],"study_design_scores_gemma":[0.00033906839,0.000028604902,0.0000074744585,0.00008694412,0.000085841355,0.000005298027,0.00022340834,0.002904152,0.00007787319,0.00023145416,0.9956903,0.00031960252],"about_ca_topic_score_codex":0.017169578,"about_ca_topic_score_gemma":0.0060609058,"teacher_disagreement_score":0.25405955,"about_ca_system_score_codex":0.0002521136,"about_ca_system_score_gemma":0.00022544169,"threshold_uncertainty_score":0.9999304},"labels":[],"label_agreement":null},{"id":"W4386363430","doi":"10.1016/j.sheji.2023.04.002","title":"Pluriversal Futures for Design Education","year":2023,"lang":"en","type":"article","venue":"She ji","topic":"Design Education and Practice","field":"Engineering","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Sociology; Premise; Interdependence; Mainstream; Latin Americans; Political science; Engineering ethics; Pedagogy; Social science; Epistemology; Engineering","score_opus":0.032003065241137274,"score_gpt":0.2900651680871054,"score_spread":0.25806210284596814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386363430","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05927676,0.0019000024,0.6964107,0.012143738,0.03824505,0.0029621252,0.000043301698,0.0062789125,0.18273938],"genre_scores_gemma":[0.941315,0.00020390538,0.030908264,0.000769113,0.0017081292,0.00034605694,0.00009994168,0.000077432014,0.024572168],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997384,0.000013558064,0.000051733317,0.000057962327,0.00004315641,0.00009520886],"domain_scores_gemma":[0.9997095,0.00014371198,0.000008716923,0.00008289345,0.000022798846,0.000032397886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013085778,0.000044476546,0.000035416182,0.000060167746,0.000045375156,0.000023909011,0.00005499467,0.000029723808,0.00013172087],"category_scores_gemma":[0.00006779804,0.00004657498,0.00001818623,0.00014292164,0.000004297539,0.00010334382,0.0000031134978,0.00004020022,0.0005277206],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000887614,0.000013928489,0.000015810234,0.000031775966,0.000013864035,2.1369952e-7,0.0010804291,0.0041552843,0.0020167534,0.0020107196,0.9467077,0.043944616],"study_design_scores_gemma":[0.00013069311,0.000019982755,0.0019403142,0.000007332472,0.000016848035,0.0000020494156,0.0010945159,0.012814278,0.0023725012,0.0021919685,0.9792863,0.00012321891],"about_ca_topic_score_codex":0.000004024738,"about_ca_topic_score_gemma":0.0000014700446,"teacher_disagreement_score":0.88203824,"about_ca_system_score_codex":0.000023038714,"about_ca_system_score_gemma":0.000063016145,"threshold_uncertainty_score":0.6782957},"labels":[],"label_agreement":null},{"id":"W4386381934","doi":"10.3102/ip.23.2007267","title":"Setting Values and Intentions in Sponge : Iterative Value Negotiation in Multi-Organization Design Collaborations","year":2023,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Negotiation; Value (mathematics); Computer science; Sponge; Knowledge management; Sociology; Machine learning; Geology","score_opus":0.04051757132359397,"score_gpt":0.29560101847535,"score_spread":0.255083447151756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386381934","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32334417,0.00010239512,0.6689573,0.0021217403,0.0005939912,0.0008645753,0.000010313594,0.00076683564,0.0032386647],"genre_scores_gemma":[0.9843124,0.000085479805,0.0148605965,0.00006382632,0.000017270793,0.00003509308,0.000050850354,0.000019033554,0.00055545097],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993514,0.00014658642,0.00019614205,0.000115267365,0.000075703814,0.00011490409],"domain_scores_gemma":[0.99948287,0.00030470671,0.000023335315,0.00006770784,0.00009227502,0.00002913266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045533708,0.00007546582,0.00007047361,0.00036169743,0.000060459803,0.000088995075,0.00003453061,0.00004789269,0.0000572731],"category_scores_gemma":[0.0006776477,0.00008492625,0.000005790439,0.0018960055,0.000009332402,0.0005619251,0.00001024843,0.00009514702,0.000061049635],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013350629,0.0002149977,0.060668167,0.00010109202,0.00004403581,0.000013383751,0.061009943,0.80567265,0.048036043,0.010490317,0.009068955,0.0046670786],"study_design_scores_gemma":[0.00040031987,0.000010975181,0.22940762,0.000034344666,0.0000074527306,0.0000026351788,0.006189066,0.7607244,0.0024556043,0.0004265078,0.00019411172,0.00014696454],"about_ca_topic_score_codex":0.00002546796,"about_ca_topic_score_gemma":0.00015536467,"teacher_disagreement_score":0.66096824,"about_ca_system_score_codex":0.000083708015,"about_ca_system_score_gemma":0.000047325386,"threshold_uncertainty_score":0.3463192},"labels":[],"label_agreement":null},{"id":"W4386507096","doi":"10.1115/1.4063360","title":"What Sets Proficient and Expert Users Apart? Results of a Computer-Aided Design Experiment","year":2023,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"CAD; Computer Aided Design; Task (project management); Engineering design process; Expert system; Computer science; Plan (archaeology); Process (computing); Engineering drawing; Computer-aided engineering; Computer-aided manufacturing; Software engineering; Human–computer interaction; Engineering; Artificial intelligence; Systems engineering","score_opus":0.0911968282124025,"score_gpt":0.325117529717236,"score_spread":0.23392070150483352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386507096","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023639902,0.0014781907,0.9690996,0.0015583194,0.0035165478,0.0005093442,0.000002432191,0.00012609069,0.000069594396],"genre_scores_gemma":[0.8606583,0.0030951088,0.13546923,0.00033325012,0.00026068787,0.000023376546,0.0000021805713,0.000055800054,0.000102063335],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981993,0.00034801773,0.0006857354,0.00014312586,0.0003986727,0.00022516487],"domain_scores_gemma":[0.99828756,0.00095019006,0.00023753458,0.00018124419,0.00013669263,0.00020675834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022168737,0.00015361118,0.00031201227,0.00019993329,0.000040419032,0.000099742756,0.00018808102,0.00009280864,0.000025987887],"category_scores_gemma":[0.00022514758,0.00013154461,0.00007684387,0.00030610268,0.000021873464,0.00049170206,0.000029679832,0.0002104709,0.00002204198],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002070914,0.000573531,0.0000015322385,0.00014036417,0.00043422924,0.00020609533,0.011865256,0.12862979,0.5767261,0.0008813405,0.22361782,0.054853037],"study_design_scores_gemma":[0.0030598915,0.001870763,0.00008502696,0.00055279117,0.00007412105,0.00026990796,0.003421515,0.42988124,0.5499466,0.0010658441,0.009351158,0.000421136],"about_ca_topic_score_codex":0.0000017847024,"about_ca_topic_score_gemma":1.2485629e-7,"teacher_disagreement_score":0.83701843,"about_ca_system_score_codex":0.00006486043,"about_ca_system_score_gemma":0.00007572984,"threshold_uncertainty_score":0.5364233},"labels":[],"label_agreement":null},{"id":"W4386543511","doi":"10.7146/pl.v14i2.135876","title":"Symbolic forms and cognition","year":2023,"lang":"en","type":"article","venue":"Psyke & Logos","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Task (project management); Matching (statistics); Recall; Cognition; Degree (music); Cognitive psychology; Psychology; Computer science; Mathematics; Statistics","score_opus":0.02081356594421308,"score_gpt":0.2628418523827062,"score_spread":0.2420282864384931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386543511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7073362,0.00044462146,0.0027407005,0.0015417571,0.0017951552,0.0003111371,0.000013420286,0.0017156969,0.28410134],"genre_scores_gemma":[0.99863863,0.00021728067,0.00007288954,0.0001551807,0.00009092711,0.00002138992,0.000017826696,0.000012009554,0.00077388744],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997432,0.0000069717794,0.00005466532,0.000055016702,0.000043256245,0.00009689514],"domain_scores_gemma":[0.9998249,0.000058874364,0.0000071870095,0.00006007576,0.000010572007,0.000038381153],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000082334955,0.00004348411,0.0000409785,0.000053912307,0.000028805214,0.000023984361,0.000025331374,0.000026083806,0.00012759026],"category_scores_gemma":[0.00003012896,0.00004256085,0.000009153062,0.00014369022,0.0000077911345,0.00011678681,0.0000052803166,0.00005614978,0.0011504182],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000376292,0.000109865294,0.004345171,0.0005638813,0.00021481622,0.0000240813,0.008942888,0.0010417685,0.044322826,0.023539642,0.40210605,0.5147514],"study_design_scores_gemma":[0.0008061986,0.0000556138,0.11053227,0.000045390654,0.00007849931,0.0000777916,0.0014964101,0.02187942,0.0051628863,0.017351525,0.8419832,0.00053077907],"about_ca_topic_score_codex":0.0000021323945,"about_ca_topic_score_gemma":0.0000023883306,"teacher_disagreement_score":0.5142206,"about_ca_system_score_codex":0.0000059885906,"about_ca_system_score_gemma":0.0000045247266,"threshold_uncertainty_score":0.9996273},"labels":[],"label_agreement":null},{"id":"W4387369694","doi":"10.1115/1.4063658","title":"Designing Together: Exploring Collaborative Dynamics of Multi-Objective Design Problems in Virtual Environments","year":2023,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Agile software development; Knowledge management; Pace; Discipline; Computer science; Emerging technologies; Diversity (politics); Virtual reality; Human–computer interaction; Management science; Engineering; Sociology; Artificial intelligence; Software engineering","score_opus":0.08129716335519303,"score_gpt":0.28131125145350966,"score_spread":0.2000140880983166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387369694","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077999374,0.00016634616,0.9907918,0.00007683601,0.0006430205,0.00041299302,0.000004311302,0.000048280424,0.000056466626],"genre_scores_gemma":[0.89363915,0.0011158345,0.10484457,0.000027577336,0.00008062699,0.000066107525,0.0000022451406,0.00007681637,0.00014705],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99755394,0.0007367835,0.000810005,0.0001626048,0.00042392223,0.00031271338],"domain_scores_gemma":[0.9977114,0.0015518192,0.00033390804,0.00015238345,0.000105178,0.0001452998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030499652,0.00021047352,0.00042650534,0.00043681913,0.000043733125,0.000032462674,0.00027752545,0.00013732165,0.000045162593],"category_scores_gemma":[0.0007003147,0.00020417121,0.0000846062,0.00095569727,0.000029491854,0.00063532137,0.000029218641,0.00051236316,0.000042506566],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017794916,0.00019699972,0.00003308425,0.000028483595,0.00015059314,0.000045596014,0.0034321325,0.83539945,0.15154204,0.00043932832,0.0003388243,0.008215505],"study_design_scores_gemma":[0.003042314,0.0016520802,0.00052439154,0.00048274625,0.000119729266,0.00006271482,0.011102551,0.72763264,0.2511348,0.0030864198,0.0005710389,0.0005885398],"about_ca_topic_score_codex":0.0000035580836,"about_ca_topic_score_gemma":0.0000040841833,"teacher_disagreement_score":0.8859472,"about_ca_system_score_codex":0.00035932605,"about_ca_system_score_gemma":0.00014659205,"threshold_uncertainty_score":0.83258605},"labels":[],"label_agreement":null},{"id":"W4387370314","doi":"10.21606/iasdr.2023.844","title":"Unpacking Dominant Design: A critical analysis of power and dominant discourse in Design","year":2023,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Oppression; Sociology; Power (physics); Universalism; Critical discourse analysis; Identity (music); Unpacking; Epistemology; Political science; Politics; Aesthetics; Linguistics; Law","score_opus":0.04233013876774391,"score_gpt":0.34597243384260534,"score_spread":0.3036422950748614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387370314","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09168324,0.0002781654,0.90233016,0.00085972116,0.00030128128,0.00025623932,0.000003708921,0.00011622938,0.0041712383],"genre_scores_gemma":[0.99061716,0.00010872465,0.008993885,0.00003003402,0.000008231918,0.000019179766,0.0000020019527,0.00001564116,0.00020516074],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914235,0.00012540475,0.0002454006,0.0001461951,0.00012131157,0.00021931958],"domain_scores_gemma":[0.99821866,0.0014957441,0.00002030109,0.0001612004,0.00003063171,0.00007347605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009451657,0.00010434269,0.0002459762,0.00058526976,0.000025183914,0.00003251708,0.00007085339,0.0000508028,0.00027648837],"category_scores_gemma":[0.00038878206,0.000090275666,0.000046454603,0.0014805559,0.00005107682,0.00019071564,0.000016963124,0.000093509465,0.000026803715],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008364303,0.0010733359,0.013351608,0.0005833972,0.003340096,0.000558468,0.043461688,0.47923005,0.3198474,0.049591035,0.051491275,0.036635205],"study_design_scores_gemma":[0.00071577885,0.0000992143,0.03918908,0.00007892399,0.00085579633,0.000013317191,0.0068731704,0.9217784,0.028184338,0.00083564257,0.0008796669,0.0004966684],"about_ca_topic_score_codex":0.000030980584,"about_ca_topic_score_gemma":0.000013788474,"teacher_disagreement_score":0.8989339,"about_ca_system_score_codex":0.0000262632,"about_ca_system_score_gemma":0.000029172172,"threshold_uncertainty_score":0.3681335},"labels":[],"label_agreement":null},{"id":"W4387937482","doi":"10.5772/intechopen.1002800","title":"Born to Design: Innate Human Behaviors Involved in Learning and Practicing Engineering Design","year":2023,"lang":"en","type":"book-chapter","venue":"IntechOpen eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Engineering design process; Intuition; Cognition; Computer science; Set (abstract data type); Human–computer interaction; Intellect; Design education; Cognitive science; Artificial intelligence; Engineering; Psychology; Epistemology; Mechanical engineering; Programming language","score_opus":0.06340438344358147,"score_gpt":0.29907477769652496,"score_spread":0.2356703942529435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387937482","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026030755,0.00048761387,0.18963516,0.0002695659,0.0024993985,0.005400299,0.000013133615,0.0039761774,0.7951156],"genre_scores_gemma":[0.27950218,0.00022728294,0.02605119,0.0002447411,0.00036540095,0.00064760173,0.000035787973,0.0012309952,0.6916948],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99828595,0.00007218236,0.00054752396,0.00044682907,0.00024121626,0.00040629998],"domain_scores_gemma":[0.99865335,0.0006585077,0.00013107681,0.00028776148,0.00007133902,0.00019793748],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011171192,0.00049489056,0.0004623843,0.0009011501,0.00009443873,0.00023333516,0.00022785093,0.00038761678,0.000108469234],"category_scores_gemma":[0.0003052506,0.00060246704,0.000055762383,0.00008370861,0.000028140252,0.00019913385,0.00012915762,0.0016313818,0.00032769464],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005208651,0.00013255373,0.0002693989,0.0017948345,0.0015785935,0.0031192391,0.044269413,0.2341376,0.43460593,0.047765225,0.019113176,0.21269318],"study_design_scores_gemma":[0.0021009827,0.0009891682,0.00021988738,0.0075357673,0.0006716502,0.00022893683,0.0021692968,0.015765999,0.04804599,0.00587128,0.9098702,0.0065308334],"about_ca_topic_score_codex":0.00006170436,"about_ca_topic_score_gemma":0.00006127978,"teacher_disagreement_score":0.890757,"about_ca_system_score_codex":0.00026369246,"about_ca_system_score_gemma":0.00007758617,"threshold_uncertainty_score":0.99964267},"labels":[],"label_agreement":null},{"id":"W4388179111","doi":"10.1111/deci.12619","title":"The role of generative design and additive manufacturing capabilities in developing human–AI symbiosis: Evidence from multiple case studies","year":2023,"lang":"en","type":"article","venue":"Decision Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Generative grammar; Computer science; Knowledge management; Set (abstract data type); Coronavirus disease 2019 (COVID-19); Valuation (finance); Mechanism (biology); Artificial intelligence; Business","score_opus":0.126551323755345,"score_gpt":0.37904600938547645,"score_spread":0.25249468563013144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388179111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900103,0.0039100694,0.005417942,0.0001945577,0.00022286578,0.00015149766,0.000005297076,0.000042072592,0.000045349752],"genre_scores_gemma":[0.9911415,0.0016665274,0.0070825666,0.000029616034,0.000020170066,0.000042705582,4.192614e-7,0.0000045724173,0.000011899039],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99908507,0.00011999298,0.00023824816,0.00019014027,0.00021771733,0.00014883887],"domain_scores_gemma":[0.9881742,0.011575941,0.000046247194,0.000105637286,0.00007149742,0.000026502996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014938621,0.00008674761,0.0001228533,0.00013604546,0.00039249065,0.0001120785,0.0001561662,0.000024190753,0.000008568287],"category_scores_gemma":[0.0018929109,0.00005931746,0.000013100943,0.00040136464,0.00023153698,0.0004950852,0.000058631107,0.00007389378,0.000009991347],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011398397,0.00004845454,0.015630739,0.00008381932,0.00023291243,0.0002580315,0.20447838,0.08373092,0.03318298,0.0038129508,0.0072053317,0.6512215],"study_design_scores_gemma":[0.00029188412,0.00009139415,0.02916876,0.000727762,0.00002065843,0.00006220788,0.20798105,0.09241933,0.61506075,0.0515482,0.0021932086,0.0004347888],"about_ca_topic_score_codex":0.00012265194,"about_ca_topic_score_gemma":0.000257168,"teacher_disagreement_score":0.6507867,"about_ca_system_score_codex":0.00004024285,"about_ca_system_score_gemma":0.000047343183,"threshold_uncertainty_score":0.30187604},"labels":[],"label_agreement":null},{"id":"W4388193376","doi":"10.56367/oag-040-11046","title":"Understanding empathetic design principles in engineering courses","year":2023,"lang":"en","type":"article","venue":"Open Access Government","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Engineering design process; Empathy; Design education; Computer science; Engineering; Engineering ethics; Engineering management; Management science; Psychology; Social psychology; Mechanical engineering","score_opus":0.36862516901746883,"score_gpt":0.3826365105142608,"score_spread":0.014011341496791951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388193376","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13951756,0.0003620636,0.5560751,0.0031454654,0.0046449634,0.0036567536,0.000047269277,0.0015965053,0.29095432],"genre_scores_gemma":[0.9977544,0.00019842612,0.00079413864,0.000050473664,0.000028790973,0.000114728544,0.000002819182,0.000035902995,0.0010203077],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991229,0.000031974396,0.00017751027,0.00014768832,0.00028758316,0.00023231041],"domain_scores_gemma":[0.9994797,0.00023692973,0.0000331105,0.00018180515,0.0000051158017,0.00006335195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056056835,0.0001153241,0.0001197479,0.00006293431,0.00004164012,0.00063706853,0.0006422152,0.000032850996,0.00028676988],"category_scores_gemma":[0.00008744517,0.00012283128,0.000016653947,0.00043125296,0.000006598045,0.0009758785,0.00022544635,0.00011221353,0.00016089546],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023639852,0.00006937247,0.0037600903,0.000110092966,0.000047959587,0.000041360072,0.001106482,0.96739197,0.0013848649,0.00828195,0.016281877,0.0015003545],"study_design_scores_gemma":[0.0014331245,0.000061306324,0.046802256,0.00042161634,0.00004456846,0.000014612192,0.0054498175,0.7929715,0.01246076,0.0012201294,0.13805495,0.0010653863],"about_ca_topic_score_codex":0.000020303534,"about_ca_topic_score_gemma":0.000017809856,"teacher_disagreement_score":0.85823685,"about_ca_system_score_codex":0.00074735645,"about_ca_system_score_gemma":0.000033128745,"threshold_uncertainty_score":0.61432666},"labels":[],"label_agreement":null},{"id":"W4388846762","doi":"10.1007/978-3-031-25984-5_325","title":"Deming 14 Points Model","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science","score_opus":0.060844373672349024,"score_gpt":0.26384970690493714,"score_spread":0.20300533323258813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388846762","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.568869e-7,0.00006927204,0.020157726,0.00017167495,0.00074077566,0.000060827482,0.0000054508746,0.00072365283,0.97806984],"genre_scores_gemma":[0.0002933105,0.00026424602,0.003055003,0.0002470342,0.00012826535,0.0000047050326,0.000018572942,0.00010657694,0.9958823],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995287,0.0000020873936,0.00013660142,0.00011402369,0.00010878023,0.00010982683],"domain_scores_gemma":[0.99960595,0.000102077574,0.000021999664,0.00018494607,0.00002582085,0.000059213507],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00010943665,0.00014315368,0.000116679206,0.000092171795,0.000020338306,0.000026103655,0.00008837035,0.00017424955,0.0017551811],"category_scores_gemma":[0.000025103947,0.00015290103,0.000047315923,0.000015155907,0.00000606367,0.00007937454,0.000014709947,0.00027285473,0.011968762],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013974961,0.0000020010857,2.3067936e-7,0.00006427796,0.00006938367,0.000005386697,0.000121005774,0.009026535,0.00003216028,0.60029274,0.3828279,0.0075569334],"study_design_scores_gemma":[0.000050411836,0.0000027316507,0.0000011502905,0.000053764285,0.00003665098,0.0000055845594,0.000011102696,0.15317631,0.000027637434,0.04028005,0.8060466,0.00030796803],"about_ca_topic_score_codex":0.0000015822051,"about_ca_topic_score_gemma":0.0000034152267,"teacher_disagreement_score":0.5600127,"about_ca_system_score_codex":0.00003836001,"about_ca_system_score_gemma":0.00002822596,"threshold_uncertainty_score":0.99915737},"labels":[],"label_agreement":null},{"id":"W4388858155","doi":"10.1115/detc2023-115280","title":"Teaching AI to Design From Humans: a Comparison of Behavioral Cloning Architectures","year":2023,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Cloning (programming); Reinforcement learning; Curiosity; Computer science; Artificial intelligence; Human–computer interaction; Robotics; Machine learning; Human cloning; Behavioral modeling; Robot; Programming language","score_opus":0.08674586408942964,"score_gpt":0.3904682229153774,"score_spread":0.3037223588259478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388858155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74967164,0.000055551238,0.2436798,0.00035354364,0.00038361843,0.00016765439,0.0000048249735,0.00066435593,0.0050190375],"genre_scores_gemma":[0.9753704,8.115942e-7,0.023934381,0.00013700819,0.00006435492,0.000015648073,0.000009601519,0.000021137372,0.00044667334],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994028,0.000068525,0.00017483567,0.000100397,0.00011244187,0.00014097235],"domain_scores_gemma":[0.99949056,0.00027019845,0.000019061608,0.00014579094,0.000013561006,0.000060802584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002146089,0.00008238954,0.00012644079,0.0001392953,0.000051061736,0.00003217293,0.00011458624,0.000033932483,0.00024570202],"category_scores_gemma":[0.000038001137,0.00008191502,0.000026694997,0.00015810612,0.000006528647,0.00005477191,0.000017039247,0.0002127167,0.00019403621],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000457068,0.00018080426,0.006115597,0.00004712953,0.00008041307,0.0000051633933,0.07208404,0.5464938,0.16838647,0.0010309179,0.10396511,0.101564825],"study_design_scores_gemma":[0.0013193204,0.00069381716,0.0715053,0.00031464762,0.00028287605,0.0000065500167,0.026721053,0.4320393,0.29218808,0.004326836,0.16868845,0.0019137618],"about_ca_topic_score_codex":0.0007345099,"about_ca_topic_score_gemma":0.00007336333,"teacher_disagreement_score":0.22569877,"about_ca_system_score_codex":0.000017311451,"about_ca_system_score_gemma":0.000012012656,"threshold_uncertainty_score":0.33403978},"labels":[],"label_agreement":null},{"id":"W4389001624","doi":"10.1007/978-3-031-47237-4","title":"Engineering to Adapt","year":2023,"lang":"en","type":"book","venue":"Springer proceedings in energy","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Alphabet; Computer science; Engineering; Philosophy; Linguistics","score_opus":0.012761647246511907,"score_gpt":0.212343753806008,"score_spread":0.1995821065594961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389001624","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012339138,0.00046267986,0.0012417901,0.0002174932,0.0032098605,0.00016965084,0.0000054565003,0.0016479298,0.99292177],"genre_scores_gemma":[0.004024077,0.0005720808,0.0022601741,0.000231983,0.001298066,0.00021444392,0.000015974252,0.00042639062,0.9909568],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986068,0.0000019819738,0.00033622968,0.00036597392,0.00025756273,0.0004314803],"domain_scores_gemma":[0.99946785,0.00008323201,0.000047108148,0.00015983662,0.000068193905,0.00017375885],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023983071,0.00035954395,0.0003206507,0.00077976286,0.000021604257,0.0000967312,0.00033901192,0.00031352165,0.00012870294],"category_scores_gemma":[0.00013821985,0.0004526991,0.00006601848,0.0004345892,0.000008452816,0.00017925997,0.00008216431,0.0004958252,0.0007409033],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013908919,0.000024670584,0.000014282233,0.0007257649,0.00013117905,0.000035105546,0.0011303981,0.054814298,0.0016849726,0.11505447,0.80364835,0.022722594],"study_design_scores_gemma":[0.000074644915,0.000011986577,0.00006460708,0.00031741345,0.000013798141,0.000006110178,0.000024019331,0.0033928594,0.00044182688,0.0006797272,0.99448496,0.00048804682],"about_ca_topic_score_codex":0.000015153623,"about_ca_topic_score_gemma":0.000016816191,"teacher_disagreement_score":0.19083661,"about_ca_system_score_codex":0.00047691056,"about_ca_system_score_gemma":0.000088275956,"threshold_uncertainty_score":0.99979246},"labels":[],"label_agreement":null},{"id":"W4389191960","doi":"10.22215/etd/2023-15686","title":"Preparing Designers To Tackle ‘Wicked Problems’: The Role Of Research-Based Master Education In Design","year":2023,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Conversation; Wicked problem; Engineering ethics; Perception; Point (geometry); Design education; Research design; Engineering; Pedagogy; Sociology; Psychology; Social science; Business","score_opus":0.06655529071960914,"score_gpt":0.36574566020003896,"score_spread":0.2991903694804298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389191960","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.111978956,0.0022557664,0.01959695,0.0015751838,0.006161517,0.013318373,0.000011483396,0.0014527431,0.843649],"genre_scores_gemma":[0.9265486,0.00006503791,0.007603527,0.00010066041,0.00013709869,0.0017307752,0.0002506207,0.00019905857,0.063364625],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99830097,0.00033547034,0.00039953756,0.00025721494,0.000395678,0.0003111505],"domain_scores_gemma":[0.9984322,0.00077455025,0.00007259807,0.00040286212,0.00023538125,0.000082409344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017443737,0.00018625191,0.00018863469,0.0007598831,0.00006145584,0.00007636209,0.00034145633,0.00017480021,0.00016820666],"category_scores_gemma":[0.00040392636,0.0001616534,0.000044353495,0.0011453676,0.000028950379,0.00014401136,0.000011613435,0.00044159804,0.00036674077],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066093315,0.000668552,0.00041801156,0.0028677694,0.0002071679,0.0000019143963,0.06255877,0.46335036,0.090985805,0.003976176,0.196014,0.17829053],"study_design_scores_gemma":[0.0012048022,0.0005054388,0.0127815325,0.004488341,0.00021314179,0.000004442537,0.223655,0.12806901,0.42561784,0.013599221,0.18746322,0.0023979954],"about_ca_topic_score_codex":0.00044123048,"about_ca_topic_score_gemma":0.0012056034,"teacher_disagreement_score":0.81456965,"about_ca_system_score_codex":0.00017565706,"about_ca_system_score_gemma":0.001038348,"threshold_uncertainty_score":0.6592034},"labels":[],"label_agreement":null},{"id":"W4389619140","doi":"10.1017/s0890060423000203","title":"Mapping artificial intelligence-based methods to engineering design stages: a focused literature review","year":2023,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering design process; Computer science; Context (archaeology); Categorization; Process (computing); Artificial intelligence; Software engineering; Data science; Engineering","score_opus":0.08865348405901104,"score_gpt":0.3408843748580329,"score_spread":0.2522308907990219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389619140","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00070978334,0.0024652183,0.9932019,0.0005328344,0.0006589495,0.0012730121,0.000019844296,0.0011271442,0.000011282428],"genre_scores_gemma":[0.21984541,0.004031751,0.77400464,0.0003271472,0.0004171505,0.0009634883,0.00010619101,0.00022974962,0.00007447244],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99675876,0.00015844758,0.0011187366,0.0007302725,0.00033182034,0.0009019655],"domain_scores_gemma":[0.9966128,0.002152835,0.00011985965,0.0005633448,0.00013969647,0.0004114729],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003174506,0.00062542735,0.0008299591,0.0021282127,0.00020421787,0.00049239147,0.00042612484,0.00020538161,0.00008781526],"category_scores_gemma":[0.00092084176,0.00066007377,0.0003927626,0.0037519622,0.000025009818,0.00037800838,0.000055406512,0.00043790924,0.00009356543],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025984638,0.000022535894,9.539963e-7,0.0008610279,0.0004282017,0.000012136541,0.0006672637,0.8100982,0.0105631715,0.0007938771,0.00023591163,0.17629075],"study_design_scores_gemma":[0.000016700511,0.000054080934,0.000019724752,0.0006575314,0.00035758922,0.0000033632289,0.00013042819,0.71750915,0.27647403,0.0007556198,0.0034163636,0.0006054109],"about_ca_topic_score_codex":0.000012616687,"about_ca_topic_score_gemma":0.000004555767,"teacher_disagreement_score":0.26591086,"about_ca_system_score_codex":0.00013825305,"about_ca_system_score_gemma":0.00004696891,"threshold_uncertainty_score":0.99958503},"labels":[],"label_agreement":null},{"id":"W4389722183","doi":"10.1007/978-981-99-5869-6","title":"Adaptable Design","year":2023,"lang":"en","type":"book","venue":"Research on intelligent manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Calgary","funders":"","keywords":"Computer science; Product design; Product (mathematics); Engineering; Mathematics","score_opus":0.30995810626785913,"score_gpt":0.4040994393820352,"score_spread":0.09414133311417605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389722183","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001932747,0.0006866895,0.01522836,0.00017575658,0.0021153924,0.0008911558,0.000017736122,0.0011547355,0.9797108],"genre_scores_gemma":[0.0015750148,0.0037266943,0.00031284327,0.000046519184,0.000829851,0.00015579726,0.00005843398,0.0003137701,0.9929811],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99670285,0.0002622686,0.0003935236,0.0004893001,0.0012275174,0.00092451466],"domain_scores_gemma":[0.99571335,0.0030628117,0.000049501035,0.000755268,0.0001170445,0.0003020253],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002415089,0.00039891587,0.00033663894,0.0011976478,0.00021518487,0.00028763464,0.0006647668,0.00038993414,0.0026462036],"category_scores_gemma":[0.00021309944,0.0004121136,0.00013045107,0.00019610846,0.00006780726,0.00014897148,0.00011295472,0.0025504788,0.04069981],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033498127,0.000025556896,6.8333804e-8,0.00031599548,0.00014971425,0.0000734726,0.0001810668,0.06333094,0.000029896604,0.002177123,0.899808,0.033874664],"study_design_scores_gemma":[0.000052726147,0.000090639645,0.0000039873717,0.0003729221,0.00001319503,0.0000059396457,0.00009402777,0.002291714,0.042862326,0.008262432,0.9455609,0.00038923256],"about_ca_topic_score_codex":0.000015224061,"about_ca_topic_score_gemma":0.000005475035,"teacher_disagreement_score":0.06103923,"about_ca_system_score_codex":0.0012245935,"about_ca_system_score_gemma":0.0003723492,"threshold_uncertainty_score":0.99983305},"labels":[],"label_agreement":null},{"id":"W4389903588","doi":"10.1016/j.dib.2023.109981","title":"Loosely controlled experimental EEG datasets for higher-order cognitions in design and creativity tasks","year":2023,"lang":"en","type":"article","venue":"Data in Brief","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Creativity; Electroencephalography; Task (project management); Computer science; Cognition; Artificial intelligence; Sketch; Brain–computer interface; Cognitive psychology; Channel (broadcasting); Psychology","score_opus":0.09887854378390319,"score_gpt":0.35975161798431604,"score_spread":0.26087307420041284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389903588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49741548,0.010033686,0.31169942,0.012164938,0.006842102,0.02216142,0.11714528,0.0031556855,0.019381974],"genre_scores_gemma":[0.97034556,0.00016259389,0.008038518,0.00040236313,0.00006166854,0.0005842444,0.020151146,0.000037408052,0.00021652492],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993061,0.00008506812,0.00017084685,0.00020245543,0.00006818767,0.00016735872],"domain_scores_gemma":[0.9985715,0.0010244384,0.000021955995,0.00032466723,0.000011658626,0.000045794186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000575944,0.00009288877,0.00015910003,0.00011057713,0.00003695108,0.000061223705,0.00015266181,0.00004406516,0.00016321772],"category_scores_gemma":[0.00033143442,0.000101550446,0.000007734312,0.00027469467,0.000025476795,0.0006056692,0.00005565461,0.000093120296,0.000045392357],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084577233,0.00075285253,0.0009002735,0.00014505495,0.00014518738,0.00005647867,0.0011608143,0.0027731638,0.01390644,0.0020793653,0.9675477,0.009686898],"study_design_scores_gemma":[0.018484239,0.00010919651,0.04094973,0.00009296768,0.000075935015,0.000014973922,0.00081259664,0.20429015,0.0020339899,0.0006872803,0.73176265,0.0006862993],"about_ca_topic_score_codex":0.00009060453,"about_ca_topic_score_gemma":0.00003794219,"teacher_disagreement_score":0.47293004,"about_ca_system_score_codex":0.000023799843,"about_ca_system_score_gemma":0.000027841777,"threshold_uncertainty_score":0.41411072},"labels":[],"label_agreement":null},{"id":"W4390025222","doi":"10.1162/dint_a_00240","title":"BIKAS: Bio-Inspired Knowledge Acquisition and Simulacrum—A Knowledge Database to Support Multifunctional Design Concept Generation","year":2023,"lang":"en","type":"article","venue":"Data Intelligence","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Simulacrum; Computer science; Knowledge acquisition; Knowledge management; Artificial intelligence","score_opus":0.20127910444684868,"score_gpt":0.3756119567879984,"score_spread":0.17433285234114973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390025222","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004702853,0.00068789435,0.9886681,0.00023873712,0.002476477,0.00054946885,0.0011180794,0.00066191825,0.00089648913],"genre_scores_gemma":[0.9663575,0.0006595974,0.016222898,0.00037145277,0.0010265505,0.00011105272,0.013698835,0.00007553224,0.0014765632],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986792,0.00011352517,0.00031227717,0.00047679665,0.00014662072,0.0002715675],"domain_scores_gemma":[0.9984293,0.0004761004,0.000036170044,0.00073700084,0.0001247289,0.00019668975],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00079182774,0.00019224684,0.00013891437,0.00024570606,0.00014840896,0.00013526721,0.00039376027,0.00007711719,0.00067023904],"category_scores_gemma":[0.00034945685,0.00020944644,0.00001722395,0.00076237065,0.00004825576,0.00095951895,0.00020371308,0.0001407047,0.005074508],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045965568,0.0001657273,0.00008901494,0.00010521928,0.00007011827,0.000012369104,0.0034518817,0.03906659,0.034092315,0.0010329608,0.676435,0.24543284],"study_design_scores_gemma":[0.00010806896,0.000076996126,0.00026816485,0.000029614923,0.000029916697,0.00001202073,0.00035674343,0.73406994,0.022032414,0.00003667229,0.24266653,0.0003129389],"about_ca_topic_score_codex":0.000014652933,"about_ca_topic_score_gemma":0.000028938775,"teacher_disagreement_score":0.9724452,"about_ca_system_score_codex":0.00006204692,"about_ca_system_score_gemma":0.00009950766,"threshold_uncertainty_score":0.9957002},"labels":[],"label_agreement":null},{"id":"W4390807595","doi":"10.3389/frvir.2023.1304795","title":"Visual thinking in virtual environments: evaluating multidisciplinary interaction through drawing ideation in real-time remote co-design","year":2024,"lang":"en","type":"article","venue":"Frontiers in Virtual Reality","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Brainstorming; Ideation; Human–computer interaction; Computer science; Workflow; Virtual reality; Multidisciplinary approach; Design thinking; Visualization; Perception; Multimedia; Psychology; Artificial intelligence; Sociology","score_opus":0.04692706575995422,"score_gpt":0.3726654433143997,"score_spread":0.3257383775544455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390807595","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21018629,0.00033714122,0.7759557,0.00037214532,0.003328282,0.00082719105,0.000011884204,0.00036142019,0.008619946],"genre_scores_gemma":[0.9838816,0.00055784185,0.01455023,0.000048077054,0.00020727848,0.000047205696,0.00013532117,0.00008046536,0.00049199496],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969259,0.0008578353,0.0008112756,0.0005247417,0.00046625416,0.00041397498],"domain_scores_gemma":[0.9987963,0.00076662743,0.00009529404,0.00026287092,0.000012907378,0.00006604226],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0033848162,0.0002927321,0.0003522538,0.0004679358,0.000094405485,0.00015644584,0.0001929027,0.0002294143,0.00008446344],"category_scores_gemma":[0.00045625027,0.0003417097,0.00006373862,0.00063795975,0.000053135347,0.0018340173,0.00005375543,0.0008117158,0.00009595614],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045701172,0.0002177851,0.0020797974,0.00012555,0.000084578416,0.00009431657,0.035737995,0.73078716,0.019989483,0.00071619044,0.0046217,0.20508844],"study_design_scores_gemma":[0.0005796342,0.0001498426,0.005977003,0.000520373,0.000020685888,0.0000070840097,0.0055599725,0.9804602,0.0009815927,0.003732136,0.0016371586,0.00037427287],"about_ca_topic_score_codex":0.0005719754,"about_ca_topic_score_gemma":0.000049817052,"teacher_disagreement_score":0.7736953,"about_ca_system_score_codex":0.0017887562,"about_ca_system_score_gemma":0.000105653526,"threshold_uncertainty_score":0.9999035},"labels":[],"label_agreement":null},{"id":"W4390825170","doi":"10.1177/10717641231224479","title":"Uncovering Structures: Making Visible Hidden Biases","year":2024,"lang":"en","type":"article","venue":"Journal of Interior Design","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science","score_opus":0.04936417897581571,"score_gpt":0.3206819144621024,"score_spread":0.27131773548628674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390825170","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1371416,0.0138115855,0.8240961,0.0006045087,0.014076206,0.00020157814,0.0000057514553,0.0003925037,0.009670176],"genre_scores_gemma":[0.97941023,0.00021222518,0.01947148,0.00010489393,0.0005178064,0.0000015788273,2.5041487e-7,0.000037674294,0.00024384308],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992156,0.000057899335,0.0003510781,0.000071096365,0.00016605727,0.00013828395],"domain_scores_gemma":[0.99929255,0.00041685745,0.000070972426,0.0000952693,0.00006254732,0.000061789375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041603736,0.00011573804,0.00015507116,0.00026911925,0.000026904907,0.00031290847,0.00017233481,0.00004617569,0.00066936726],"category_scores_gemma":[0.00021930055,0.00009723288,0.0000930214,0.0001989231,0.0000123785085,0.0005944557,0.000011612855,0.0002973983,0.00006739464],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024765334,0.000025930885,0.00006364369,0.00064031815,0.0008713832,0.0009977067,0.0061794943,0.046715245,0.40634805,0.0010544702,0.19897024,0.33788586],"study_design_scores_gemma":[0.0009794455,0.0010453081,0.00094910007,0.0072001475,0.00049902365,0.009069549,0.0036036025,0.06846515,0.21106449,0.013362481,0.68241,0.001351728],"about_ca_topic_score_codex":0.0000015018011,"about_ca_topic_score_gemma":5.620814e-7,"teacher_disagreement_score":0.84226865,"about_ca_system_score_codex":0.0001261081,"about_ca_system_score_gemma":0.00009800689,"threshold_uncertainty_score":0.7329102},"labels":[],"label_agreement":null},{"id":"W4390949957","doi":"10.1007/978-3-031-45693-0_6","title":"Figurations of the Tool Agnostic","year":2024,"lang":"en","type":"book-chapter","venue":"Creative working lives","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science","score_opus":0.030156803652712724,"score_gpt":0.24930332518160309,"score_spread":0.21914652152889036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390949957","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041356216,0.0031944748,0.0003516492,0.00013140272,0.0011517975,0.00017661949,0.000021466387,0.000108699074,0.99482256],"genre_scores_gemma":[0.1592452,0.00043183408,0.000178323,0.00003601844,0.00027440608,0.000017689797,0.000013830446,0.00005827132,0.83974445],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994782,0.000013569222,0.00018634333,0.00012424043,0.00011577108,0.00008184092],"domain_scores_gemma":[0.99906576,0.0005618519,0.00007269579,0.00023732989,0.000041991203,0.000020381869],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006176764,0.00016653992,0.00015471625,0.000076920725,0.00005922855,0.00004469778,0.00014577937,0.00008903323,0.0011861286],"category_scores_gemma":[0.00010297889,0.0001295293,0.00010628114,0.00005873808,0.00007846305,0.0000486118,0.00002563056,0.00034918237,0.0003186509],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064984274,0.000019508125,0.000049802737,0.00033330123,0.00069872267,0.0000056755994,0.007716748,0.0019392993,0.00030056434,0.92932,0.042119384,0.017490517],"study_design_scores_gemma":[0.00003861218,0.000014052931,0.00043633045,0.0017738196,0.00027710202,0.0000069506264,0.00020409556,0.00028252802,0.00039573113,0.023563031,0.97275805,0.00024972172],"about_ca_topic_score_codex":0.0000020245916,"about_ca_topic_score_gemma":0.0000027285128,"teacher_disagreement_score":0.9306387,"about_ca_system_score_codex":0.000050417402,"about_ca_system_score_gemma":0.00004727749,"threshold_uncertainty_score":0.99972695},"labels":[],"label_agreement":null},{"id":"W4391031282","doi":"10.1007/979-8-8688-0083-2_3","title":"Principles of Conscious/Mindful Design","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Manitoba Beekeepers' Association","funders":"","keywords":"Psychology; Cognitive science; Computer science","score_opus":0.07181680807404156,"score_gpt":0.25525231083598293,"score_spread":0.18343550276194137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391031282","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001362166,0.0036477703,0.3324807,0.0000718784,0.0014418691,0.00043593306,0.000013349247,0.00051144516,0.6613957],"genre_scores_gemma":[0.007338884,0.00074451766,0.07556353,0.00019242163,0.0006401214,0.000063517735,0.000038706687,0.00049565086,0.91492265],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99804044,0.000051461942,0.0009002691,0.00033160625,0.00040972442,0.0002665063],"domain_scores_gemma":[0.9979518,0.00095131784,0.0004318166,0.00046146137,0.00010523952,0.0000983357],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014510095,0.0004394762,0.0005213316,0.00035929988,0.00007008924,0.00012797055,0.0003900604,0.00043715385,0.0010615484],"category_scores_gemma":[0.00015019953,0.00045510093,0.00016916354,0.000076375705,0.00007560411,0.00015635508,0.00005001441,0.000755447,0.0010501443],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003345162,0.000017630444,9.888178e-7,0.0007866227,0.0006345057,0.000106016756,0.002700059,0.02039102,0.00088021235,0.9394297,0.025460273,0.009559543],"study_design_scores_gemma":[0.00015540408,0.000075879696,0.0000018273736,0.0012160161,0.00041781002,0.00008750684,0.000052033633,0.009759126,0.0062161684,0.17022166,0.81099814,0.00079841394],"about_ca_topic_score_codex":0.0000031701068,"about_ca_topic_score_gemma":0.0000012791673,"teacher_disagreement_score":0.7855379,"about_ca_system_score_codex":0.00013753699,"about_ca_system_score_gemma":0.00021096974,"threshold_uncertainty_score":0.99985164},"labels":[],"label_agreement":null},{"id":"W4391089051","doi":"","title":"Review Report - Fourth Quarter 2023: Analysis and Design of Spatial Mechanisms of Tensegrity for Collaborative Manipulation","year":2024,"lang":"en","type":"report","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Tensegrity; Quarter (Canadian coin); Computer science; Engineering; Geography; Civil engineering; Archaeology","score_opus":0.039698814194042864,"score_gpt":0.2889844473511413,"score_spread":0.24928563315709845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391089051","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009061011,0.014898217,0.9643014,0.0012212874,0.00033545744,0.0009492056,0.00018678057,0.000080032245,0.017936999],"genre_scores_gemma":[0.43451348,0.10467789,0.42996642,0.00013378127,0.00011631085,0.00078370457,0.005431594,0.00026848598,0.024108328],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967109,0.0014494441,0.0008781517,0.0003853764,0.0004251577,0.00015095908],"domain_scores_gemma":[0.99228245,0.0015818357,0.00075929635,0.0008845092,0.0044103344,0.0000815942],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008481749,0.00023812597,0.0006607471,0.00034034418,0.00006027464,0.00006915402,0.00022023945,0.0002031666,0.0001242573],"category_scores_gemma":[0.0024766393,0.0002452742,0.00020324854,0.0009609994,0.00006256693,0.00012353479,0.00005364939,0.00024042823,0.0000039854817],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023882551,0.002577997,0.0019417485,0.108465016,0.022770004,0.0001075261,0.021829776,0.0055149063,0.04626093,0.08751558,0.40488753,0.29789016],"study_design_scores_gemma":[0.0018401013,0.000019901496,0.0075584957,0.05090306,0.026648035,0.0004102176,0.0011075685,0.23927423,0.17881903,0.020969333,0.46875703,0.0036930027],"about_ca_topic_score_codex":0.00061050704,"about_ca_topic_score_gemma":0.0006876027,"teacher_disagreement_score":0.53433496,"about_ca_system_score_codex":0.00009987071,"about_ca_system_score_gemma":0.0005242992,"threshold_uncertainty_score":0.99999994},"labels":[],"label_agreement":null},{"id":"W4391484454","doi":"10.1016/j.cie.2024.109941","title":"Innovative product design based on radical problem solving","year":2024,"lang":"en","type":"article","venue":"Computers & Industrial Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"New product development; Identification (biology); Product design; Product (mathematics); Computer science; Product engineering; Function (biology); Product innovation; Core (optical fiber); Industrial engineering; Manufacturing engineering; Engineering; Knowledge management; Marketing; Business; Mathematics","score_opus":0.050068978033995785,"score_gpt":0.24966686327894527,"score_spread":0.19959788524494948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391484454","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001399126,0.00028121407,0.98715526,0.0007149071,0.0063167354,0.00053050095,0.0000037024372,0.0019638836,0.0016346808],"genre_scores_gemma":[0.9475795,0.000008201228,0.049578633,0.000143382,0.0023906133,0.000059994396,0.000019337378,0.00012371843,0.00009661203],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988058,0.00005125799,0.00028828345,0.00030027877,0.00021806653,0.0003362739],"domain_scores_gemma":[0.9989426,0.0006627146,0.000020358624,0.00021659787,0.00004245566,0.00011524778],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00054372527,0.0002566093,0.00019242913,0.00038004047,0.000047073143,0.00024685523,0.00019342713,0.00012778584,0.000057744815],"category_scores_gemma":[0.0001904373,0.00026800763,0.000049028276,0.0011411033,0.000017933724,0.0002779336,0.000018922234,0.00081903074,0.00008950345],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013991291,0.00002000875,0.0000031235957,0.00007323244,0.00005941343,0.000025695717,0.0002201991,0.91368437,0.0019299899,0.0008181194,0.032264993,0.05088686],"study_design_scores_gemma":[0.00029468676,0.000059963226,0.000018518485,0.00035032662,0.000014008008,0.0000114501245,0.000008606608,0.8796314,0.0040243347,0.000012828256,0.11529101,0.00028284927],"about_ca_topic_score_codex":0.0000024764352,"about_ca_topic_score_gemma":4.092917e-8,"teacher_disagreement_score":0.9461804,"about_ca_system_score_codex":0.00021453972,"about_ca_system_score_gemma":0.00017058312,"threshold_uncertainty_score":0.99997723},"labels":[],"label_agreement":null},{"id":"W4391560986","doi":"10.18260/1-2--41422","title":"Examining the “narrow” and “expansive” socio-technical imaginaries influencing college students’ collaborative reasoning about a design scenario","year":2024,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Engineers Without Borders Canada","funders":"National Science Foundation","keywords":"Expansive; Computer science; Mathematics education; Human–computer interaction; Knowledge management; Psychology","score_opus":0.022611358164355867,"score_gpt":0.2925617553011804,"score_spread":0.2699503971368245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391560986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70191824,0.05564576,0.15431452,0.008374707,0.0033192178,0.0031161977,0.00005282431,0.0051294845,0.06812904],"genre_scores_gemma":[0.98553455,0.00019007499,0.012151745,0.00037681966,0.00010492578,0.00010678591,0.0000022749664,0.0000469678,0.0014858482],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987844,0.00017805389,0.00024060092,0.00025984528,0.0002648184,0.0002722713],"domain_scores_gemma":[0.9982618,0.0013074607,0.000028552508,0.00019975203,0.000113235874,0.000089170186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096166023,0.00020395263,0.00017331952,0.00009669645,0.00030210937,0.0006852197,0.0002081575,0.000087932975,0.0001209858],"category_scores_gemma":[0.00032348293,0.00015550906,0.000023829014,0.0005794611,0.00014491225,0.0006411335,0.000059301718,0.0004193358,0.000056981855],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026886517,0.00023575954,0.01750639,0.00096465234,0.00148515,0.00056434073,0.22518817,0.02262375,0.108159125,0.12959586,0.4709702,0.022437725],"study_design_scores_gemma":[0.0029439759,0.00082703715,0.14218327,0.0022582344,0.0011106124,0.0013272198,0.3184743,0.12963375,0.01829427,0.005254988,0.37370077,0.0039915787],"about_ca_topic_score_codex":0.000023632907,"about_ca_topic_score_gemma":0.000013801368,"teacher_disagreement_score":0.2836163,"about_ca_system_score_codex":0.00015662842,"about_ca_system_score_gemma":0.00022722605,"threshold_uncertainty_score":0.660759},"labels":[],"label_agreement":null},{"id":"W4391561494","doi":"10.18260/1-2--41430","title":"Industry Hubs: Integrating Industry Perspectives in Design Education","year":2024,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo; Government of Ontario","keywords":"Engineering management; Computer science; Knowledge management; Manufacturing engineering; Business; Engineering","score_opus":0.04513843506094645,"score_gpt":0.3296207708018456,"score_spread":0.28448233574089915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391561494","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18004051,0.007517769,0.066400096,0.005103222,0.004310349,0.00056317484,0.000002342663,0.0018126504,0.7342499],"genre_scores_gemma":[0.9876197,0.000040422055,0.005604223,0.00014553352,0.00023433614,0.000049287526,0.0000022502275,0.000025527217,0.006278702],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99943495,0.00006049113,0.00014680118,0.00014716909,0.00007572822,0.00013486862],"domain_scores_gemma":[0.999597,0.00020057354,0.000009304174,0.00010898198,0.000028212226,0.00005593166],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029717543,0.000102547776,0.000068976005,0.00021950362,0.000021769889,0.00015259844,0.00007874846,0.00046364276,0.0013978316],"category_scores_gemma":[0.00015896889,0.000098645105,0.00001819299,0.0005123891,0.00001268204,0.0004791763,0.000006716001,0.001957696,0.00017878001],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016851882,0.00049428473,0.0030134465,0.0003339675,0.00014285473,0.000025970923,0.058046218,0.015872883,0.009410307,0.14650452,0.33645794,0.42968076],"study_design_scores_gemma":[0.00042760745,0.0001127952,0.0128328055,0.001409703,0.00007887637,0.00019984438,0.4986636,0.1902237,0.016006634,0.009350467,0.26901525,0.0016787513],"about_ca_topic_score_codex":0.000059342776,"about_ca_topic_score_gemma":0.000011544956,"teacher_disagreement_score":0.8075792,"about_ca_system_score_codex":0.00019280815,"about_ca_system_score_gemma":0.00030276598,"threshold_uncertainty_score":0.999515},"labels":[],"label_agreement":null},{"id":"W4391600548","doi":"10.18260/1-2--44459","title":"The Impact of Documenting Design Thinking, the Engineering Design Process Canvas, and Project Communication on Design Self-Efficacy of First-Year Students","year":2024,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"American Society for Engineering Education","keywords":"Engineering design process; Process (computing); Computer science; Design process; Process design; Design thinking; Engineering management; Software engineering; Architectural engineering; Engineering; Work in process; Human–computer interaction; Mechanical engineering; Programming language; Operations management","score_opus":0.030310275724055587,"score_gpt":0.3351794548713705,"score_spread":0.30486917914731493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391600548","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15670878,0.009988818,0.8199514,0.0007576612,0.00065405556,0.0064849234,0.00000622869,0.0015171659,0.0039309575],"genre_scores_gemma":[0.98691213,0.0010455631,0.011788069,0.000008849729,0.000026166532,0.00008934743,0.0000010840234,0.000043799664,0.000084973224],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987486,0.00026687208,0.00031821584,0.0001448964,0.00031155124,0.0002098683],"domain_scores_gemma":[0.99529445,0.004114338,0.0000817229,0.00039522923,0.0000779352,0.000036320598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024445567,0.00018411805,0.00015173566,0.000110064466,0.00018908102,0.00029231978,0.00051833456,0.000056113153,0.000019664856],"category_scores_gemma":[0.00022306107,0.0001077625,0.000056412526,0.00041601373,0.000033070824,0.00027381568,0.000040915867,0.0002680792,0.0000057074203],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015688322,0.0003463015,0.0007170837,0.00051924994,0.001391342,0.0000020972677,0.032083966,0.94854057,0.0010570068,0.0019194032,0.008641026,0.004625077],"study_design_scores_gemma":[0.0008734413,0.00053752685,0.005110047,0.000923945,0.00033721665,0.000027984493,0.0027860568,0.96858615,0.017327944,0.000748946,0.0022073383,0.0005333928],"about_ca_topic_score_codex":0.00010658615,"about_ca_topic_score_gemma":0.000003303692,"teacher_disagreement_score":0.83020335,"about_ca_system_score_codex":0.00009640747,"about_ca_system_score_gemma":0.00012778067,"threshold_uncertainty_score":0.4394427},"labels":[],"label_agreement":null},{"id":"W4391606597","doi":"10.18260/1-2--44350","title":"Studying the Development of Design Thinking of Undergraduate Engineering Students in Singapore: Qualitative Reflection Analysis (Research)","year":2024,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Nanyang Technological University","keywords":"Reflection (computer programming); Mathematics education; Qualitative research; Qualitative analysis; Computer science; Engineering ethics; Engineering; Psychology; Sociology; Social science","score_opus":0.19773705479446563,"score_gpt":0.4612192540092566,"score_spread":0.263482199214791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391606597","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21881256,0.00058971386,0.7777179,0.00025596502,0.00028744657,0.00030224276,6.068771e-7,0.00013734879,0.0018962211],"genre_scores_gemma":[0.9792244,0.000031265863,0.02055049,0.0000037295404,0.000010661165,0.00002151638,0.0000019616596,0.000016032753,0.00013997676],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985234,0.0003235604,0.0003899044,0.00012239211,0.00048689867,0.00015381332],"domain_scores_gemma":[0.9980909,0.0016518984,0.000030785803,0.00012378236,0.00007974667,0.000022889739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055408236,0.00008540001,0.0001513444,0.0007095669,0.000054617216,0.00006666849,0.00018272297,0.000031136246,0.00002407161],"category_scores_gemma":[0.00018709437,0.00006653399,0.00004040523,0.0025127155,0.000017558896,0.00017689042,0.00003306559,0.00025502723,0.000007697629],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022814325,0.00016139675,0.00076698884,0.0004208368,0.0025640428,0.000003362896,0.42474,0.5356808,0.018141966,0.008918634,0.00034130143,0.008237925],"study_design_scores_gemma":[0.00066507945,0.00015899082,0.020709349,0.0009340529,0.00071390317,0.0000044267013,0.17003772,0.6760049,0.116209134,0.010683012,0.0030468467,0.0008326043],"about_ca_topic_score_codex":0.000053311658,"about_ca_topic_score_gemma":0.00008987745,"teacher_disagreement_score":0.7604118,"about_ca_system_score_codex":0.00017145499,"about_ca_system_score_gemma":0.00007232249,"threshold_uncertainty_score":0.27131775},"labels":[],"label_agreement":null},{"id":"W4391972568","doi":"10.3233/jid-230070","title":"Environment-driven evolution analysis of a product: A case study of braking system evolution","year":2024,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Product (mathematics); Computer science; Product design; New product development; Systems engineering; Data science; Process management; Engineering; Business; Marketing","score_opus":0.02071912554897745,"score_gpt":0.2842123061419047,"score_spread":0.26349318059292726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391972568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6903445,0.0014854005,0.30774033,0.000009002108,0.000183628,0.00014326308,0.0000019431577,0.000019962357,0.000071920455],"genre_scores_gemma":[0.9982079,0.00003036634,0.0017174846,0.000001156468,0.000020385207,0.000004236821,2.2600499e-7,0.000006571105,0.000011645026],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987509,0.000101231104,0.00049426046,0.00014949813,0.00039017881,0.00011390899],"domain_scores_gemma":[0.9991126,0.00012058238,0.00024176964,0.00010846687,0.00034497952,0.0000715819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001700534,0.000096987795,0.00024070345,0.0010934765,0.0000683232,0.0000715806,0.0001521674,0.000027707309,0.000012318622],"category_scores_gemma":[0.00013587388,0.00007343743,0.00004295822,0.002822153,0.00009701796,0.00077255245,0.00000825898,0.0001850047,8.087991e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014070323,0.0004575479,0.0055548833,0.0009997924,0.0011083329,0.00036510787,0.030234948,0.8185249,0.13206038,0.0005699888,0.00008284666,0.009900574],"study_design_scores_gemma":[0.00018456319,0.00040466542,0.0015334612,0.00031236478,0.0010365816,0.0019070612,0.0417705,0.9477266,0.0049398397,0.0000454764,0.000019836983,0.00011903104],"about_ca_topic_score_codex":0.00008260764,"about_ca_topic_score_gemma":0.000005077987,"teacher_disagreement_score":0.30786338,"about_ca_system_score_codex":0.0002491981,"about_ca_system_score_gemma":0.0003378887,"threshold_uncertainty_score":0.29946917},"labels":[],"label_agreement":null},{"id":"W4392084374","doi":"10.1007/978-3-031-21155-3_52","title":"Perspectives on the Process of Design from Education and the Design Fields","year":2024,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Process (computing); Design process; Computer science; Process management; Management science; Engineering ethics; Engineering; Work in process; Operations management; Programming language","score_opus":0.02697196165041027,"score_gpt":0.2853432372224419,"score_spread":0.25837127557203166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392084374","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013138178,0.017339356,0.01681837,0.005026602,0.0069733625,0.0014101159,0.000045519224,0.000089717396,0.95098317],"genre_scores_gemma":[0.8231169,0.0023638122,0.0019720613,0.00026965525,0.0011037968,0.0002550116,0.000037712223,0.00008882649,0.1707922],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99902135,0.000039349907,0.0003389219,0.00022537114,0.00030037054,0.00007462581],"domain_scores_gemma":[0.99805623,0.0010545432,0.00021940983,0.0002869987,0.00035049318,0.0000323415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004270079,0.00021104052,0.00019132471,0.00019848537,0.000046897094,0.00007641511,0.000333926,0.00013666769,0.00052036485],"category_scores_gemma":[0.0001638041,0.00014523216,0.00008332572,0.0000348636,0.00016017245,0.00011046732,0.000023395489,0.00035677492,0.000034023957],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002310386,0.00014249318,0.0000055940113,0.00015168659,0.00062581804,1.8511753e-7,0.018984722,0.0010915531,0.00023400056,0.93875515,0.01662237,0.02315537],"study_design_scores_gemma":[0.00065738265,0.0001489661,0.00020544653,0.0038494028,0.0007147526,0.00001697762,0.012981507,0.005109836,0.015649123,0.8516475,0.108238555,0.0007805636],"about_ca_topic_score_codex":0.000045846693,"about_ca_topic_score_gemma":0.0000034153145,"teacher_disagreement_score":0.8218031,"about_ca_system_score_codex":0.00009489885,"about_ca_system_score_gemma":0.00044061354,"threshold_uncertainty_score":0.59223956},"labels":[],"label_agreement":null},{"id":"W4392681698","doi":"10.22318/icls2023.430707","title":"Reframing From Design Fields: Supporting Pre-Service Teachers in Designerly Thinking","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Cognitive reframing; Conceptualization; Framing (construction); Design thinking; Computer science; Context (archaeology); Mathematics education; Human–computer interaction; Engineering; Psychology; Artificial intelligence","score_opus":0.03473445397936982,"score_gpt":0.28698482010559656,"score_spread":0.25225036612622675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94099873,0.00020221273,0.035001148,0.0011022686,0.00079405156,0.0005136855,0.0000026088132,0.0022374736,0.0191478],"genre_scores_gemma":[0.9854885,0.000045065495,0.013523278,0.0003504986,0.00017719434,0.00005542868,0.000010932895,0.00005388479,0.00029524427],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880654,0.000019719824,0.00032543106,0.0002443277,0.00021111805,0.00039284097],"domain_scores_gemma":[0.99942774,0.00026445452,0.00007517539,0.00009474343,0.000057433568,0.00008046124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010916111,0.00016313176,0.00015719296,0.00019202098,0.00008636946,0.00018202965,0.00026268823,0.0001414569,0.00012384851],"category_scores_gemma":[0.00042633928,0.00018073541,0.0000269572,0.0008935197,0.000007710151,0.00064599793,0.000032302443,0.0004097054,0.00023776316],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011510316,0.00013966647,0.02429492,0.0005553079,0.00020881764,0.000063996435,0.55460423,0.03018082,0.08775314,0.0012953569,0.0790895,0.22169916],"study_design_scores_gemma":[0.002176685,0.00018675327,0.058102112,0.0010734933,0.00018592195,0.00003405022,0.08530842,0.6946934,0.07448514,0.028082658,0.052873794,0.0027975629],"about_ca_topic_score_codex":0.0001646569,"about_ca_topic_score_gemma":0.000023845232,"teacher_disagreement_score":0.6645126,"about_ca_system_score_codex":0.0000898644,"about_ca_system_score_gemma":0.00003725589,"threshold_uncertainty_score":0.73701763},"labels":[],"label_agreement":null},{"id":"W4392694432","doi":"10.2514/6.2023-69888","title":"A Framework to Improve Weight Estimation and Manufacturing Accuracy for Large Student Design Teams","year":2023,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Estimation; Computer science; Industrial engineering; Manufacturing engineering; Engineering; Systems engineering","score_opus":0.02352244645938728,"score_gpt":0.3329732374852979,"score_spread":0.3094507910259106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392694432","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0292822,0.000027862216,0.9671075,0.0008075199,0.00061533507,0.000633915,0.0000047717353,0.00047798277,0.0010429285],"genre_scores_gemma":[0.8740503,0.000040095885,0.12355673,0.0003260456,0.00012541439,0.0002746138,0.000008489476,0.000032086475,0.0015861802],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999456,0.000015595437,0.00011879052,0.00013054528,0.00008385698,0.00019524325],"domain_scores_gemma":[0.9988987,0.0008551727,0.00001643784,0.0001296169,0.000015385,0.00008472934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033459926,0.00008991905,0.00007724622,0.00008519237,0.0000710623,0.00010215623,0.000070118185,0.000050421266,0.000098982026],"category_scores_gemma":[0.00024730482,0.00008446169,0.000016576952,0.00010151596,0.0000020593025,0.00021999497,0.000021480797,0.000082212166,0.0002499922],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014692717,0.00025143765,0.0004479989,0.00070675794,0.0003474532,0.000008945838,0.018889897,0.11076384,0.013038688,0.032361507,0.2160133,0.60702324],"study_design_scores_gemma":[0.0010227485,0.00019036439,0.010487049,0.000091383095,0.00008318546,0.000008203443,0.002547177,0.6327777,0.11127463,0.014802011,0.22593296,0.00078258925],"about_ca_topic_score_codex":0.0000026100583,"about_ca_topic_score_gemma":0.0000013493354,"teacher_disagreement_score":0.84476817,"about_ca_system_score_codex":0.000035063473,"about_ca_system_score_gemma":0.000011196731,"threshold_uncertainty_score":0.34442478},"labels":[],"label_agreement":null},{"id":"W4392793142","doi":"10.21606/drslxd.2023.029","title":"Towards strengthening Methods in Design Education and Practice","year":2023,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Vision; Curriculum; Engineering ethics; Appeal; Computer science; Design education; Set (abstract data type); Sustainability; Diversity (politics); Engineering management; Design thinking; Conceptual design; Management science; Visibility; Knowledge management; Sociology; Engineering; Political science; Pedagogy; Human–computer interaction; Business","score_opus":0.08646552785092339,"score_gpt":0.4319234187722014,"score_spread":0.34545789092127804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392793142","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036078717,0.0006644802,0.67444396,0.0030896703,0.0012193928,0.00024223361,4.233239e-7,0.00074423396,0.31598774],"genre_scores_gemma":[0.116659835,0.00047423568,0.88005775,0.0003385686,0.00007126888,0.000054144813,0.0000041924927,0.000023935609,0.002316069],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993816,0.00025286584,0.000114674294,0.00008795791,0.00005526506,0.00010766173],"domain_scores_gemma":[0.99832785,0.0014977047,0.000016294716,0.00008841479,0.000026008785,0.00004370105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014893707,0.00006025961,0.000058173002,0.000156925,0.000020935597,0.000048149715,0.000041528438,0.000035823035,0.000117487805],"category_scores_gemma":[0.0013804497,0.000061751234,0.0000069891166,0.0004441951,0.0000061333403,0.00039619242,0.000009378603,0.0001008836,0.00008809285],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009292621,0.000037395603,0.000036073303,0.000025246367,0.000013279027,0.0000013983583,0.0032321692,0.0039487565,0.004020477,0.0033731747,0.016939616,0.9683631],"study_design_scores_gemma":[0.00040901318,0.000048564547,0.01105298,0.000048958776,0.000050567036,0.00011064981,0.02489828,0.1874963,0.010347278,0.0050259028,0.75997937,0.00053214515],"about_ca_topic_score_codex":0.000044073353,"about_ca_topic_score_gemma":0.0000024859796,"teacher_disagreement_score":0.96783096,"about_ca_system_score_codex":0.000029464385,"about_ca_system_score_gemma":0.00007464929,"threshold_uncertainty_score":0.25181422},"labels":[],"label_agreement":null},{"id":"W4392852221","doi":"10.18174/651918","title":"Slow design : Creating long lasting consumer product relationships","year":2024,"lang":"en","type":"report","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Product (mathematics); Business; Computer science; Mathematics","score_opus":0.15218777340915682,"score_gpt":0.3284404830138662,"score_spread":0.17625270960470937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392852221","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009547299,0.009975039,0.07152037,0.00019703405,0.0053494414,0.00048025828,0.0000074091076,0.0015607896,0.91081417],"genre_scores_gemma":[0.3720117,0.0024385739,0.06950312,0.00006603944,0.003127367,0.00030740458,0.00023151128,0.0006060757,0.5517082],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981764,0.0001620567,0.00051947974,0.00038542761,0.000463756,0.00029291262],"domain_scores_gemma":[0.9976248,0.0014926887,0.0001107686,0.00038366264,0.00027987477,0.00010818711],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0022187855,0.0003272401,0.00029341938,0.00026470976,0.00013594852,0.00027256578,0.00013406927,0.00023614772,0.0009918637],"category_scores_gemma":[0.00355509,0.0003187984,0.000085112566,0.00040096507,0.000021674843,0.00024667277,0.00002663267,0.0013914391,0.0017203636],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004114038,0.00003067079,0.0010332228,0.002147252,0.0005180288,0.00008842254,0.00078457996,0.012355661,0.00026541707,0.0005314019,0.9448066,0.037434634],"study_design_scores_gemma":[0.00008367429,0.00001307006,0.00096433936,0.0010245077,0.0005784923,0.0005116169,0.0002868502,0.009852083,0.0011339183,0.0002557852,0.9843493,0.0009463532],"about_ca_topic_score_codex":0.000055768982,"about_ca_topic_score_gemma":0.000017712075,"teacher_disagreement_score":0.3719162,"about_ca_system_score_codex":0.00031467516,"about_ca_system_score_gemma":0.000869358,"threshold_uncertainty_score":0.9999264},"labels":[],"label_agreement":null},{"id":"W4392913768","doi":"10.21606/drslxd2024.029","title":"Towards strengthening Methods in Design Education and Practice","year":2023,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Vision; Curriculum; Engineering ethics; Appeal; Computer science; Design education; Set (abstract data type); Sustainability; Diversity (politics); Design thinking; Conceptual design; Visibility; Management science; Engineering management; Knowledge management; Sociology; Engineering; Pedagogy; Political science; Human–computer interaction; Business","score_opus":0.08646552785092339,"score_gpt":0.4319234187722014,"score_spread":0.34545789092127804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392913768","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036078717,0.0006644802,0.67444396,0.0030896703,0.0012193928,0.00024223361,4.233239e-7,0.00074423396,0.31598774],"genre_scores_gemma":[0.116659835,0.00047423568,0.88005775,0.0003385686,0.00007126888,0.000054144813,0.0000041924927,0.000023935609,0.002316069],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993816,0.00025286584,0.000114674294,0.00008795791,0.00005526506,0.00010766173],"domain_scores_gemma":[0.99832785,0.0014977047,0.000016294716,0.00008841479,0.000026008785,0.00004370105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014893707,0.00006025961,0.000058173002,0.000156925,0.000020935597,0.000048149715,0.000041528438,0.000035823035,0.000117487805],"category_scores_gemma":[0.0013804497,0.000061751234,0.0000069891166,0.0004441951,0.0000061333403,0.00039619242,0.000009378603,0.0001008836,0.00008809285],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009292621,0.000037395603,0.000036073303,0.000025246367,0.000013279027,0.0000013983583,0.0032321692,0.0039487565,0.004020477,0.0033731747,0.016939616,0.9683631],"study_design_scores_gemma":[0.00040901318,0.000048564547,0.01105298,0.000048958776,0.000050567036,0.00011064981,0.02489828,0.1874963,0.010347278,0.0050259028,0.75997937,0.00053214515],"about_ca_topic_score_codex":0.000044073353,"about_ca_topic_score_gemma":0.0000024859796,"teacher_disagreement_score":0.96783096,"about_ca_system_score_codex":0.000029464385,"about_ca_system_score_gemma":0.00007464929,"threshold_uncertainty_score":0.25181422},"labels":[],"label_agreement":null},{"id":"W4392928725","doi":"10.14733/cadaps.2024.878-903","title":"A Component-Based Approach to Automated Flexible Material Handling: Interactive Compliant Gripper Design Relative to Mold Surfaces","year":2024,"lang":"en","type":"article","venue":"Computer-Aided Design and Applications","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Component (thermodynamics); Mold; Computer science; Engineering drawing; Mechanical engineering; Engineering; Materials science; Composite material","score_opus":0.045891153028497916,"score_gpt":0.2923325402855601,"score_spread":0.2464413872570622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392928725","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013426259,0.00019695234,0.9918278,0.0006796885,0.00049620116,0.0020827719,0.000042441126,0.0023606285,0.00097091775],"genre_scores_gemma":[0.49818465,0.000012211119,0.4995713,0.00058651203,0.00019891717,0.0011175148,0.00008144916,0.00007042102,0.0001770237],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983981,0.00019848383,0.0003693931,0.0005393486,0.00016981414,0.00032484386],"domain_scores_gemma":[0.99816215,0.0010369133,0.000041653337,0.00033914167,0.00010041824,0.00031970334],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034137457,0.00031524844,0.0002945454,0.00032818102,0.00020642347,0.00055800565,0.0002535146,0.00009884294,0.00003838625],"category_scores_gemma":[0.000019710087,0.00031420632,0.000052807656,0.0007629975,0.00004055917,0.00032407464,0.000055681914,0.00022433537,0.00045255965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013120275,0.0002804385,0.0000028601848,0.0001824171,0.00018837067,0.00000480308,0.0016876862,0.85949653,0.046050895,0.006888955,0.07438051,0.010705356],"study_design_scores_gemma":[0.00023141284,0.00010712328,0.00016186682,0.00012349222,0.000052244905,0.000020346426,0.000071225244,0.93756926,0.010260859,0.00045077474,0.050561737,0.00038967465],"about_ca_topic_score_codex":0.000017667042,"about_ca_topic_score_gemma":3.7238033e-7,"teacher_disagreement_score":0.49684203,"about_ca_system_score_codex":0.00012312846,"about_ca_system_score_gemma":0.00009594572,"threshold_uncertainty_score":0.999931},"labels":[],"label_agreement":null},{"id":"W4393408333","doi":"10.1080/09544828.2024.2336837","title":"From theory to practice: a roadmap for applying dual-process theory in design cognition research","year":2024,"lang":"en","type":"article","venue":"Journal of Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Dual (grammatical number); Cognition; Dual process theory (moral psychology); Process (computing); Management science; Designtheory; Computer science; Psychology; Cognitive science; Process management; Engineering; Human–computer interaction; Neuroscience","score_opus":0.08265633532427044,"score_gpt":0.3925605514045925,"score_spread":0.30990421608032204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393408333","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00087147346,0.003515083,0.99246734,0.00034236434,0.0016859028,0.0006889294,0.0000055776195,0.00013081606,0.00029251626],"genre_scores_gemma":[0.74035,0.00020306256,0.2573095,0.000109752385,0.0013322891,0.00035991357,0.0000039257707,0.00014813985,0.00018342874],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980321,0.0004910607,0.0005112879,0.00018557173,0.00040995944,0.00037005325],"domain_scores_gemma":[0.9873227,0.011930515,0.000060645612,0.00015276657,0.00035902293,0.00017436536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01140921,0.00018673381,0.00024465597,0.0009249987,0.000050950523,0.0002642518,0.00020946472,0.0001204606,0.00007656864],"category_scores_gemma":[0.0053367377,0.00018339085,0.00007393735,0.0008129976,0.0000139248095,0.0009156911,0.000012150939,0.0007903445,0.00006437086],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007582618,0.000087829714,5.760279e-7,0.000277878,0.0002825274,0.00016543124,0.006688229,0.8877539,0.057543762,0.0031634276,0.010307364,0.032970786],"study_design_scores_gemma":[0.002010275,0.0011275909,0.000071821516,0.003781867,0.0005514665,0.00059605663,0.011285564,0.58936864,0.07110181,0.11056514,0.20822185,0.0013178886],"about_ca_topic_score_codex":0.0000018691667,"about_ca_topic_score_gemma":1.6730917e-7,"teacher_disagreement_score":0.7394785,"about_ca_system_score_codex":0.00021799805,"about_ca_system_score_gemma":0.00022196253,"threshold_uncertainty_score":0.7478462},"labels":[],"label_agreement":null},{"id":"W4393871019","doi":"10.1002/appl.202300092","title":"Sonification methods for enabling augmented data analysis applied to graphene optoelectronics","year":2024,"lang":"en","type":"article","venue":"Applied Research","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Institute for Nanotechnology; Athabasca University; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Athabasca University","keywords":"Sonification; Graphene; Computer science; Human–computer interaction; Optoelectronics; Nanotechnology; Physics; Materials science","score_opus":0.22318504339960102,"score_gpt":0.529241315825326,"score_spread":0.306056272425725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393871019","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044168145,0.0010801642,0.98233634,0.0006876873,0.00016866744,0.0008930879,0.000023809796,0.00033607346,0.014032487],"genre_scores_gemma":[0.7399901,0.0003743795,0.2559374,0.00008773047,0.00028696205,0.0013489225,0.0008827834,0.00009296366,0.0009987518],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99832827,0.00009362066,0.00023525232,0.00052022,0.0003094233,0.0005132214],"domain_scores_gemma":[0.99735534,0.0014617348,0.000013172338,0.00092325103,0.00009848255,0.00014804266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005721874,0.00012381139,0.00017331998,0.0009755561,0.00017067294,0.00033277992,0.0006014331,0.00008403154,0.00014715362],"category_scores_gemma":[0.00015862632,0.00012641848,0.00004677682,0.00410854,0.00002345307,0.00012534016,0.00010127,0.0004294493,0.00020312794],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081656384,0.00006302722,0.0000018825726,0.00026652185,0.0013022554,5.0868607e-7,0.000968486,0.02063679,0.23628867,0.123789474,0.03356552,0.58303523],"study_design_scores_gemma":[0.00014957722,0.000025502717,0.000031840184,0.000007799979,0.00026624912,8.2964857e-7,0.0006738333,0.2947015,0.03289,0.0047263596,0.6662959,0.00023064691],"about_ca_topic_score_codex":0.000013803873,"about_ca_topic_score_gemma":0.0000114384575,"teacher_disagreement_score":0.73954844,"about_ca_system_score_codex":0.00014920293,"about_ca_system_score_gemma":0.00013311804,"threshold_uncertainty_score":0.5155196},"labels":[],"label_agreement":null},{"id":"W4394814804","doi":"10.4324/9781003219484-19","title":"Interviews with Four Toronto-Based Modular Designers","year":2024,"lang":"en","type":"book-chapter","venue":"Focal Press eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Modular design; Architectural engineering; Computer science; Engineering; Programming language","score_opus":0.056235037760258885,"score_gpt":0.25138835148551314,"score_spread":0.19515331372525424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394814804","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002104752,0.0039647156,0.027144883,0.000023273635,0.0009927129,0.00038974496,0.000023404296,0.000520246,0.9669389],"genre_scores_gemma":[0.010317244,0.000059773,0.0014440559,0.00022139898,0.00037438862,0.000105432606,0.000026122689,0.00026948078,0.9871821],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988939,0.0000225735,0.00027873166,0.000323895,0.00025035028,0.00023050595],"domain_scores_gemma":[0.99917346,0.00009286794,0.000060746694,0.00047264248,0.000050505918,0.00014975652],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001446384,0.00041634202,0.00031999624,0.000056248693,0.000031392086,0.00012473133,0.0002493863,0.00027489077,0.0005544341],"category_scores_gemma":[0.0000060284656,0.0003636407,0.00013223708,0.0000041705075,0.000048625974,0.00009325883,0.000027797276,0.00049938983,0.00024210404],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041006407,0.000057455578,3.4213718e-7,0.0045115924,0.002331345,0.0006484566,0.0032770238,0.015333048,0.00071536575,0.5435332,0.19285798,0.23632413],"study_design_scores_gemma":[0.0001710763,0.00008824558,4.422236e-7,0.00042481002,0.00021701981,0.000016534457,0.0000105481,0.008497232,0.0003853455,0.0016124282,0.98810244,0.000473875],"about_ca_topic_score_codex":0.00010132127,"about_ca_topic_score_gemma":0.00015306812,"teacher_disagreement_score":0.79524446,"about_ca_system_score_codex":0.00019815599,"about_ca_system_score_gemma":0.000064771506,"threshold_uncertainty_score":0.99988157},"labels":[],"label_agreement":null},{"id":"W4394822974","doi":"10.1088/1748-3190/ad3ed3","title":"Parameters for selecting biological features in multifunctional bio-inspired design: a convergent evolution approach","year":2024,"lang":"en","type":"article","venue":"Bioinspiration & Biomimetics","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Process (computing); Computer science; Feature (linguistics); Biomimetics; Domain (mathematical analysis); Biochemical engineering; Artificial intelligence; Function (biology); Selection (genetic algorithm); Biological system; Engineering; Mathematics; Biology","score_opus":0.0689981287130056,"score_gpt":0.2829771189853746,"score_spread":0.213978990272369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394822974","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022983886,0.0016449571,0.97123814,0.00028950442,0.001955176,0.00085613434,0.00002600758,0.0005852424,0.00042097305],"genre_scores_gemma":[0.8771286,0.00006089168,0.1220151,0.0001068043,0.0001772517,0.00022063461,0.00014438694,0.0000334361,0.00011290977],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998834,0.00010343029,0.00034943793,0.00031573133,0.00013938452,0.00025800685],"domain_scores_gemma":[0.99934435,0.00034247077,0.000041936117,0.00012796199,0.000070814356,0.00007249332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059492985,0.0001951127,0.00015198614,0.0003430167,0.00008913476,0.00015288487,0.000089200745,0.00021011829,0.000026595888],"category_scores_gemma":[0.00024921467,0.00018244983,0.000084312924,0.00067780353,0.000041315507,0.00021952945,0.000009478244,0.00017344761,0.00004933828],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067044346,0.001145793,0.0035370484,0.0011962942,0.0006521502,0.0000082413235,0.0033636582,0.19085838,0.5944765,0.042832855,0.04321223,0.11804637],"study_design_scores_gemma":[0.0006508557,0.00024738305,0.0038792265,0.000044989963,0.0000560673,0.00002179737,0.00027578286,0.9393129,0.018377023,0.000608938,0.036065236,0.0004598538],"about_ca_topic_score_codex":0.00001627946,"about_ca_topic_score_gemma":0.0000052620126,"teacher_disagreement_score":0.8541447,"about_ca_system_score_codex":0.00028530197,"about_ca_system_score_gemma":0.000105778476,"threshold_uncertainty_score":0.74400884},"labels":[],"label_agreement":null},{"id":"W4394844158","doi":"10.4000/activites.9414","title":"La contribution des usagères dans un atelier de co‑idéation : une médiation sociotechnique pour l’exploration des niveaux épistémiques d’un projet","year":2024,"lang":"fr","type":"article","venue":"Activites","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Institut Polytechnique de Paris; Télécom Paris; Equipex","keywords":"Humanities; Political science; Philosophy; Art","score_opus":0.021224293245668005,"score_gpt":0.3064860465120785,"score_spread":0.2852617532664105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394844158","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38927037,0.0043114936,0.5945398,0.0057655843,0.00043067685,0.00046620495,0.00005950195,0.0007243476,0.0044320296],"genre_scores_gemma":[0.9726778,0.0045777913,0.02069225,0.00006909948,0.0003486745,0.0002034788,0.00024008528,0.00008104917,0.0011097402],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9978155,0.00090613484,0.00033255556,0.00033398072,0.00020346697,0.0004083838],"domain_scores_gemma":[0.9979566,0.0013748261,0.00012486608,0.00019054468,0.00024178701,0.00011142638],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014576983,0.00030802604,0.000210646,0.00021887175,0.00033529513,0.0004910238,0.00011592154,0.00044490618,0.0002761926],"category_scores_gemma":[0.0007785332,0.00035258714,0.00010317184,0.0006372756,0.0002074186,0.0034518747,0.000018393544,0.0005271581,0.00021657466],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000881452,0.00044136943,0.004644391,0.00088962953,0.00038673845,0.000041280648,0.04633668,0.0021231056,0.3887742,0.06601268,0.004537328,0.48572445],"study_design_scores_gemma":[0.00035529002,0.00017111273,0.030378908,0.0006400149,0.0003156018,0.00015043253,0.0030779715,0.043257557,0.7261246,0.13066944,0.064221166,0.00063793897],"about_ca_topic_score_codex":0.00092064275,"about_ca_topic_score_gemma":0.00015096809,"teacher_disagreement_score":0.58340746,"about_ca_system_score_codex":0.0012864744,"about_ca_system_score_gemma":0.0003868938,"threshold_uncertainty_score":0.9998926},"labels":[],"label_agreement":null},{"id":"W4395012816","doi":"10.1139/cjce-2023-0433","title":"Reframing engineering design: integrating design thinking and systems thinking in engineering education and practice to address wicked problems","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Civil Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Read Jones Christoffersen (Canada); University of Victoria","funders":"","keywords":"Cognitive reframing; Design thinking; Systems thinking; Critical systems thinking; Engineering design process; Wicked problem; Engineering; Engineering education; Engineering management; Engineering ethics; Computer science; Management science; Systems engineering; Critical thinking; Mathematics education; Psychology; Software engineering; Mechanical engineering; Artificial intelligence","score_opus":0.020048934938860074,"score_gpt":0.24484150271000985,"score_spread":0.22479256777114978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395012816","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008158299,0.03586042,0.9493401,0.00052025483,0.004598068,0.00064856146,0.0000033486056,0.0002650103,0.0006059132],"genre_scores_gemma":[0.94829476,0.0002755889,0.050695848,0.00006348273,0.00045059482,0.00004714533,0.0000018772465,0.00014249823,0.000028214285],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980831,0.00009509181,0.00070742506,0.00026682593,0.00028062038,0.00056693004],"domain_scores_gemma":[0.99724686,0.0016454841,0.00009577023,0.00016979208,0.00016073207,0.0006813567],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029111144,0.00037146342,0.0003849722,0.0016793202,0.000101353486,0.0009900543,0.00025285868,0.00016740151,0.000011246132],"category_scores_gemma":[0.0022736068,0.00041319773,0.000043670276,0.0008460588,0.00001573033,0.0015906224,0.000022171416,0.0009842124,0.0000035408016],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057341376,0.0000068891927,0.000027751285,0.0010161736,0.00009201237,0.00011408386,0.01389365,0.97383624,0.0062262462,0.0019259754,0.00045285354,0.0024023913],"study_design_scores_gemma":[0.00021798324,0.000090002846,0.0002035727,0.007893043,0.00009789009,0.0024854022,0.0029673516,0.9593703,0.00029529328,0.00008712934,0.025632396,0.0006596406],"about_ca_topic_score_codex":0.0005253171,"about_ca_topic_score_gemma":0.0008767191,"teacher_disagreement_score":0.94013643,"about_ca_system_score_codex":0.0006094101,"about_ca_system_score_gemma":0.00067217305,"threshold_uncertainty_score":0.999832},"labels":[],"label_agreement":null},{"id":"W4395040943","doi":"10.6007/ijarbss/v14-i4/21403","title":"Discovering Global Trends of Design in Sustainable Transportation: A Bibliometric Analysis and Visualization","year":2024,"lang":"en","type":"article","venue":"International Journal of Academic Research in Business and Social Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Visualization; Data science; Regional science; Computer science; Geography; Data mining","score_opus":0.11123223979148782,"score_gpt":0.48066655206304115,"score_spread":0.3694343122715533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395040943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97399,0.0035641277,0.019155037,0.002457518,0.00021812599,0.000040246894,0.0000046860405,0.000005493915,0.0005647385],"genre_scores_gemma":[0.9951797,0.004547182,0.00016009224,0.0000062791414,0.000076417644,0.000001878671,0.0000012492023,0.0000021701392,0.000025015059],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988022,0.000090827794,0.0002942063,0.00007974327,0.00060613634,0.00012692729],"domain_scores_gemma":[0.9993126,0.00030329544,0.000049239643,0.000012065939,0.00029893217,0.000023911933],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0030744926,0.000041761417,0.00010946258,0.022856696,0.000040204748,0.00017329666,0.00016807023,0.00005016655,0.000016491029],"category_scores_gemma":[0.00015468668,0.00003607436,0.000019816795,0.0679376,0.00013213354,0.0010896461,0.000010779894,0.00018522593,1.06754854e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002030047,0.00012328138,0.45793238,0.00048833434,0.00042870842,0.00022120841,0.015079351,0.083288446,0.0013913607,0.13187592,0.0007529617,0.30821502],"study_design_scores_gemma":[0.00018621673,0.000026111553,0.97188026,0.000104281295,0.000020380267,0.000010083798,0.002926572,0.01916399,0.00006238231,0.0040303576,0.0015276101,0.00006173439],"about_ca_topic_score_codex":0.0003371636,"about_ca_topic_score_gemma":0.000041721374,"teacher_disagreement_score":0.5139479,"about_ca_system_score_codex":0.00011427155,"about_ca_system_score_gemma":0.0001541262,"threshold_uncertainty_score":0.98821837},"labels":[],"label_agreement":null},{"id":"W4395676174","doi":"10.3390/app14093699","title":"Product Improvement Using Knowledge Mining and Effect Analogy","year":2024,"lang":"en","type":"article","venue":"Applied Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Analogy; Computer science; Ranking (information retrieval); Selection (genetic algorithm); Dimension (graph theory); Data mining; Product design; Product (mathematics); Industrial engineering; Machine learning; Engineering; Mathematics","score_opus":0.027964540392913604,"score_gpt":0.312019620852078,"score_spread":0.2840550804591644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395676174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9321723,0.0028492638,0.0012668086,0.00008652616,0.0010207568,0.0001487891,4.2474218e-7,0.00016816703,0.06228696],"genre_scores_gemma":[0.9980489,0.000017138143,0.0016887278,0.000021577132,0.00011250425,0.000012750163,3.3537793e-7,0.0000059281074,0.00009211611],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99956626,0.000010704796,0.00006793682,0.00016662915,0.00006325415,0.00012523313],"domain_scores_gemma":[0.9997537,0.00014921643,0.0000067614046,0.000053524,0.0000047433136,0.000032036358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000556982,0.00006192014,0.00005754463,0.00008500642,0.000090135356,0.00013595524,0.00006125109,0.000013388484,0.000028241466],"category_scores_gemma":[0.000013813361,0.0000503552,0.000007810734,0.00033092493,0.00006628281,0.00011941172,0.000014012975,0.000044756332,0.000024535913],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028854743,0.000013075187,0.00023561074,0.0002982843,0.000031632928,0.000002169489,0.0033754895,0.0014733265,0.48068914,0.0066462196,0.0031710437,0.5040611],"study_design_scores_gemma":[0.00039225043,0.00035839924,0.0019328367,0.0001701731,0.0001625156,0.000093980634,0.0024218748,0.55067843,0.22621894,0.0014142499,0.2151387,0.0010176334],"about_ca_topic_score_codex":0.000003686643,"about_ca_topic_score_gemma":0.0000034944248,"teacher_disagreement_score":0.5492051,"about_ca_system_score_codex":0.000017739054,"about_ca_system_score_gemma":0.0000368257,"threshold_uncertainty_score":0.20534255},"labels":[],"label_agreement":null},{"id":"W4396843893","doi":"10.1080/21650349.2024.2352099","title":"The rise of design in higher education and non-design students’ experiences of learning through design","year":2024,"lang":"en","type":"article","venue":"International Journal of Design Creativity and Innovation","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Design education; Learning design; Mathematics education; Psychology; Computer science; Visual arts; Art","score_opus":0.07057158219860409,"score_gpt":0.3609662343908348,"score_spread":0.2903946521922307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396843893","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13277899,0.0026129594,0.86208487,0.00049839506,0.0012019248,0.00025268082,7.441876e-7,0.000015671703,0.0005537947],"genre_scores_gemma":[0.97891927,0.001332294,0.019233191,0.000024298895,0.00013154034,0.000026796895,0.0000010956602,0.000014566625,0.00031691985],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982617,0.00043727134,0.0006554403,0.000115715266,0.0004297728,0.00010008818],"domain_scores_gemma":[0.9971762,0.0019005109,0.00033235073,0.00006760466,0.00049902126,0.000024351477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027616706,0.00012825103,0.00018783659,0.00048340412,0.000054653705,0.00017997746,0.00021863836,0.00007064216,0.00004951305],"category_scores_gemma":[0.00039092873,0.00010209375,0.000026049815,0.0006754152,0.0001013026,0.0011307613,0.000019702156,0.00026794223,0.0000011268967],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034109252,0.0018766847,0.011522553,0.0005350911,0.0020058686,0.000054329983,0.18894157,0.16866745,0.2240741,0.056234766,0.016803933,0.32587272],"study_design_scores_gemma":[0.006232508,0.0051825675,0.06884419,0.0063262843,0.00056264276,0.0007460017,0.086065196,0.24277729,0.45647487,0.087562285,0.0371704,0.0020557775],"about_ca_topic_score_codex":0.000011780639,"about_ca_topic_score_gemma":2.876991e-7,"teacher_disagreement_score":0.8461403,"about_ca_system_score_codex":0.00008057145,"about_ca_system_score_gemma":0.0002265899,"threshold_uncertainty_score":0.41632622},"labels":[],"label_agreement":null},{"id":"W4399494793","doi":"10.1177/14780771241260854","title":"Designing with sense: A critical review and proposal for enhanced design space exploration in generative design","year":2024,"lang":"en","type":"review","venue":"International Journal of Architectural Computing","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Generative Design; Formative assessment; Computer science; Space (punctuation); Generative grammar; Human–computer interaction; Domain (mathematical analysis); Systems engineering; Focus (optics); Interface (matter); Software engineering; Engineering; Artificial intelligence; Mathematics","score_opus":0.09723556134212324,"score_gpt":0.39375061507376563,"score_spread":0.2965150537316424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399494793","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015487325,0.48727715,0.5112245,0.00056163705,0.00041778677,0.00047562423,0.0000025942647,0.000021670663,0.00001744582],"genre_scores_gemma":[0.000541172,0.6454573,0.35335872,0.00007169288,0.0004653693,0.000031078274,0.0000067916926,0.000053678355,0.000014191611],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99795306,0.0004883792,0.00082326017,0.00022026774,0.00030546912,0.00020954097],"domain_scores_gemma":[0.9968323,0.0023172095,0.00032338235,0.00007414042,0.00036725792,0.000085706844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012682418,0.00033412597,0.00082661735,0.0004451943,0.000045038636,0.00021752436,0.00020826662,0.000082199665,0.00000654575],"category_scores_gemma":[0.00067044795,0.0002393344,0.00014289215,0.00023567303,0.00004341249,0.00030791952,0.000032988424,0.00072754605,0.0000043791265],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010401622,0.00003253405,1.07594424e-7,0.017838057,0.0007471968,0.00018149393,0.0019113356,0.032210153,0.00016536648,0.00056702027,0.0011619398,0.94508076],"study_design_scores_gemma":[0.002798365,0.0028361424,0.000002648806,0.57734734,0.010340188,0.034518663,0.0007184277,0.13060938,0.002678924,0.01282617,0.22140402,0.003919747],"about_ca_topic_score_codex":8.7731553e-7,"about_ca_topic_score_gemma":0.0000014042482,"teacher_disagreement_score":0.94116104,"about_ca_system_score_codex":0.00020892963,"about_ca_system_score_gemma":0.0004727524,"threshold_uncertainty_score":0.97597736},"labels":[],"label_agreement":null},{"id":"W4399505164","doi":"10.1007/978-3-031-61362-3_6","title":"Influences of ICT Tools on the Empathizing Phase of the Design Thinking Process of Design Students","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"George Brown College","funders":"","keywords":"Computer science; Process (computing); Design process; Information and Communications Technology; Design thinking; Multimedia; Human–computer interaction; Work in process; World Wide Web; Engineering; Programming language; Operations management","score_opus":0.06832782790241423,"score_gpt":0.33517330514814275,"score_spread":0.2668454772457285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399505164","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049813646,0.0005923138,0.9910328,0.00017143213,0.0011667357,0.0006257982,0.0000050657536,0.000039234215,0.0013853001],"genre_scores_gemma":[0.98509526,0.00003330887,0.014510181,0.00020556542,0.00007358933,0.000009149165,3.2281446e-7,0.00002340922,0.00004924041],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998175,0.000071183626,0.00042127003,0.00027878647,0.00088061276,0.0001731052],"domain_scores_gemma":[0.9967456,0.0023522824,0.0002521873,0.00046905954,0.00015375108,0.000027158601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018529426,0.00022367456,0.0002763721,0.00023325594,0.00008060522,0.00013226694,0.0017118959,0.00011028523,0.00001831769],"category_scores_gemma":[0.0003253588,0.00013249215,0.000070002425,0.00047327534,0.0003465257,0.00020842155,0.00013076006,0.0005331084,0.00000359032],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024655237,0.00006138944,0.00003483509,0.0003466708,0.00006155098,0.000003678351,0.015255783,0.89036405,0.0029521203,0.0034100201,0.000027571346,0.08745765],"study_design_scores_gemma":[0.000620699,0.00071829045,0.00044094466,0.0098610055,0.00020783817,0.00003446676,0.000049613645,0.36024874,0.38832128,0.23805778,0.00047343416,0.0009659028],"about_ca_topic_score_codex":0.0000039279817,"about_ca_topic_score_gemma":0.0000015345905,"teacher_disagreement_score":0.98011386,"about_ca_system_score_codex":0.000057866277,"about_ca_system_score_gemma":0.00027034164,"threshold_uncertainty_score":0.5402873},"labels":[],"label_agreement":null},{"id":"W4399597717","doi":"","title":"Constructor Information Theory","year":2024,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science","score_opus":0.00923794768990374,"score_gpt":0.21918800653084014,"score_spread":0.2099500588409364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399597717","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025487231,0.0027474838,0.21910009,0.0059591327,0.0027925011,0.00053874415,0.00015544723,0.0016838101,0.74153554],"genre_scores_gemma":[0.9637971,0.0007682117,0.024836864,0.00019304286,0.00006075729,0.00010662457,0.00064968556,0.00006917511,0.009518546],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970518,0.0018045278,0.00042475652,0.00025319785,0.00025002108,0.00021572785],"domain_scores_gemma":[0.9965305,0.0012771051,0.00015513928,0.0011026263,0.00080444355,0.000130203],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036991017,0.00025479813,0.00020548434,0.00023523375,0.000110366,0.00067069783,0.0005683353,0.0002538841,0.00064565026],"category_scores_gemma":[0.0010645636,0.00028052967,0.00012079019,0.000261384,0.00010355841,0.00028748083,0.00045578872,0.000890954,0.0008935392],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000086076525,0.000088981025,0.00006912536,0.0009937799,0.0002055528,0.0000024951698,0.021663714,0.00048656424,0.00076010235,0.70348287,0.025181528,0.24705671],"study_design_scores_gemma":[0.00050377985,2.5763546e-7,0.0010668078,0.002968702,0.00022566119,0.000054637705,0.0010553743,0.08067738,0.036801897,0.14009824,0.73525614,0.0012911449],"about_ca_topic_score_codex":0.0000719587,"about_ca_topic_score_gemma":0.00004502376,"teacher_disagreement_score":0.93830985,"about_ca_system_score_codex":0.00012488737,"about_ca_system_score_gemma":0.00024954972,"threshold_uncertainty_score":0.9999647},"labels":[],"label_agreement":null},{"id":"W4399648250","doi":"10.54337/jbm.v12i1.8405","title":"Experimenting with the design, pedagogy and practice of business design at one b-school","year":2024,"lang":"en","type":"article","venue":"Journal of Business Models","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Construct (python library); Curriculum; Foundation (evidence); Sociology; Pedagogy; Design thinking; Design management; Engineering ethics; Mathematics education; Engineering; Engineering management; Knowledge management; Psychology; Computer science; Political science; Information management","score_opus":0.08156605328318078,"score_gpt":0.31242639651424614,"score_spread":0.23086034323106536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399648250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053908103,0.014080193,0.9743564,0.0042690528,0.00037070643,0.00018442053,9.1250064e-7,0.000038907987,0.0013085592],"genre_scores_gemma":[0.9438012,0.0013604386,0.054042257,0.00015642046,0.0002645939,0.000010958767,5.555711e-7,0.00005775723,0.00030580812],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998806,0.00020247616,0.0003738229,0.0001150383,0.0003360624,0.00016659468],"domain_scores_gemma":[0.99726695,0.0014388512,0.00023556138,0.00016564861,0.0008103008,0.00008270839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013586561,0.00015908599,0.0002775803,0.00016457781,0.00007911657,0.00016534404,0.00015640818,0.000058512374,0.000081307895],"category_scores_gemma":[0.00030909077,0.00010722408,0.000038238737,0.00056885567,0.00005184418,0.0017534668,0.000027767215,0.00024222808,0.0000072616567],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000542985,0.00011497996,0.0000032264973,0.00033759454,0.0010542774,0.0000642596,0.0031177346,0.9441504,0.04199518,0.00036576306,0.004999191,0.0032544485],"study_design_scores_gemma":[0.0037290095,0.000601117,0.002049811,0.0022068825,0.010898627,0.015070646,0.009579842,0.83545136,0.044737265,0.0024728067,0.071366034,0.001836586],"about_ca_topic_score_codex":0.000014063259,"about_ca_topic_score_gemma":9.0145585e-7,"teacher_disagreement_score":0.9384104,"about_ca_system_score_codex":0.00007067837,"about_ca_system_score_gemma":0.00032638136,"threshold_uncertainty_score":0.4372471},"labels":[],"label_agreement":null},{"id":"W4399857713","doi":"10.1002/9781394300839.ch1","title":"Evolution of Architectural Software","year":2024,"lang":"en","type":"other","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Software evolution; Computer science; Software; Software engineering; Geology; Programming language; Software development; Software construction","score_opus":0.009157236216684463,"score_gpt":0.24217395401947187,"score_spread":0.2330167178027874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399857713","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002421426,0.0032708952,0.026699007,0.00001995605,0.0011593589,0.00004866334,0.000009479208,0.00070345966,0.9680868],"genre_scores_gemma":[0.0027564524,0.0000200241,0.005076196,0.000007991936,0.00017953143,0.0000039693173,0.0000057734796,0.00021426278,0.9917358],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997893,0.0000058576697,0.00005591567,0.000052437103,0.00004884491,0.000047664118],"domain_scores_gemma":[0.99985677,0.000015892436,0.000012087613,0.00009510974,0.0000042858146,0.000015865604],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000022553204,0.00006390991,0.00006534463,0.00012383249,0.000001472269,0.000005905624,0.00004075905,0.00006606924,0.0075671193],"category_scores_gemma":[0.000014514694,0.00005626597,0.000025003115,0.00006754332,0.0000067646297,0.000009856129,0.0000042533798,0.000092364455,0.0017168742],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.055797e-7,0.0000020350544,0.0000021067365,0.00026113406,0.000026027134,2.8899893e-7,0.000035322868,0.00005714702,0.000024969457,0.00075857807,0.9949155,0.003916622],"study_design_scores_gemma":[0.000015403337,0.000002931196,0.000016139935,0.0000693673,0.000017640557,0.0000046763857,0.000017820332,0.00014971697,0.00003432747,0.00035017767,0.99925184,0.00006995739],"about_ca_topic_score_codex":0.00007319869,"about_ca_topic_score_gemma":0.000030565527,"teacher_disagreement_score":0.023649039,"about_ca_system_score_codex":0.000022321885,"about_ca_system_score_gemma":0.000014165731,"threshold_uncertainty_score":0.9990604},"labels":[],"label_agreement":null},{"id":"W4400150361","doi":"10.1007/979-8-8688-0324-6_9","title":"Design System Fundamentals","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Georgetown Hospital","funders":"","keywords":"Computer science","score_opus":0.05484024551725251,"score_gpt":0.24961073329903424,"score_spread":0.19477048778178174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400150361","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9462513e-7,0.00663019,0.37645435,0.000050976254,0.003052308,0.0004993433,0.00000839993,0.0016796289,0.6116246],"genre_scores_gemma":[0.008286916,0.0006491979,0.037542228,0.00029938068,0.0012453748,0.000105180734,0.000055356766,0.0006941215,0.9511222],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827635,0.00006385197,0.0004687255,0.00040609878,0.0004490052,0.00033598865],"domain_scores_gemma":[0.99867177,0.0005676778,0.00011536118,0.00046233519,0.000051564974,0.0001313127],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010618869,0.0005300077,0.0004263306,0.00032971767,0.00013759322,0.00044635605,0.0003760814,0.00044620477,0.0008548527],"category_scores_gemma":[0.000014052921,0.0005575805,0.00014347417,0.00006981388,0.00003005204,0.00022450548,0.0000435359,0.0008166778,0.007668662],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003865174,0.000014162021,1.998686e-7,0.001998277,0.0010892256,0.0004744116,0.0033418532,0.020825539,0.00089573406,0.8242647,0.13348545,0.013571809],"study_design_scores_gemma":[0.00017208545,0.00006759718,3.2104163e-7,0.0023726223,0.00054760114,0.00029704097,0.0002007816,0.021995006,0.0009255031,0.069205955,0.9030114,0.0012040819],"about_ca_topic_score_codex":0.0000027955334,"about_ca_topic_score_gemma":3.2509323e-7,"teacher_disagreement_score":0.76952595,"about_ca_system_score_codex":0.0005752206,"about_ca_system_score_gemma":0.00010436603,"threshold_uncertainty_score":0.99968755},"labels":[],"label_agreement":null},{"id":"W4400170044","doi":"10.4000/11wph","title":"Le potentiel éducatif du design fiction dans le développement de la pensée critique","year":2024,"lang":"fr","type":"article","venue":"ReS Futurae","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Université du Québec à Montréal","funders":"","keywords":"Humanities; Art; Philosophy","score_opus":0.022323234848913937,"score_gpt":0.2935681216148373,"score_spread":0.2712448867659234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400170044","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013280483,0.02505385,0.73033756,0.14776541,0.012598113,0.00041363575,0.000017656532,0.0005353814,0.06999791],"genre_scores_gemma":[0.9521983,0.0062491517,0.023825798,0.0003527941,0.0016723291,0.00008324115,0.000024573204,0.00009166936,0.015502113],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99832433,0.0006377301,0.0002586314,0.00027317714,0.00015400114,0.0003521516],"domain_scores_gemma":[0.99885803,0.0006580617,0.000032595566,0.00023898919,0.000061043786,0.00015126992],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010762195,0.00020677935,0.00013882168,0.00012435351,0.00022655299,0.00046657037,0.00015655118,0.00019802069,0.000502732],"category_scores_gemma":[0.00018093728,0.00024770256,0.00009531979,0.0002925415,0.000077368764,0.0005036062,0.000024123301,0.00044372035,0.00047294074],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023269258,0.0002561261,0.000071798095,0.0006849583,0.00019609164,0.000115360075,0.016570834,0.008013667,0.022569345,0.15228319,0.7547671,0.044448238],"study_design_scores_gemma":[0.00020062004,0.000043039723,0.0059773345,0.0002652379,0.000103891565,0.00040947815,0.008573719,0.016865283,0.011941111,0.0036944728,0.95156455,0.00036129073],"about_ca_topic_score_codex":0.0012825758,"about_ca_topic_score_gemma":0.000032799628,"teacher_disagreement_score":0.9389179,"about_ca_system_score_codex":0.000433449,"about_ca_system_score_gemma":0.0009889584,"threshold_uncertainty_score":0.9999975},"labels":[],"label_agreement":null},{"id":"W4400439773","doi":"10.5465/amproc.2024.13172symposium","title":"Founding Team Fundamentals: New Perspectives on the Inner Workings of Founding Teams","year":2024,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Engineering ethics; Management; Public relations; Sociology; Engineering; Political science; Economics","score_opus":0.03097391391885161,"score_gpt":0.29179136095327823,"score_spread":0.2608174470344266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400439773","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26680318,0.004924358,0.0020233039,0.0136021115,0.0019653826,0.0013375131,0.000002651261,0.000860198,0.7084813],"genre_scores_gemma":[0.9916547,0.0010992662,0.001122044,0.00025774626,0.00038855034,0.00003378461,5.8692274e-7,0.000045667788,0.005397647],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881333,0.000009629099,0.00031672334,0.00025636418,0.00036248958,0.0002414888],"domain_scores_gemma":[0.9995497,0.00021279004,0.00009333682,0.00006839254,0.000019254754,0.00005652954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008088998,0.00018477971,0.00016973866,0.00033348784,0.00007703542,0.00015616894,0.0003469309,0.00007432312,0.00023777959],"category_scores_gemma":[0.000064113025,0.00014894344,0.00008042501,0.0006983931,0.00006199724,0.00059438584,0.000069691756,0.00038705667,0.00007099577],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028765036,0.0000575943,0.00022219907,0.0010066119,0.00052126346,6.531298e-7,0.014185367,0.000097054195,0.003661737,0.65957373,0.28608942,0.034555588],"study_design_scores_gemma":[0.00025857924,0.00006928902,0.0009502116,0.0013440843,0.00020558339,0.0000069614975,0.058417987,0.0018761333,0.0064859577,0.007249544,0.9227944,0.00034129366],"about_ca_topic_score_codex":0.000005139053,"about_ca_topic_score_gemma":6.039333e-8,"teacher_disagreement_score":0.72485155,"about_ca_system_score_codex":0.00017108038,"about_ca_system_score_gemma":0.000010368538,"threshold_uncertainty_score":0.6073737},"labels":[],"label_agreement":null},{"id":"W4400440413","doi":"10.5465/amproc.2024.21235symposium","title":"Situating Design in Organizations: Seeing the Design Process through a “Process Thinking” Lens","year":2024,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Process (computing); Lens (geology); Process management; Design process; Computer science; Psychology; Business; Engineering; Work in process; Operations management","score_opus":0.041491217302961875,"score_gpt":0.3079371001505991,"score_spread":0.26644588284763726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400440413","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04273303,0.006921334,0.83861077,0.015866414,0.00076403987,0.004610025,0.0000031242223,0.0028963084,0.08759495],"genre_scores_gemma":[0.98393077,0.0008225781,0.013881817,0.0006595813,0.000105442516,0.00018355923,0.0000014661572,0.00007658537,0.00033819585],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984717,0.000031091826,0.0004397529,0.00031942525,0.0004110156,0.0003270547],"domain_scores_gemma":[0.9994125,0.0003265436,0.00009107532,0.00006146128,0.00007916165,0.00002929709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015637922,0.00022533092,0.00017809453,0.00024038083,0.00014802482,0.00024298187,0.0005346641,0.00011303552,0.00006541835],"category_scores_gemma":[0.00020696655,0.0001913254,0.000028762397,0.0022208071,0.000043356344,0.0018577391,0.0000501998,0.00049876317,0.000051018436],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097775264,0.00029034936,0.00062656525,0.016149735,0.001061864,0.000023740473,0.2840982,0.3091561,0.00512543,0.2869573,0.05792778,0.03848518],"study_design_scores_gemma":[0.0014212948,0.0001583077,0.0016186557,0.0053805965,0.00092448224,0.00009794836,0.077539615,0.5228472,0.08479433,0.23607843,0.066955194,0.0021839845],"about_ca_topic_score_codex":0.0000022657148,"about_ca_topic_score_gemma":1.4163449e-7,"teacher_disagreement_score":0.94119775,"about_ca_system_score_codex":0.00008045266,"about_ca_system_score_gemma":0.00003225011,"threshold_uncertainty_score":0.7802023},"labels":[],"label_agreement":null},{"id":"W4400624047","doi":"10.1016/j.cie.2024.110382","title":"A systematic problem analysis network for product conceptual design","year":2024,"lang":"en","type":"article","venue":"Computers & Industrial Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Conceptual design; Computer science; Product (mathematics); Product design; Engineering; Systems engineering; Manufacturing engineering; Mathematics; Human–computer interaction","score_opus":0.05354644978775911,"score_gpt":0.24901615584940337,"score_spread":0.19546970606164427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400624047","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029195708,0.0023592974,0.9896992,0.000091786176,0.0049785124,0.001253137,0.000006585902,0.0011705685,0.00014898108],"genre_scores_gemma":[0.85540056,0.000040572868,0.13646121,0.00008612181,0.006448524,0.0009053709,0.00007650578,0.00019619522,0.00038491792],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998739,0.00005928951,0.00042694435,0.0002696505,0.0001432284,0.00036188916],"domain_scores_gemma":[0.99845976,0.0011185284,0.000035314646,0.00023293619,0.000041509233,0.00011193887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080003316,0.00023341164,0.00041338408,0.0002787314,0.00004906426,0.0002671617,0.00019491647,0.00010964965,0.000019809768],"category_scores_gemma":[0.00014451565,0.00023512704,0.00017694943,0.0013277016,0.000013040403,0.0002408574,0.0000165728,0.00029613113,0.00002768409],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058748906,0.0000062861304,0.00000189905,0.0016438718,0.0013707874,0.000004120203,0.0004022741,0.9737349,0.00012421736,0.0021996445,0.019410646,0.0010954362],"study_design_scores_gemma":[0.00020199819,0.00003340646,0.0000027412252,0.0011494202,0.00082739163,0.0000101713495,0.000036262983,0.97902054,0.00017555368,0.000030302235,0.018228374,0.00028385667],"about_ca_topic_score_codex":0.0000029730197,"about_ca_topic_score_gemma":3.058508e-7,"teacher_disagreement_score":0.8551086,"about_ca_system_score_codex":0.00013297307,"about_ca_system_score_gemma":0.00007004339,"threshold_uncertainty_score":0.9588202},"labels":[],"label_agreement":null},{"id":"W4401313295","doi":"10.18260/1-2--47935","title":"Reimagining Industrial Engineering: Embedding Sustainability and Societal Impact in Course Design","year":2024,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Sustainability; Course (navigation); Embedding; Societal impact of nanotechnology; Engineering ethics; Computer science; Architectural engineering; Engineering; Engineering management; Artificial intelligence; Aerospace engineering; Materials science; Nanotechnology","score_opus":0.035554252953353425,"score_gpt":0.34236019473854973,"score_spread":0.3068059417851963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401313295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5451266,0.004743189,0.4240572,0.005998059,0.0049908194,0.001446732,0.000010809119,0.0035390472,0.010087508],"genre_scores_gemma":[0.9977493,0.000025446083,0.0017668629,0.000012901616,0.00014480414,0.000014319195,0.0000018893933,0.00002550662,0.00025893043],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999365,0.000036594927,0.00014952864,0.00014735716,0.00007821005,0.00022331826],"domain_scores_gemma":[0.9993621,0.0004343096,0.0000068601253,0.0000925468,0.000021139223,0.00008305385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000696912,0.00012134048,0.00010692854,0.000100448175,0.00001886481,0.0001827706,0.000048817095,0.000080162135,0.00018465609],"category_scores_gemma":[0.00022850091,0.00010236696,0.000032800654,0.00029269676,0.00001490994,0.00045881304,0.000012596199,0.00042992536,0.000011754042],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048319052,0.000097993994,0.005514941,0.00047649915,0.00026487047,0.00013422978,0.0085899625,0.8112133,0.0036856935,0.00389506,0.052871626,0.11320747],"study_design_scores_gemma":[0.00020646732,0.000025339572,0.0017798851,0.00003521182,0.000020192438,0.000031861266,0.00094771653,0.9883249,0.0003147633,0.00031198427,0.0078044124,0.00019730437],"about_ca_topic_score_codex":0.00003936772,"about_ca_topic_score_gemma":0.0000010047279,"teacher_disagreement_score":0.45262268,"about_ca_system_score_codex":0.00023816392,"about_ca_system_score_gemma":0.0002377241,"threshold_uncertainty_score":0.41744033},"labels":[],"label_agreement":null},{"id":"W4401313566","doi":"10.18260/1-2--47694","title":"Investigating Students’ Development of Computer-Aided Design Self-Efficacy: An Analysis of Pre-Course CAD Exposure","year":2024,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"CAD; Course (navigation); Computer science; Computer aided instruction; Engineering drawing; Engineering; Multimedia","score_opus":0.03843973163459111,"score_gpt":0.3207540037684853,"score_spread":0.28231427213389415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401313566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72380006,0.00020943224,0.27503982,0.000018826722,0.00020168298,0.00014520239,0.0000015696324,0.00027997856,0.00030344314],"genre_scores_gemma":[0.7952484,0.000008844654,0.20457558,0.000021179727,0.000025536448,0.000008730774,0.0000100142815,0.000015717269,0.000086001426],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99892783,0.000098071054,0.00042244827,0.00016084051,0.00026758353,0.00012323976],"domain_scores_gemma":[0.9992751,0.00030603725,0.000054474516,0.00020483462,0.00006582731,0.00009371533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006589552,0.000119637974,0.00022399152,0.0002390187,0.000027202925,0.000060524246,0.0001954943,0.000051239775,0.00014184508],"category_scores_gemma":[0.000023218861,0.00011402409,0.000051890456,0.000833349,0.00001443813,0.00021099989,0.000022190152,0.00010164543,0.000010918723],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012674589,0.0014940499,0.019378707,0.0007204624,0.0102740945,0.000006174297,0.10172148,0.75118655,0.015865434,0.00090337417,0.0022132695,0.096223764],"study_design_scores_gemma":[0.00021762238,0.00008502614,0.26463565,0.000097047225,0.0011608166,0.0000019233596,0.0007999323,0.71188885,0.019782001,0.000016438551,0.0010497359,0.00026492032],"about_ca_topic_score_codex":0.000018771041,"about_ca_topic_score_gemma":0.00001720954,"teacher_disagreement_score":0.24525696,"about_ca_system_score_codex":0.000044000673,"about_ca_system_score_gemma":0.00014739299,"threshold_uncertainty_score":0.46497676},"labels":[],"label_agreement":null},{"id":"W4401704398","doi":"10.1080/00038628.2024.2383360","title":"Comparison of design education documents and the disconnect between designer priorities, tools, and occupant assumptions","year":2024,"lang":"en","type":"article","venue":"Architectural Science Review","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Victoria","funders":"Division of Behavioral and Cognitive Sciences; U.S. Department of Homeland Security","keywords":"Design education; Architectural engineering; Engineering; Computer science; Software engineering; Systems engineering; Visual arts; Art","score_opus":0.08046800332018066,"score_gpt":0.40022754444017206,"score_spread":0.3197595411199914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401704398","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11020199,0.8342936,0.03981682,0.009122081,0.00096832035,0.0023630725,0.000017635335,0.00020413393,0.0030123452],"genre_scores_gemma":[0.97550756,0.021173235,0.003061733,0.00009822019,0.000040277817,0.000043783122,0.0000027664585,0.0000062048393,0.00006621629],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999168,0.00014545459,0.00022673723,0.00015044547,0.00017025766,0.00013911209],"domain_scores_gemma":[0.99887246,0.0008590504,0.000035096717,0.00013880893,0.000024802233,0.00006981214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012970079,0.00009149691,0.00019345067,0.000068310466,0.00012788194,0.0001851821,0.00015279694,0.000012843376,0.000025588608],"category_scores_gemma":[0.00027449985,0.000053606578,0.00002561099,0.00042641634,0.00032617422,0.00041849038,0.000030004852,0.00012611548,0.000008845947],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024422206,0.0000060661905,0.00057751057,0.001177609,0.00001701052,1.03842204e-7,0.0011062999,0.000044610573,0.0005133337,0.0041060247,0.0006854594,0.99176353],"study_design_scores_gemma":[0.0016090104,0.0005724594,0.2855897,0.03803161,0.0029752278,0.0007140323,0.0022407258,0.048665754,0.008443016,0.04010429,0.56818664,0.0028675545],"about_ca_topic_score_codex":0.00002470734,"about_ca_topic_score_gemma":0.0000021687806,"teacher_disagreement_score":0.98889595,"about_ca_system_score_codex":0.000032533,"about_ca_system_score_gemma":0.00017235495,"threshold_uncertainty_score":0.21860129},"labels":[],"label_agreement":null},{"id":"W4401721525","doi":"10.21432/cjlt28618","title":"Generative Artificial Intelligence in Graphic Design Education: A Student Perspective","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Design Education and Practice","field":"Engineering","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Design studio; Design education; Context (archaeology); Perspective (graphical); Engineering ethics; Instructional design; Perception; Psychology; Computer science; Pedagogy; Mathematics education; Studio; Engineering; Artificial intelligence","score_opus":0.01989311630608025,"score_gpt":0.30158090560659107,"score_spread":0.2816877893005108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401721525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4652635,0.18106303,0.27132347,0.05640432,0.007904663,0.0005538963,0.0000028950428,0.00039571087,0.017088527],"genre_scores_gemma":[0.9978383,0.00030353098,0.0016432891,0.000013622859,0.00008194936,0.000004526693,1.7618152e-7,0.000009180971,0.00010542031],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99957174,0.000051597297,0.00015045181,0.00007208573,0.00003813633,0.00011601644],"domain_scores_gemma":[0.9996705,0.00007643627,0.000024172805,0.000034425015,0.00009718501,0.00009727581],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026793114,0.000059983766,0.00008513378,0.0011338278,0.000050682313,0.00007330702,0.00007023286,0.00007180033,0.00006139931],"category_scores_gemma":[0.0001766556,0.000060774353,0.000013773267,0.00062632724,0.00006125882,0.00009195555,0.000002442372,0.0005772645,0.0000101661135],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000090893745,0.000044781464,0.0052914214,0.000042856005,0.00017295696,0.00042560813,0.024072593,0.013335503,0.0012534733,0.41693798,0.0018825966,0.53653115],"study_design_scores_gemma":[0.00018629416,0.0011275037,0.0014568442,0.0008621981,0.00014515474,0.0041539567,0.46470916,0.03267558,0.005105367,0.24481806,0.24386425,0.00089561904],"about_ca_topic_score_codex":0.00009458075,"about_ca_topic_score_gemma":0.0010607899,"teacher_disagreement_score":0.53563553,"about_ca_system_score_codex":0.00015405111,"about_ca_system_score_gemma":0.0008432627,"threshold_uncertainty_score":0.25079593},"labels":[],"label_agreement":null},{"id":"W4401803723","doi":"10.1007/978-3-031-67095-4","title":"The Importance of Speculation in Design Research","year":2024,"lang":"en","type":"book","venue":"Synthesis lectures on human-centered informatics","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Simon Fraser University; Technische Universiteit Eindhoven","keywords":"Speculation; Business","score_opus":0.1555071853327899,"score_gpt":0.3755143207075425,"score_spread":0.22000713537475258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401803723","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005830132,0.002098576,0.0014196703,0.000187119,0.0010314283,0.0011509194,0.000038888527,0.00018645302,0.99330395],"genre_scores_gemma":[0.6577719,0.0063718455,0.0035897954,0.0005862144,0.001355405,0.00074984605,0.00029850233,0.00074813626,0.32852837],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99762255,0.0002287489,0.0009953992,0.00012954205,0.0006589535,0.00036481232],"domain_scores_gemma":[0.9956434,0.0033312528,0.00021569704,0.0006335069,0.000120808334,0.000055378907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022401328,0.0002959353,0.00032720828,0.00061087357,0.0001738786,0.00021195397,0.00050679315,0.0002937645,0.00019364586],"category_scores_gemma":[0.0006673108,0.00022827553,0.00010965574,0.0002468918,0.000113628565,0.00017255617,0.000042153202,0.0014388857,0.00029524628],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013184636,0.00010157653,0.000018919185,0.0029492057,0.00045301896,0.000013082866,0.011448209,0.021483606,0.00018904099,0.04263964,0.9012979,0.01927394],"study_design_scores_gemma":[0.00026537717,0.00014940112,0.00017947212,0.0027280545,0.0001100862,0.000012559782,0.00094752386,0.017162433,0.0038971622,0.032779362,0.9410355,0.0007330649],"about_ca_topic_score_codex":0.0000026650412,"about_ca_topic_score_gemma":0.000060663195,"teacher_disagreement_score":0.66477555,"about_ca_system_score_codex":0.0005743787,"about_ca_system_score_gemma":0.00022249174,"threshold_uncertainty_score":0.9308806},"labels":[],"label_agreement":null},{"id":"W4402455732","doi":"10.4324/9781032716626","title":"Design and Science in Modern China","year":2024,"lang":"en","type":"book","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"China; History; Engineering ethics; Engineering; Archaeology","score_opus":0.02436833919770323,"score_gpt":0.26684012770437165,"score_spread":0.24247178850666842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402455732","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015996573,0.0013252286,0.04646102,0.000078689984,0.00053479715,0.00010972395,5.057763e-7,0.00014276343,0.95133126],"genre_scores_gemma":[0.0061669024,0.00032324786,0.004489566,0.00005076113,0.000052777377,0.0000084889525,0.0000015051104,0.000029550121,0.9888772],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995683,0.0000068932495,0.00007951129,0.0001436242,0.00009916989,0.00010250678],"domain_scores_gemma":[0.999773,0.00006372102,0.000006773327,0.00010457105,0.000008148017,0.000043734974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003209208,0.00009235877,0.00007691409,0.00021914714,0.000015320347,0.00010567993,0.000092802424,0.00006321082,0.0001635173],"category_scores_gemma":[0.000016278444,0.00008734047,0.000007278144,0.00010421753,0.00003873079,0.00015797322,0.000016986693,0.00024055687,0.00018023464],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008161088,0.00002481478,0.00000308224,0.00078581885,0.000036764148,0.0000496935,0.0057233,0.02697597,0.0013930311,0.04489793,0.69966763,0.2204338],"study_design_scores_gemma":[0.000087456516,0.000016638107,0.00009278047,0.00017547731,0.000026057829,0.00003899957,0.000032288448,0.51754344,0.0001780474,0.0619931,0.41936782,0.00044786403],"about_ca_topic_score_codex":0.0000029637526,"about_ca_topic_score_gemma":0.0000019111626,"teacher_disagreement_score":0.4905675,"about_ca_system_score_codex":0.0001084372,"about_ca_system_score_gemma":0.00027848774,"threshold_uncertainty_score":0.3561641},"labels":[],"label_agreement":null},{"id":"W4402771306","doi":"10.1080/10508406.2024.2397762","title":"Reframing design in education: Proposing a framework to support pre-service teachers in adopting designerly stances","year":2024,"lang":"en","type":"article","venue":"Journal of the Learning Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Cognitive reframing; Service (business); Psychology; Pedagogy; Knowledge management; Medical education; Computer science; Business; Medicine; Social psychology; Marketing","score_opus":0.033142105361877984,"score_gpt":0.3428850203147285,"score_spread":0.3097429149528505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402771306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91150975,0.0032133549,0.07153334,0.007692101,0.0036222786,0.00028211233,1.2234277e-7,0.00007481537,0.002072116],"genre_scores_gemma":[0.93226177,0.000043303902,0.06705483,0.00023169297,0.00016738336,0.0000055585137,3.862391e-8,0.000012279725,0.00022314381],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99865144,0.00031513904,0.00036083418,0.00012517301,0.00033481288,0.0002126235],"domain_scores_gemma":[0.99898756,0.0007084555,0.00011333251,0.00007789118,0.000053930013,0.000058824775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00413573,0.000092772345,0.00012201474,0.00035498495,0.00012659297,0.00039684234,0.00043119778,0.000049741382,0.000033225904],"category_scores_gemma":[0.0011347187,0.000066985296,0.000032751905,0.001916794,0.00003321929,0.0007945541,0.000018184139,0.0008253251,0.000011564476],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015378355,0.000028464106,0.004538807,0.00006570332,0.000008813255,0.00000709654,0.046477303,0.83653724,0.0018574276,0.0002335222,0.00054064987,0.10968961],"study_design_scores_gemma":[0.00069330377,0.0021236953,0.08735628,0.026582366,0.000181085,0.0011913275,0.20891543,0.32133493,0.0075716265,0.009970593,0.3320776,0.0020017747],"about_ca_topic_score_codex":0.00002810282,"about_ca_topic_score_gemma":0.000027427222,"teacher_disagreement_score":0.5152023,"about_ca_system_score_codex":0.00020794479,"about_ca_system_score_gemma":0.0006358952,"threshold_uncertainty_score":0.38267598},"labels":[],"label_agreement":null},{"id":"W4402967819","doi":"10.1145/3677045.3685499","title":"Illustrating, Annotating &amp; Extending Design Qualities of Slow Technology","year":2024,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Universitas Brawijaya","keywords":"Computer science; Human–computer interaction; Software engineering","score_opus":0.05763852358674557,"score_gpt":0.32139784545717076,"score_spread":0.26375932187042517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402967819","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018389719,0.0024667245,0.8713678,0.0005281786,0.0010171453,0.00012914387,0.0000031020675,0.001617835,0.10448036],"genre_scores_gemma":[0.89820373,0.00005182075,0.093883574,0.000022821612,0.000058638198,0.000015071181,0.0000022452102,0.00002325283,0.007738848],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994639,0.00003300804,0.00020007347,0.00009377457,0.00007522158,0.00013399642],"domain_scores_gemma":[0.99939173,0.00042052683,0.00001895459,0.0001173229,0.000028390721,0.000023043027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035758648,0.000079181424,0.00008988366,0.00020350603,0.00002862168,0.000049727078,0.00007496121,0.000061485516,0.00045537212],"category_scores_gemma":[0.00018994437,0.000076247125,0.000022368482,0.00035924884,0.000028171835,0.00019307673,0.00000813859,0.00014497011,0.00010436913],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008956321,0.00005080449,0.00020174023,0.0013311399,0.00024412326,0.00001538606,0.013103228,0.026800187,0.23407842,0.41975027,0.09653329,0.20788243],"study_design_scores_gemma":[0.00027350997,0.0001244328,0.000100434394,0.0006319416,0.00009674939,0.00020952332,0.02619386,0.23329635,0.1525449,0.02012819,0.56542194,0.0009781503],"about_ca_topic_score_codex":0.000013612557,"about_ca_topic_score_gemma":0.000003903234,"teacher_disagreement_score":0.879814,"about_ca_system_score_codex":0.000022218062,"about_ca_system_score_gemma":0.000032820004,"threshold_uncertainty_score":0.49860054},"labels":[],"label_agreement":null},{"id":"W4403070696","doi":"10.54337/nlc.v9.9049","title":"Symposium 3: Learning Design Family Tree to Back Reuse and Cooperation","year":2014,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Networked Learning","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reuse; Tree (set theory); Family tree; Computer science; Psychology; Engineering; Mathematics; Combinatorics","score_opus":0.03282534210944331,"score_gpt":0.24672158775285746,"score_spread":0.21389624564341414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403070696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5371498,0.00005508159,0.030650645,0.010276338,0.0016976225,0.0005799485,9.0465215e-7,0.00033508462,0.41925457],"genre_scores_gemma":[0.9928923,0.000102260776,0.0028408237,0.00026777355,0.00019996535,0.000017860511,0.000001972483,0.000024791994,0.0036522334],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918133,0.00003939834,0.00020987995,0.00018122367,0.00023677177,0.00015139],"domain_scores_gemma":[0.99924415,0.00019691179,0.00011098615,0.00007442703,0.0003056456,0.000067896675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006397191,0.0001347484,0.00012427897,0.00009020566,0.0001155332,0.00020102147,0.00042681093,0.0000574141,0.000085609914],"category_scores_gemma":[0.0007411195,0.00011674623,0.000027409951,0.00016481776,0.000025635247,0.0002439157,0.00008362867,0.00040830416,0.000056869616],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022305554,0.00003905838,0.0033243804,0.000057247893,0.0000985491,1.4335122e-7,0.0026807785,0.62613523,0.2879531,0.03685845,0.017039696,0.02559026],"study_design_scores_gemma":[0.0003417984,0.0002154723,0.00228662,0.00030029312,0.000021868093,0.000006704461,0.0005252497,0.9069336,0.006917582,0.0004910608,0.08169895,0.00026078924],"about_ca_topic_score_codex":0.0000055026835,"about_ca_topic_score_gemma":9.255822e-7,"teacher_disagreement_score":0.45574254,"about_ca_system_score_codex":0.00004618602,"about_ca_system_score_gemma":0.000019545834,"threshold_uncertainty_score":0.47607732},"labels":[],"label_agreement":null},{"id":"W4403408222","doi":"10.1061/jaeied.aeeng-1798","title":"Advancing Architecture and Engineering Education for Project Value Delivery","year":2024,"lang":"en","type":"article","venue":"Journal of Architectural Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Architecture; Integrated project delivery; Value engineering; Engineering; Value (mathematics); Architectural engineering; Engineering management; Systems engineering; Construction engineering; Computer science; Operations management; Project management; Geography","score_opus":0.00582638763147749,"score_gpt":0.24666514660004218,"score_spread":0.2408387589685647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403408222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58795655,0.017660309,0.3869187,0.0007774022,0.0055384734,0.00045495565,0.000010340137,0.00043468646,0.00024857177],"genre_scores_gemma":[0.9051437,0.00035536778,0.09313244,0.000042785574,0.0011526813,0.000023217804,0.000003738826,0.00008577787,0.000060294937],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991705,0.0000116499195,0.00032759196,0.000118397475,0.00012080409,0.0002510912],"domain_scores_gemma":[0.9992308,0.00046371238,0.00004159411,0.00008713771,0.000060552782,0.00011619341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030059347,0.00019744526,0.00019922183,0.0005678232,0.000030621824,0.00012705418,0.00010961532,0.00005660902,0.0000036044921],"category_scores_gemma":[0.00021775404,0.00017620232,0.000111618974,0.00024577393,0.000007930283,0.00033827164,0.0000133971,0.00044436133,9.558682e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002312742,0.000011434228,0.000004966313,0.0015395756,0.00014642853,0.000007656417,0.00139041,0.77993894,0.053465094,0.0010818869,0.00071235513,0.1616781],"study_design_scores_gemma":[0.00036958294,0.00021682665,0.00047456968,0.0014307406,0.0001668481,0.0034795576,0.00018999318,0.7259095,0.006865653,0.0004808716,0.2598321,0.0005837445],"about_ca_topic_score_codex":0.000003481235,"about_ca_topic_score_gemma":7.204976e-7,"teacher_disagreement_score":0.31718713,"about_ca_system_score_codex":0.00009944411,"about_ca_system_score_gemma":0.00015002265,"threshold_uncertainty_score":0.7185322},"labels":[],"label_agreement":null},{"id":"W4403439572","doi":"10.1007/978-3-031-62170-3_14","title":"A Conceptual Framework for Design for Adaptability Based on Modularity, DfMA, Digital Design, and Fabrication","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in civil engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Modularity (biology); Adaptability; Systems engineering; Computer science; Conceptual design; Software engineering; Engineering; Human–computer interaction","score_opus":0.03443940252346047,"score_gpt":0.25549500656869983,"score_spread":0.22105560404523936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403439572","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007606581,0.0015903144,0.993636,0.0002039837,0.0009598388,0.0016578025,0.000102159094,0.00039029453,0.0014519792],"genre_scores_gemma":[0.6401749,0.00006371464,0.3568435,0.00014763862,0.000729718,0.0007314243,0.0001448557,0.0003932144,0.00077099365],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867,0.000012090393,0.00034310677,0.00048551057,0.00017440322,0.00031492868],"domain_scores_gemma":[0.9930962,0.006326994,0.00005480739,0.00034290474,0.00008215861,0.000096960095],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038744145,0.0004829095,0.0003955532,0.00027711358,0.00003986638,0.0001812651,0.00015351061,0.00061363954,0.000042334366],"category_scores_gemma":[0.0015889069,0.0005305192,0.0001256786,0.000092165385,0.00003758696,0.00014567337,0.000017346541,0.00075121305,0.000009104414],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006394816,0.00001540489,0.0000011255804,0.00049113506,0.00006142588,0.0000017283512,0.00023644952,0.96400845,0.00010092848,0.02680029,0.0001852056,0.008033885],"study_design_scores_gemma":[0.00025599456,0.00014163472,0.000005694793,0.0004830857,0.00007591965,0.0000032767302,0.0000029680855,0.8812269,0.00055617775,0.084016874,0.03268695,0.00054451224],"about_ca_topic_score_codex":0.0000011890075,"about_ca_topic_score_gemma":0.0000042574734,"teacher_disagreement_score":0.64016736,"about_ca_system_score_codex":0.0002580436,"about_ca_system_score_gemma":0.0000733546,"threshold_uncertainty_score":0.9997146},"labels":[],"label_agreement":null},{"id":"W4403449139","doi":"10.1080/00140139.2024.2409939","title":"Prospective ergonomics for the design of future things","year":2024,"lang":"en","type":"review","venue":"Ergonomics","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Human factors and ergonomics; Cognitive ergonomics; Creativity; Scope (computer science); Engineering ethics; Knowledge management; Engineering; Work (physics); Engineering management; Computer science; Poison control; Psychology; Mechanical engineering; Medicine","score_opus":0.04792412339458653,"score_gpt":0.31229610346611214,"score_spread":0.2643719800715256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403449139","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.8055432e-7,0.96084845,0.03191494,0.000043040345,0.0049302974,0.0015117712,0.000073663345,0.00012965608,0.0005479978],"genre_scores_gemma":[0.0000035903006,0.9901011,0.0069803693,0.0000356107,0.001323392,0.00044902638,0.000028541855,0.0001477399,0.0009306403],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990133,0.000044548044,0.00046854455,0.00023382879,0.00004984451,0.00018993412],"domain_scores_gemma":[0.99830467,0.0010279196,0.00017530011,0.00040609165,0.000042197134,0.000043802847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005111093,0.00033739163,0.0007039818,0.000107065855,0.00005745867,0.00009813765,0.00042064543,0.00025771785,0.000025891453],"category_scores_gemma":[0.00006515519,0.0002360559,0.0003547284,0.00018319742,0.000030690684,0.00015460436,0.000033211534,0.0005027056,0.00013889335],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003695413,0.000020239402,5.81557e-8,0.012780015,0.0009927491,4.794363e-7,0.0008576091,0.0037708983,4.0248648e-7,0.011313048,0.07984725,0.8903803],"study_design_scores_gemma":[0.00005238418,0.000018107427,5.0097486e-7,0.00061913114,0.0013205511,0.000011282135,0.00009637756,0.004742741,0.0000024400056,0.00017535033,0.9927195,0.0002416769],"about_ca_topic_score_codex":0.0000028763889,"about_ca_topic_score_gemma":0.0000012409578,"teacher_disagreement_score":0.9128722,"about_ca_system_score_codex":0.00028554176,"about_ca_system_score_gemma":0.0003666627,"threshold_uncertainty_score":0.96260804},"labels":[],"label_agreement":null},{"id":"W4403483296","doi":"10.18357/otessac.2024.4.1.365","title":"Considering a Reboot: Using Design-Thinking Strategies to Maintain a Dynamic, Industry-Relevant, Game Design Curriculum","year":2024,"lang":"en","type":"article","venue":"The Open/Technology in Education Society and Scholarship Association Conference","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reboot; Curriculum; Game design; Design thinking; Engineering management; Computer science; Engineering; Human–computer interaction; Engineering ethics; Manufacturing engineering; Knowledge management; Psychology; Pedagogy","score_opus":0.0539362404938043,"score_gpt":0.3489165831952463,"score_spread":0.294980342701442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403483296","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45915765,0.0030846093,0.49782804,0.03407995,0.0019406212,0.0021177176,0.000009445898,0.0008060684,0.0009759],"genre_scores_gemma":[0.96613514,0.00052789075,0.03207961,0.00064024347,0.000047360758,0.00023254217,0.000004738896,0.000034864923,0.00029758346],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981466,0.0004451542,0.00040143784,0.00037849875,0.00023141743,0.00039689417],"domain_scores_gemma":[0.9984651,0.00081723335,0.00012883826,0.00028881239,0.00021340117,0.00008660082],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0037947064,0.00023765584,0.00024304561,0.00022987188,0.0003234166,0.0017355834,0.00057857763,0.0006480451,0.000082471386],"category_scores_gemma":[0.000846953,0.0002316264,0.000043655687,0.0012371385,0.000075891134,0.0013722448,0.00013457629,0.001844414,0.000041277726],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006486811,0.00061020773,0.020626744,0.00052390073,0.0011123813,0.000020766049,0.09212288,0.07716955,0.049419545,0.65352947,0.01225857,0.09254112],"study_design_scores_gemma":[0.00072543405,0.000117463605,0.0046740966,0.0015997408,0.00024328845,0.00015361467,0.1224954,0.31157824,0.0033292219,0.5355518,0.01811687,0.0014148061],"about_ca_topic_score_codex":0.000061801205,"about_ca_topic_score_gemma":0.00004244876,"teacher_disagreement_score":0.5069775,"about_ca_system_score_codex":0.0009730097,"about_ca_system_score_gemma":0.0012726823,"threshold_uncertainty_score":0.9993007},"labels":[],"label_agreement":null},{"id":"W4403489516","doi":"10.1016/j.destud.2024.101274","title":"That was fun, now what?: Modelizing knowledge dynamics to explain co-design's shortcomings","year":2024,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Toronto","funders":"IÉSEG Écoles de Management","keywords":"Dynamics (music); Engineering; Management science; Engineering ethics; Systems engineering; Sociology; Pedagogy","score_opus":0.16598955565258922,"score_gpt":0.37267174093118655,"score_spread":0.20668218527859733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403489516","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013588686,0.04408101,0.94282025,0.0011786369,0.0030258053,0.00060033693,0.000008259103,0.0010930627,0.005833741],"genre_scores_gemma":[0.9392274,0.014242245,0.038440496,0.00058448646,0.000489282,0.0005575217,0.00001812758,0.00021861005,0.0062218024],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998491,0.000163125,0.0002932407,0.00038655614,0.00022110787,0.00044496753],"domain_scores_gemma":[0.9978415,0.0015861025,0.000024665615,0.0002950262,0.00010600777,0.00014670416],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009864608,0.0003515154,0.00036108817,0.00030023165,0.0001919644,0.00048484298,0.00022616863,0.00009456437,0.0000523265],"category_scores_gemma":[0.000107022,0.0003401468,0.000083670406,0.0004599981,0.000042298278,0.0010573778,0.000057125188,0.0002845143,0.0011502134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008451912,0.000103226164,0.000040713086,0.0007527809,0.0012410898,0.00009532613,0.051681817,0.0776117,0.004844113,0.0042109196,0.7300748,0.129259],"study_design_scores_gemma":[0.00028969374,0.00015072555,0.000032092477,0.0008994301,0.00025809894,0.000055231292,0.037762437,0.7647155,0.012786217,0.0017740582,0.18003805,0.0012384547],"about_ca_topic_score_codex":0.0000020813566,"about_ca_topic_score_gemma":0.000018250777,"teacher_disagreement_score":0.93786854,"about_ca_system_score_codex":0.0004005298,"about_ca_system_score_gemma":0.00006693108,"threshold_uncertainty_score":0.99990505},"labels":[],"label_agreement":null},{"id":"W4403737571","doi":"10.1017/dsj.2024.34","title":"Contextual influences on trade-offs in engineering design: a qualitative study","year":2024,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Business","score_opus":0.09532491357536511,"score_gpt":0.38088015402642306,"score_spread":0.28555524045105796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403737571","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28397995,0.0010121111,0.7067596,0.0004873526,0.002349984,0.0014568779,0.000004426304,0.0010245958,0.002925099],"genre_scores_gemma":[0.9959493,0.000010793604,0.0037554614,0.000076005774,0.000039531486,0.00009256192,2.3819594e-7,0.000018756433,0.000057343328],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984654,0.00021299861,0.00024391209,0.00033240806,0.00042231733,0.00032296075],"domain_scores_gemma":[0.99785376,0.0018213954,0.000016477728,0.00018014025,0.000023505114,0.000104703446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034989691,0.00016206023,0.00014019855,0.0005074712,0.00006930975,0.00030358823,0.00034316146,0.000034092,0.000038028076],"category_scores_gemma":[0.00051718485,0.00014970369,0.000020929441,0.001799734,0.000097454664,0.000881085,0.000012612426,0.0002740999,0.00016721827],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059136168,0.0003091349,0.00007390872,0.000092034854,0.00004971432,0.00015025956,0.45768344,0.45093352,0.06369594,0.0077390466,0.0022884146,0.016925443],"study_design_scores_gemma":[0.0006874252,0.0010962234,0.005666263,0.00037337164,0.000033408927,0.00003875818,0.08066271,0.8850584,0.02078431,0.0008086101,0.0037485973,0.0010419326],"about_ca_topic_score_codex":0.000015388194,"about_ca_topic_score_gemma":0.000002365274,"teacher_disagreement_score":0.7119693,"about_ca_system_score_codex":0.00016361682,"about_ca_system_score_gemma":0.0002009182,"threshold_uncertainty_score":0.61047393},"labels":[],"label_agreement":null},{"id":"W4403748860","doi":"10.24908/pceea.2023.17161","title":"Recruitment and outreach for a new multidisciplinary design program","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Outreach; Multidisciplinary approach; Computer science; Sociology; Political science; Social science","score_opus":0.03624029584662617,"score_gpt":0.28796582072575705,"score_spread":0.25172552487913086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403748860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43149012,0.038941957,0.041212793,0.23429263,0.094924234,0.060082722,0.0005768392,0.013318337,0.08516035],"genre_scores_gemma":[0.951151,0.0001010761,0.035557404,0.00011115982,0.00057603227,0.0011753386,0.000018015286,0.00010193425,0.011208006],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926525,0.0000047781223,0.00019781715,0.00015718432,0.00014085589,0.00023409577],"domain_scores_gemma":[0.9993361,0.0001520923,0.00006365959,0.00006403463,0.00016669738,0.00021740643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045156383,0.0001354157,0.0001118059,0.00022948433,0.00009422591,0.0002264286,0.00013150052,0.00011246645,0.000015148127],"category_scores_gemma":[0.00044916422,0.00013222595,0.000055892724,0.00036052323,0.000007317893,0.0002796053,0.000009445756,0.00016077606,0.000007378199],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010862704,0.00014664786,0.004125052,0.0022005679,0.00051050837,1.8251416e-7,0.010834918,0.0065867216,0.0064006792,0.019959226,0.7729778,0.17624682],"study_design_scores_gemma":[0.0002558946,0.00006231134,0.018242255,0.0003831618,0.0001826226,0.000011571857,0.0005828721,0.122859776,0.0032899636,0.0012392546,0.852446,0.0004442723],"about_ca_topic_score_codex":0.0008395544,"about_ca_topic_score_gemma":0.0005757956,"teacher_disagreement_score":0.5196609,"about_ca_system_score_codex":0.0012483429,"about_ca_system_score_gemma":0.000676693,"threshold_uncertainty_score":0.53920174},"labels":[],"label_agreement":null},{"id":"W4403764007","doi":"10.24908/pceea.2023.17113","title":"CAS2E STUDY – FROM STUDENT ENGAGED EDUCATIONAL DESIGN TO LEARNER LED EDUCATIONAL DESIGN","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Mathematics education; Instructional design; Computer science; Psychology; Pedagogy","score_opus":0.01814357858552067,"score_gpt":0.25855799462699025,"score_spread":0.24041441604146957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78406876,0.003499368,0.0106687015,0.100793995,0.057811487,0.011178463,0.0002785774,0.001803083,0.029897531],"genre_scores_gemma":[0.9851559,0.000014606073,0.0056801843,0.00033306965,0.00093509717,0.0005957284,0.000025538615,0.00010482052,0.007155092],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9979068,0.00011023403,0.000508556,0.00040035442,0.0006415693,0.00043250225],"domain_scores_gemma":[0.99726194,0.0013330587,0.00014604683,0.00021021636,0.0006062419,0.00044251131],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019838694,0.00031492126,0.0002485163,0.0006807013,0.0003653944,0.0005504593,0.0005559113,0.00016860555,0.0005849661],"category_scores_gemma":[0.0026582412,0.00032806426,0.00010435935,0.0012299499,0.0000133757,0.00054185814,0.00002909838,0.00078300334,0.00029190638],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017101413,0.000886102,0.03267723,0.00028034885,0.0012182408,5.7510675e-7,0.044770356,0.08258086,0.010462612,0.009507841,0.81360567,0.003993096],"study_design_scores_gemma":[0.00077857805,0.00016886793,0.76913464,0.00069052534,0.0007362432,0.000020240257,0.012696271,0.022517085,0.0062202937,0.0021376638,0.18289159,0.002007991],"about_ca_topic_score_codex":0.0037108054,"about_ca_topic_score_gemma":0.0015899864,"teacher_disagreement_score":0.7364574,"about_ca_system_score_codex":0.004178992,"about_ca_system_score_gemma":0.002601689,"threshold_uncertainty_score":0.99991715},"labels":[],"label_agreement":null},{"id":"W4403764092","doi":"10.24908/pceea.2023.17059","title":"Integrating Stakeholder Interactions into First-Year Design Courses: Perceived Value &amp; Impact on Students","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Value (mathematics); Stakeholder; Psychology; Computer science; Political science; Public relations","score_opus":0.02168166787433301,"score_gpt":0.2874778694547911,"score_spread":0.2657962015804581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93028307,0.0006001753,0.0032094864,0.01134667,0.02083251,0.0021941613,0.000107911954,0.0014742949,0.029951703],"genre_scores_gemma":[0.9933892,0.000031459498,0.0028494345,0.00013448222,0.00031087853,0.000104829,0.000015618094,0.000080474565,0.0030836219],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986699,0.000018641485,0.0003304376,0.00022398622,0.00043250236,0.00032448568],"domain_scores_gemma":[0.9987759,0.00033349707,0.00012903924,0.00014268585,0.00037046758,0.00024838443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006773989,0.00024677961,0.00017933162,0.00053351175,0.00021943562,0.00055131456,0.00038001954,0.00013452784,0.00019997811],"category_scores_gemma":[0.0012486875,0.00022466102,0.00012836997,0.0007431894,0.000012883216,0.0005713263,0.000015203023,0.0005597244,0.0001333233],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020295545,0.0003215323,0.03346623,0.0011237995,0.0013102989,5.467864e-7,0.029277781,0.16039987,0.009777243,0.022402203,0.73894894,0.002951247],"study_design_scores_gemma":[0.0007902869,0.0001613397,0.29666024,0.0041741002,0.00068366056,0.000042856118,0.008933983,0.1279159,0.0035871908,0.0021822208,0.55263895,0.0022292444],"about_ca_topic_score_codex":0.00380161,"about_ca_topic_score_gemma":0.0029563063,"teacher_disagreement_score":0.263194,"about_ca_system_score_codex":0.0052685603,"about_ca_system_score_gemma":0.0006917947,"threshold_uncertainty_score":0.99855006},"labels":[],"label_agreement":null},{"id":"W4403764129","doi":"10.24908/pceea.2023.17075","title":"Characterizing Computer Aided Design Mastery: What differences exist between expert and novice users?","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Computer science; Human–computer interaction; Engineering drawing; Engineering","score_opus":0.01965826046586885,"score_gpt":0.2255334524289371,"score_spread":0.20587519196306825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9414299,0.0042127487,0.0031035198,0.027689377,0.01697996,0.0013494395,0.000050610724,0.0010826181,0.0041017835],"genre_scores_gemma":[0.9956678,0.00020482494,0.0024368924,0.00036652194,0.00061990425,0.000051989835,0.000008961937,0.000050996554,0.0005920822],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9990312,0.000012463444,0.00026212545,0.00020027481,0.00022061082,0.00027334006],"domain_scores_gemma":[0.99920595,0.0002309703,0.00010177234,0.00008278429,0.00017239596,0.00020612065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043852525,0.00018503406,0.00017943585,0.0003057302,0.00011502517,0.00091123476,0.0002086638,0.00013903076,0.000029475168],"category_scores_gemma":[0.0001827026,0.00018275576,0.000048709517,0.00042342034,0.0000143201805,0.0012186067,0.000017731432,0.00026332648,0.000017856728],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023934334,0.00023765954,0.16414493,0.0074765217,0.0028529877,0.000002437592,0.117418274,0.003037739,0.0835656,0.025836805,0.31761208,0.27779102],"study_design_scores_gemma":[0.00041930543,0.000071819304,0.53574353,0.003047183,0.0003061496,0.000032989352,0.0045747706,0.0743725,0.011139293,0.00058248383,0.3680531,0.0016568518],"about_ca_topic_score_codex":0.0008055067,"about_ca_topic_score_gemma":0.00018935732,"teacher_disagreement_score":0.3715986,"about_ca_system_score_codex":0.0009231113,"about_ca_system_score_gemma":0.00026975662,"threshold_uncertainty_score":0.8787058},"labels":[],"label_agreement":null},{"id":"W4403764230","doi":"10.24908/pceea.2023.17122","title":"\"Please may I have some more?\" – Assessing Student and Instructor Intersubjective Agreement on Part Marks in Engineering Mathematics","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Mathematics education; Agreement; Psychology; Pedagogy; Mathematics; Philosophy; Linguistics","score_opus":0.008160474789788371,"score_gpt":0.24832103869679567,"score_spread":0.2401605639070073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98434824,0.0005083206,0.00007838471,0.0035051426,0.004867982,0.0006328791,0.000025539866,0.00021064273,0.005822888],"genre_scores_gemma":[0.9978179,0.000045343204,0.0008938007,0.00013307434,0.0002267813,0.00008819821,0.000005931846,0.000054453078,0.00073455623],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9988481,0.00000708847,0.00034280648,0.00020502962,0.00030369434,0.0002932746],"domain_scores_gemma":[0.99932045,0.00016332709,0.000105802144,0.00009803039,0.00013015754,0.00018223461],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005319313,0.00020857717,0.00018222569,0.0005758777,0.000060076592,0.00035548798,0.00017882696,0.00012385516,0.000031427506],"category_scores_gemma":[0.0005993289,0.00021457876,0.000054985572,0.0003999768,0.000011363125,0.00055272976,0.000021395192,0.00040854985,0.000009306714],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035376896,0.0014934601,0.18716028,0.021644183,0.0033138276,0.000014599615,0.18445802,0.14804016,0.03682651,0.20352441,0.17073895,0.04275022],"study_design_scores_gemma":[0.0011812885,0.000103545855,0.48546597,0.007331777,0.0004229101,0.000054146705,0.026285134,0.33658415,0.0141667295,0.00083205657,0.12518269,0.0023896107],"about_ca_topic_score_codex":0.0005762587,"about_ca_topic_score_gemma":0.0005287404,"teacher_disagreement_score":0.2983057,"about_ca_system_score_codex":0.003044563,"about_ca_system_score_gemma":0.00029116427,"threshold_uncertainty_score":0.8750268},"labels":[],"label_agreement":null},{"id":"W4403794061","doi":"10.24908/pceea.2023.17015","title":"Capitalism and Engineering Student Attitudes Toward Design","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Capitalism; Sociology; Engineering ethics; Engineering; Political science","score_opus":0.010580130878494179,"score_gpt":0.23029098999533235,"score_spread":0.21971085911683816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403794061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9202519,0.013325668,0.0021856965,0.018600399,0.026792279,0.0024148172,0.00008028746,0.002496088,0.013852857],"genre_scores_gemma":[0.9966017,0.00009528898,0.0016442603,0.00009686387,0.0002545763,0.00007703293,0.000003558145,0.00005967749,0.0011670482],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9990164,0.0000059998783,0.00024696888,0.00017993838,0.00026704118,0.0002836738],"domain_scores_gemma":[0.99930346,0.00014009948,0.0000622327,0.00008165826,0.00019625513,0.00021631017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005266051,0.00018232496,0.00014699271,0.00035301052,0.000076915705,0.0003597677,0.00021436783,0.00013515963,0.000037148624],"category_scores_gemma":[0.00044852198,0.00018567618,0.0000570944,0.0004787949,0.000010026855,0.00042977277,0.000017596949,0.0002942061,0.00002164386],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000086367845,0.00028624688,0.06981671,0.009133906,0.0024127061,0.0000031527566,0.04610046,0.10386018,0.07169844,0.1688521,0.513397,0.014430486],"study_design_scores_gemma":[0.00040626203,0.000057351586,0.48905107,0.0014027563,0.0004394973,0.00007121766,0.001465523,0.11658755,0.012271339,0.0005309602,0.37603298,0.0016834777],"about_ca_topic_score_codex":0.0008164112,"about_ca_topic_score_gemma":0.00018527509,"teacher_disagreement_score":0.41923437,"about_ca_system_score_codex":0.0015186785,"about_ca_system_score_gemma":0.0003595196,"threshold_uncertainty_score":0.7571655},"labels":[],"label_agreement":null},{"id":"W4403794140","doi":"10.24908/pceea.2023.17006","title":"Instilling SDG Considerations in Undergraduate Design Capstone","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Capstone; Engineering ethics; Mathematics education; Computer science; Engineering; Psychology; Computer security","score_opus":0.0120818868016167,"score_gpt":0.21984833315096383,"score_spread":0.20776644634934713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403794140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53744996,0.015069289,0.010390649,0.18144427,0.06927017,0.0070106,0.00021733636,0.0048062922,0.17434141],"genre_scores_gemma":[0.99558336,0.000055074106,0.0024395443,0.00019176253,0.00015060777,0.0000771534,0.000005161133,0.00004703624,0.001450322],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99901545,0.000011901139,0.00031897903,0.000160881,0.00021624798,0.000276543],"domain_scores_gemma":[0.9992287,0.0002344611,0.0000767528,0.00008289238,0.00022824881,0.00014891749],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005986293,0.00014971191,0.00013597176,0.00055175956,0.00009976722,0.00025445924,0.00014169779,0.00013367791,0.000051824438],"category_scores_gemma":[0.0011248437,0.00016013645,0.00005452478,0.0008526496,0.000011688914,0.00047222956,0.000007742489,0.00035850596,0.000038489572],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003227619,0.00013212698,0.011612036,0.00144863,0.00039633503,0.00000194857,0.009997292,0.33505654,0.019711679,0.19527669,0.42237115,0.0039923424],"study_design_scores_gemma":[0.0007274666,0.000045336954,0.101700515,0.002126449,0.0003387486,0.00009197097,0.0020837411,0.42722088,0.023562187,0.01996679,0.4201018,0.0020341196],"about_ca_topic_score_codex":0.002462956,"about_ca_topic_score_gemma":0.004732907,"teacher_disagreement_score":0.45813337,"about_ca_system_score_codex":0.0024667215,"about_ca_system_score_gemma":0.0010415884,"threshold_uncertainty_score":0.6530175},"labels":[],"label_agreement":null},{"id":"W4404252836","doi":"10.1017/s089006042400012x","title":"Analyzing problem framing in design teams: a systems mapping approach","year":2024,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Framing (construction); Computer science; Management science; Systems engineering; Process management; Engineering; Civil engineering","score_opus":0.04177417197638531,"score_gpt":0.26357773240557497,"score_spread":0.22180356042918967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404252836","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003849206,0.0030034017,0.99148196,0.000027650814,0.00037843786,0.00063747633,0.0000037119119,0.0005049787,0.00011318092],"genre_scores_gemma":[0.8905794,0.00025010237,0.108635016,0.000005698826,0.00014233102,0.0002580121,0.000012465519,0.00006334671,0.00005361812],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981035,0.00006626565,0.00067389064,0.0004878576,0.00015819569,0.0005103092],"domain_scores_gemma":[0.99874395,0.0008336858,0.000045602425,0.00021864618,0.000029397568,0.00012874488],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015531988,0.00033051573,0.0004382601,0.0015327471,0.00009843302,0.0006814501,0.00017806899,0.00013640296,0.000013376399],"category_scores_gemma":[0.000069829635,0.00034073007,0.00016044176,0.0011611291,0.000020716398,0.00047119756,0.00002147934,0.00033098742,0.000013489119],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007963803,0.000019730009,0.000011151883,0.0004725704,0.0005127944,0.0000066484076,0.0011165454,0.95633835,0.0031295926,0.00212209,0.000033742817,0.036228802],"study_design_scores_gemma":[0.000019939915,0.000020901323,0.000032166052,0.00013934822,0.00029218046,0.000008314808,0.0007830943,0.97328275,0.022881556,0.0006748033,0.0014738763,0.00039103877],"about_ca_topic_score_codex":0.0001000558,"about_ca_topic_score_gemma":0.0000057281122,"teacher_disagreement_score":0.8867302,"about_ca_system_score_codex":0.00016351903,"about_ca_system_score_gemma":0.00003255191,"threshold_uncertainty_score":0.99990445},"labels":[],"label_agreement":null},{"id":"W4404569470","doi":"10.48550/arxiv.2411.10173","title":"Semantics and Spatiality of Emergent Communication","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Azrieli Foundation; Open Philanthropy Project; Center for Evolutionary and Theoretical Immunology","keywords":"Semantics (computer science); Computer science; Linguistics; Communication; Programming language; Sociology; Philosophy","score_opus":0.0853632640644222,"score_gpt":0.20245932565337033,"score_spread":0.11709606158894813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404569470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95385265,0.0014649887,0.023055993,0.00027815654,0.0011174586,0.00024751795,0.00004103416,0.00025538864,0.019686792],"genre_scores_gemma":[0.9961205,0.002932586,0.00026245398,0.000009896138,0.000021721547,3.5980497e-7,0.000021475358,0.000015771466,0.0006152062],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99952734,0.00006610261,0.00012592982,0.0001746924,0.000030274625,0.00007567831],"domain_scores_gemma":[0.99929816,0.000070212875,0.00006117444,0.00046312466,0.000056213932,0.000051140873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017057167,0.000112042384,0.00013825225,0.00009364091,0.000025388445,0.000020348618,0.00018427639,0.000119923774,0.000084839536],"category_scores_gemma":[0.000020164032,0.00014070582,0.000047775855,0.00014579695,0.00004505038,0.000053715936,0.0003000768,0.00036071445,0.000032820095],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054474785,0.00022634983,0.0050339815,0.005289806,0.00094994484,0.000040161834,0.004232864,0.6417675,0.0007948424,0.3255075,0.012118338,0.003984222],"study_design_scores_gemma":[0.00029248695,0.000024877181,0.0050731585,0.00038633615,0.0006996943,0.0000044539806,0.00082072645,0.8803301,0.0011797275,0.09135977,0.019186819,0.0006418649],"about_ca_topic_score_codex":0.00013396876,"about_ca_topic_score_gemma":0.000045360113,"teacher_disagreement_score":0.23856257,"about_ca_system_score_codex":0.000050989504,"about_ca_system_score_gemma":0.000038127877,"threshold_uncertainty_score":0.57378167},"labels":[],"label_agreement":null},{"id":"W4404797459","doi":"10.1080/09544828.2024.2432835","title":"Computer-aided design as a research instrument for engineering design: supporting multiple methods by observing artifacts, actors, and actions","year":2024,"lang":"en","type":"article","venue":"Journal of Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Systems engineering; Human–computer interaction; Computer science; Engineering; Design methods; Engineering drawing; Software engineering; Management science; Engineering management; Mechanical engineering","score_opus":0.20965351101336155,"score_gpt":0.4166468615823341,"score_spread":0.20699335056897256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404797459","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003810101,0.0031715208,0.98964256,0.00026973968,0.0021284032,0.0006350931,0.0000046938258,0.00032360177,0.000014281623],"genre_scores_gemma":[0.27821994,0.00034477707,0.72071046,0.000018785619,0.00044301085,0.00006800707,0.0000030983056,0.00012944832,0.00006249803],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99744856,0.00033515913,0.00084648223,0.0002892268,0.0004009744,0.0006795672],"domain_scores_gemma":[0.99116164,0.007851631,0.0001286978,0.000230538,0.00024618293,0.00038128256],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006984398,0.00035613772,0.00044077178,0.0007511086,0.00014676292,0.00055829744,0.000299127,0.00018170617,0.000037991278],"category_scores_gemma":[0.0021473814,0.00036235873,0.00013822112,0.0006448089,0.000021344606,0.0009762889,0.000042124822,0.0009892083,0.000011524991],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052868876,0.000041874533,0.0000051186753,0.0003984139,0.00032166843,0.000028823439,0.00095258973,0.63414025,0.32440564,0.00021370428,0.010383774,0.029055266],"study_design_scores_gemma":[0.000352456,0.0003554574,0.000036761387,0.00040390008,0.0000872197,0.00028518777,0.00014978468,0.8642137,0.083983295,0.00011478113,0.04968565,0.00033182724],"about_ca_topic_score_codex":0.000007046126,"about_ca_topic_score_gemma":1.5091506e-7,"teacher_disagreement_score":0.27440983,"about_ca_system_score_codex":0.00037463178,"about_ca_system_score_gemma":0.00023037581,"threshold_uncertainty_score":0.9998828},"labels":[],"label_agreement":null},{"id":"W4404951026","doi":"10.21125/iceri.2024.2114","title":"LEARNING FROM LEAVING: CANADIAN CONTEXT AS A BASIS OF ARCHITECTURAL EDUCATION","year":2024,"lang":"en","type":"article","venue":"ICERI proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Computer science; Basis (linear algebra); Mathematics education; Psychology; History; Mathematics; Archaeology","score_opus":0.01100295875766023,"score_gpt":0.2419332367229927,"score_spread":0.23093027796533247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404951026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8755917,0.0013225669,0.00006818984,0.0013599726,0.0011008292,0.00012114787,0.000004236765,0.00029038067,0.12014099],"genre_scores_gemma":[0.99717253,0.000032253836,0.00034975488,0.00018745911,0.00023674087,0.00002325079,0.000011761145,0.00003246499,0.0019538074],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994546,0.0000054651578,0.00014179654,0.00013985335,0.00009753065,0.00016076001],"domain_scores_gemma":[0.9996397,0.000077069104,0.000023933833,0.000044612345,0.00007487716,0.00013981384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000105082145,0.00010053375,0.00009480644,0.00020215781,0.000045821216,0.00013968514,0.00009719688,0.000056416087,0.0006819482],"category_scores_gemma":[0.00015390832,0.00010811108,0.00003522919,0.00026731554,0.000017104941,0.0002960711,0.000006446324,0.0002598137,0.00026314674],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023215895,0.000032422595,0.0032151302,0.0006105167,0.00018651408,0.0000037164275,0.055427134,0.00031118823,0.048567504,0.009824562,0.03844018,0.8433579],"study_design_scores_gemma":[0.00010319893,0.000064727414,0.005288904,0.00037324426,0.00007408549,0.000054636053,0.012451264,0.010239904,0.017672826,0.0010892435,0.9522403,0.00034768673],"about_ca_topic_score_codex":0.042554457,"about_ca_topic_score_gemma":0.0023738802,"teacher_disagreement_score":0.9138001,"about_ca_system_score_codex":0.0001256028,"about_ca_system_score_gemma":0.00033209537,"threshold_uncertainty_score":0.96382123},"labels":[],"label_agreement":null},{"id":"W4405064339","doi":"10.1115/1.4067333","title":"DesignQA: A Multimodal Benchmark for Evaluating Large Language Models’ Understanding of Engineering Documentation","year":2024,"lang":"en","type":"article","venue":"Journal of Computing and Information Science in Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Directorate for Engineering","keywords":"Documentation; Benchmark (surveying); Computer science; Software engineering; Natural language processing; Engineering drawing; Systems engineering; Artificial intelligence; Engineering; Programming language","score_opus":0.032885447946244754,"score_gpt":0.3343424033057408,"score_spread":0.301456955359496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405064339","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25463983,0.0002502545,0.74415153,0.000019099369,0.00066782057,0.000080034835,0.0000014700634,0.000034989498,0.00015496423],"genre_scores_gemma":[0.9616142,0.000037929396,0.038279664,0.00000805733,0.00004896947,0.0000016413369,0.0000013338584,0.0000072487296,9.388253e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989799,0.0000076903725,0.00051717943,0.000052519266,0.00026645776,0.00017623577],"domain_scores_gemma":[0.99929583,0.00039907513,0.00010065257,0.00004656089,0.000104521925,0.00005335102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025928933,0.00008411191,0.00012801684,0.00082648074,0.00004429141,0.00020130126,0.00010045285,0.00002992234,0.0000033295016],"category_scores_gemma":[0.00034815574,0.00008348202,0.000033233006,0.0006010001,0.000013121439,0.0052768644,0.000014186499,0.00016291393,4.0995545e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039197057,0.0000034781942,0.000019953124,0.000335039,0.000008019561,4.5384004e-7,0.009759651,0.97389925,0.007114694,0.004276854,0.000015283107,0.0045633805],"study_design_scores_gemma":[0.00025631874,0.000038077913,0.00028279002,0.00038970256,0.000008964951,0.000028862583,0.0024046602,0.9950718,0.0012396974,0.00007679948,0.000118866905,0.00008345041],"about_ca_topic_score_codex":0.0000017662919,"about_ca_topic_score_gemma":1.2283802e-7,"teacher_disagreement_score":0.7069744,"about_ca_system_score_codex":0.00019270963,"about_ca_system_score_gemma":0.00008200497,"threshold_uncertainty_score":0.38255993},"labels":[],"label_agreement":null},{"id":"W4405296749","doi":"10.1163/22134808-bja10136","title":"Research Priorities for Autonomous Sensory Meridian Response: An Interdisciplinary Delphi Study","year":2024,"lang":"en","type":"article","venue":"Multisensory Research","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg","funders":"","keywords":"Psychology; Meridian (astronomy); Sensory system; Delphi method; Delphi; Applied psychology; Medical education; Cognitive psychology; Artificial intelligence; Medicine","score_opus":0.32633918226764774,"score_gpt":0.547617538212636,"score_spread":0.2212783559449883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405296749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98634225,0.0015482309,0.0005866056,0.0018338313,0.0013992194,0.0023393163,0.00008472091,0.00090399984,0.004961817],"genre_scores_gemma":[0.98029304,0.000065863474,0.0011349567,0.000011729049,0.00066375156,0.0007506048,0.000013757031,0.00015626034,0.01691003],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99405456,0.0028539973,0.00039753545,0.00065143086,0.0009807872,0.0010616711],"domain_scores_gemma":[0.9906829,0.0075060423,0.000012254546,0.00079821056,0.0006353178,0.00036530072],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012884776,0.00022784229,0.00024131117,0.0015162849,0.0008597281,0.0007262226,0.00051683025,0.00016346286,0.00027801676],"category_scores_gemma":[0.0009779849,0.00023518788,0.000083968196,0.0010189369,0.00029305744,0.0006518037,0.00023313213,0.0016455693,0.0008831506],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007256894,0.002021602,0.00046271423,0.002559196,0.0008081903,0.0024546378,0.23205312,0.0047919597,0.2650739,0.0030290901,0.16193281,0.31755587],"study_design_scores_gemma":[0.0015190634,0.0036690577,0.017920233,0.00029897626,0.00005071043,0.00021738076,0.23551053,0.29492667,0.008670108,0.0014084914,0.4346944,0.0011143704],"about_ca_topic_score_codex":0.00008744824,"about_ca_topic_score_gemma":0.00011566863,"teacher_disagreement_score":0.3164415,"about_ca_system_score_codex":0.0005782614,"about_ca_system_score_gemma":0.0005217093,"threshold_uncertainty_score":0.9998948},"labels":[],"label_agreement":null},{"id":"W4405462166","doi":"10.5430/wje.v14n4p22","title":"Applying Design Thinking to Teach Physics and Mathematics: A Case Study on Building a Parachute and Analyzing Its Properties","year":2024,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Teaching method; Psychology; Computer science; Mathematics","score_opus":0.0640194785674639,"score_gpt":0.330601889218818,"score_spread":0.26658241065135413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405462166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9200033,0.0044235364,0.073175475,0.00054095587,0.000865772,0.00062587275,2.8289446e-7,0.000058351106,0.0003064734],"genre_scores_gemma":[0.9812942,0.000040953615,0.018042093,0.000069545415,0.0003233601,0.000049086964,1.091604e-7,0.000024203386,0.00015643978],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.999324,0.00007086582,0.00026334426,0.00010214876,0.00013899375,0.00010064473],"domain_scores_gemma":[0.9994211,0.00026983465,0.000071531875,0.00007782917,0.00007081387,0.00008888453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008960702,0.00011053124,0.00013661907,0.00034072934,0.0001119344,0.00039748772,0.00005467133,0.000015313693,0.000005152632],"category_scores_gemma":[0.000104946026,0.000093913586,0.000019546362,0.00032847677,0.000005962867,0.00049298553,0.000010858644,0.00025196112,0.000004647211],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006776184,0.0011720636,0.0014567657,0.0014133592,0.0006791532,0.0003517813,0.28628024,0.02790511,0.043716695,0.00456307,0.005886597,0.6265074],"study_design_scores_gemma":[0.0022974508,0.0023952667,0.0038280413,0.018714787,0.003598323,0.035220984,0.51409394,0.30138275,0.028402872,0.016811019,0.06972586,0.0035287275],"about_ca_topic_score_codex":0.0000055424657,"about_ca_topic_score_gemma":0.0000036531753,"teacher_disagreement_score":0.6229787,"about_ca_system_score_codex":0.00008136467,"about_ca_system_score_gemma":0.000090031666,"threshold_uncertainty_score":0.3832983},"labels":[],"label_agreement":null},{"id":"W4405674813","doi":"10.24908/pceea.2024.18553","title":"The Innovation Problem Finder Dartboard: Embedding Critical Design in the Engineering Workflow","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Social Sciences and Humanities Research Council of Canada; University of Waterloo","keywords":"Workflow; Embedding; Computer science; Software engineering; Systems engineering; Engineering; Artificial intelligence; Database","score_opus":0.011425756398997943,"score_gpt":0.2507262949663018,"score_spread":0.23930053856730382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405674813","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3002524,0.018287182,0.046301633,0.42120427,0.091695994,0.014387243,0.0001673169,0.0054381513,0.102265805],"genre_scores_gemma":[0.99504626,0.00004209823,0.0031713708,0.0002840873,0.00038068145,0.00025984072,0.00000566412,0.00006246101,0.0007475213],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984879,0.000025938481,0.00044613474,0.00018818663,0.0004106136,0.0004412252],"domain_scores_gemma":[0.99828136,0.0010208889,0.00009086707,0.0001497512,0.000367191,0.00008994399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022472208,0.00019995475,0.00013340745,0.00046364113,0.00024051448,0.00071227475,0.0004628983,0.00016502391,0.000022372993],"category_scores_gemma":[0.0031272643,0.00015193842,0.00006395406,0.0021336114,0.000019674248,0.00054254476,0.000014763617,0.00065797084,0.000022296093],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008156035,0.000103586746,0.0026738269,0.0014031966,0.00029993514,0.000001242588,0.014412393,0.21771684,0.0065481802,0.34577596,0.39481562,0.016241068],"study_design_scores_gemma":[0.0001937874,0.000024327906,0.018949741,0.00088921055,0.00012336596,0.000032739877,0.0018114538,0.45979863,0.0018314141,0.0034531755,0.51218104,0.000711103],"about_ca_topic_score_codex":0.00042340177,"about_ca_topic_score_gemma":0.000496373,"teacher_disagreement_score":0.6947939,"about_ca_system_score_codex":0.0017022557,"about_ca_system_score_gemma":0.0006161017,"threshold_uncertainty_score":0.68684816},"labels":[],"label_agreement":null},{"id":"W4405675050","doi":"10.24908/pceea.2024.18584","title":"Characterizing Computer Aided Design Performance: What can we learn from expert users?","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"University of Alberta; McMaster University","keywords":"Computer science; Human–computer interaction; Software engineering; Engineering drawing; Engineering","score_opus":0.014417682666270151,"score_gpt":0.214306640915837,"score_spread":0.19988895824956687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405675050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8726553,0.007164708,0.0020794359,0.05451681,0.053588897,0.0018609905,0.00008931318,0.0021116717,0.0059328726],"genre_scores_gemma":[0.9930085,0.00082361745,0.0029251103,0.0006515909,0.0009223725,0.00008245898,0.000023515153,0.00008478159,0.001478032],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988601,0.000012071077,0.00029330212,0.00021578927,0.00028440892,0.00033428884],"domain_scores_gemma":[0.99918467,0.00015717896,0.000110923786,0.00011842673,0.00021144567,0.00021735442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040182215,0.00020634965,0.0001716022,0.00033222936,0.00013408468,0.0007414507,0.000289678,0.00016955062,0.000111081055],"category_scores_gemma":[0.00017839864,0.00021252663,0.000077417404,0.0005434484,0.000010755121,0.0011221521,0.000015645395,0.0003782516,0.000056320176],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019660249,0.00017610542,0.010645111,0.0024402274,0.0014772402,0.0000014541608,0.08735474,0.03603513,0.10163704,0.0047332617,0.5324357,0.2230443],"study_design_scores_gemma":[0.00023931818,0.00003242381,0.03576975,0.001943377,0.00012910434,0.00001236942,0.0024066567,0.2541473,0.026089061,0.00014721409,0.67817754,0.0009059356],"about_ca_topic_score_codex":0.0017230038,"about_ca_topic_score_gemma":0.00037486112,"teacher_disagreement_score":0.22213838,"about_ca_system_score_codex":0.0021673897,"about_ca_system_score_gemma":0.000582909,"threshold_uncertainty_score":0.86665845},"labels":[],"label_agreement":null},{"id":"W4405675634","doi":"10.24908/pceea.2024.18529","title":"How we teach design: A comparison of Canadian and American courses.","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Mathematics education; Sociology; Engineering ethics; Psychology; Engineering","score_opus":0.016374827402072755,"score_gpt":0.24369216494399165,"score_spread":0.2273173375419189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405675634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5476307,0.018105995,0.0018835047,0.34497607,0.023428276,0.003973837,0.00039722899,0.0015961354,0.05800825],"genre_scores_gemma":[0.99567664,0.00012526444,0.0018380225,0.000070094975,0.00012788322,0.000036371694,0.0000050301683,0.00004307995,0.002077645],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99912053,0.000009705962,0.00022218167,0.00014744207,0.00021749582,0.00028266286],"domain_scores_gemma":[0.9990594,0.00013128763,0.00013388543,0.00008276842,0.00026721248,0.00032546275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040245475,0.00014883936,0.0001967473,0.00095613406,0.00008774537,0.0002464793,0.00019047473,0.00010143277,0.000016660533],"category_scores_gemma":[0.00060626474,0.00015484168,0.000049376053,0.0012360361,0.000029088837,0.0003137006,0.0000069890207,0.00028289863,0.0000048853244],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038678922,0.000075076794,0.035726666,0.0016299755,0.0005238687,3.231699e-7,0.01677693,0.005511445,0.010995179,0.023884991,0.8703581,0.034513574],"study_design_scores_gemma":[0.00009646072,0.00003093621,0.03002782,0.00033517656,0.00014778518,0.000009060265,0.003899325,0.04340466,0.0051634987,0.0001494964,0.91632944,0.00040634905],"about_ca_topic_score_codex":0.07689811,"about_ca_topic_score_gemma":0.094684,"teacher_disagreement_score":0.4480459,"about_ca_system_score_codex":0.0015163965,"about_ca_system_score_gemma":0.0011049242,"threshold_uncertainty_score":0.9292489},"labels":[],"label_agreement":null},{"id":"W4405675721","doi":"10.24908/pceea.2024.18527","title":"Major Design Capstone Projects: A Multidisciplinary Teaching and Learning Approach","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Université de Sherbrooke","keywords":"Capstone; Multidisciplinary approach; Computer science; Engineering management; Mathematics education; Engineering ethics; Engineering; Psychology; Sociology","score_opus":0.010873709942262983,"score_gpt":0.22607060752617092,"score_spread":0.21519689758390795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405675721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78719646,0.00930311,0.012939259,0.018119501,0.014935572,0.0046022204,0.00005874777,0.0037942103,0.14905092],"genre_scores_gemma":[0.98043203,0.000028922186,0.013779224,0.000052951018,0.00022550958,0.0001153775,0.000007863937,0.000066602806,0.005291496],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902767,0.000030031248,0.0002341515,0.00020492084,0.0002214777,0.00028175913],"domain_scores_gemma":[0.99931556,0.00019992153,0.00008869853,0.000070286245,0.00014979987,0.00017572395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013415744,0.00017187478,0.00014088013,0.00039066956,0.00030463247,0.0002883613,0.00017064023,0.00014262674,0.000013377528],"category_scores_gemma":[0.0012696473,0.00016996967,0.00005083621,0.00045829293,0.000013627501,0.0004876275,0.00001933004,0.0008334657,0.000011172969],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027213113,0.0004961108,0.028258936,0.012982158,0.0019655803,0.0000021329613,0.16047823,0.16559125,0.08192429,0.07822558,0.40537286,0.06467565],"study_design_scores_gemma":[0.00037583752,0.00005545657,0.034072496,0.00089445675,0.0003361615,0.00008974733,0.0079893265,0.75458807,0.002898315,0.00041025702,0.19714108,0.001148769],"about_ca_topic_score_codex":0.0020789006,"about_ca_topic_score_gemma":0.00019436187,"teacher_disagreement_score":0.5889968,"about_ca_system_score_codex":0.0013822706,"about_ca_system_score_gemma":0.00047444116,"threshold_uncertainty_score":0.69311625},"labels":[],"label_agreement":null},{"id":"W4405765010","doi":"10.24908/pceea.2024.18503","title":"What Do Stakeholders Value? Integrating Value Sensitive Design Techniques into an Impacts-Focused Design Course","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Waterloo","funders":"University of Waterloo","keywords":"Value (mathematics); Course (navigation); Computer science; Engineering","score_opus":0.022906826441539782,"score_gpt":0.26091108387613926,"score_spread":0.23800425743459946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405765010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40585664,0.02278596,0.3048797,0.088605516,0.101772785,0.020968186,0.0002840166,0.01763281,0.037214387],"genre_scores_gemma":[0.9665765,0.00019964053,0.0316564,0.0003234442,0.00040963478,0.00013647116,0.000013723984,0.00013649458,0.0005477055],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99831915,0.000060436596,0.000428797,0.0003080941,0.00043204654,0.00045149008],"domain_scores_gemma":[0.998243,0.00039039392,0.00019747204,0.00017661051,0.00061156985,0.0003809842],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0020344967,0.00031314246,0.00023649991,0.0005248197,0.0002083868,0.0011933777,0.00034175013,0.00026797308,0.000030466921],"category_scores_gemma":[0.001310588,0.00031407215,0.00010272239,0.0009961041,0.000026023823,0.0022350275,0.000013954912,0.0005773639,0.000019824616],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004501356,0.00047053624,0.0022673802,0.0029338282,0.0020265928,0.0000051857123,0.12032401,0.11797622,0.16474436,0.084356464,0.33686832,0.1679821],"study_design_scores_gemma":[0.0005673984,0.0003012661,0.009332743,0.0057967063,0.0009867623,0.000088529254,0.036011588,0.555526,0.27774325,0.0057399683,0.104869686,0.0030361088],"about_ca_topic_score_codex":0.003162285,"about_ca_topic_score_gemma":0.0006728125,"teacher_disagreement_score":0.56071985,"about_ca_system_score_codex":0.0039534704,"about_ca_system_score_gemma":0.0017707818,"threshold_uncertainty_score":0.99993116},"labels":[],"label_agreement":null},{"id":"W4405944174","doi":"10.1007/979-8-8688-1061-9_5","title":"Design What You Need to Learn","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Psychology","score_opus":0.05314657045073253,"score_gpt":0.2601457945410995,"score_spread":0.20699922409036695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405944174","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.431582e-7,0.007141356,0.55139595,0.0009140673,0.0048397835,0.0007487604,0.0000031723237,0.0013481403,0.43360814],"genre_scores_gemma":[0.0006511797,0.0019677682,0.05849669,0.0016575697,0.0011528763,0.00007907373,0.00003456611,0.00060473126,0.93535554],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99812555,0.00006327388,0.00042299854,0.0004923502,0.0004781101,0.00041770277],"domain_scores_gemma":[0.99845535,0.00060494896,0.00007986448,0.0005503239,0.00008482704,0.00022469506],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010806826,0.00056964875,0.0004215192,0.0005122654,0.00013075037,0.001155968,0.0004747787,0.000475731,0.0013577921],"category_scores_gemma":[0.000060889197,0.00061836786,0.00014054947,0.00013836843,0.00002326315,0.00064236426,0.00006580326,0.0010723678,0.011011009],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013782798,0.000033072327,2.7409226e-7,0.0007003608,0.0011907322,0.00047023196,0.020607494,0.1711988,0.0030184467,0.23704983,0.40553075,0.16006218],"study_design_scores_gemma":[0.000099378696,0.000073400595,3.1217286e-7,0.0010414121,0.00022348746,0.000058522633,0.00023401823,0.005589382,0.0006869356,0.07792692,0.91319746,0.0008687617],"about_ca_topic_score_codex":0.0000041426083,"about_ca_topic_score_gemma":0.0000010063558,"teacher_disagreement_score":0.5076667,"about_ca_system_score_codex":0.00027198784,"about_ca_system_score_gemma":0.00012185217,"threshold_uncertainty_score":0.9998809},"labels":[],"label_agreement":null},{"id":"W4406387224","doi":"10.31234/osf.io/jbxdn","title":"Reverse-engineering what makes a symbol memorable","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Symbol (formal); Arithmetic; Computer science; Reverse engineering; Mathematics; Programming language","score_opus":0.016144924477774006,"score_gpt":0.24873873459583423,"score_spread":0.23259381011806024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406387224","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035352965,0.015345594,0.13928823,0.004797891,0.043628212,0.0015958422,0.000049054037,0.0061516217,0.78560823],"genre_scores_gemma":[0.32911164,0.034518603,0.11842045,0.0050090705,0.002713907,0.0012515299,0.00042944963,0.0004959446,0.5080494],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99911577,0.000022370656,0.00023960043,0.00025302646,0.00013574543,0.00023350303],"domain_scores_gemma":[0.99913746,0.00016628427,0.000031233823,0.0005205477,0.00005964252,0.0000848553],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020793386,0.00026605275,0.00026040841,0.00019883944,0.000028345878,0.0004170406,0.00026737206,0.00024899773,0.0011770597],"category_scores_gemma":[0.0000906081,0.00029525775,0.000091113936,0.00017109653,0.000006255066,0.000423861,0.00011559679,0.0006916496,0.00030345726],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008398006,0.000057443376,0.000018234612,0.0033064669,0.00045166205,0.00001599313,0.0013300537,0.6266829,0.0008966255,0.0034531595,0.34400976,0.01976933],"study_design_scores_gemma":[0.0001817996,0.0000060815546,0.00006504819,0.001126951,0.00014038819,0.000011032408,0.0015117876,0.16591603,0.0037420667,0.00043084504,0.826052,0.00081597455],"about_ca_topic_score_codex":0.00003564183,"about_ca_topic_score_gemma":0.0000048946604,"teacher_disagreement_score":0.48204225,"about_ca_system_score_codex":0.00012300185,"about_ca_system_score_gemma":0.000102081605,"threshold_uncertainty_score":0.99994993},"labels":[],"label_agreement":null},{"id":"W4406518127","doi":"10.31274/itaa.18781","title":"Developing a Robust Design Criteria Using Clothing Taskscape and FEA Model","year":2025,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Alberta","funders":"","keywords":"Clothing; Finite element method; Computer science; Engineering; Structural engineering","score_opus":0.1313532811518522,"score_gpt":0.3396041781918291,"score_spread":0.20825089703997687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406518127","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008474517,0.00024201626,0.97677517,0.00038351462,0.0003169027,0.00009570429,4.1172e-7,0.00020577745,0.013505991],"genre_scores_gemma":[0.38871494,0.000052609546,0.60973054,0.0006622061,0.000026392196,0.0000063895873,8.981982e-7,0.000015980673,0.000790058],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99953455,0.00003107239,0.00013054634,0.000114427436,0.00004795692,0.00014146027],"domain_scores_gemma":[0.9997059,0.00012081974,0.000012595641,0.00009517156,0.000030346348,0.000035147154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023412264,0.00009395165,0.000088101464,0.00010270639,0.00008955847,0.00013161573,0.000059893773,0.00005017456,0.00005746241],"category_scores_gemma":[0.00006023105,0.00009940792,0.000011391276,0.00017002376,0.0000093021035,0.00031473054,0.00002000434,0.000091395996,0.0000071010345],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015799897,0.0000143748775,0.000062473824,0.00018735007,0.00006404344,0.0000023170217,0.0013407299,0.92759097,0.028610414,0.021583391,0.011368043,0.009160094],"study_design_scores_gemma":[0.000105294406,0.0000017228195,0.000051635438,0.00004227484,0.00001681486,0.000006760392,0.0002071966,0.9938437,0.0024044358,0.0011740428,0.0020208056,0.00012533527],"about_ca_topic_score_codex":0.000015076235,"about_ca_topic_score_gemma":0.0000023129169,"teacher_disagreement_score":0.3802404,"about_ca_system_score_codex":0.00006633985,"about_ca_system_score_gemma":0.000096388554,"threshold_uncertainty_score":0.40537372},"labels":[],"label_agreement":null},{"id":"W4406662842","doi":"10.1016/b978-0-323-76291-5.00009-0","title":"10.1016/b978-0-323-76291-5.00009-0","year":2000,"lang":"en","type":"book-chapter","venue":"Time to knit","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Materials science","score_opus":0.010490595151586443,"score_gpt":0.18239295678408146,"score_spread":0.171902361632495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406662842","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.3859725e-8,0.000506213,0.0000070185674,0.00015255559,0.000022827942,0.00025159397,0.000049675804,0.00054183835,0.99846816],"genre_scores_gemma":[0.0000014705595,0.0000044222033,0.00015818427,0.000072439696,0.0005387233,0.000020625863,0.00009543573,0.00018067958,0.998928],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989194,0.000015216893,0.00028706912,0.00027464412,0.00023062223,0.00027303022],"domain_scores_gemma":[0.9990422,0.0001277948,0.000050923023,0.0005012754,0.00005001357,0.00022778467],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00012663021,0.00037415122,0.00031183535,0.00021960959,0.000049654376,0.000082202845,0.00028184764,0.0002986352,0.9990644],"category_scores_gemma":[0.00002287421,0.00043359693,0.00011059975,0.000053736974,0.000021302298,0.00013479171,0.000024502784,0.0004575897,0.9988835],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015508387,0.000007404368,4.5763537e-10,0.000019137802,0.000055771405,0.000006455165,0.0000165721,0.00023282647,0.0000052384753,0.00006340422,0.5198349,0.4797428],"study_design_scores_gemma":[0.00009205166,0.000040205086,3.724788e-7,0.00006599463,0.00007442626,0.000022466333,3.9297927e-7,0.00012056215,0.000013917878,0.000135338,0.99893886,0.0004954236],"about_ca_topic_score_codex":0.0000048446777,"about_ca_topic_score_gemma":1.464822e-7,"teacher_disagreement_score":0.47924736,"about_ca_system_score_codex":0.000105401305,"about_ca_system_score_gemma":0.000058319147,"threshold_uncertainty_score":0.9998116},"labels":[],"label_agreement":null},{"id":"W4407014979","doi":"10.52202/078383-0068","title":"The State of User-Centered Design in the Space Domain Through a Literature Scan of the Past IAF Publications","year":2024,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Domain (mathematical analysis); Human–computer interaction","score_opus":0.026034736042775144,"score_gpt":0.28113764349327186,"score_spread":0.25510290745049674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407014979","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12482429,0.014884672,0.29775128,0.2394997,0.0048586815,0.004211111,0.00018420038,0.000658323,0.31312773],"genre_scores_gemma":[0.9930944,0.00029046385,0.0022270882,0.000166953,0.000038189006,0.00004799871,0.0000034984294,0.000015185276,0.0041162227],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992473,0.00023380255,0.00018321657,0.00007990855,0.0001384706,0.000117287214],"domain_scores_gemma":[0.99874514,0.00076689746,0.00003421904,0.000389888,0.00004971271,0.0000141568935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062066066,0.00007606097,0.00006354831,0.000039523777,0.000053964963,0.0001952482,0.00034013492,0.000025783274,0.00004353747],"category_scores_gemma":[0.00007719812,0.00003499353,0.000044379896,0.00089090515,0.000044083554,0.0002513336,0.000017227741,0.00020754705,0.000009031609],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048048438,0.00024268613,0.0004875526,0.0003291183,0.00024199949,0.0000023553098,0.1272427,0.006624532,0.010027019,0.3897852,0.4559995,0.008969312],"study_design_scores_gemma":[0.00023963665,0.000029098737,0.008502118,0.00019872974,0.000032616466,0.000022961587,0.005456244,0.0051686266,0.0033300135,0.018272767,0.95858824,0.00015895713],"about_ca_topic_score_codex":0.000030139472,"about_ca_topic_score_gemma":0.00006484953,"teacher_disagreement_score":0.8682701,"about_ca_system_score_codex":0.000025882919,"about_ca_system_score_gemma":0.000059870345,"threshold_uncertainty_score":0.18827829},"labels":[],"label_agreement":null},{"id":"W4407093025","doi":"10.1145/3706598.3713500","title":"Beyond Automation: How Designers Perceive AI as a Creative Partner in the Divergent Thinking Stages of UI/UX Design","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Ideation; Creativity; Divergent thinking; Perception; Context (archaeology); Design thinking; Convergent thinking; Computer science; Key (lock); Human–computer interaction; Knowledge management; Psychology; Creative thinking; Cognitive science; Social psychology","score_opus":0.039029740103838265,"score_gpt":0.3169936283854074,"score_spread":0.27796388828156915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407093025","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004139963,0.0011876754,0.6726287,0.01291607,0.002061585,0.0036850264,0.000055782675,0.00060760445,0.3027176],"genre_scores_gemma":[0.96224093,0.00065901136,0.023458034,0.0014012727,0.00012513067,0.00064558076,0.00007116161,0.000040732466,0.011358144],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99799216,0.00068201154,0.00035526368,0.00031200916,0.000422516,0.00023606348],"domain_scores_gemma":[0.9980593,0.0010818538,0.00014518398,0.00049345434,0.00016793073,0.000052294596],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012289891,0.0003256492,0.00035227244,0.00028533625,0.00008897793,0.00021479536,0.0005644736,0.00024979236,0.0008790438],"category_scores_gemma":[0.00029862396,0.0002530429,0.000114939845,0.00033450278,0.00005159267,0.0002728,0.00012731331,0.0007244132,0.000030996194],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008758325,0.00031975357,0.00062873017,0.0010842717,0.0008859945,0.000029468694,0.17712249,0.58816093,0.0005061988,0.044283036,0.17841142,0.008480116],"study_design_scores_gemma":[0.0037755708,0.0006882736,0.046579413,0.003837363,0.0025657322,0.00006946841,0.18258734,0.45437017,0.039043847,0.18235393,0.07813412,0.005994772],"about_ca_topic_score_codex":0.00025167677,"about_ca_topic_score_gemma":0.00003606027,"teacher_disagreement_score":0.958101,"about_ca_system_score_codex":0.00018681883,"about_ca_system_score_gemma":0.00037071167,"threshold_uncertainty_score":0.9999922},"labels":[],"label_agreement":null},{"id":"W4407227603","doi":"10.1080/09613218.2025.2457940","title":"The POE paradigm in architecture: practices and perspectives of Canadian practitioners","year":2025,"lang":"en","type":"article","venue":"Building Research & Information","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"Toronto Metropolitan University","keywords":"Paradigm shift; Architecture; Computer science; History; Epistemology; Philosophy; Archaeology","score_opus":0.04619465180783146,"score_gpt":0.3592348226834691,"score_spread":0.3130401708756377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407227603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53240895,0.0052584666,0.0047407923,0.08646536,0.0007160437,0.0016286633,0.000018554603,0.00014907183,0.3686141],"genre_scores_gemma":[0.9976373,0.0015729808,0.0006312782,0.000042908134,0.000014598423,0.000034768065,0.0000037818613,0.0000031527056,0.000059236536],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99927795,0.00011811877,0.0001727039,0.00005040292,0.00018202324,0.0001988027],"domain_scores_gemma":[0.9985382,0.0011027957,0.00006565083,0.00012381613,0.00011434971,0.000055211513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018091906,0.000048905087,0.000051910625,0.0011968961,0.00019653996,0.00019440553,0.000112197326,0.00004040665,0.000014054835],"category_scores_gemma":[0.0028280136,0.000041557556,0.000009813391,0.0011029696,0.000090260444,0.0011767253,0.000014438286,0.00035870675,0.000007003258],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087015804,0.00003202966,0.0012943842,0.0003125755,0.00008702227,0.0000014554602,0.03636791,0.01124642,0.0010976638,0.7570939,0.020920115,0.1714595],"study_design_scores_gemma":[0.00026384246,0.000028282599,0.019201104,0.00009424784,0.000006290565,0.0000093301005,0.026998213,0.008589581,0.0009845031,0.007959835,0.93575907,0.00010571401],"about_ca_topic_score_codex":0.01468861,"about_ca_topic_score_gemma":0.011062523,"teacher_disagreement_score":0.91483897,"about_ca_system_score_codex":0.00016858251,"about_ca_system_score_gemma":0.00029005317,"threshold_uncertainty_score":0.99187267},"labels":[],"label_agreement":null},{"id":"W4407557081","doi":"10.1177/08927057251318722","title":"Recommendations to improve the usability of research results as reference system elements addressing corporate engineers, researchers, and policymakers","year":2025,"lang":"en","type":"article","venue":"Journal of Thermoplastic Composite Materials","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Deutsche Forschungsgemeinschaft","keywords":"Usability; Materials science; Systems engineering; Construction engineering; Engineering; Computer science; Human–computer interaction","score_opus":0.15503860380095286,"score_gpt":0.4062853288302002,"score_spread":0.25124672502924733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407557081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904459,0.00014015213,0.0009650447,0.0039175055,0.0014692779,0.00042432616,0.00018323194,0.000029422841,0.0024251228],"genre_scores_gemma":[0.998213,0.000056687666,0.0013492983,0.000042524152,0.000092701346,0.000010104444,0.000004609032,0.000012827428,0.00021825013],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9977935,0.0007048749,0.00082811853,0.00012167441,0.00032516682,0.00022669317],"domain_scores_gemma":[0.9967599,0.002041933,0.00032060719,0.00027313034,0.00048885867,0.00011556668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053351205,0.00011163091,0.00026040766,0.00032553566,0.0001413918,0.00015939728,0.0003079192,0.000055777306,0.000050524035],"category_scores_gemma":[0.0014350193,0.00008254873,0.00002591231,0.00043813913,0.00007773192,0.00015177472,0.00009079006,0.00029597856,0.000011054611],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011320497,0.000058511498,0.000063486536,0.00052356214,0.00021259495,0.0000049917676,0.0014247874,0.0009981777,0.97941697,0.0016428177,0.011143473,0.003378571],"study_design_scores_gemma":[0.005234204,0.0015992034,0.03114874,0.007920022,0.00045408518,0.000292917,0.016734717,0.00477917,0.8703455,0.0028438244,0.057815347,0.00083229487],"about_ca_topic_score_codex":0.00007742859,"about_ca_topic_score_gemma":0.000003993036,"teacher_disagreement_score":0.1090715,"about_ca_system_score_codex":0.00020236043,"about_ca_system_score_gemma":0.00016774479,"threshold_uncertainty_score":0.33662397},"labels":[],"label_agreement":null},{"id":"W4408151874","doi":"10.1016/j.destud.2025.101301","title":"Design education is too important to be left to designers","year":2025,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Coast Mountain College","funders":"","keywords":"Design education; Architectural engineering; Engineering; Visual arts; Art","score_opus":0.08470709154254132,"score_gpt":0.36211534278050933,"score_spread":0.27740825123796803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408151874","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017561106,0.0049897153,0.96480507,0.014205984,0.0028147458,0.0014745648,0.00000514379,0.0004824342,0.009466227],"genre_scores_gemma":[0.4231322,0.0024740554,0.4380012,0.07403709,0.0004557495,0.0016615888,0.000012175848,0.000187814,0.06003812],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985791,0.00014350588,0.00039107824,0.0003304839,0.00019856842,0.00035726314],"domain_scores_gemma":[0.9985064,0.00066964177,0.000042018466,0.0003746112,0.0002450318,0.00016228818],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00078807404,0.00027127462,0.00029631477,0.00037241686,0.00018466344,0.00009290277,0.00023234579,0.00006891263,0.000085968364],"category_scores_gemma":[0.00057464035,0.00027323584,0.00004826087,0.0006882829,0.000024566818,0.00020320113,0.000044103912,0.00012835942,0.00029551928],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048581864,0.000060273207,0.00007306584,0.000054216205,0.00024469313,0.0000020038924,0.010060708,0.005012893,0.008912761,0.0007756611,0.96130913,0.013446016],"study_design_scores_gemma":[0.00043333534,0.00029851453,0.0013562174,0.00021849819,0.000317265,0.000015243904,0.01616675,0.0018080805,0.11958929,0.003122187,0.8554838,0.0011908566],"about_ca_topic_score_codex":0.000014687621,"about_ca_topic_score_gemma":0.0000050253116,"teacher_disagreement_score":0.5268039,"about_ca_system_score_codex":0.0002492427,"about_ca_system_score_gemma":0.0003097969,"threshold_uncertainty_score":0.999972},"labels":[],"label_agreement":null},{"id":"W4408288272","doi":"10.1103/physrevphyseducres.21.010118","title":"Investigating the design-science connection in a multiweek engineering design-based introductory physics laboratory task","year":2025,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"National Science Foundation","keywords":"Connection (principal bundle); Task (project management); Mathematics education; Science and engineering; Computer science; Engineering; Systems engineering; Engineering ethics; Psychology; Mechanical engineering","score_opus":0.0751746739585975,"score_gpt":0.4144063272145139,"score_spread":0.3392316532559164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408288272","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047757037,0.029081259,0.88861144,0.014852373,0.0045639863,0.009212737,0.000015821286,0.00091796176,0.004987377],"genre_scores_gemma":[0.9896431,0.0012784088,0.0056748264,0.0011490353,0.0007980626,0.0013334152,0.000013678313,0.000052523425,0.000056975834],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99719334,0.00081027666,0.0003500126,0.0004332609,0.0006845023,0.00052858976],"domain_scores_gemma":[0.9952878,0.003000641,0.00007326236,0.0006745711,0.0008184061,0.00014537279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038950874,0.00023587568,0.00029356175,0.0002224013,0.00030220507,0.00017641405,0.0005973231,0.00003595062,0.000011951993],"category_scores_gemma":[0.0035011978,0.00020991766,0.000063853084,0.0058725486,0.00030362565,0.0005665198,0.00005536435,0.0010356776,0.00010477579],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017835899,0.0017325074,0.00019421756,0.004954483,0.00007332471,7.81723e-7,0.0025577995,0.35119456,0.35080522,0.07391082,0.04179965,0.1727588],"study_design_scores_gemma":[0.00039469198,0.00007005174,0.0015071497,0.0033259524,0.000074598225,7.4751495e-7,0.00053729914,0.8420107,0.10735381,0.01663033,0.027459456,0.00063521],"about_ca_topic_score_codex":0.000034341265,"about_ca_topic_score_gemma":9.66793e-7,"teacher_disagreement_score":0.94188607,"about_ca_system_score_codex":0.00059639383,"about_ca_system_score_gemma":0.0030233308,"threshold_uncertainty_score":0.8560194},"labels":[],"label_agreement":null},{"id":"W4408738412","doi":"10.54195/technophany.18128","title":"Creation Without Creativity","year":2025,"lang":"en","type":"article","venue":"Technophany A Journal for Philosophy and Technology","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Creativity; Psychology; Computer science; Social psychology","score_opus":0.015429203082895481,"score_gpt":0.30353253654212725,"score_spread":0.2881033334592318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408738412","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25175786,0.016091613,0.42155775,0.06633097,0.00415533,0.0019459219,0.00004170834,0.005685477,0.23243336],"genre_scores_gemma":[0.99461234,0.0004441398,0.0040751724,0.000109364075,0.00008610046,0.00006722636,0.0000018726512,0.000015921487,0.00058786967],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999435,0.000010431298,0.00019825762,0.00012551277,0.000057758098,0.0001730563],"domain_scores_gemma":[0.9995516,0.00008629729,0.000054372616,0.00016421059,0.00010392399,0.000039629856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022621638,0.00012842577,0.00018235178,0.0006950222,0.00023681112,0.000046833567,0.00015009675,0.00022816364,0.000018591514],"category_scores_gemma":[0.00019241683,0.00012472631,0.000035058692,0.00056833494,0.00010395546,0.00019027972,0.00002069246,0.00036814617,0.0000059727986],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058672886,0.00009090276,0.0013239096,0.00014594148,0.00015960865,0.000004782456,0.00006156507,0.000026374992,0.014418868,0.841764,0.004417534,0.13752788],"study_design_scores_gemma":[0.0006582674,0.00011005983,0.000099392615,0.00008341189,0.00006465526,0.00014832399,0.0000804601,0.0012972216,0.016134284,0.86726344,0.11390129,0.00015922637],"about_ca_topic_score_codex":5.72169e-7,"about_ca_topic_score_gemma":7.9070696e-7,"teacher_disagreement_score":0.7428545,"about_ca_system_score_codex":0.000047310234,"about_ca_system_score_gemma":0.00003381799,"threshold_uncertainty_score":0.5086192},"labels":[],"label_agreement":null},{"id":"W4408842356","doi":"10.5489/cuaj.9163","title":"Is competence by design any better than excellence by accident?","year":2025,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Excellence; Competence (human resources); Psychology; Accident (philosophy); Engineering; Computer science; Political science; Social psychology; Philosophy; Epistemology","score_opus":0.012129422147653132,"score_gpt":0.2253996080293702,"score_spread":0.21327018588171706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408842356","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22034326,0.007847357,0.23970835,0.46246785,0.008203006,0.0008578001,0.00022469832,0.00052974,0.059817936],"genre_scores_gemma":[0.9764156,0.00029021612,0.0006062931,0.019151216,0.000111508474,0.000008839828,0.000009236198,0.000009982765,0.003397114],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99875456,0.00024935097,0.0002687469,0.00013418533,0.00019230951,0.0004008313],"domain_scores_gemma":[0.9988548,0.0004797736,0.00010277067,0.00009167492,0.000105384854,0.0003655712],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00081245624,0.00012142968,0.00014830813,0.00010991771,0.00023218148,0.00024911048,0.00025409838,0.00018289476,0.0013526778],"category_scores_gemma":[0.0004576387,0.0001197351,0.00005834882,0.00025382967,0.000014857895,0.00023904808,0.0000070163283,0.00055505615,0.0001932663],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002963136,0.0000101907835,0.0809094,0.0000016113199,0.0000442658,0.0000038081614,0.00008339086,0.00013981614,0.0005139651,0.000036501595,0.91644937,0.0018047338],"study_design_scores_gemma":[0.00024039755,0.000034486577,0.08505545,0.000010436045,0.00003269013,0.000017845456,0.00007825181,0.001879018,0.0005249154,0.0013252721,0.9105945,0.00020672817],"about_ca_topic_score_codex":0.00031231414,"about_ca_topic_score_gemma":0.00007772623,"teacher_disagreement_score":0.75607234,"about_ca_system_score_codex":0.00066828105,"about_ca_system_score_gemma":0.00019545046,"threshold_uncertainty_score":0.99956024},"labels":[],"label_agreement":null},{"id":"W4409720639","doi":"10.1145/3706599.3720182","title":"Comprehensive Sketching: Exploring Infographic Design Alternatives in Parallel","year":2025,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Infographic; Computer science; Human–computer interaction; Data mining","score_opus":0.10569988907189612,"score_gpt":0.305019183872054,"score_spread":0.1993192948001579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409720639","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22053823,0.0011544934,0.62727344,0.0007877999,0.0016032051,0.0004028049,5.06102e-7,0.00061725534,0.14762224],"genre_scores_gemma":[0.98572993,0.00059103966,0.0126193855,0.0002951337,0.000021034519,0.00008218317,0.0000011294051,0.000010371894,0.00064979866],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99949133,0.000060743034,0.00015222939,0.000097206066,0.00005997865,0.00013850011],"domain_scores_gemma":[0.999432,0.00037880303,0.0000122770525,0.0001227928,0.000023528393,0.000030556464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000111595844,0.000092580376,0.00009740198,0.00030599357,0.000026044396,0.00004199162,0.00010807731,0.000025677291,0.00008092823],"category_scores_gemma":[0.000036939815,0.00009482449,0.000022907652,0.00040917716,0.00001245682,0.00036387358,0.000013240214,0.00015423796,0.000043078526],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009744319,0.00021749063,0.013350313,0.00030643234,0.00032188208,0.000027115266,0.010085493,0.78744996,0.0063647297,0.08309755,0.016650693,0.08203093],"study_design_scores_gemma":[0.0028834501,0.00007922082,0.21861964,0.00036247805,0.000049281476,0.000011331336,0.011314859,0.2633224,0.013171102,0.021636887,0.46727726,0.0012720893],"about_ca_topic_score_codex":0.00003771436,"about_ca_topic_score_gemma":0.00000892238,"teacher_disagreement_score":0.7651917,"about_ca_system_score_codex":0.000026892478,"about_ca_system_score_gemma":0.000019386152,"threshold_uncertainty_score":0.38668305},"labels":[],"label_agreement":null},{"id":"W4409795001","doi":"10.61091/jcmcc127b-403","title":"Research on Enhancing the Efficiency of Creativity and Process Integration in Customized Garment Design through Meta-Learning Empowered by Artificial Intelligence","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Creativity; Process (computing); Computer science; Psychology; Engineering; Artificial intelligence; Knowledge management; Human–computer interaction; Social psychology","score_opus":0.06988491274991505,"score_gpt":0.3758929534307806,"score_spread":0.30600804068086557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409795001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6306886,0.0010043414,0.3604806,0.0003039122,0.004741579,0.0006712933,7.145966e-7,0.000030128143,0.0020787956],"genre_scores_gemma":[0.99833685,0.00011037541,0.0014119016,0.000008093224,0.000106314656,0.0000073955375,3.362793e-7,0.000013748402,0.0000050030603],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99755543,0.00061184075,0.0009779601,0.00014283376,0.00049718365,0.00021472367],"domain_scores_gemma":[0.9940505,0.004955255,0.00039928764,0.00012623718,0.00042124095,0.000047482525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006822493,0.00017704767,0.00056155503,0.0002341999,0.00021404731,0.00016180256,0.00022906085,0.00010044806,0.000006241483],"category_scores_gemma":[0.0017454845,0.00012907413,0.000069375885,0.0006651712,0.000096036514,0.00018123272,0.000051066567,0.0008763593,5.223289e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008595002,0.0017449517,0.000023089806,0.0006972337,0.00055607944,0.0000060446237,0.02499282,0.012159964,0.011905885,0.9329741,0.0003088358,0.013771504],"study_design_scores_gemma":[0.0017182704,0.0009197381,0.000013599791,0.00094084576,0.0003145467,0.000011692176,0.013486188,0.084590405,0.16960068,0.7279561,0.00018166925,0.00026625357],"about_ca_topic_score_codex":0.000010934015,"about_ca_topic_score_gemma":5.726408e-7,"teacher_disagreement_score":0.3676482,"about_ca_system_score_codex":0.000093121984,"about_ca_system_score_gemma":0.00013022423,"threshold_uncertainty_score":0.52634907},"labels":[],"label_agreement":null},{"id":"W4409897988","doi":"10.1017/s0890060425000083","title":"Enhancing TRIZ through environment-based design methodology supported by a large language model","year":2025,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"TRIZ; Computer science; Architectural engineering; Engineering; Systems engineering; Manufacturing engineering","score_opus":0.05799305597294572,"score_gpt":0.3134753793616325,"score_spread":0.25548232338868676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409897988","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004072884,0.0005868154,0.9943291,0.00010289394,0.000165583,0.00041978832,0.000021907928,0.00025907444,0.000041937845],"genre_scores_gemma":[0.70336527,0.000110259454,0.29596534,0.00012580688,0.000027480732,0.00013589273,0.00004387491,0.000036506204,0.00018957407],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99835294,0.00010504889,0.00052988064,0.00039733836,0.00012591924,0.0004888568],"domain_scores_gemma":[0.99823385,0.0012858749,0.00006935558,0.0002953726,0.00002152527,0.000094028655],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012092993,0.00030544662,0.0004389238,0.00044124466,0.00014049734,0.00011382618,0.0001822249,0.00014955067,0.00010230127],"category_scores_gemma":[0.00016759813,0.0003286392,0.00017584243,0.0003582611,0.000025117903,0.00022251206,0.00002167157,0.00020511482,0.000010610942],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038576345,0.00004180748,0.0000016910257,0.00007109954,0.00047558668,0.0000015187304,0.000551304,0.87814903,0.111330524,0.000981964,0.00021669676,0.008140177],"study_design_scores_gemma":[0.00003935555,0.000015266623,0.0000026620357,0.000008674603,0.0003635758,3.3680556e-7,0.00018306225,0.5104387,0.48726696,0.0006934651,0.0008198193,0.00016814037],"about_ca_topic_score_codex":0.000032575088,"about_ca_topic_score_gemma":0.000009706847,"teacher_disagreement_score":0.69929236,"about_ca_system_score_codex":0.000084134874,"about_ca_system_score_gemma":0.000033745288,"threshold_uncertainty_score":0.99991655},"labels":[],"label_agreement":null},{"id":"W4410039870","doi":"10.1017/dsj.2025.9","title":"Methods as a form of engineering knowledge","year":2025,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science","score_opus":0.04140659241596608,"score_gpt":0.4001953551791392,"score_spread":0.3587887627631731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410039870","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021054975,0.00039875245,0.9309104,0.00004131091,0.00075366086,0.00009342672,2.2239512e-7,0.000109265144,0.06558744],"genre_scores_gemma":[0.72639364,0.000019948959,0.27263677,0.000038898215,0.0000139214935,0.000015715705,1.12645104e-7,0.00000643857,0.00087453914],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99947727,0.000026986945,0.0001313158,0.000110675646,0.00009253361,0.00016122726],"domain_scores_gemma":[0.99920404,0.00045824738,0.000016569327,0.00018809813,0.00008174067,0.00005129059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015724035,0.000065193446,0.00008525307,0.0002677362,0.00004483287,0.000035160752,0.00028646583,0.000024624938,0.000044277564],"category_scores_gemma":[0.000697353,0.000065269,0.000019324349,0.0013804211,0.00006138162,0.00031012643,0.000022692175,0.00007642049,0.00004358054],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060996285,0.00004162675,0.00002491761,0.000107381806,0.000016915035,6.765297e-7,0.0025720317,0.010633638,0.80065876,0.052993145,0.0026744609,0.13027032],"study_design_scores_gemma":[0.00010878555,0.000022845457,0.0007967588,0.00004685932,0.00001387727,0.000005973257,0.00013818825,0.28376198,0.65755075,0.0023272722,0.05508586,0.00014085139],"about_ca_topic_score_codex":0.00000348878,"about_ca_topic_score_gemma":1.7820128e-7,"teacher_disagreement_score":0.72428817,"about_ca_system_score_codex":0.000055957742,"about_ca_system_score_gemma":0.00021891863,"threshold_uncertainty_score":0.26615927},"labels":[],"label_agreement":null},{"id":"W4410382138","doi":"10.1080/10331867.2025.2494893","title":"Building Relationality: Sustaining First Nations Aspirations in Design Studio Teaching","year":2024,"lang":"en","type":"article","venue":"Fabrications","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Studio; Design studio; Architectural engineering; Sociology; Psychology; Engineering ethics; Engineering; Mathematics education; Visual arts; Art","score_opus":0.05803027067110936,"score_gpt":0.323807642644586,"score_spread":0.2657773719734766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410382138","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001263065,0.0009985319,0.9350638,0.0048916573,0.0005134158,0.00033829975,0.000011027631,0.00073191244,0.05618832],"genre_scores_gemma":[0.9457529,0.000059026992,0.05258415,0.00005827906,0.00013622033,0.00026424663,0.000030854957,0.00003303,0.0010812599],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999049,0.00010620141,0.00030402865,0.0001982608,0.0001539487,0.00018854794],"domain_scores_gemma":[0.9975179,0.0021333566,0.000024942743,0.00020809943,0.00005750555,0.000058236375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006011122,0.00011471877,0.00008975158,0.0006039683,0.00044304467,0.00021143316,0.00013229306,0.000058171358,0.00012492856],"category_scores_gemma":[0.00084342045,0.00013502422,0.000038436152,0.0011355134,0.000020496407,0.000703623,0.000016019378,0.0003776909,0.0002089163],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.163901e-7,0.000058592977,0.0004690988,0.000060386843,0.00005126967,0.0000036074089,0.0031745723,0.30022836,0.00023451186,0.6760957,0.012122013,0.0075010834],"study_design_scores_gemma":[0.00012555953,0.000012451468,0.008016047,0.00014441718,0.00005159019,0.000016574722,0.00069285545,0.41795254,0.00007077825,0.00783521,0.56477773,0.00030421827],"about_ca_topic_score_codex":0.000030677737,"about_ca_topic_score_gemma":0.0001109629,"teacher_disagreement_score":0.9444899,"about_ca_system_score_codex":0.00031852679,"about_ca_system_score_gemma":0.00014431613,"threshold_uncertainty_score":0.5506128},"labels":[],"label_agreement":null},{"id":"W4410632524","doi":"10.22215/etd/2025-16397","title":"Exploring Challenges, Limitations, and Opportunities in Integrating Biomimicry Principles into Design Education to Advance Sustainability Objectives","year":2025,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Sustainability; Biomimetics; Engineering ethics; Engineering; Management science; Architectural engineering; Engineering management; Process management; Construction engineering; Computer science; Artificial intelligence; Ecology","score_opus":0.22609644158068698,"score_gpt":0.3387970905628935,"score_spread":0.1127006489822065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410632524","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41163334,0.07961033,0.057590425,0.009672072,0.010841345,0.008348697,0.000016803087,0.0019653179,0.42032164],"genre_scores_gemma":[0.8365968,0.07977838,0.0598806,0.00022099058,0.00018632175,0.0046492224,0.0004017,0.00012936928,0.018156635],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99866146,0.00018384673,0.00044763938,0.00037255755,0.00012015736,0.0002143286],"domain_scores_gemma":[0.99830955,0.0009053936,0.000082101324,0.00025820176,0.0003426594,0.00010206167],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005642484,0.0003012333,0.000273556,0.0008335621,0.00008383564,0.000103734834,0.00014040343,0.00013327363,0.000011771064],"category_scores_gemma":[0.0017367218,0.000340982,0.000030958614,0.00030309474,0.000013577081,0.0008973234,0.000019073022,0.00032661902,0.0000036270342],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055483408,0.00009972986,0.00002019575,0.0018562266,0.000032225307,0.0000011356967,0.03929247,0.0016985522,0.00023277757,0.03371592,0.00017728744,0.922818],"study_design_scores_gemma":[0.00025801288,0.0001094444,0.016554473,0.001815621,0.00007706055,0.0000037253674,0.8708256,0.0024680814,0.0042364337,0.010082757,0.09236579,0.0012029912],"about_ca_topic_score_codex":0.00019960618,"about_ca_topic_score_gemma":0.002315806,"teacher_disagreement_score":0.921615,"about_ca_system_score_codex":0.0005680118,"about_ca_system_score_gemma":0.00095158495,"threshold_uncertainty_score":0.9999042},"labels":[],"label_agreement":null},{"id":"W4410942758","doi":"10.1080/24751448.2025.2475714","title":"Pedagogy Explorations into Alternative Use of Generative AI in Design Studios","year":2025,"lang":"en","type":"article","venue":"Technology|Architecture + Design","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Studio; Generative grammar; Design studio; Generative Design; Sociology; Pedagogy; Visual arts; Architectural engineering; Mathematics education; Engineering; Psychology; Art; Computer science; Artificial intelligence; Operations management","score_opus":0.05136215360217524,"score_gpt":0.3375568753513117,"score_spread":0.28619472174913646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410942758","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008438829,0.0006863262,0.98359704,0.005160988,0.00034652586,0.00090698525,0.0000042763922,0.0004914953,0.0003675628],"genre_scores_gemma":[0.79599327,0.0001484103,0.20261274,0.0004412338,0.00003590878,0.00040633496,0.0000060000916,0.00003838127,0.00031773408],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99843657,0.00035318418,0.0004375045,0.0003254239,0.00014492574,0.00030240367],"domain_scores_gemma":[0.998362,0.0008772613,0.00008623183,0.00047876078,0.00015365484,0.000042075866],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040403422,0.00027514138,0.00036338498,0.0015140978,0.00008778037,0.000039292783,0.00037660036,0.0002734278,0.00003784407],"category_scores_gemma":[0.0007133898,0.0002731637,0.000047195535,0.0017261776,0.00018643356,0.00026780795,0.00005880205,0.0007322631,0.000025896063],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015715121,0.00027975484,0.00029492282,0.00008461048,0.00037236704,0.00003034222,0.008366662,0.7357987,0.13845417,0.02294481,0.01323754,0.079978935],"study_design_scores_gemma":[0.0017803429,0.00051555206,0.0007011322,0.00026153133,0.00016883863,0.000035584333,0.002565715,0.07338583,0.7221182,0.17037979,0.027126346,0.0009611546],"about_ca_topic_score_codex":0.00003502539,"about_ca_topic_score_gemma":0.00008981802,"teacher_disagreement_score":0.78755444,"about_ca_system_score_codex":0.00015197412,"about_ca_system_score_gemma":0.00023043012,"threshold_uncertainty_score":0.99997205},"labels":[],"label_agreement":null},{"id":"W4411068530","doi":"10.1007/978-3-031-93819-1_4","title":"A User Study on Task-Tool Matching for Simplifying Design Space Exploration in Generative Design","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Generative Design; Human–computer interaction; Task (project management); Matching (statistics); Generative grammar; Space (punctuation); Artificial intelligence; Systems engineering; Operating system; Engineering","score_opus":0.0678905848557448,"score_gpt":0.3091680262495469,"score_spread":0.24127744139380214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411068530","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009831873,0.00009275708,0.99577606,0.00030794556,0.0012352758,0.0019212667,0.0000032298856,0.00011397195,0.00045118772],"genre_scores_gemma":[0.29551968,0.000032704673,0.7020416,0.00102847,0.00041961193,0.00028504094,0.0000087343415,0.00008066491,0.0005834367],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981687,0.00011627877,0.0003697292,0.0006591754,0.00034488016,0.00034123045],"domain_scores_gemma":[0.9969594,0.0023619693,0.00010751537,0.00041488663,0.00010526526,0.00005097635],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013905284,0.00037847104,0.00033586327,0.00075417577,0.00015332745,0.0003372128,0.00046480057,0.00017252313,0.000009812772],"category_scores_gemma":[0.00022558178,0.00037791618,0.000044677785,0.00039846738,0.000049496513,0.00053918536,0.00006631385,0.0005758231,0.000014837448],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003225221,0.000040931467,0.00000829706,0.00003394746,0.000014487509,0.000008791528,0.005261139,0.94254845,0.0004791264,0.000833697,0.00016274,0.050576128],"study_design_scores_gemma":[0.000702692,0.0004326475,0.00007081955,0.0005466885,0.000027682954,0.000005407334,0.000028804405,0.9372669,0.004096064,0.054751717,0.0012246933,0.0008458671],"about_ca_topic_score_codex":0.000007138205,"about_ca_topic_score_gemma":0.000043994067,"teacher_disagreement_score":0.29542136,"about_ca_system_score_codex":0.0004143687,"about_ca_system_score_gemma":0.0003270566,"threshold_uncertainty_score":0.99986726},"labels":[],"label_agreement":null},{"id":"W4411101436","doi":"10.1016/b978-0-323-90391-2.00038-5","title":"The fundamentals of factorial design: Structure, challenges and notable applications","year":2025,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto","funders":"","keywords":"Factorial experiment; Factorial; Computer science; Mathematics; Machine learning","score_opus":0.028956710345857877,"score_gpt":0.25428954473567905,"score_spread":0.22533283438982118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411101436","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010750558,0.027548762,0.00038674072,0.00004637386,0.0008001355,0.0006381868,0.00004631858,0.000055531913,0.97047687],"genre_scores_gemma":[0.002480213,0.016600037,0.0009395864,0.000041154515,0.00043593845,0.00011369677,0.000013507443,0.00005608296,0.9793198],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99929863,0.000024575796,0.0002541552,0.00016286706,0.00013448838,0.00012530593],"domain_scores_gemma":[0.99895555,0.0004945225,0.0001007214,0.00034610473,0.000054383334,0.00004874211],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001588216,0.00020447368,0.00022975341,0.00006144719,0.000096582306,0.000041455154,0.00016791042,0.00016845546,0.00007052813],"category_scores_gemma":[0.000014332629,0.00016741878,0.000047013924,0.000008212648,0.000070062204,0.00003430276,0.00003245343,0.00025413933,0.000012096084],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000622205,0.0000016769757,8.182107e-8,0.00012694884,0.000109942965,1.4710169e-7,0.0001642841,0.0000059388085,0.00008382216,0.03701057,0.00037098723,0.9621194],"study_design_scores_gemma":[0.00008533904,0.000011498806,0.000004344066,0.00008653401,0.0000792354,0.0000022577037,0.000023075083,0.000012166948,0.00032478521,0.032586396,0.9666422,0.00014216108],"about_ca_topic_score_codex":2.417706e-7,"about_ca_topic_score_gemma":0.000009271087,"teacher_disagreement_score":0.9662712,"about_ca_system_score_codex":0.00004109919,"about_ca_system_score_gemma":0.00007072882,"threshold_uncertainty_score":0.682714},"labels":[],"label_agreement":null},{"id":"W4411272255","doi":"10.1109/icse-companion66252.2025.00047","title":"Towards Fully-Traceable Human-Centred Design","year":2025,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Human–computer interaction","score_opus":0.044262070054802094,"score_gpt":0.292222395593854,"score_spread":0.2479603255390519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411272255","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00078670576,0.0004338474,0.27134997,0.00071481,0.00070183363,0.00012666555,5.2253563e-7,0.00048172162,0.72540396],"genre_scores_gemma":[0.89428395,0.000056942183,0.016331974,0.00059647096,0.00006133605,0.000023599454,0.000004496073,0.000017284989,0.08862396],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99957454,0.000028855615,0.000108757005,0.00008409821,0.00006048403,0.0001432425],"domain_scores_gemma":[0.99969745,0.00007199366,0.000008264355,0.00015496723,0.000027137492,0.000040196686],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00011140486,0.000074586795,0.0000711354,0.000068621826,0.00005272113,0.000058554866,0.000098219905,0.000043396994,0.0025785603],"category_scores_gemma":[0.000036277666,0.000074179276,0.00002192334,0.00019245449,0.0000076196793,0.00013889304,0.000008011407,0.00008669373,0.0003963485],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011315407,0.0000927223,0.00006595226,0.0000673297,0.00009254558,0.0000031716083,0.00044961687,0.008076452,0.01911802,0.050819553,0.89384705,0.027356284],"study_design_scores_gemma":[0.00043628624,0.00001827266,0.0011279476,0.000021298236,0.000040342493,0.000003235668,0.0006065467,0.013622458,0.056656986,0.0034818351,0.92373097,0.00025382105],"about_ca_topic_score_codex":0.00002260956,"about_ca_topic_score_gemma":0.0000041161234,"teacher_disagreement_score":0.8934972,"about_ca_system_score_codex":0.000043648142,"about_ca_system_score_gemma":0.00004836435,"threshold_uncertainty_score":0.9983332},"labels":[],"label_agreement":null},{"id":"W4411299663","doi":"10.21606/drs.2008.88","title":"Designing Design Learning: A Case Study","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.0263737856166946,"score_gpt":0.2714756258771088,"score_spread":0.24510184026041418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411299663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98363787,0.000021701502,0.0026856668,0.000028096762,0.0002688756,0.00028328577,1.3248949e-7,0.0002744508,0.012799936],"genre_scores_gemma":[0.98210377,0.000003921934,0.017500788,0.000008918579,0.00007221185,0.00003411324,1.3955669e-7,0.000030423009,0.00024570344],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994117,0.0000068137683,0.00017588325,0.00012351818,0.00012437908,0.00015769045],"domain_scores_gemma":[0.99952173,0.00014106653,0.00006270432,0.000048852093,0.00014494067,0.00008068526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063111784,0.000107074964,0.00011862416,0.000112474416,0.000073702235,0.000063121675,0.000109800414,0.0000524817,0.00009293207],"category_scores_gemma":[0.0003459257,0.000112122,0.000023448338,0.0002286788,0.000019212073,0.00033134807,0.000012840968,0.00040445052,0.000029473806],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040786053,0.00048750007,0.028260343,0.00018527466,0.00015175872,0.00011869195,0.034401104,0.0013473799,0.9096351,0.0005682694,0.0057277796,0.019075967],"study_design_scores_gemma":[0.0032720473,0.0019068077,0.0042554555,0.000095040225,0.0005299203,0.007932036,0.26797816,0.035874132,0.63718486,0.0008762689,0.038070776,0.0020245316],"about_ca_topic_score_codex":0.000020030167,"about_ca_topic_score_gemma":0.0000018447053,"teacher_disagreement_score":0.27245033,"about_ca_system_score_codex":0.000010769182,"about_ca_system_score_gemma":0.000019268982,"threshold_uncertainty_score":0.45722023},"labels":[],"label_agreement":null},{"id":"W4411299956","doi":"10.21606/drs.2008.127","title":"Interdisciplinary Design: The Need for Collaboration to Foster Technological Innovation to Create Competitive and Sustainable Products.","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Innovation management; Knowledge management; Business; Engineering management; Computer science; Engineering","score_opus":0.017437185294603984,"score_gpt":0.28492098017950723,"score_spread":0.26748379488490326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411299956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92245764,0.000025910778,0.015066185,0.04934505,0.00025083654,0.002807856,0.0000051176803,0.00021101155,0.0098304115],"genre_scores_gemma":[0.9807535,0.0000016104378,0.018226719,0.0001910628,0.00005612714,0.0002858148,0.0000020298987,0.000013336146,0.00046980687],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99950445,0.0000027850674,0.00014947713,0.00012944177,0.00006785464,0.00014599031],"domain_scores_gemma":[0.9988706,0.00008667363,0.000044249835,0.00005131889,0.0009185237,0.000028628852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006157872,0.00007945694,0.000086276916,0.00017404387,0.00009717267,0.00008931974,0.000101589176,0.000055163444,0.000006786578],"category_scores_gemma":[0.0009257448,0.00006207581,0.0000064734118,0.00093727454,0.000035866447,0.00030341113,0.00007377732,0.000113476795,0.000003733864],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023974659,0.000056493012,0.00017228303,0.00030103576,0.00002612906,1.8790922e-7,0.0075660907,0.00011276788,0.7531246,0.19190927,0.039284967,0.007206429],"study_design_scores_gemma":[0.0005497008,0.0007674429,0.0024479462,0.000063822146,0.000051311486,0.000016048825,0.07890226,0.0017185812,0.7349661,0.014561285,0.16554604,0.0004094587],"about_ca_topic_score_codex":5.792897e-7,"about_ca_topic_score_gemma":6.3456537e-7,"teacher_disagreement_score":0.17734797,"about_ca_system_score_codex":0.000024852769,"about_ca_system_score_gemma":0.000022042137,"threshold_uncertainty_score":0.2531378},"labels":[],"label_agreement":null},{"id":"W4411307645","doi":"10.21606/drs.2014.2","title":"Learning from others: A five-year experience on teaching empathic design","year":2014,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Université Laval","funders":"","keywords":"Computer science; Empathy; Mathematics education; Human–computer interaction; Psychology; Social psychology","score_opus":0.022530886918935754,"score_gpt":0.2533669983163276,"score_spread":0.23083611139739182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9346156,0.000032515574,0.006363632,0.00009244364,0.00021443624,0.00009845291,2.9861516e-7,0.00025459356,0.058328018],"genre_scores_gemma":[0.9917011,0.000012299244,0.0076397117,0.00007727902,0.00011560879,0.000017421115,5.9540764e-7,0.000029138995,0.0004068473],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993935,0.000016816139,0.00014276706,0.00014741802,0.00015288597,0.00014656507],"domain_scores_gemma":[0.9995316,0.00024133387,0.000068809335,0.00005300895,0.000046060522,0.00005915812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044611283,0.000105085186,0.00011836089,0.000070900474,0.0000682895,0.000062827145,0.00015252881,0.000055221208,0.00011040241],"category_scores_gemma":[0.00076421886,0.00010792152,0.000026624828,0.00008308155,0.000019861789,0.00031038042,0.000010306147,0.00031975095,0.000109099],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002758624,0.00032711486,0.016017672,0.0003699516,0.00018388886,0.0000011432586,0.39621073,0.02344384,0.4241783,0.018743122,0.019499319,0.100749075],"study_design_scores_gemma":[0.002924056,0.0019280395,0.0150904255,0.0015895427,0.00016335402,0.000015268371,0.15756802,0.28839567,0.32008377,0.0068945684,0.20287976,0.0024675461],"about_ca_topic_score_codex":0.000019362242,"about_ca_topic_score_gemma":1.0335838e-7,"teacher_disagreement_score":0.26495183,"about_ca_system_score_codex":0.000026528645,"about_ca_system_score_gemma":0.0000075371586,"threshold_uncertainty_score":0.4400912},"labels":[],"label_agreement":null},{"id":"W4411307783","doi":"10.21606/drs.2010.104","title":"Misfits, Balance, Requirements, and Systems: Thoughts on Alexander’s Notes on the Synthesis of Form","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Balance (ability); Computer science; Psychology","score_opus":0.026209932610603115,"score_gpt":0.25310728968960344,"score_spread":0.22689735707900033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.902026,0.00012461266,0.000015678232,0.0006676158,0.000476937,0.0002589151,0.0000065526783,0.00006450756,0.09635919],"genre_scores_gemma":[0.9992741,0.00012645646,0.00021806233,0.00003959915,0.00013008338,0.000029394572,3.0181417e-7,0.000015246454,0.00016677186],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994664,0.000002772443,0.00016723682,0.00009445163,0.00016126684,0.000107869884],"domain_scores_gemma":[0.999243,0.00046322073,0.00009648753,0.00007449794,0.000086103326,0.00003665247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034065635,0.00009490885,0.00013131787,0.000060237366,0.000038453225,0.000033749722,0.000119078795,0.00005176224,0.000024477198],"category_scores_gemma":[0.0005269304,0.00006534417,0.00002146673,0.00009807195,0.000033572196,0.0001635379,0.000008524338,0.00013417918,0.0000071062077],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024074751,0.00045708072,0.016750064,0.003790051,0.00043220815,6.347966e-7,0.0055164103,0.000096990574,0.7056545,0.16182402,0.07513818,0.030099086],"study_design_scores_gemma":[0.00042304024,0.00020176587,0.010512418,0.0008128562,0.00011709261,0.000013532792,0.0025414093,0.0039381757,0.92019993,0.0009131497,0.059924275,0.00040237486],"about_ca_topic_score_codex":0.000005833235,"about_ca_topic_score_gemma":9.3780227e-7,"teacher_disagreement_score":0.21454538,"about_ca_system_score_codex":0.000009310167,"about_ca_system_score_gemma":0.000007819173,"threshold_uncertainty_score":0.26646578},"labels":[],"label_agreement":null},{"id":"W4411307801","doi":"10.21606/drs.2010.2","title":"A Survey of Definition and its Role in Strengthening Design Theory","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science","score_opus":0.03322720257857442,"score_gpt":0.24716091241341334,"score_spread":0.21393370983483892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889069,0.00017652867,0.00010102377,0.000011948921,0.000057168156,0.00006938901,0.0000023631928,0.000024281162,0.010650361],"genre_scores_gemma":[0.9977803,0.000052780524,0.0021260926,0.000004164498,0.000008418528,0.000006547126,0.0000010013251,0.0000097631455,0.000010928226],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9996683,0.000008003018,0.00013486289,0.000059275022,0.00005801345,0.00007155624],"domain_scores_gemma":[0.9995453,0.00025763523,0.00005142108,0.000020244534,0.00010048701,0.000024940085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090631226,0.000050480197,0.00008236995,0.00009543737,0.000009139923,0.000010431979,0.000050269548,0.00004328466,0.000028850172],"category_scores_gemma":[0.00066936953,0.00005366158,0.000006995296,0.00015199586,0.00001646017,0.00024333385,0.0000065423937,0.00012416166,0.000002116731],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010285924,0.00010005357,0.034142017,0.00030076512,0.000030975378,1.575967e-7,0.0066179717,0.000102722785,0.8916,0.047376066,0.00015841944,0.019468004],"study_design_scores_gemma":[0.00082396454,0.00012122268,0.43473032,0.00014504291,0.00003769676,0.000011914911,0.0028795009,0.017455809,0.5262885,0.016852623,0.0002819495,0.00037147244],"about_ca_topic_score_codex":0.000015644066,"about_ca_topic_score_gemma":0.0000068092486,"teacher_disagreement_score":0.4005883,"about_ca_system_score_codex":0.0000040076798,"about_ca_system_score_gemma":0.000011537088,"threshold_uncertainty_score":0.21882558},"labels":[],"label_agreement":null},{"id":"W4411307904","doi":"10.21606/drs.2008.104","title":"Misfits, Balance, Requirements, and Systems: Thoughts on Alexander’s Notes on the Synthesis of Form","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Balance (ability); Computer science; Psychology","score_opus":0.026209932610603115,"score_gpt":0.25310728968960344,"score_spread":0.22689735707900033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.902026,0.00012461266,0.000015678232,0.0006676158,0.000476937,0.0002589151,0.0000065526783,0.00006450756,0.09635919],"genre_scores_gemma":[0.9992741,0.00012645646,0.00021806233,0.00003959915,0.00013008338,0.000029394572,3.0181417e-7,0.000015246454,0.00016677186],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994664,0.000002772443,0.00016723682,0.00009445163,0.00016126684,0.000107869884],"domain_scores_gemma":[0.999243,0.00046322073,0.00009648753,0.00007449794,0.000086103326,0.00003665247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034065635,0.00009490885,0.00013131787,0.000060237366,0.000038453225,0.000033749722,0.000119078795,0.00005176224,0.000024477198],"category_scores_gemma":[0.0005269304,0.00006534417,0.00002146673,0.00009807195,0.000033572196,0.0001635379,0.000008524338,0.00013417918,0.0000071062077],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024074751,0.00045708072,0.016750064,0.003790051,0.00043220815,6.347966e-7,0.0055164103,0.000096990574,0.7056545,0.16182402,0.07513818,0.030099086],"study_design_scores_gemma":[0.00042304024,0.00020176587,0.010512418,0.0008128562,0.00011709261,0.000013532792,0.0025414093,0.0039381757,0.92019993,0.0009131497,0.059924275,0.00040237486],"about_ca_topic_score_codex":0.000005833235,"about_ca_topic_score_gemma":9.3780227e-7,"teacher_disagreement_score":0.21454538,"about_ca_system_score_codex":0.000009310167,"about_ca_system_score_gemma":0.000007819173,"threshold_uncertainty_score":0.26646578},"labels":[],"label_agreement":null},{"id":"W4411307952","doi":"10.21606/drs.2010.127","title":"Interdisciplinary Design: The Need for Collaboration to Foster Technological Innovation to Create Competitive and Sustainable Products.","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Innovation management; Knowledge management; Business; Competitive advantage; Computer science; Process management; Marketing","score_opus":0.017437185294603984,"score_gpt":0.28492098017950723,"score_spread":0.26748379488490326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92245764,0.000025910778,0.015066185,0.04934505,0.00025083654,0.002807856,0.0000051176803,0.00021101155,0.0098304115],"genre_scores_gemma":[0.9807535,0.0000016104378,0.018226719,0.0001910628,0.00005612714,0.0002858148,0.0000020298987,0.000013336146,0.00046980687],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99950445,0.0000027850674,0.00014947713,0.00012944177,0.00006785464,0.00014599031],"domain_scores_gemma":[0.9988706,0.00008667363,0.000044249835,0.00005131889,0.0009185237,0.000028628852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006157872,0.00007945694,0.000086276916,0.00017404387,0.00009717267,0.00008931974,0.000101589176,0.000055163444,0.000006786578],"category_scores_gemma":[0.0009257448,0.00006207581,0.0000064734118,0.00093727454,0.000035866447,0.00030341113,0.00007377732,0.000113476795,0.000003733864],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023974659,0.000056493012,0.00017228303,0.00030103576,0.00002612906,1.8790922e-7,0.0075660907,0.00011276788,0.7531246,0.19190927,0.039284967,0.007206429],"study_design_scores_gemma":[0.0005497008,0.0007674429,0.0024479462,0.000063822146,0.000051311486,0.000016048825,0.07890226,0.0017185812,0.7349661,0.014561285,0.16554604,0.0004094587],"about_ca_topic_score_codex":5.792897e-7,"about_ca_topic_score_gemma":6.3456537e-7,"teacher_disagreement_score":0.17734797,"about_ca_system_score_codex":0.000024852769,"about_ca_system_score_gemma":0.000022042137,"threshold_uncertainty_score":0.2531378},"labels":[],"label_agreement":null},{"id":"W4411307981","doi":"10.21606/drs.2008.72","title":"Transformative Design: From Consultant to Clinician","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Transformative learning; Computer science; Psychology; Pedagogy","score_opus":0.017179313975096346,"score_gpt":0.25964202573421646,"score_spread":0.24246271175912013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91965,0.00003272024,0.0053948313,0.00087953586,0.00084255025,0.00034625782,0.000018947398,0.00021199897,0.072623156],"genre_scores_gemma":[0.9740245,0.000017138073,0.025610166,0.00016406372,0.00007994525,0.000018950335,0.0000012558722,0.000015679365,0.000068307636],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99949485,0.0000018628989,0.00020133656,0.00008554382,0.00009608216,0.00012031107],"domain_scores_gemma":[0.9995185,0.00015741175,0.00003856941,0.000039868904,0.00014570038,0.0000999578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023074476,0.0000823597,0.000116531664,0.000063308704,0.00002382641,0.000030533953,0.00012837579,0.000058609057,0.00018722937],"category_scores_gemma":[0.00024030765,0.0000821912,0.000023179899,0.00017628627,0.000020171474,0.00028756104,0.0000048341067,0.00019996418,0.00012898273],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009010764,0.000083379484,0.0007404839,0.00007435049,0.00008389211,3.4925307e-7,0.023606095,0.00007458625,0.9105715,0.003756071,0.021498814,0.039420336],"study_design_scores_gemma":[0.00065169646,0.00014278734,0.0048841345,0.000063342486,0.000065801265,0.0000052999017,0.0055176597,0.0031587505,0.8197845,0.0024363706,0.16285758,0.00043207852],"about_ca_topic_score_codex":0.00001175462,"about_ca_topic_score_gemma":0.000002914793,"teacher_disagreement_score":0.14135876,"about_ca_system_score_codex":0.000008956346,"about_ca_system_score_gemma":0.000019729054,"threshold_uncertainty_score":0.33516598},"labels":[],"label_agreement":null},{"id":"W4411307982","doi":"10.21606/drs.2010.72","title":"Transformative Design: From Consultant to Clinician","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Transformative learning; Computer science; Engineering ethics; Psychology; Sociology; Engineering; Pedagogy","score_opus":0.017179313975096346,"score_gpt":0.25964202573421646,"score_spread":0.24246271175912013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91965,0.00003272024,0.0053948313,0.00087953586,0.00084255025,0.00034625782,0.000018947398,0.00021199897,0.072623156],"genre_scores_gemma":[0.9740245,0.000017138073,0.025610166,0.00016406372,0.00007994525,0.000018950335,0.0000012558722,0.000015679365,0.000068307636],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99949485,0.0000018628989,0.00020133656,0.00008554382,0.00009608216,0.00012031107],"domain_scores_gemma":[0.9995185,0.00015741175,0.00003856941,0.000039868904,0.00014570038,0.0000999578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023074476,0.0000823597,0.000116531664,0.000063308704,0.00002382641,0.000030533953,0.00012837579,0.000058609057,0.00018722937],"category_scores_gemma":[0.00024030765,0.0000821912,0.000023179899,0.00017628627,0.000020171474,0.00028756104,0.0000048341067,0.00019996418,0.00012898273],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009010764,0.000083379484,0.0007404839,0.00007435049,0.00008389211,3.4925307e-7,0.023606095,0.00007458625,0.9105715,0.003756071,0.021498814,0.039420336],"study_design_scores_gemma":[0.00065169646,0.00014278734,0.0048841345,0.000063342486,0.000065801265,0.0000052999017,0.0055176597,0.0031587505,0.8197845,0.0024363706,0.16285758,0.00043207852],"about_ca_topic_score_codex":0.00001175462,"about_ca_topic_score_gemma":0.000002914793,"teacher_disagreement_score":0.14135876,"about_ca_system_score_codex":0.000008956346,"about_ca_system_score_gemma":0.000019729054,"threshold_uncertainty_score":0.33516598},"labels":[],"label_agreement":null},{"id":"W4411308288","doi":"10.21606/drs.2010.88","title":"Designing Design Learning: A Case Study","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.0263737856166946,"score_gpt":0.2714756258771088,"score_spread":0.24510184026041418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411308288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98363787,0.000021701502,0.0026856668,0.000028096762,0.0002688756,0.00028328577,1.3248949e-7,0.0002744508,0.012799936],"genre_scores_gemma":[0.98210377,0.000003921934,0.017500788,0.000008918579,0.00007221185,0.00003411324,1.3955669e-7,0.000030423009,0.00024570344],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994117,0.0000068137683,0.00017588325,0.00012351818,0.00012437908,0.00015769045],"domain_scores_gemma":[0.99952173,0.00014106653,0.00006270432,0.000048852093,0.00014494067,0.00008068526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063111784,0.000107074964,0.00011862416,0.000112474416,0.000073702235,0.000063121675,0.000109800414,0.0000524817,0.00009293207],"category_scores_gemma":[0.0003459257,0.000112122,0.000023448338,0.0002286788,0.000019212073,0.00033134807,0.000012840968,0.00040445052,0.000029473806],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040786053,0.00048750007,0.028260343,0.00018527466,0.00015175872,0.00011869195,0.034401104,0.0013473799,0.9096351,0.0005682694,0.0057277796,0.019075967],"study_design_scores_gemma":[0.0032720473,0.0019068077,0.0042554555,0.000095040225,0.0005299203,0.007932036,0.26797816,0.035874132,0.63718486,0.0008762689,0.038070776,0.0020245316],"about_ca_topic_score_codex":0.000020030167,"about_ca_topic_score_gemma":0.0000018447053,"teacher_disagreement_score":0.27245033,"about_ca_system_score_codex":0.000010769182,"about_ca_system_score_gemma":0.000019268982,"threshold_uncertainty_score":0.45722023},"labels":[],"label_agreement":null},{"id":"W4411333562","doi":"10.1017/9781009546508.008","title":"Exploring the definition of pattern","year":2025,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Geography","score_opus":0.08973064701394624,"score_gpt":0.20713503766578947,"score_spread":0.11740439065184323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411333562","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000083072446,0.0001165336,0.0026211084,0.00001707434,0.0005870778,0.00014391475,0.00008103887,0.000107917076,0.9962423],"genre_scores_gemma":[0.008222624,0.00046968536,0.00006321288,0.000055898574,0.00006849112,0.0000014726346,0.000025565447,0.000023694758,0.9910694],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99954605,0.0000206557,0.00011143696,0.00012019942,0.00010654413,0.00009512853],"domain_scores_gemma":[0.9993661,0.00016206308,0.0000655319,0.00030378802,0.00006755066,0.00003496971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000065544365,0.00014747918,0.00014812419,0.00010663895,0.000061071005,0.000015569936,0.00022749646,0.00008113043,0.000009786115],"category_scores_gemma":[0.000007886935,0.00015505085,0.000086306216,0.0000074214595,0.00004855162,0.00009718691,0.000057117795,0.00029255412,0.000011523174],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012431019,0.0000036221222,4.899844e-7,0.0002216214,0.00014015182,0.000013943869,0.000132204,0.000022782078,0.000042215568,0.94033873,0.043443374,0.015628409],"study_design_scores_gemma":[0.00011152748,0.000007173951,0.00002559452,0.00015974136,0.00015674514,0.0000028350617,0.00006738381,0.00008279035,0.00047706818,0.000012720333,0.9987419,0.00015452472],"about_ca_topic_score_codex":0.0000419787,"about_ca_topic_score_gemma":8.8715035e-7,"teacher_disagreement_score":0.95529854,"about_ca_system_score_codex":0.00007066287,"about_ca_system_score_gemma":0.000038742302,"threshold_uncertainty_score":0.632279},"labels":[],"label_agreement":null},{"id":"W4411558447","doi":"10.1145/3713043.3728838","title":"Children’s Design Values Manifestos: Integrating Human Values in Middle School Design-based Learning","year":2025,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Human values; Mathematics education; Psychology; Sociology; Social science","score_opus":0.03411451944590054,"score_gpt":0.28554616314308695,"score_spread":0.2514316436971864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411558447","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06821494,0.0005003631,0.89178914,0.00021609457,0.00041409564,0.0006128754,5.041632e-7,0.0010175795,0.037234418],"genre_scores_gemma":[0.9258364,0.000023607809,0.06952079,0.00032311032,0.0000894376,0.0000843965,0.000010178105,0.000041837193,0.0040702834],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99846953,0.00043752426,0.00036925008,0.0002591738,0.0001505555,0.00031398374],"domain_scores_gemma":[0.99887246,0.0007067541,0.00004958648,0.00023238227,0.000053714433,0.00008510299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011295667,0.00023086958,0.00020638823,0.00040739335,0.00019703741,0.00017920388,0.00023041417,0.00011227756,0.0005534689],"category_scores_gemma":[0.00070750405,0.0002335296,0.00005274311,0.00047579018,0.000026682621,0.00031259967,0.000017413311,0.0005745808,0.00016312506],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000617393,0.00029119317,0.04475485,0.00018215261,0.00017185007,0.00001385911,0.001927075,0.88986677,0.019687487,0.003600094,0.024517493,0.014925431],"study_design_scores_gemma":[0.0032530865,0.00038998493,0.09570846,0.0014062006,0.00020476214,0.000023041592,0.0070480686,0.76200503,0.11512742,0.009144589,0.0036853796,0.002003961],"about_ca_topic_score_codex":0.00022495018,"about_ca_topic_score_gemma":0.000027695038,"teacher_disagreement_score":0.85762143,"about_ca_system_score_codex":0.00019867269,"about_ca_system_score_gemma":0.00014274816,"threshold_uncertainty_score":0.9523061},"labels":[],"label_agreement":null},{"id":"W4411613028","doi":"10.1007/978-3-031-91607-6_15","title":"Training Effective and Efficient Shapers","year":2025,"lang":"en","type":"book-chapter","venue":"Autism and child psychopathology series","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science","score_opus":0.00853159763335609,"score_gpt":0.2311884759419076,"score_spread":0.22265687830855152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411613028","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010786877,0.011641648,0.00022157998,0.0018150092,0.0018806306,0.0003104229,0.000043574488,0.0002121388,0.9827963],"genre_scores_gemma":[0.42552954,0.022174852,0.0016407807,0.0037772204,0.0005005536,0.00017443372,0.00014062828,0.00022683754,0.54583514],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992623,0.000025947278,0.0001663746,0.00031087254,0.00005726708,0.00017727965],"domain_scores_gemma":[0.9995652,0.00013266396,0.000045432334,0.0001748585,0.000010517164,0.000071328366],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00013003215,0.00028081582,0.0003000957,0.00014685342,0.00014415589,0.000038847604,0.00006544541,0.0003005544,0.00012738549],"category_scores_gemma":[0.000014907762,0.00029246596,0.00003978309,0.00002681876,0.00020519759,0.00006811462,0.000024243127,0.00044447667,0.000020555777],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076132535,0.000018359478,0.000023374212,0.00031237144,0.00026350332,0.00007738534,0.011520717,0.000050036375,0.00004834556,0.6304987,0.007479469,0.3496316],"study_design_scores_gemma":[0.00036163666,0.000098267774,0.0051053646,0.00033926335,0.00015016283,0.0007368657,0.00028101023,0.00005981839,0.000008409339,0.006882832,0.98551536,0.00046100368],"about_ca_topic_score_codex":0.0000011712818,"about_ca_topic_score_gemma":0.0000038132484,"teacher_disagreement_score":0.97803587,"about_ca_system_score_codex":0.000013238421,"about_ca_system_score_gemma":0.00001610841,"threshold_uncertainty_score":0.99995273},"labels":[],"label_agreement":null},{"id":"W4411618003","doi":"10.51847/pqqch2mhd4","title":"10.51847/pQqch2mhD4","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Creativity; Architecture; Process (computing); Psychology; Computer architecture; Process management; Computer science; Human–computer interaction; Cognitive science; Engineering; Social psychology; Art; Programming language; Visual arts","score_opus":0.0074537509378602975,"score_gpt":0.19061108842475957,"score_spread":0.18315733748689927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411618003","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033869644,0.000051556155,0.000008505928,0.00023044046,0.000008163123,0.000060000963,0.000002192121,0.00027105375,0.9990294],"genre_scores_gemma":[0.0010945809,7.7498356e-7,0.00025633315,0.00008681584,0.00009485481,0.00000989625,0.000004792216,0.000018727627,0.99843323],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996644,0.00001358574,0.000071967515,0.00006789007,0.000062597916,0.00011954106],"domain_scores_gemma":[0.9997109,0.000041483574,0.0000044776193,0.00014474167,0.000011800298,0.0000865556],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00006923199,0.00006247998,0.000054847475,0.000034310026,0.000022515793,0.000028876568,0.00008085212,0.000026681673,0.9968014],"category_scores_gemma":[0.000017270455,0.00006837501,0.000016547012,0.00012580339,0.0000043601153,0.00009906344,0.0000034071704,0.000058641148,0.9942458],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066588855,0.000010225185,3.3316784e-8,0.0000030398485,0.000006621095,8.833849e-7,0.000025621806,0.0012454228,0.00012671413,0.0000016462411,0.2078956,0.79067755],"study_design_scores_gemma":[0.00005214259,0.000014281984,0.00003225083,0.0000032009468,0.000005680937,0.0000051014463,8.850327e-7,0.0009428386,0.000068826164,0.000001295762,0.9987822,0.00009130534],"about_ca_topic_score_codex":0.000003526131,"about_ca_topic_score_gemma":2.7788197e-8,"teacher_disagreement_score":0.7908866,"about_ca_system_score_codex":0.00001849797,"about_ca_system_score_gemma":0.0000090109625,"threshold_uncertainty_score":0.2788252},"labels":[],"label_agreement":null},{"id":"W4411754338","doi":"10.54941/ahfe1006426","title":"Provoking Students to Re-story Stakeholders in their Design Process","year":2025,"lang":"en","type":"article","venue":"AHFE international","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Process (computing); Computer science; Process management; Design process; Work in process; Engineering; Programming language; Operations management","score_opus":0.08130978651820113,"score_gpt":0.35614274028423726,"score_spread":0.2748329537660361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411754338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5975528,0.00026113112,0.22916739,0.008791105,0.007926414,0.0012588182,0.000013847724,0.0005218862,0.15450664],"genre_scores_gemma":[0.99618995,0.000008730959,0.00089248194,0.000653202,0.00005364172,0.00009410313,0.0000040387577,0.000011330515,0.0020925046],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994165,0.00003642138,0.00013563802,0.00012220627,0.0001796905,0.00010955399],"domain_scores_gemma":[0.99964666,0.0001535036,0.000018106775,0.00009041576,0.000059957623,0.000031346128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034654714,0.000077736506,0.000061978724,0.00023713887,0.000023607665,0.00006743348,0.00031118796,0.000031010135,0.00014845737],"category_scores_gemma":[0.00016696141,0.000082116116,0.000015169982,0.00020156149,0.0000066965968,0.000208224,0.000019989826,0.00014969842,0.00005799706],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030383223,0.0008310136,0.07373201,0.00021724621,0.00064268574,0.00003511913,0.031573705,0.5600477,0.006539378,0.00496682,0.18998839,0.1311221],"study_design_scores_gemma":[0.0025467023,0.000086877284,0.14427844,0.00078596425,0.000034137083,0.000010663291,0.013537774,0.06622297,0.02025807,0.0037804162,0.7474273,0.0010307214],"about_ca_topic_score_codex":0.000007967837,"about_ca_topic_score_gemma":0.0000213402,"teacher_disagreement_score":0.55743885,"about_ca_system_score_codex":0.00017506622,"about_ca_system_score_gemma":0.00006184429,"threshold_uncertainty_score":0.33485982},"labels":[],"label_agreement":null},{"id":"W4411809225","doi":"10.1017/s0890060425100048","title":"Managing combinatorial design challenges using flexibility and pathfinding algorithms","year":2025,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"VINNOVA","keywords":"Pathfinding; Flexibility (engineering); Computer science; Algorithm; Theoretical computer science; Mathematics; Shortest path problem","score_opus":0.08894684844875378,"score_gpt":0.3131662669326104,"score_spread":0.22421941848385663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411809225","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014051684,0.00166369,0.9827635,0.000099097066,0.0007261707,0.0003981743,0.0000025731056,0.00023624396,0.000058853464],"genre_scores_gemma":[0.9338759,0.0008913623,0.0650124,0.000016823575,0.00010076953,0.000050256578,0.0000037948266,0.00003150976,0.00001718134],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99855334,0.000062629806,0.0004518607,0.00042517835,0.0001234384,0.00038354372],"domain_scores_gemma":[0.99871427,0.0008285643,0.000057085774,0.00024045998,0.00004452043,0.000115121235],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011442015,0.00029020256,0.00039519407,0.0006703203,0.00021107466,0.00022861638,0.00013718414,0.00011924481,0.000011564108],"category_scores_gemma":[0.00012206019,0.00031714616,0.00011043234,0.00038179345,0.000033363212,0.00028215285,0.000039779265,0.00018861113,0.0000016919287],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037395897,0.000029015628,0.000010533114,0.00021584693,0.0006850087,0.000002443478,0.0005822396,0.80467147,0.0035410281,0.008205564,0.000010239462,0.1820092],"study_design_scores_gemma":[0.000047577996,0.000027585953,0.000099839555,0.000042348496,0.0005302606,0.0000022792685,0.0003787668,0.8621342,0.12167407,0.01440105,0.0003738312,0.0002881726],"about_ca_topic_score_codex":0.00003394405,"about_ca_topic_score_gemma":0.000003795801,"teacher_disagreement_score":0.91982424,"about_ca_system_score_codex":0.00009234802,"about_ca_system_score_gemma":0.000021050182,"threshold_uncertainty_score":0.99992806},"labels":[],"label_agreement":null},{"id":"W4412045122","doi":"10.1145/3715668.3734184","title":"Playing with Telepresence Robots for Design Speculation","year":2025,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Engineering and Physical Sciences Research Council","keywords":"Speculation; Robot; Telerobotics; Computer science; Human–computer interaction; Mobile robot; Artificial intelligence; Business","score_opus":0.026846322208561837,"score_gpt":0.27773762366661725,"score_spread":0.25089130145805544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412045122","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007077172,0.000036196983,0.92976356,0.0002554536,0.00015413162,0.00019869804,3.2760067e-7,0.00013893309,0.068745],"genre_scores_gemma":[0.75523657,0.000006646902,0.2400696,0.00013181737,0.000029112023,0.000048798796,0.0000030523242,0.000008743486,0.0044656508],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99975616,0.000009714443,0.000057587822,0.000064052445,0.000036704423,0.00007581248],"domain_scores_gemma":[0.9996102,0.0002560193,0.0000076386705,0.000081659586,0.000027962711,0.000016558379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000944835,0.000044887976,0.00004005649,0.00004442961,0.00004355156,0.00003284735,0.00004124275,0.000019582954,0.0000657085],"category_scores_gemma":[0.00004377706,0.000038790306,0.000008387401,0.00012923528,0.0000044172666,0.00014437085,0.0000022954528,0.0000334124,0.00001655886],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007631218,0.000028906514,0.0013613177,0.00009604385,0.000070183334,8.3340507e-7,0.0002420141,0.87892586,0.013021506,0.03220488,0.04649267,0.027479494],"study_design_scores_gemma":[0.00078366284,0.000052179086,0.0165695,0.00006695573,0.00005615425,0.00000664949,0.00027691797,0.8952711,0.03777512,0.0024392689,0.04637135,0.00033113165],"about_ca_topic_score_codex":0.000003550861,"about_ca_topic_score_gemma":0.000002623908,"teacher_disagreement_score":0.7545289,"about_ca_system_score_codex":0.00002009579,"about_ca_system_score_gemma":0.000023608685,"threshold_uncertainty_score":0.15818228},"labels":[],"label_agreement":null},{"id":"W4412397933","doi":"10.1007/978-3-031-98197-5_8","title":"Design Thinking Process Employed in Real-Life Design Studio Context","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"George Brown College","funders":"","keywords":"Computer science; Studio; Context (archaeology); Process (computing); Design process; Process design; Software engineering; Human–computer interaction; Engineering drawing; Programming language; Work in process; Engineering; Telecommunications","score_opus":0.04664880375549571,"score_gpt":0.2952973826516435,"score_spread":0.2486485788961478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412397933","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000044019245,0.00081602845,0.99007636,0.00031546407,0.0016920372,0.00071451947,0.0000013423132,0.00024616596,0.006094073],"genre_scores_gemma":[0.7121537,0.000535539,0.2819129,0.0035115965,0.00054885325,0.0000958848,0.0000069726348,0.0001287674,0.0011058309],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977203,0.000093614304,0.00048097628,0.0006945585,0.00054880365,0.00046173998],"domain_scores_gemma":[0.9972342,0.0018551738,0.00012211541,0.00050715625,0.00016674296,0.000114600494],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016193296,0.0004296795,0.00047249193,0.000791004,0.00013602526,0.0002830533,0.0010853248,0.00028830854,0.00004325488],"category_scores_gemma":[0.00035422327,0.00043009783,0.000046180063,0.00065678346,0.00017303003,0.0003920239,0.00011261803,0.00094050745,0.00003099605],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029640723,0.000030894287,0.000055858927,0.00015509223,0.000030508709,0.00005511046,0.0058952398,0.81621915,0.000061555795,0.0018454279,0.00043277963,0.17518874],"study_design_scores_gemma":[0.0009195788,0.00020206765,0.0003042261,0.0022302482,0.000055663735,0.000041946696,0.00001209209,0.897513,0.0026508751,0.09178104,0.00256368,0.0017256199],"about_ca_topic_score_codex":0.000027639133,"about_ca_topic_score_gemma":0.00006264231,"teacher_disagreement_score":0.7121096,"about_ca_system_score_codex":0.00037454505,"about_ca_system_score_gemma":0.0010206349,"threshold_uncertainty_score":0.9998151},"labels":[],"label_agreement":null},{"id":"W4412407183","doi":"10.1007/s00283-025-10441-x","title":"Chance or Intelligent Design?","year":2025,"lang":"en","type":"article","venue":"The Mathematical Intelligencer","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","score_opus":0.08716701279538025,"score_gpt":0.35045166418543283,"score_spread":0.2632846513900526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412407183","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003318044,0.00045535798,0.9381466,0.0012008229,0.0005472221,0.00030862825,5.9719736e-7,0.00021564245,0.058793355],"genre_scores_gemma":[0.9279682,0.0009109781,0.01956085,0.0021424145,0.00017920566,0.0003010371,0.0000012906087,0.000052318363,0.048883703],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991989,0.00006961296,0.0002748904,0.000115911775,0.00012857492,0.00021206727],"domain_scores_gemma":[0.99821186,0.0013113052,0.000021786243,0.0003615072,0.000043604374,0.000049957907],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005317654,0.00013644579,0.00014289332,0.000059672202,0.00007623048,0.00007315238,0.00036492664,0.000055236793,0.0042095776],"category_scores_gemma":[0.0003707172,0.00007761894,0.00004547769,0.00039809698,0.00007843128,0.00008084051,0.00003380812,0.00020882723,0.0021700074],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019031606,0.0003411216,0.0000052992086,0.0005797437,0.00034459037,0.000009381018,0.008204796,0.012333758,0.0014320886,0.58422154,0.13584289,0.2564945],"study_design_scores_gemma":[0.00008912995,0.00007606132,0.00001879682,0.00030818646,0.0001268336,0.00003653254,0.0023930427,0.27869955,0.14609282,0.35280347,0.2189097,0.0004458727],"about_ca_topic_score_codex":0.0000018727658,"about_ca_topic_score_gemma":0.0000014775109,"teacher_disagreement_score":0.9276364,"about_ca_system_score_codex":0.000050842744,"about_ca_system_score_gemma":0.000041054576,"threshold_uncertainty_score":0.9986069},"labels":[],"label_agreement":null},{"id":"W4412870725","doi":"10.24908/pceea.2025.19592","title":"Tracking Changes in Attitudes in a Cornerstone Design Course","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Cornerstone; Course (navigation); Tracking (education); Computer science; Engineering; Psychology; History; Pedagogy; Aerospace engineering; Archaeology","score_opus":0.011603651071747935,"score_gpt":0.2438610999001137,"score_spread":0.23225744882836577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9089885,0.0024109958,0.0006412337,0.03636854,0.010715676,0.0026204952,0.000026603117,0.000522814,0.03770516],"genre_scores_gemma":[0.9974025,0.000047947742,0.00072552904,0.0002659936,0.000055869554,0.00010138032,0.000002591138,0.000022848903,0.0013753674],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991724,0.000011949688,0.00024633258,0.00013608258,0.00015532621,0.00027794842],"domain_scores_gemma":[0.99940187,0.00013687107,0.00010547865,0.000079570134,0.00019347733,0.00008271815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074889284,0.00012950657,0.00015822917,0.00060977816,0.000049823546,0.00008378819,0.00022946908,0.00013941931,0.000025367937],"category_scores_gemma":[0.00090457377,0.00014664563,0.000030930085,0.0011521588,0.000009864166,0.00024533673,0.000008890113,0.00029155306,0.000005537091],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000143543775,0.00040908853,0.7593159,0.0013093217,0.00022174254,6.2983764e-7,0.0077804793,0.08434971,0.015817761,0.021474862,0.096332096,0.012974048],"study_design_scores_gemma":[0.0003522059,0.000008954683,0.9569704,0.00059661316,0.000041811563,0.000001998152,0.0007442455,0.012717336,0.0051987264,0.00026806523,0.02278375,0.00031588483],"about_ca_topic_score_codex":0.0035568052,"about_ca_topic_score_gemma":0.033951487,"teacher_disagreement_score":0.1976545,"about_ca_system_score_codex":0.0026151722,"about_ca_system_score_gemma":0.00066403317,"threshold_uncertainty_score":0.9836764},"labels":[],"label_agreement":null},{"id":"W4412870726","doi":"10.24908/pceea.2025.19633","title":"An Educator's Framework for Modern Computer-Aided Design Instruction","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland; University of Waterloo; University of Toronto","funders":"Polytechnique Montréal","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.00884192314562516,"score_gpt":0.23919864242318026,"score_spread":0.2303567192775551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870726","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3129488,0.00071355235,0.60762775,0.016839808,0.04715805,0.0043484964,0.000096399766,0.0014794439,0.00878774],"genre_scores_gemma":[0.93191576,0.000013926627,0.06624133,0.00044124166,0.0004621867,0.00020658191,0.000012696185,0.00004792844,0.000658326],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990177,0.00001202743,0.0003019745,0.00019618611,0.00017673789,0.00029537044],"domain_scores_gemma":[0.9987206,0.0001935639,0.0001780292,0.00015810647,0.0005659283,0.0001837657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051372155,0.00017377576,0.00016991893,0.00041282966,0.00019577568,0.00019593228,0.00034473138,0.00023057492,0.000016192904],"category_scores_gemma":[0.00082378543,0.0001944154,0.000076107324,0.0006599964,0.000011476186,0.000457726,0.000008260291,0.00026515574,0.000004746437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003660105,0.00047075358,0.01984821,0.0020526035,0.00083096983,5.6185122e-8,0.01001584,0.18900242,0.015038049,0.3382667,0.3387082,0.085729584],"study_design_scores_gemma":[0.0009827776,0.00009905633,0.118142515,0.00085542834,0.0004022931,0.000009585597,0.0015370302,0.62651455,0.02367346,0.046268057,0.18014835,0.0013668904],"about_ca_topic_score_codex":0.0008083417,"about_ca_topic_score_gemma":0.00040952448,"teacher_disagreement_score":0.618967,"about_ca_system_score_codex":0.0020371731,"about_ca_system_score_gemma":0.0010391455,"threshold_uncertainty_score":0.792803},"labels":[],"label_agreement":null},{"id":"W4412870766","doi":"10.24908/pceea.2025.19644","title":"Studio-Based Learning: Fostering Integration, Creativity and Practical Skills Development","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Creativity; Studio; Psychology; Mathematics education; Pedagogy; Engineering; Social psychology","score_opus":0.009697958566756926,"score_gpt":0.2506287663496057,"score_spread":0.24093080778284875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87491876,0.00057881937,0.0076777353,0.032401368,0.0066262246,0.0017802482,0.00001388837,0.0008320481,0.07517092],"genre_scores_gemma":[0.99118024,0.000013669066,0.005302177,0.00030633179,0.000054812634,0.00008052307,0.000005988328,0.000022768982,0.0030335048],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914086,0.000013053848,0.00027291742,0.00015440454,0.00019878143,0.00021999022],"domain_scores_gemma":[0.9990163,0.00019501532,0.00014789501,0.000070856535,0.00043544004,0.00013451517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000597984,0.00015152736,0.00015091132,0.00031358853,0.00020043658,0.0001605029,0.00010627677,0.0001242261,0.00002213277],"category_scores_gemma":[0.0026870002,0.00015540286,0.000035588753,0.00051985873,0.000013767024,0.0002980335,0.000023334756,0.00033019955,0.000005841846],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020622743,0.00077501044,0.52807903,0.00285269,0.0012015926,6.191193e-7,0.016599655,0.023548102,0.019352233,0.04829985,0.2784636,0.08080697],"study_design_scores_gemma":[0.00037004208,0.000017048811,0.4704817,0.00045398207,0.00011616477,0.0000049522478,0.0008637278,0.0142269945,0.021332374,0.00020149992,0.4914751,0.00045641194],"about_ca_topic_score_codex":0.00040228848,"about_ca_topic_score_gemma":0.0012424206,"teacher_disagreement_score":0.21301149,"about_ca_system_score_codex":0.0016984172,"about_ca_system_score_gemma":0.0010332682,"threshold_uncertainty_score":0.6337145},"labels":[],"label_agreement":null},{"id":"W4412870789","doi":"10.24908/pceea.2025.19703","title":"Engineering Students as Responsible Innovation Auditors? An Intervention in Engineering Design Pedagogy","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Audit; Intervention (counseling); Engineering; Pedagogy; Engineering ethics; Psychology; Engineering management; Business; Accounting","score_opus":0.010215473794234204,"score_gpt":0.29973207329044593,"score_spread":0.2895165994962117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97492296,0.000350774,0.0040544565,0.00295582,0.011612155,0.0014432372,0.000014797988,0.0006055555,0.0040402743],"genre_scores_gemma":[0.99452454,0.000021278382,0.0024567584,0.000143257,0.00021218252,0.00018280112,0.000016677614,0.00006228239,0.0023802428],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99828887,0.000024015248,0.0006233184,0.00026035742,0.00038662596,0.00041680617],"domain_scores_gemma":[0.9986966,0.00017752935,0.00022629464,0.00018522136,0.00056911085,0.0001452443],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016046556,0.00025426323,0.00023773941,0.0018400818,0.00009313631,0.0002445712,0.00051587686,0.00025888035,0.000051415787],"category_scores_gemma":[0.003284895,0.00030478966,0.000070098016,0.0025427262,0.000007704771,0.000815201,0.000032009582,0.00048688723,0.000021267235],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006691654,0.0007760632,0.11651251,0.0027093454,0.00067640236,0.0000012802282,0.006398865,0.6206654,0.083150744,0.092154264,0.06842095,0.008467269],"study_design_scores_gemma":[0.0018124649,0.00011337043,0.59685916,0.0022295346,0.00023288824,0.000016673834,0.0019680653,0.2088087,0.04234824,0.0011098668,0.14284003,0.0016610151],"about_ca_topic_score_codex":0.0023792998,"about_ca_topic_score_gemma":0.0012807678,"teacher_disagreement_score":0.48034662,"about_ca_system_score_codex":0.003573924,"about_ca_system_score_gemma":0.0008947902,"threshold_uncertainty_score":0.9999404},"labels":[],"label_agreement":null},{"id":"W4412870794","doi":"10.24908/pceea.2025.19583","title":"Bridging Disciplinary Difference: Considering the Student Perspective on an Architecture-Engineering Design Collaboration","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Bridging (networking); Perspective (graphical); Discipline; Architecture; Engineering ethics; Engineering; Computer science; Mathematics education; Engineering management; Sociology; Psychology; Art; Visual arts; Artificial intelligence; Social science","score_opus":0.009216998056689057,"score_gpt":0.265682773314142,"score_spread":0.2564657752574529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8693127,0.0010970391,0.014498935,0.05937062,0.015770946,0.0040768743,0.00006394116,0.0012398717,0.034569066],"genre_scores_gemma":[0.99695253,0.000016355983,0.001076814,0.00034978526,0.00022178404,0.0001597191,0.000004981521,0.000044369022,0.0011736718],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99872184,0.000028563267,0.0003174694,0.00024104757,0.00034807195,0.0003430344],"domain_scores_gemma":[0.9986351,0.00027327018,0.00017219815,0.00020177112,0.00055819855,0.00015942613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006864174,0.00024177534,0.0001903451,0.00045146196,0.0003455779,0.00034820603,0.00042864305,0.00013626213,0.000013482537],"category_scores_gemma":[0.0012169541,0.00021130995,0.0000671315,0.0010307851,0.0000204982,0.0002929206,0.000027250773,0.00049939996,0.000005690148],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022075119,0.00024140901,0.011225066,0.00042287406,0.0005556689,3.702589e-7,0.024067456,0.76862514,0.01999118,0.14,0.030867772,0.00398099],"study_design_scores_gemma":[0.0010818591,0.00016262989,0.61006737,0.001488053,0.0005240802,0.000021203501,0.024182593,0.2868939,0.026862433,0.0035313163,0.043330986,0.0018535362],"about_ca_topic_score_codex":0.0008582274,"about_ca_topic_score_gemma":0.0013222917,"teacher_disagreement_score":0.5988423,"about_ca_system_score_codex":0.0038368166,"about_ca_system_score_gemma":0.00079326076,"threshold_uncertainty_score":0.9999873},"labels":[],"label_agreement":null},{"id":"W4412870807","doi":"10.24908/pceea.2025.19669","title":"Developing the Skill of Problem Definition Through Model Creation and Exploration","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada; Dalhousie University","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.01810879590157919,"score_gpt":0.23683564370274923,"score_spread":0.21872684780117005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5198877,0.002287813,0.064202264,0.10528428,0.007502872,0.0045857183,0.000106120686,0.00081721356,0.29532605],"genre_scores_gemma":[0.9890075,0.00013878546,0.009540554,0.00029846918,0.000045940164,0.000103534214,0.000011240283,0.000019758732,0.00083422416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999242,0.000009032189,0.0003026219,0.00011197709,0.00017705646,0.0001573076],"domain_scores_gemma":[0.9990513,0.000105294166,0.00021022628,0.00008346186,0.00050635525,0.000043368822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042231122,0.000116006435,0.00011961268,0.00019125247,0.0001561543,0.00008301495,0.0001584531,0.00011179836,0.00000494037],"category_scores_gemma":[0.0006381051,0.00010404339,0.00003717728,0.0006009733,0.000018587702,0.0005828437,0.000013181428,0.0001608671,0.0000018196791],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005303569,0.00005221653,0.006692532,0.001037406,0.00018741639,1.1370658e-8,0.010608311,0.042882472,0.00530823,0.8951041,0.034173757,0.0039482373],"study_design_scores_gemma":[0.0014372545,0.000057254947,0.15496396,0.0026960748,0.0008443864,0.00001259155,0.012981517,0.39035904,0.076403305,0.20754175,0.1509283,0.0017745575],"about_ca_topic_score_codex":0.0010829301,"about_ca_topic_score_gemma":0.0011871164,"teacher_disagreement_score":0.68756235,"about_ca_system_score_codex":0.0010113682,"about_ca_system_score_gemma":0.0006092494,"threshold_uncertainty_score":0.42427665},"labels":[],"label_agreement":null},{"id":"W4412870818","doi":"10.24908/pceea.2025.19713","title":"Towards a Theoretical Framework of \"Framing\" in Engineering Design","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary; SAIT Polytechnic","funders":"Samsung Advanced Institute of Technology; Polytechnique Montréal","keywords":"Framing (construction); Sociology; Engineering ethics; Political science; Architectural engineering; Engineering; Civil engineering","score_opus":0.004989204269430344,"score_gpt":0.2210579477739404,"score_spread":0.21606874350451005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6789586,0.004054284,0.08745438,0.03628842,0.03255593,0.005664927,0.000111204856,0.0015788649,0.15333341],"genre_scores_gemma":[0.9902966,0.000029323737,0.009031208,0.00013911186,0.00007073593,0.00006665436,0.0000019454926,0.000031881187,0.00033255847],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99890685,0.000011585039,0.00040059487,0.00014483942,0.0002335649,0.00030255414],"domain_scores_gemma":[0.9990064,0.00029004586,0.00013726034,0.00012811368,0.0003183656,0.00011979785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007689701,0.00016436871,0.00022141614,0.0006169025,0.000043497712,0.00006227331,0.00033904292,0.00023957282,0.000053309894],"category_scores_gemma":[0.003865436,0.00017661185,0.00007291417,0.001262374,0.000021081243,0.00019634524,0.000017911862,0.00041537668,0.000004363305],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011046794,0.00015593026,0.02338267,0.0016480763,0.00025097159,1.7712007e-7,0.00376163,0.08000115,0.0083093,0.85596484,0.022388423,0.0041257567],"study_design_scores_gemma":[0.0012106501,0.00007828056,0.42867243,0.004919448,0.00041316953,0.00001195365,0.002285841,0.34186265,0.096637085,0.0288532,0.093112044,0.0019432544],"about_ca_topic_score_codex":0.0009023041,"about_ca_topic_score_gemma":0.00021322274,"teacher_disagreement_score":0.82711166,"about_ca_system_score_codex":0.0016228231,"about_ca_system_score_gemma":0.0007879594,"threshold_uncertainty_score":0.7202022},"labels":[],"label_agreement":null},{"id":"W4412870839","doi":"10.24908/pceea.2025.19688","title":"Engineering Education in Ontario High Schools: Teachers' Social Representations and Classroom Integration","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Mathematics education; Sociology; Pedagogy; Psychology","score_opus":0.0058554014280720445,"score_gpt":0.22541623983507258,"score_spread":0.21956083840700055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96254873,0.00024945708,0.0003684215,0.010206108,0.004984141,0.00085515785,0.000012678687,0.00023042019,0.020544866],"genre_scores_gemma":[0.9888142,0.000017967328,0.002270015,0.00020922354,0.00013240636,0.00014895566,0.00002532811,0.000031864878,0.008350076],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988938,0.00001293298,0.00039540406,0.00021738022,0.00020558806,0.0002749205],"domain_scores_gemma":[0.9991671,0.00008664849,0.00016116498,0.000107976084,0.00035196886,0.00012516703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046177703,0.00018969752,0.0001877046,0.0007394539,0.00014903818,0.00020632989,0.00021395525,0.00022160399,0.000039737035],"category_scores_gemma":[0.0010694073,0.00021953191,0.00005540852,0.00082470063,0.000011278418,0.0005814333,0.000018459063,0.00063269754,0.000007569455],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013179798,0.00037115012,0.51942295,0.0008434899,0.00038975553,1.6008542e-7,0.018927012,0.00930695,0.01817504,0.14019579,0.2653345,0.027020045],"study_design_scores_gemma":[0.00026602598,0.00000565341,0.93222374,0.00028655826,0.00007609332,0.000002298213,0.0020739236,0.003807015,0.0012183602,0.0007624046,0.05896872,0.00030918556],"about_ca_topic_score_codex":0.1031802,"about_ca_topic_score_gemma":0.20330462,"teacher_disagreement_score":0.41280082,"about_ca_system_score_codex":0.0053229644,"about_ca_system_score_gemma":0.0023785317,"threshold_uncertainty_score":0.9984954},"labels":[],"label_agreement":null},{"id":"W4413214169","doi":"10.2139/ssrn.5387133","title":"The Role of Vertical Design Studio as a Hidden Curriculum in Design Education Moving from an Extra-Curricular Activity to an Institutionalized Practice","year":2025,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fanshawe College","funders":"","keywords":"Studio; Curriculum; Design studio; Medical education; Pedagogy; Engineering; Psychology; Sociology; Mathematics education; Engineering ethics; Medicine; Telecommunications","score_opus":0.014419688535912703,"score_gpt":0.31703185814182777,"score_spread":0.3026121696059151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413214169","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29681516,0.01584083,0.6792478,0.0017308205,0.0022506213,0.0017867555,0.00000948589,0.00014567313,0.0021728398],"genre_scores_gemma":[0.9836798,0.004652832,0.010788667,0.00012818458,0.0004028613,0.00021218207,0.000016431242,0.000038677274,0.00008037359],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99541175,0.0019569886,0.0005763198,0.00042026464,0.0005257083,0.0011089601],"domain_scores_gemma":[0.99760747,0.0010211759,0.00022447328,0.0005434587,0.00038449196,0.00021894158],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004820079,0.00035234037,0.00038164444,0.00029394653,0.00025362664,0.00026473764,0.0007645859,0.00027260563,0.00002552682],"category_scores_gemma":[0.0020367927,0.00031797928,0.000106203945,0.00043869865,0.00004046219,0.0009999488,0.000096005155,0.0037861974,0.000017465098],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001608499,0.0045457827,0.0008668393,0.000075762524,0.0018158635,0.000014573527,0.0061576236,0.2550393,0.010656038,0.15001386,0.00049133087,0.5687145],"study_design_scores_gemma":[0.0024186044,0.0014501959,0.0044523934,0.00119249,0.0016889296,0.0006427104,0.04140445,0.14642304,0.009828415,0.75030595,0.037718404,0.0024744335],"about_ca_topic_score_codex":0.0016493815,"about_ca_topic_score_gemma":0.0005560089,"teacher_disagreement_score":0.6868646,"about_ca_system_score_codex":0.0025505333,"about_ca_system_score_gemma":0.014765056,"threshold_uncertainty_score":0.9999272},"labels":[],"label_agreement":null},{"id":"W4413391008","doi":"10.18260/1-2--56138","title":"Connecting design cognition and capstone design education: A proposal","year":2025,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Capstone; Cognition; Computer science; Design education; Human–computer interaction; Cognitive science; Knowledge management; Psychology; Business; Neuroscience; Computer security","score_opus":0.023054611706378996,"score_gpt":0.2849197529860132,"score_spread":0.2618651412796342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413391008","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020319948,0.000560154,0.9272516,0.0008870138,0.0006548727,0.00037569096,3.6912027e-7,0.0003082075,0.067930125],"genre_scores_gemma":[0.87158567,0.00006187987,0.12516895,0.0004620121,0.00006230116,0.000069152455,0.0000046077653,0.000014014146,0.0025713854],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995496,0.00008007016,0.0001146863,0.00010717614,0.000047353096,0.000101063626],"domain_scores_gemma":[0.99946123,0.00033272806,0.000016071273,0.00008293482,0.00006354402,0.000043487387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000290561,0.00008079014,0.00006962299,0.000094752206,0.00008618362,0.00007598617,0.000039411425,0.000044331795,0.00019353387],"category_scores_gemma":[0.00015383233,0.00008287554,0.000009454828,0.0001882761,0.000010451975,0.00020500358,0.000006355142,0.00008993465,0.000056327983],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014441632,0.00046390615,0.000097551885,0.0005455528,0.00030768043,0.000004608422,0.005054224,0.01028946,0.07460975,0.07357562,0.2535522,0.58135504],"study_design_scores_gemma":[0.0030242768,0.00031840103,0.0019755084,0.0006370897,0.00070087775,0.0004037016,0.024295056,0.26146826,0.46791214,0.06770102,0.16953652,0.0020271693],"about_ca_topic_score_codex":0.0000099068575,"about_ca_topic_score_gemma":0.0000037245609,"teacher_disagreement_score":0.8695537,"about_ca_system_score_codex":0.00003043656,"about_ca_system_score_gemma":0.00020777447,"threshold_uncertainty_score":0.33795664},"labels":[],"label_agreement":null},{"id":"W4413737679","doi":"10.1017/pds.2025.10014","title":"A community-driven database for the dynamic representation of approaches, processes, methods, and tools for multidisciplinary product development","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Mitacs","keywords":"Multidisciplinary approach; Representation (politics); Computer science; Development (topology); New product development; Product (mathematics); Database; Process management; Management science; Industrial engineering; Systems engineering; Data science; Engineering; Sociology; Mathematics; Business; Political science; Social science","score_opus":0.15444950003064797,"score_gpt":0.37772574581750407,"score_spread":0.2232762457868561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413737679","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014405536,0.0014232328,0.97840214,0.0017446419,0.00016899298,0.0035442605,0.000028338372,0.00006733576,0.00021554087],"genre_scores_gemma":[0.2669791,0.0001519945,0.7317095,0.000035857076,0.00001551832,0.0008472326,0.000016583619,0.000019762017,0.00022447121],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993482,0.000038030663,0.0002640771,0.00013995865,0.000087068736,0.00012261554],"domain_scores_gemma":[0.997228,0.0021320244,0.00015908357,0.00016408882,0.0002991628,0.000017629363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020943352,0.00011274949,0.00016245789,0.000023506735,0.00034213,0.0000598373,0.0003480313,0.000043505785,6.1774864e-7],"category_scores_gemma":[0.0015083316,0.000077751916,0.00006804633,0.0003629497,0.000087643726,0.00040982087,0.00010533378,0.00017126155,6.08159e-8],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052358874,0.0006906256,0.0007475594,0.028815262,0.0017351832,1.2371873e-8,0.10685059,0.0041228137,0.5591516,0.003969454,0.056872364,0.23652095],"study_design_scores_gemma":[0.0012099475,0.000062973304,0.003113366,0.0004364427,0.0005298574,0.0000044967082,0.044813596,0.26049256,0.6727771,0.0031607503,0.013064771,0.00033416064],"about_ca_topic_score_codex":0.000004279919,"about_ca_topic_score_gemma":0.0000016570156,"teacher_disagreement_score":0.25636974,"about_ca_system_score_codex":0.00004774591,"about_ca_system_score_gemma":0.00013525244,"threshold_uncertainty_score":0.3170631},"labels":[],"label_agreement":null},{"id":"W4414123269","doi":"10.51357/jdll.v5i2.326","title":"Making in the Middle Years: A Scoping Review Exploring Outcomes of Maker Activities in Educational Contexts for Students and Teachers","year":2025,"lang":"en","type":"review","venue":"Journal of Digital Life and Learning","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Presentation (obstetrics); Metacognition; Intervention (counseling); Face (sociological concept); Key (lock)","score_opus":0.2325961874840156,"score_gpt":0.43969933271566863,"score_spread":0.20710314523165305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414123269","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030290287,0.99609107,0.000030243673,0.00007490664,0.0001365136,0.00033267675,0.0000021819276,0.0000028278992,0.00030056006],"genre_scores_gemma":[0.010571572,0.98905504,0.00009460549,0.000058965034,0.000060353326,0.000044127642,0.000002542564,0.000013273467,0.00009951273],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9989866,0.00013112703,0.00056504447,0.00007268688,0.00014856683,0.00009598388],"domain_scores_gemma":[0.99735844,0.002227146,0.00031662013,0.000049573828,0.00002231881,0.000025890971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009290194,0.0001238536,0.0006874587,0.00023156653,0.000021325783,0.00013357049,0.00011490259,0.000042159354,0.0000041456674],"category_scores_gemma":[0.0014446122,0.000094019626,0.00010284055,0.00014000728,0.0000139749345,0.0005139472,0.000020231666,0.00046163765,2.8439126e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057344437,0.000059906597,0.0060485094,0.066868514,0.000162274,0.0000032837638,0.0050317273,0.000037916278,7.868355e-8,0.000046403224,0.00010773122,0.92162794],"study_design_scores_gemma":[0.00051278184,0.00006264665,0.004841075,0.6928596,0.00032424356,0.00006981719,0.0053285426,0.000003906147,7.954682e-8,0.00003545491,0.29568708,0.0002747645],"about_ca_topic_score_codex":6.949189e-7,"about_ca_topic_score_gemma":0.0000016553794,"teacher_disagreement_score":0.92135316,"about_ca_system_score_codex":0.000034016946,"about_ca_system_score_gemma":0.00017714783,"threshold_uncertainty_score":0.38340092},"labels":[],"label_agreement":null},{"id":"W4414501462","doi":"10.1115/1.4069972","title":"Electroencephalography-Based Exploration of Nonlinear Brain Dynamics in Design Creativity During a Modified TTCT-F Task","year":2025,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Collège de Maisonneuve","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Chaotic; Lyapunov exponent; Creativity; Nonlinear system; Cognition; Fractal; Electroencephalography; Correlation dimension","score_opus":0.033977482195635074,"score_gpt":0.2859847529476669,"score_spread":0.25200727075203183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414501462","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017886575,0.00011503406,0.9804883,0.0007643713,0.0002481183,0.000239486,0.00000236547,0.000032258522,0.00022347928],"genre_scores_gemma":[0.9297834,0.00009081872,0.069926865,0.00009434819,0.000038163773,0.000012621311,0.000001982981,0.000017668883,0.000034116118],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998143,0.0005752992,0.0006889154,0.00012236398,0.00025593737,0.00021444337],"domain_scores_gemma":[0.9981023,0.0012357531,0.00024083076,0.0001672942,0.0001713753,0.00008245984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018704474,0.00015361822,0.00034884003,0.00057185325,0.00003463712,0.000033202272,0.00022431598,0.00013052196,0.000017911892],"category_scores_gemma":[0.00080256665,0.00015133819,0.0001193605,0.0008413676,0.000020412192,0.00051889056,0.000008704474,0.00044783208,0.0000015688904],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014022862,0.0007152649,0.00009401508,0.00020904321,0.00017802429,0.00003899672,0.00025045115,0.66847044,0.31677237,0.0058736,0.0010626232,0.004932899],"study_design_scores_gemma":[0.0014852912,0.00034617487,0.00030424586,0.00020961856,0.0000620554,0.000013894344,0.0001527153,0.89199436,0.09680242,0.008375039,0.00008900483,0.00016517998],"about_ca_topic_score_codex":0.0000072234093,"about_ca_topic_score_gemma":0.000011529324,"teacher_disagreement_score":0.9118968,"about_ca_system_score_codex":0.0002574888,"about_ca_system_score_gemma":0.00024943892,"threshold_uncertainty_score":0.6171392},"labels":[],"label_agreement":null},{"id":"W4414989664","doi":"10.22215/cujs.v5i3.5527","title":"Exploring Data-Driven Approaches to Pattern and Form Development in Design","year":2025,"lang":"en","type":"article","venue":"Carleton undergraduate journal of science.","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Rehabilitation Institute","funders":"","keywords":"Visualization; Craft; Focus (optics); Data visualization; Table (database); Product design; Product (mathematics); New product development","score_opus":0.3897892742538298,"score_gpt":0.3054663097997074,"score_spread":0.0843229644541224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414989664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5474781,0.00040706378,0.43927315,0.0068814745,0.0017974763,0.00026906497,0.0000010682354,0.00003748655,0.0038551223],"genre_scores_gemma":[0.98165315,0.00025025883,0.017868977,0.0001318567,0.000030658513,0.000005925571,4.4923965e-7,0.0000066407606,0.00005205486],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904865,0.000027694137,0.00031652,0.00014778921,0.0002517825,0.00020756958],"domain_scores_gemma":[0.99946123,0.000115050825,0.000058694455,0.00017468029,0.00005745412,0.00013286657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014528683,0.000091962844,0.00014049707,0.0006056665,0.000089567235,0.00013710254,0.0004600494,0.000017168282,0.0000028510692],"category_scores_gemma":[0.00013863613,0.00008263882,0.000011140441,0.0007818592,0.00007398667,0.0017518959,0.00008891672,0.00016761436,0.000004409903],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054951728,0.0001521568,0.0054359483,0.00021563884,0.00012061132,0.00004852018,0.017062746,0.08772056,0.015034069,0.0025300623,0.0064050695,0.86521965],"study_design_scores_gemma":[0.0053834333,0.00056516315,0.16882448,0.0029273746,0.00025551525,0.00063094054,0.0353132,0.31719363,0.16680886,0.009040977,0.2902669,0.0027895113],"about_ca_topic_score_codex":0.0000046672935,"about_ca_topic_score_gemma":0.0000113611395,"teacher_disagreement_score":0.86243016,"about_ca_system_score_codex":0.00020912966,"about_ca_system_score_gemma":0.00036709692,"threshold_uncertainty_score":0.33699134},"labels":[],"label_agreement":null},{"id":"W4415238747","doi":"10.48550/arxiv.2508.14289","title":"\"They Aren't Built For Me\": An Exploratory Study of Strategies for Measurement of Graphical Primitives in Tactile Graphics","year":2025,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Tactile perception; Perception; Graphics; Set (abstract data type); Tactile sensor; Visual perception; Exploratory research; Replicate","score_opus":0.1489091537260163,"score_gpt":0.3475366147868699,"score_spread":0.19862746106085363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415238747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878748,0.00035621427,0.008361441,0.00006175862,0.0008377315,0.0019617255,0.000094525916,0.000087977234,0.00036381098],"genre_scores_gemma":[0.99794185,0.000127978,0.0006180637,0.000020241176,0.00006320367,0.001146862,0.00003434017,0.00003556619,0.000011895259],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983689,0.00016803335,0.00061828445,0.0003584736,0.00027815692,0.00020815746],"domain_scores_gemma":[0.99827516,0.00038084312,0.00022771681,0.0005442555,0.0005100935,0.00006190559],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010418165,0.00027069132,0.00049975235,0.00042114864,0.000037381298,0.000028683398,0.0003433683,0.00021964486,0.000007450798],"category_scores_gemma":[0.00028236385,0.00029253837,0.00013715058,0.00020693449,0.000039304312,0.0002648629,0.000063037216,0.00040539686,3.8956324e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029874388,0.02599789,0.43910494,0.03112749,0.0070136185,0.000009969462,0.26366913,0.13367762,0.056905776,0.02898357,0.004803072,0.0057195066],"study_design_scores_gemma":[0.0088401,0.0034551036,0.586763,0.0024720607,0.001856345,0.0000018950623,0.30520675,0.008508344,0.043878157,0.029942004,0.0061481404,0.002928073],"about_ca_topic_score_codex":0.00010564312,"about_ca_topic_score_gemma":0.0013809717,"teacher_disagreement_score":0.1476581,"about_ca_system_score_codex":0.00006577488,"about_ca_system_score_gemma":0.00039770128,"threshold_uncertainty_score":0.9999527},"labels":[],"label_agreement":null},{"id":"W4415437541","doi":"10.1007/978-3-031-96518-0_20","title":"Unearthing Stakeholder Behavior Patterns to Enhance Sustainable Product Design","year":2025,"lang":"en","type":"book-chapter","venue":"EAI/Springer Innovations in Communication and Computing","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; University of Calgary","funders":"","keywords":"Stakeholder; Sustainability; Stakeholder analysis; Product (mathematics); Sustainable design; Stewardship (theology); Product design; Environmental stewardship","score_opus":0.05442011350708816,"score_gpt":0.3086863076086471,"score_spread":0.254266194101559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415437541","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012160069,0.004509047,0.39968815,0.003714204,0.0012338635,0.00410915,0.000022098196,0.001220558,0.57334286],"genre_scores_gemma":[0.75228655,0.0006255168,0.054363675,0.00089546014,0.00015028397,0.00019740127,0.00011480241,0.00013169288,0.19123465],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99836946,0.000085027095,0.000689377,0.00036765673,0.00018448483,0.00030397784],"domain_scores_gemma":[0.99795955,0.00041018354,0.00017253988,0.0010167692,0.0003843956,0.00005656263],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011121532,0.00031066293,0.0002903251,0.0007679837,0.00031966422,0.00025293799,0.00046553524,0.00015695136,0.000100812256],"category_scores_gemma":[0.00019228122,0.0004012551,0.000030069632,0.00047677866,0.000036336398,0.000262946,0.00029422625,0.00097175833,0.000028466753],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020134179,0.00018512072,0.0011602672,0.0007797377,0.00016001203,0.00001569842,0.007568961,0.02076991,0.00035311887,0.40608713,0.015121396,0.5477785],"study_design_scores_gemma":[0.0005227198,0.000057733912,0.007856689,0.0028350377,0.00014104569,0.000025281557,0.0019466504,0.01438561,0.0016534844,0.0047686473,0.96365905,0.002148026],"about_ca_topic_score_codex":0.00004952758,"about_ca_topic_score_gemma":0.000028555582,"teacher_disagreement_score":0.9485377,"about_ca_system_score_codex":0.00022992828,"about_ca_system_score_gemma":0.00013518843,"threshold_uncertainty_score":0.99984396},"labels":[],"label_agreement":null},{"id":"W4415438653","doi":"10.1007/978-3-031-96518-0_12","title":"Simulating Conflict Resolution in Axiomatic Theory of Design Modeling: Insights into Developing Conflict Resolution Chatbots","year":2025,"lang":"en","type":"book-chapter","venue":"EAI/Springer Innovations in Communication and Computing","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Conflict resolution; Resolution (logic); Chatbot; Axiom; Axiomatic design; Axiomatic system; Ideal (ethics); Conflict management","score_opus":0.09695691814252676,"score_gpt":0.31228383070792054,"score_spread":0.21532691256539377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415438653","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0072803805,0.007833736,0.87847185,0.00044333044,0.00035805942,0.0010404673,0.0000023790856,0.00029697214,0.10427283],"genre_scores_gemma":[0.93905944,0.0017422767,0.057080008,0.00017559479,0.000050675797,0.000034123877,0.00009402993,0.000066558394,0.0016973217],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99723005,0.00032536348,0.0015882299,0.0003532836,0.0002478061,0.00025527368],"domain_scores_gemma":[0.9966768,0.0016001096,0.00048618534,0.00080300716,0.00039506247,0.000038806946],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022016272,0.0003735177,0.0005156594,0.0015941839,0.00027564276,0.000089800575,0.00045580915,0.00038351575,0.000016865972],"category_scores_gemma":[0.0005176568,0.00046927182,0.00004934836,0.00075845234,0.000106662614,0.00030995897,0.0002588352,0.0009589391,0.0000062296954],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025481935,0.000034500168,0.000054269105,0.00033828797,0.000069982656,9.955684e-7,0.0075534275,0.38907412,0.00021873966,0.5726049,0.000072795985,0.029952502],"study_design_scores_gemma":[0.00046360662,0.000013638248,0.0003498876,0.00271969,0.000026547295,0.0000028388083,0.00048334734,0.9692933,0.000083078434,0.017662507,0.008464735,0.00043685667],"about_ca_topic_score_codex":0.00006815092,"about_ca_topic_score_gemma":0.0000613531,"teacher_disagreement_score":0.931779,"about_ca_system_score_codex":0.00043706445,"about_ca_system_score_gemma":0.00023553892,"threshold_uncertainty_score":0.9997759},"labels":[],"label_agreement":null},{"id":"W4415472535","doi":"10.13068/2000-6217.18.1","title":"Teknikens faktiska värld","year":2025,"lang":"sv","type":"article","venue":"Arkiv Tidskrift för samhällsanalys","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Action (physics); Technology and society; Perspective (graphical); Public service; Service (business); World War II","score_opus":0.012691181907596154,"score_gpt":0.2821719062414844,"score_spread":0.26948072433388826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415472535","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0174649,0.017108688,0.027269434,0.021261526,0.011648113,0.0011065735,0.00018313213,0.0011806765,0.90277696],"genre_scores_gemma":[0.85843676,0.0017148613,0.002274384,0.0026314212,0.00057121925,0.00006016593,0.00009571268,0.00011521772,0.13410024],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99608046,0.00039631728,0.0010741655,0.0008753036,0.0005397937,0.001033938],"domain_scores_gemma":[0.9965988,0.0010539346,0.00023077539,0.0014843948,0.00025177124,0.00038034256],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010165924,0.0007351298,0.0008159348,0.00088087074,0.00040927398,0.00046564592,0.00086055975,0.0004799634,0.0063581],"category_scores_gemma":[0.00069903675,0.0008076861,0.00047961486,0.00243393,0.00014689562,0.0006141819,0.00015498845,0.0011833004,0.0065363483],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008799847,0.00056461507,0.00926013,0.0005920152,0.003171579,0.00007851283,0.001577396,0.0055699637,0.005316062,0.03229541,0.8842175,0.057268806],"study_design_scores_gemma":[0.0007438246,0.000049540988,0.01746286,0.0002254416,0.001305083,0.000016601276,0.0010090182,0.009470467,0.0021382445,0.0009353547,0.9657921,0.0008514258],"about_ca_topic_score_codex":0.0006670263,"about_ca_topic_score_gemma":0.00024629617,"teacher_disagreement_score":0.8409719,"about_ca_system_score_codex":0.00029645112,"about_ca_system_score_gemma":0.00046085953,"threshold_uncertainty_score":0.9994374},"labels":[],"label_agreement":null},{"id":"W4415534409","doi":"10.24908/pceea.2025.20039","title":"Design Days Boot Camp 3.0 – Improvements and Student Perceived Value","year":2025,"lang":"","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Respondent; Cornerstone; Big game; Big data; Software; Value (mathematics)","score_opus":0.007696583183717015,"score_gpt":0.23774629940380718,"score_spread":0.23004971622009016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415534409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7961231,0.0066388003,0.0027492733,0.054591853,0.04908776,0.009415894,0.0001865617,0.00073600735,0.08047077],"genre_scores_gemma":[0.9824311,0.00028638338,0.0021097448,0.00083862426,0.00024340948,0.00017245249,0.000008308316,0.0000761259,0.013833862],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9976383,0.000041234718,0.00070899253,0.00043893955,0.0005283061,0.00064424734],"domain_scores_gemma":[0.9976054,0.00028326912,0.0005136444,0.00023620835,0.0009349039,0.00042660793],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014153328,0.0004211699,0.0003845909,0.0007400469,0.0004443631,0.00055576453,0.000498948,0.00038661243,0.000101878286],"category_scores_gemma":[0.0019429794,0.00047447448,0.00011881225,0.0010905634,0.00003492402,0.0005971142,0.00007226864,0.00063606445,0.000024637398],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006885564,0.0015530896,0.16842772,0.007439414,0.0055046906,0.0000010436031,0.05879106,0.045500677,0.10781769,0.10140288,0.47936618,0.024126694],"study_design_scores_gemma":[0.0012723061,0.000084560685,0.78827685,0.001471531,0.001097928,0.000009307326,0.0050702165,0.035708107,0.006526635,0.000846327,0.15829752,0.0013387123],"about_ca_topic_score_codex":0.007043592,"about_ca_topic_score_gemma":0.0010783902,"teacher_disagreement_score":0.61984915,"about_ca_system_score_codex":0.0060455767,"about_ca_system_score_gemma":0.0024502433,"threshold_uncertainty_score":0.9997707},"labels":[],"label_agreement":null},{"id":"W4415598596","doi":"10.1115/detc2025-168382","title":"Speaking of Users: Assessing the Frequency, Consistency, and Depth of User-Related Internal Communication of Strong and Weak Novice Engineering Design Teams","year":2025,"lang":"","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"","keywords":"Engineering design process; Order (exchange); Product (mathematics); User experience design; Convergence (economics); Product design","score_opus":0.022627442956878966,"score_gpt":0.2948913919392968,"score_spread":0.27226394898241785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415598596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52176714,0.011991404,0.41758537,0.0006839878,0.0005866234,0.0008126994,0.000008094965,0.000077138946,0.046487544],"genre_scores_gemma":[0.96000516,0.00089096656,0.038905054,0.000018067914,0.00000887368,0.0000057754182,0.0000025473691,0.000026599739,0.0001369325],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979394,0.00034636716,0.0010844399,0.00021803765,0.00019429353,0.00021746478],"domain_scores_gemma":[0.995723,0.002852345,0.00052525074,0.0005645124,0.00027386897,0.000061042294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015347708,0.00025796628,0.00046074964,0.00028139172,0.000103844795,0.000115377814,0.00035513224,0.00016452774,0.00008092186],"category_scores_gemma":[0.00063152646,0.00023578141,0.00006471123,0.0005409316,0.00026257345,0.0007570513,0.0001443904,0.00049007364,6.463406e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019033984,0.0008156787,0.114341706,0.0074235834,0.0047169235,0.000003756232,0.0322048,0.09147496,0.41050193,0.22209862,0.00043557212,0.11579213],"study_design_scores_gemma":[0.0032168906,0.00029097128,0.20130701,0.009845958,0.0020057177,0.00010853753,0.06711027,0.6301536,0.082742974,0.0011467623,0.0010210506,0.001050278],"about_ca_topic_score_codex":0.0016465769,"about_ca_topic_score_gemma":0.00012473924,"teacher_disagreement_score":0.53867865,"about_ca_system_score_codex":0.00007530698,"about_ca_system_score_gemma":0.00023467439,"threshold_uncertainty_score":0.96148866},"labels":[],"label_agreement":null},{"id":"W4415598635","doi":"10.1115/detc2025-168315","title":"Investigating How Engineers Use Computer-Aided Design Versus Pen-and-Paper for Conceptual Design – A Methodology Review and Mixed-Method Pilot Study","year":2025,"lang":"","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Blueprint; Creativity; Engineering design process; Conceptual design; Process (computing); Design education; Key (lock); Design process; Design thinking","score_opus":0.30909700366045006,"score_gpt":0.39791839084313857,"score_spread":0.0888213871826885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415598635","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007958004,0.019907542,0.9665921,0.003993106,0.002675755,0.0056416225,0.000009749622,0.00024850524,0.00013584139],"genre_scores_gemma":[0.029311676,0.0038784447,0.9612734,0.0034673428,0.00015352116,0.00059494906,0.0000075548974,0.00009695582,0.0012161686],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.989035,0.008055314,0.00092836516,0.0010280893,0.00022358168,0.0007296098],"domain_scores_gemma":[0.93407804,0.06431801,0.00026377535,0.00059443584,0.00033830956,0.00040744554],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010389434,0.0007732143,0.0014013405,0.0003298938,0.00039911235,0.00048272184,0.000335756,0.00020316537,0.00016137792],"category_scores_gemma":[0.013873823,0.00080605893,0.00009676831,0.00077548507,0.00023565858,0.0008357353,0.00016538483,0.0007700469,0.000008843032],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043148864,0.0035140167,0.00047944987,0.021451492,0.015692458,0.000046673806,0.041268192,0.09846389,0.024667382,0.08500161,0.2463821,0.45871785],"study_design_scores_gemma":[0.043330375,0.033392698,0.0034562692,0.0049097077,0.025703462,0.00023457967,0.047759183,0.75445265,0.006837912,0.0025162925,0.07056853,0.006838344],"about_ca_topic_score_codex":0.000097610275,"about_ca_topic_score_gemma":0.000013847559,"teacher_disagreement_score":0.65598875,"about_ca_system_score_codex":0.0001393664,"about_ca_system_score_gemma":0.00039571396,"threshold_uncertainty_score":0.999439},"labels":[],"label_agreement":null},{"id":"W4415653859","doi":"10.35631/ijirev.722043","title":"SKETCHING AS A COMMUNICATION TOOL FOR SHARED UNDERSTANDING IN CONCEPTUAL DESIGN PHASE OF AUTOMOTIVE DESIGN","year":2025,"lang":"en","type":"article","venue":"International Journal of Innovation and Industrial Revolution","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Ministry of Higher Education, Malaysia","keywords":"Ambiguity; Cognition; Ideation; Bridging (networking); Empirical research; Automotive industry; Conceptual design; Negotiation; Task (project management)","score_opus":0.20507770791693494,"score_gpt":0.3896527581638984,"score_spread":0.18457505024696344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415653859","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049729045,0.0002067834,0.9470457,0.0012501149,0.00092302973,0.00033344497,0.000008817483,0.000014710542,0.0004883771],"genre_scores_gemma":[0.9896624,0.000121120494,0.009908112,0.0001162012,0.00010249342,0.000011162864,0.000020477715,0.0000070594047,0.00005098959],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869967,0.0001597678,0.000808166,0.00006777553,0.00018703502,0.00007761485],"domain_scores_gemma":[0.9978285,0.00073079515,0.00043392094,0.000060752554,0.00092981325,0.00001625103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018345831,0.00008188582,0.00015578112,0.00075177604,0.000040705432,0.000052317846,0.00015514404,0.000105948624,0.000028860377],"category_scores_gemma":[0.003139373,0.000087012435,0.000027313385,0.0005826879,0.000045288998,0.00065217516,0.000012879824,0.0002447713,5.195165e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006267205,0.0007323133,0.0010845914,0.00005966212,0.0008715992,0.000005718901,0.006063952,0.07170762,0.05071275,0.6714776,0.075889684,0.11512731],"study_design_scores_gemma":[0.078846864,0.003121789,0.004463869,0.0058104275,0.00045059383,0.00021992692,0.028467625,0.43907824,0.11293834,0.2568066,0.06829173,0.001503972],"about_ca_topic_score_codex":0.000009421706,"about_ca_topic_score_gemma":8.949183e-7,"teacher_disagreement_score":0.93993336,"about_ca_system_score_codex":0.0004910222,"about_ca_system_score_gemma":0.00031114623,"threshold_uncertainty_score":0.37583494},"labels":[],"label_agreement":null},{"id":"W4416301882","doi":"10.1007/978-3-032-09704-0_25","title":"Comparison and Proposal for the Integration of ASIT and C-K: Case Study on the Management of Empty Material in a Postal Organization","year":2025,"lang":"en","type":"book-chapter","venue":"IFIP advances in information and communication technology","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Structuring; Key (lock); Space (punctuation); Exploratory research","score_opus":0.0163780247852253,"score_gpt":0.30750498229780965,"score_spread":0.29112695751258433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416301882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.672407,0.023193585,0.070469454,0.015969826,0.0017230589,0.028214665,0.00035857776,0.00072350184,0.18694037],"genre_scores_gemma":[0.99316925,0.005293282,0.0012292203,0.000019944975,0.0000019884355,0.00009301535,0.000040135666,0.000005978492,0.00014719447],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.999392,0.000024807438,0.0004264946,0.000056715486,0.000055931596,0.000044083357],"domain_scores_gemma":[0.9992142,0.0002071248,0.00021349647,0.00027342592,0.0000861672,0.000005583894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028917484,0.00009455765,0.00014691747,0.0002761021,0.00006194108,0.000023987095,0.00013039354,0.00010048683,0.000006557279],"category_scores_gemma":[0.00003885781,0.00007034182,0.0000063417287,0.00013060082,0.00010495979,0.00026989632,0.0000669891,0.00017935967,2.941801e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061638304,0.000050181898,0.0006913478,0.00033986734,0.000047990015,4.7897663e-7,0.004969518,0.0001819133,0.000013627581,0.7330886,0.00005092586,0.2605039],"study_design_scores_gemma":[0.008460128,0.0020387967,0.013851002,0.0041527604,0.00077535055,0.00040742956,0.5557979,0.060297415,0.0057136714,0.17195633,0.17481786,0.0017313912],"about_ca_topic_score_codex":0.000013120253,"about_ca_topic_score_gemma":0.00012321174,"teacher_disagreement_score":0.5611323,"about_ca_system_score_codex":0.000026120393,"about_ca_system_score_gemma":0.000015027787,"threshold_uncertainty_score":0.28684562},"labels":[],"label_agreement":null},{"id":"W4416580453","doi":"10.1007/s42454-025-00082-y","title":"A computational view of affordance and signifier: indexing and logics in UI cognition and design","year":2025,"lang":"en","type":"article","venue":"Human-Intelligent Systems Integration","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Affordance; Cognition; Scholarship; Limiting; Sorting; Search engine indexing; Embodied cognition","score_opus":0.048857874822638626,"score_gpt":0.30622506204573213,"score_spread":0.2573671872230935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416580453","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047306646,0.004535386,0.9435561,0.00004282608,0.00025663603,0.0006062404,0.0000037027366,0.000051196308,0.0036412736],"genre_scores_gemma":[0.99792403,0.00055595534,0.0012221684,0.000024745581,0.000018041947,0.000044371984,0.000019165778,0.000008007164,0.00018352123],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992198,0.00011345475,0.00035172736,0.0001432926,0.000087623695,0.00008412745],"domain_scores_gemma":[0.9994434,0.0003106254,0.00007225991,0.00006064641,0.00008560339,0.000027478603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048050797,0.00011103739,0.00017094775,0.00020319234,0.000055608227,0.000076884564,0.000032375443,0.000070466114,0.000011472283],"category_scores_gemma":[0.000068202324,0.000110666064,0.00001077789,0.00015506148,0.000042222877,0.00019431506,0.000009070359,0.00011715996,0.0000018227845],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023600314,0.00041528547,0.007222253,0.006832811,0.00035457418,0.000008799972,0.021069566,0.21066505,0.049239505,0.51745373,0.0034715189,0.18303089],"study_design_scores_gemma":[0.0010626379,0.0002383149,0.008790998,0.0034454023,0.00012759263,0.00006187772,0.008786729,0.91855145,0.020779546,0.03335578,0.0041716965,0.0006279938],"about_ca_topic_score_codex":0.00003937469,"about_ca_topic_score_gemma":0.000030682106,"teacher_disagreement_score":0.9506174,"about_ca_system_score_codex":0.00004257267,"about_ca_system_score_gemma":0.00002016592,"threshold_uncertainty_score":0.45128313},"labels":[],"label_agreement":null},{"id":"W4417181414","doi":"10.1007/978-981-95-1818-0_34","title":"A Biomimetic Pedagogy: Training the Next Generation of Environmental Designers","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in civil engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Biomimetics; Documentation; Biomimetic materials; Architecture; Work (physics); Training (meteorology)","score_opus":0.05024543155271108,"score_gpt":0.25235751581642807,"score_spread":0.202112084263717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417181414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011322083,0.021089103,0.87060803,0.0004821033,0.0036957345,0.0010161862,0.00006704493,0.00041811832,0.10149147],"genre_scores_gemma":[0.9937955,0.0006293117,0.0027875535,0.00008994125,0.000329957,0.000027507851,0.000045907174,0.00009895484,0.002195325],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990363,0.000017141034,0.0003489162,0.00021090305,0.00017071108,0.00021602662],"domain_scores_gemma":[0.9989768,0.00060706004,0.0000676512,0.00030012004,0.000009355051,0.00003896508],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021288035,0.0003283729,0.00030066737,0.0003118884,0.00003157961,0.000037212714,0.0001963753,0.00029505373,0.00038836722],"category_scores_gemma":[0.00013030946,0.00030786017,0.00009841121,0.00009051588,0.00003131292,0.000092466944,0.000022267099,0.00060536107,0.0000121199455],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007000351,0.000012942148,0.0000055249448,0.0002875441,0.0001979425,0.000008400885,0.0034010978,0.822217,0.071796834,0.0023298317,0.00029720733,0.09943867],"study_design_scores_gemma":[0.00070687657,0.000086958295,0.00012093776,0.0010192379,0.00042185193,0.00006206361,0.00010908094,0.8413461,0.01770804,0.0017623,0.13499518,0.0016613691],"about_ca_topic_score_codex":0.0000052381874,"about_ca_topic_score_gemma":0.00006359698,"teacher_disagreement_score":0.9926633,"about_ca_system_score_codex":0.00017112753,"about_ca_system_score_gemma":0.000069073765,"threshold_uncertainty_score":0.99993736},"labels":[],"label_agreement":null},{"id":"W4417302724","doi":"10.31274/itaa.19776","title":"Using Precedent Analysis, Interviews, Archetypes, and Design Sprints to Inform Designing","year":2025,"lang":"","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Metropolitan University","funders":"","keywords":"Action (physics); Work (physics); Key (lock); Process (computing)","score_opus":0.11579857739304723,"score_gpt":0.3760884020804307,"score_spread":0.2602898246873835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417302724","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037052962,0.0016959923,0.9608681,0.0007216085,0.00079687836,0.00078050204,0.0000019816039,0.00010977882,0.031319823],"genre_scores_gemma":[0.7328092,0.00056651456,0.25905713,0.000879363,0.000051840056,0.000034169363,0.0000036888905,0.000030837025,0.0065672537],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977519,0.00028138864,0.0007694752,0.00046849553,0.00022858403,0.00050013803],"domain_scores_gemma":[0.99826413,0.00061207823,0.00010927361,0.0005227699,0.00015607681,0.0003356681],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017966406,0.0003843235,0.00052224536,0.0012145189,0.00023168582,0.00049767765,0.00030821803,0.00016600199,0.0015383867],"category_scores_gemma":[0.00042689595,0.00041556993,0.00014296075,0.0032592928,0.000034955872,0.00053393,0.00021579117,0.00037187376,0.00018927366],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030693234,0.0003356676,0.0049489583,0.0010710688,0.008984365,0.0000101103105,0.015385352,0.45991173,0.016107729,0.011237174,0.007841236,0.47385967],"study_design_scores_gemma":[0.00090457534,0.00015561662,0.017532507,0.0007601121,0.0060487683,0.000020933503,0.0043607345,0.7772038,0.037024643,0.0006438935,0.15380158,0.0015428219],"about_ca_topic_score_codex":0.00026959478,"about_ca_topic_score_gemma":0.00008430281,"teacher_disagreement_score":0.7291039,"about_ca_system_score_codex":0.00035397444,"about_ca_system_score_gemma":0.00024768902,"threshold_uncertainty_score":0.9998296},"labels":[],"label_agreement":null},{"id":"W44615334","doi":"10.1007/978-1-4614-0986-1_1","title":"Communication Concepts: Circuit Designer Perspective","year":2011,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Digital Enhanced Cordless Telecommunications; GSM; Cordless; Multipath propagation; Minimum-shift keying; Electronic engineering; Telecommunications; Amplifier; Electrical engineering; Perspective (graphical); Computer science; Engineering; Noise (video); Wireless; Bandwidth (computing); Quadrature amplitude modulation; Bit error rate","score_opus":0.06894306781196044,"score_gpt":0.2841850706634943,"score_spread":0.21524200285153386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W44615334","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.9968558e-7,0.0026644238,0.011530086,0.00008747626,0.0003047591,0.00018554885,0.0000057445645,0.00037503752,0.98484653],"genre_scores_gemma":[0.020996083,0.0016132323,0.0010931267,0.0002796599,0.000111551846,0.000019519557,0.000031713244,0.00009899021,0.9757561],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994271,0.000022441456,0.00017879954,0.00015075135,0.000105999745,0.00011491809],"domain_scores_gemma":[0.9990132,0.00015282766,0.00006311093,0.0005399764,0.00016077416,0.00007010949],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00013157849,0.00020963482,0.00017349444,0.00009075774,0.00004913317,0.000036412093,0.00024014684,0.00023628293,0.022007529],"category_scores_gemma":[0.00002399449,0.00022053077,0.00006685736,0.000018789648,0.00006000683,0.00017464314,0.000017925837,0.0004005256,0.0032572008],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023028351,0.0000074903933,3.2602603e-7,0.000011238616,0.000089656874,9.062143e-7,0.0015933779,0.000008733217,0.000023148603,0.94287026,0.05159792,0.0037946408],"study_design_scores_gemma":[0.000088803674,0.000014055458,0.000009444214,0.0000393658,0.000067773704,0.000010353595,0.00034035672,0.00003656693,0.0000859298,0.11008633,0.8888848,0.0003362432],"about_ca_topic_score_codex":0.00004511339,"about_ca_topic_score_gemma":0.000015916656,"teacher_disagreement_score":0.83728683,"about_ca_system_score_codex":0.00020200986,"about_ca_system_score_gemma":0.00005282935,"threshold_uncertainty_score":0.9975189},"labels":[],"label_agreement":null},{"id":"W57140452","doi":"10.21606/drs.2006.68","title":"Referencing the sociocultural during designing","year":2006,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Computer science; Sociocultural evolution; Sociology; Anthropology","score_opus":0.008179460947474581,"score_gpt":0.1985991168383707,"score_spread":0.19041965589089613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W57140452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9272227,0.0001523402,0.000067347406,0.00023792236,0.000103800834,0.00006934296,3.5575388e-7,0.00014485298,0.07200133],"genre_scores_gemma":[0.9976663,0.00001603328,0.0013933354,0.00001456914,0.00014568058,0.000010593047,6.3621155e-7,0.000014288645,0.0007385457],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999541,0.0000020273367,0.00014149556,0.00007014454,0.000107233995,0.00013812647],"domain_scores_gemma":[0.9997758,0.00003999113,0.000051603245,0.00003093746,0.00008235489,0.000019315296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015354274,0.00007492914,0.00007101079,0.000033560973,0.000091544876,0.000052007646,0.000113656686,0.00003272975,0.000030902476],"category_scores_gemma":[0.00004072578,0.00005637018,0.000027959632,0.00013617903,0.000019493227,0.0002855893,0.000010326549,0.00012726501,0.000015930776],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008989807,0.000019702058,0.004379498,0.0002104374,0.000032645417,3.730604e-7,0.003236145,0.0005997228,0.9741384,0.006054447,0.010008486,0.001311185],"study_design_scores_gemma":[0.0004295782,0.000023759796,0.07433316,0.00010930026,0.000065615466,0.000050782208,0.008759748,0.0013928821,0.90186906,0.0019798726,0.010580748,0.00040547436],"about_ca_topic_score_codex":0.000021926671,"about_ca_topic_score_gemma":0.0000013097658,"teacher_disagreement_score":0.07226929,"about_ca_system_score_codex":0.000035957262,"about_ca_system_score_gemma":0.000008106835,"threshold_uncertainty_score":0.22987093},"labels":[],"label_agreement":null},{"id":"W576325584","doi":"","title":"Contextualising Critical Design: Towards a Taxonomy of Critical Practice in Product Design","year":2012,"lang":"en","type":"dissertation","venue":"Nottingham Trent University's Institutional Repository (Nottingham Trent Repository)","topic":"Design Education and Practice","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Trent University; Nottingham Trent University","keywords":"Critical appraisal; Critical practice; Taxonomy (biology); Critical theory; Engineering ethics; Management science; Epistemology; Rationality; Sociology; Computer science; Engineering; Social science","score_opus":0.04189998450590583,"score_gpt":0.28872603781671174,"score_spread":0.24682605331080593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W576325584","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057450097,0.020683479,0.144369,0.0011076592,0.05328806,0.0064013745,0.00013279571,0.002481158,0.71408635],"genre_scores_gemma":[0.96677256,0.00011812739,0.02596363,0.000033467444,0.0012082983,0.000092170805,0.00018530941,0.00013470415,0.005491717],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929954,0.0015073378,0.0017255639,0.0012278815,0.001466622,0.0010771917],"domain_scores_gemma":[0.9924787,0.004058524,0.0008149633,0.00086307514,0.0012212321,0.0005634757],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014597337,0.0010729653,0.0011440121,0.0012451584,0.0010196791,0.00027567387,0.0008230459,0.0008138757,0.00010771251],"category_scores_gemma":[0.004509883,0.0012937424,0.00045435454,0.0009855911,0.00058904226,0.0023251679,0.00009841793,0.0018059382,0.00003776282],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020990629,0.037845775,0.004447198,0.025284128,0.007389092,0.019201249,0.097206116,0.18513107,0.31620768,0.08151368,0.04699757,0.15778582],"study_design_scores_gemma":[0.0072763045,0.0014846661,0.013884125,0.0105862245,0.0068159783,0.004308596,0.033853717,0.016479898,0.36725137,0.0001915102,0.5286808,0.009186785],"about_ca_topic_score_codex":0.0003719424,"about_ca_topic_score_gemma":0.000016388378,"teacher_disagreement_score":0.9093225,"about_ca_system_score_codex":0.001919846,"about_ca_system_score_gemma":0.0024181304,"threshold_uncertainty_score":0.9989512},"labels":[],"label_agreement":null},{"id":"W578601365","doi":"10.1115/imece2014-38492","title":"An Ethical Roadmap for Engineering Participatory Design and Sociotechnical Participation: A Manufacturing Case Study","year":2014,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Sociotechnical system; CLARITY; Engineering ethics; Context (archaeology); Expediting; Participatory design; Nexus (standard); Grounded theory; Sociology; Engineering; Engineering management; Knowledge management; Computer science; Qualitative research; Systems engineering; Social science","score_opus":0.08104222971656702,"score_gpt":0.36567351190254005,"score_spread":0.284631282185973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W578601365","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42101663,0.000012308573,0.5778911,0.00015685613,0.00012756701,0.00036458732,3.350082e-7,0.0003560518,0.00007455683],"genre_scores_gemma":[0.97685945,0.0000019055415,0.022442883,0.000184926,0.00013023513,0.00032725878,0.0000013678555,0.000034182187,0.000017810718],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990963,0.00014418023,0.00022324518,0.00019285422,0.00010019149,0.00024327467],"domain_scores_gemma":[0.9986778,0.00084998383,0.000019626226,0.00021973181,0.000027051858,0.00020583202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00127697,0.0001377518,0.00014577319,0.00005256674,0.00010122601,0.00008509018,0.000065182765,0.00015700108,0.000050460298],"category_scores_gemma":[0.00016725685,0.00013665055,0.000021058913,0.00004185365,0.00001643058,0.00019852868,0.000010587874,0.000308935,0.000011068267],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001814088,0.0016165731,0.0016125179,0.00052303006,0.00045188065,0.00030278598,0.025853902,0.76286834,0.0101084905,0.009763221,0.0063372995,0.18038055],"study_design_scores_gemma":[0.0006535152,0.0003863781,0.0018363174,0.000006368507,0.00009451038,0.00017626972,0.001257348,0.98017305,0.0064952937,0.00012764866,0.00845724,0.0003360866],"about_ca_topic_score_codex":0.000015902091,"about_ca_topic_score_gemma":0.000015907319,"teacher_disagreement_score":0.5558428,"about_ca_system_score_codex":0.000028545455,"about_ca_system_score_gemma":0.000013856814,"threshold_uncertainty_score":0.5572448},"labels":[],"label_agreement":null},{"id":"W597421308","doi":"10.71781/2702","title":"User Generated Content in Researching for Design: How the Internet Supports Creativity","year":2008,"lang":"en","type":"book","venue":"Library and Archives Canada (Government of Canada)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Creativity; Content (measure theory); The Internet; Computer science; Human–computer interaction; World Wide Web; Multimedia; Psychology; Mathematics; Social psychology","score_opus":0.028239872731075068,"score_gpt":0.1878804947026003,"score_spread":0.15964062197152523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W597421308","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019368012,0.0014517566,0.004940937,0.008328393,0.00079605845,0.0013910128,0.0005110237,0.000037258847,0.98060673],"genre_scores_gemma":[0.11229414,0.00076588645,0.001335458,0.00082132773,0.00012374546,0.000063485306,0.000054241067,0.000065572305,0.8844761],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99830616,0.00013097054,0.00023861027,0.00020121993,0.0008410175,0.0002819992],"domain_scores_gemma":[0.99824536,0.0012883353,0.00010725992,0.00020111438,0.0000012006672,0.00015671714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000439515,0.00022628,0.00027373905,0.00003746875,0.00008577009,0.000049585622,0.00024075127,0.00005056201,0.000038212216],"category_scores_gemma":[0.000016682034,0.00019101614,0.000030911626,0.000039498438,0.0000616004,0.0002471883,0.000054680055,0.00034757136,3.4509897e-9],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008300509,0.000045774093,0.0014836892,0.0007472159,0.00043427985,0.00025810392,0.00073908427,0.0019925963,0.0035711592,0.049360476,0.92890304,0.011634511],"study_design_scores_gemma":[0.0003567382,0.000059259284,0.0027066385,0.00020667526,0.000026027743,0.000018242492,0.0006025355,0.01032944,0.013069167,0.00051644316,0.97175735,0.00035146673],"about_ca_topic_score_codex":0.0014351116,"about_ca_topic_score_gemma":0.019188493,"teacher_disagreement_score":0.11035734,"about_ca_system_score_codex":0.000034635876,"about_ca_system_score_gemma":0.0027451953,"threshold_uncertainty_score":0.9987088},"labels":[],"label_agreement":null},{"id":"W622392463","doi":"","title":"Thinking through Design: Indirect Professional Development","year":2011,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island; York University","funders":"","keywords":"Engineering ethics; Computer science; Process management; Business; Engineering","score_opus":0.06747534622852679,"score_gpt":0.3115449017915528,"score_spread":0.244069555563026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W622392463","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009832049,0.00015609979,0.87210494,0.00299056,0.007963752,0.0010775584,0.0000148067165,0.0014736737,0.104386576],"genre_scores_gemma":[0.6571987,0.000079381614,0.33691236,0.0010645813,0.00012092986,0.0012270571,0.000282207,0.000024266703,0.0030904808],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892414,0.00001794167,0.00044734543,0.00014083034,0.0002618933,0.00020784893],"domain_scores_gemma":[0.9989707,0.00005160961,0.00019355476,0.00018126825,0.0005598149,0.000043067248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046261455,0.00017629123,0.00012110166,0.00019387851,0.00022262977,0.000094641786,0.0005527279,0.00026157545,0.0008613113],"category_scores_gemma":[0.00012133162,0.00018517398,0.00008828705,0.0002794983,0.00007231188,0.0018518318,0.000046907262,0.00033237736,0.00020496653],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057900794,0.00062401773,0.0024791136,0.00016262007,0.00057473517,1.01929565e-7,0.13872743,0.00010841363,0.0005240258,0.357429,0.23952658,0.25978607],"study_design_scores_gemma":[0.0004903516,0.000038259343,0.0026257294,0.00009326709,0.00003780193,0.000018025912,0.02503715,0.0043096337,0.01747516,0.038838074,0.9105365,0.000500036],"about_ca_topic_score_codex":0.0000048400702,"about_ca_topic_score_gemma":0.0000011578416,"teacher_disagreement_score":0.67100996,"about_ca_system_score_codex":0.00026699572,"about_ca_system_score_gemma":0.0007266158,"threshold_uncertainty_score":0.9430755},"labels":[],"label_agreement":null},{"id":"W633406090","doi":"10.17831/rep:arcc%y297","title":"Change: Exploring Psychological & Sociological Constructs in the Quest for Agile Architecture & Environmental DesignChange: Exploring Psychological & Sociological Constructs in the Quest for Agile Architecture & Environmental Design","year":2014,"lang":"en","type":"article","venue":"ARCC Conference Repository","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Flexibility (engineering); Architecture; Sociotechnical system; Sociology; Engineering ethics; Knowledge management; Engineering; Computer science; Management","score_opus":0.20939089591596322,"score_gpt":0.31383003161453005,"score_spread":0.10443913569856683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W633406090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.952226,0.00069301383,0.038770523,0.0015543888,0.001495083,0.0032489463,0.00005992098,0.00022343687,0.0017287064],"genre_scores_gemma":[0.9836875,0.00043896952,0.0077840323,0.001167002,0.0011747682,0.005596813,0.00008340028,0.00004888807,0.000018605448],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9949941,0.001922977,0.00070806383,0.000979748,0.00040705048,0.0009880819],"domain_scores_gemma":[0.9945998,0.004359019,0.00019782812,0.00064703845,0.00001945099,0.00017687138],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021024405,0.00061792036,0.0005952143,0.00014680861,0.000443381,0.000176315,0.0010072186,0.0004875776,0.00011238326],"category_scores_gemma":[0.00035744297,0.0004073249,0.00022565256,0.00015381024,0.00090127403,0.00031291414,0.000083432904,0.0014756249,0.000025569947],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027462349,0.0045552575,0.027668757,0.00048074903,0.00035460078,0.00045110405,0.100333236,0.004352227,0.28736874,0.031005617,0.003942912,0.53674054],"study_design_scores_gemma":[0.016564699,0.0128568765,0.6661257,0.0009539542,0.0006561816,0.0072389334,0.066080205,0.011732623,0.018751275,0.0796908,0.11122135,0.008127388],"about_ca_topic_score_codex":0.000010683536,"about_ca_topic_score_gemma":0.000009025284,"teacher_disagreement_score":0.63845694,"about_ca_system_score_codex":0.00018924632,"about_ca_system_score_gemma":0.00002999088,"threshold_uncertainty_score":0.9998379},"labels":[],"label_agreement":null},{"id":"W6886033566","doi":"10.14288/1.0115173","title":"Report of the General Design for the University of British Columbia","year":2020,"lang":"en","type":"article","venue":"Open Collections","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics)","score_opus":0.04404367231490246,"score_gpt":0.2469837194923762,"score_spread":0.20294004717747377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6886033566","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043642703,0.00020989601,0.6126811,0.0055280123,0.0021594232,0.004445416,0.00050366035,0.00011730306,0.3699909],"genre_scores_gemma":[0.18870103,0.00009143896,0.01725902,0.00021133582,0.00009471975,0.00003125849,0.0000041731887,0.000020742928,0.79358625],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997738,0.00003133612,0.000070454254,0.000047962996,0.000037920527,0.000038520622],"domain_scores_gemma":[0.9996326,0.00014827281,0.000037773872,0.00010348418,0.00005994335,0.000017906043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012348345,0.000017721892,0.00005124555,0.0000023777272,0.0004358173,0.00009062921,0.00019035759,0.000015651329,0.00054236315],"category_scores_gemma":[0.00009547459,0.000021697448,0.000031817413,0.00036205648,0.000021759502,0.000065982014,0.000024486908,0.000042603086,8.023256e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048922248,0.00001045419,0.000026150285,0.0000055467513,0.00003116719,6.03423e-7,0.00012573633,0.007319648,0.00015900674,0.000004781481,0.9919791,0.00033291307],"study_design_scores_gemma":[0.00022094836,0.000024820998,0.0018876859,0.0000065594854,0.000062777486,0.00003944467,0.0006059483,0.018141698,0.000279696,0.000098518605,0.97858536,0.00004652695],"about_ca_topic_score_codex":0.024414012,"about_ca_topic_score_gemma":0.012747335,"teacher_disagreement_score":0.5954221,"about_ca_system_score_codex":0.00001513833,"about_ca_system_score_gemma":0.00010755088,"threshold_uncertainty_score":0.9820825},"labels":[],"label_agreement":null},{"id":"W6887786340","doi":"10.17863/cam.111233.2","title":"Design spaces and creativity: playing with LEGO® bricks","year":2025,"lang":"en","type":"other","venue":"Open MIND","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Creativity; Presentation (obstetrics); Task (project management); License; Resource (disambiguation); Portuguese; Download","score_opus":0.04498727223490362,"score_gpt":0.30391526763196497,"score_spread":0.25892799539706135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6887786340","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000032306296,0.0007474377,0.026813257,0.00008256966,0.00014638579,0.00035880145,0.000009740845,0.000013650012,0.97179586],"genre_scores_gemma":[0.0013288184,0.00017849311,0.050748844,0.000027649428,0.000062327956,0.000020147843,0.000009073777,0.00012409104,0.9475005],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995432,0.000044054028,0.00006493306,0.00017637516,0.000064931824,0.00010652395],"domain_scores_gemma":[0.99958116,0.00015734132,0.000043119828,0.00016428025,0.000009549549,0.000044521134],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014410751,0.00015019014,0.00017993904,0.00010171113,0.000031848427,0.0003218026,0.00014182393,0.00010221935,0.008708922],"category_scores_gemma":[0.000021529817,0.00013528627,0.0000075220296,0.00009942004,0.000018561288,0.00012634772,0.000030667878,0.00013822835,0.00023058044],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034659493,0.000035314762,0.00014668793,0.00009587526,0.00030754664,0.000025544932,0.0009893165,0.00021160705,0.00009470322,0.00005019551,0.7579102,0.24009833],"study_design_scores_gemma":[0.00016581755,0.000016727718,0.000039344093,0.00022109685,0.0000639983,0.000008860154,0.00015795408,0.0002312144,0.00020451745,0.000005033902,0.9986958,0.00018963312],"about_ca_topic_score_codex":0.00018120625,"about_ca_topic_score_gemma":0.000118773365,"teacher_disagreement_score":0.24078558,"about_ca_system_score_codex":0.00001639324,"about_ca_system_score_gemma":0.00010385551,"threshold_uncertainty_score":0.9921973},"labels":[],"label_agreement":null},{"id":"W6887856060","doi":"10.17632/h4rf6wzjcr.1","title":"Conceptual Design Exploration: EEG Dataset in Open-ended Loosely Controlled Design Experiments","year":2023,"lang":"en","type":"dataset","venue":"Data Archiving and Networked Services (DANS)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Conceptual design; Preprocessor; Research design; Replicate; Electroencephalography; Modular design; Design methods; Multiple baseline design","score_opus":0.13484035404239111,"score_gpt":0.33994871330949455,"score_spread":0.20510835926710344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6887856060","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003778897,0.0012598371,0.019567356,0.000077853554,0.0014277177,0.0018692947,0.97539365,0.0002277586,0.0001387493],"genre_scores_gemma":[0.0004179184,0.0043283366,0.0033709907,0.0004044009,0.00038672288,0.00051505247,0.99036795,0.00010527223,0.00010333614],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99552613,0.0013919162,0.0009111278,0.0010673157,0.00040829656,0.0006951911],"domain_scores_gemma":[0.9946527,0.0024910215,0.0003040056,0.0022410448,0.00003080216,0.00028045024],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002343074,0.00071339036,0.0010041803,0.00030897715,0.0002746275,0.0008828183,0.0037762695,0.0002656191,0.0000922879],"category_scores_gemma":[0.00010196056,0.0007039954,0.000038463248,0.0005342158,0.00010777464,0.0020753504,0.0012969136,0.0008144648,0.0005927945],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056844886,0.0001123131,0.0000036427275,0.00017836252,0.00025388433,0.00006697858,0.0013379179,0.020208173,0.000069906186,0.000010387962,0.9765797,0.0006102447],"study_design_scores_gemma":[0.0036425386,0.000090346024,0.000072166615,0.0005559522,0.00022214219,0.000017801452,0.0023714437,0.16230631,0.000015768737,0.00012281661,0.8296915,0.00089117116],"about_ca_topic_score_codex":0.0011407891,"about_ca_topic_score_gemma":0.001365742,"teacher_disagreement_score":0.1468882,"about_ca_system_score_codex":0.00007012879,"about_ca_system_score_gemma":0.00016772626,"threshold_uncertainty_score":0.9995411},"labels":[],"label_agreement":null},{"id":"W6922295267","doi":"10.13140/rg.2.1.4905.6887","title":"Geology of Mount Burnaby","year":2015,"lang":"en","type":"other","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.017509727962624202,"score_gpt":0.2628982749992984,"score_spread":0.2453885470366742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6922295267","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000025368308,0.0010079835,0.0010197766,0.00003635858,0.00062392914,0.00003697813,0.0000033518725,0.00016513877,0.9971039],"genre_scores_gemma":[0.0005444105,0.00011818204,0.001148756,0.000044759963,0.00013718435,0.0000023632924,0.0000115441535,0.00011138024,0.9978814],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997937,0.000009333742,0.00006175432,0.000038981638,0.000044058797,0.000052147334],"domain_scores_gemma":[0.9998018,0.000015290778,0.000023803526,0.00011663298,0.00001506827,0.000027414988],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000051305913,0.000056966594,0.00009424313,0.0000711844,0.0000012530786,0.0000020910927,0.000055320565,0.00010453558,0.027031615],"category_scores_gemma":[0.000015332316,0.000051677376,0.000010106323,0.000038500955,0.000008686058,0.000011133481,0.000004259045,0.00006343852,0.00086449616],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.8335853e-7,0.0000049763503,0.0000025739057,0.000027410595,0.000023343839,3.6228056e-7,0.00002074698,0.000027993367,0.000023887573,0.0015463299,0.9978665,0.00045546895],"study_design_scores_gemma":[0.00003950629,0.00000433085,0.000004874319,0.0000052710775,0.00000697647,0.0000031114675,0.000022843169,0.00008075371,0.000022984297,0.000058520152,0.9996957,0.000055108827],"about_ca_topic_score_codex":0.00016048884,"about_ca_topic_score_gemma":0.00002926295,"teacher_disagreement_score":0.026167119,"about_ca_system_score_codex":0.000016226533,"about_ca_system_score_gemma":0.000024465879,"threshold_uncertainty_score":0.99991345},"labels":[],"label_agreement":null},{"id":"W6930084036","doi":"10.5281/zenodo.10522907","title":"Code les cartes! : apprendre à programmer efficacement avec des cartes à jouer","year":2022,"lang":"fr","type":"book","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Collège Montmorency","funders":"","keywords":"Java; Programmer; Code (set theory)","score_opus":0.056638644259088926,"score_gpt":0.2650105652567071,"score_spread":0.20837192099761814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930084036","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015903425,0.0033537555,0.010627751,0.0026053288,0.0013631262,0.0021000064,0.0013969537,0.0025219005,0.9744408],"genre_scores_gemma":[0.113950275,0.0041160802,0.006787064,0.00045271026,0.0025989912,0.000004126856,0.033023175,0.019545492,0.8195221],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956626,0.0011667468,0.00062134414,0.000799033,0.000850906,0.0008993218],"domain_scores_gemma":[0.99745715,0.0001870457,0.00025733619,0.00086925714,0.00075284665,0.00047639452],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013527649,0.00053658104,0.00041570872,0.00040072572,0.0045150314,0.0015192528,0.0014726967,0.00024581046,0.19891557],"category_scores_gemma":[0.00081031665,0.0006599076,0.00018708213,0.00070371927,0.0004979545,0.00040913746,0.0012164427,0.001480911,0.018182449],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000557776,0.00038110733,0.0000046235546,0.0006773421,0.00035664535,0.000041648975,0.0077675725,0.002273149,0.0005609352,0.011306115,0.49149692,0.48507816],"study_design_scores_gemma":[0.0005421965,0.0003657425,0.00021254376,0.00012993439,0.00018224593,0.00029572588,0.0015320443,0.0010839687,0.00014079412,0.00015953877,0.9947238,0.000631452],"about_ca_topic_score_codex":0.00007656785,"about_ca_topic_score_gemma":0.0000050554227,"teacher_disagreement_score":0.5032269,"about_ca_system_score_codex":0.001476281,"about_ca_system_score_gemma":0.00004124457,"threshold_uncertainty_score":0.9995852},"labels":[],"label_agreement":null},{"id":"W6957810643","doi":"10.60692/0b8tj-21208","title":"Modeling design conversation","year":2019,"lang":"es","type":"article","venue":"Greater South Information System","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Alberta","funders":"","keywords":"Conversation; Perspective (graphical); Identity (music); Abstraction","score_opus":0.04885890694049108,"score_gpt":0.21987792954411525,"score_spread":0.17101902260362417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6957810643","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16155794,0.0000116420615,0.80713934,0.00009753138,0.0030625365,0.00088333647,0.000030898198,0.0004837758,0.026732996],"genre_scores_gemma":[0.9978994,0.0000010074497,0.0014335694,0.00013119992,0.00013622252,0.00003618211,0.00002489767,0.000027091737,0.0003104085],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840873,0.00014196784,0.0007014877,0.0001437334,0.00032798975,0.000276077],"domain_scores_gemma":[0.9990163,0.000025405918,0.0002069973,0.00041646443,0.00022380892,0.0001110606],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00072532456,0.0002466907,0.00024408234,0.0003351184,0.00007697214,0.0005878615,0.00016393294,0.00020207594,0.0003171994],"category_scores_gemma":[0.000028087456,0.00025249762,0.00007186791,0.0002606077,0.000007380544,0.0024034372,0.000021213746,0.00018462627,0.032131348],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009404788,0.0000021837072,0.010338184,0.0020920215,0.00013626697,8.331089e-7,0.147038,0.8371503,0.000011514864,0.0020779856,0.000301627,0.0007570866],"study_design_scores_gemma":[0.00071940856,0.00002857805,0.0013290535,0.00027034333,0.00005482028,0.000021251137,0.021803338,0.9735966,0.00023767262,8.28898e-7,0.0016345899,0.000303522],"about_ca_topic_score_codex":0.000009854389,"about_ca_topic_score_gemma":6.376477e-9,"teacher_disagreement_score":0.8363415,"about_ca_system_score_codex":0.0002799121,"about_ca_system_score_gemma":0.00008404248,"threshold_uncertainty_score":0.9999927},"labels":[],"label_agreement":null},{"id":"W6958117070","doi":"10.6084/m9.figshare.17073494","title":"Additional file 1 of Expectations of treatment outcomes in patients with spinal metastases; what do we tell our patients? A qualitative study","year":2021,"lang":"en","type":"article","venue":"Open MIND","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Qualitative research; MEDLINE; Data collection; Qualitative analysis","score_opus":0.05065794632998042,"score_gpt":0.3632836978088985,"score_spread":0.3126257514789181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958117070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.846114,0.00009366138,0.0000114123495,0.00008408823,0.00011854546,0.0010258376,0.15005097,0.000002568308,0.0024989063],"genre_scores_gemma":[0.97562665,0.000008518745,0.009643137,0.000004141953,0.0000057871143,0.0003653295,0.01346023,0.000014125554,0.0008720739],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99924767,0.0001534161,0.0002372997,0.0001314526,0.00015362243,0.00007651097],"domain_scores_gemma":[0.9990553,0.0005064314,0.00010188239,0.0001412828,0.00016156933,0.000033486398],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00004884965,0.00009487268,0.00019890646,0.00007313288,0.000018473114,0.000050981285,0.000076432254,0.000015094698,0.21579708],"category_scores_gemma":[0.00015822958,0.0000795207,0.000027204784,0.00020654978,0.00000876738,0.0005161836,0.000018074641,0.000040638846,0.00009347502],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007689598,0.036071572,0.028974898,0.00007591051,0.0022993197,0.000020640728,0.35446727,0.0013267979,0.000017873706,0.000023765493,0.29606897,0.27988404],"study_design_scores_gemma":[0.003473763,0.0021583512,0.09125042,0.00031985695,0.00011488267,5.217289e-7,0.8328987,0.000025016217,0.00034537245,0.000014213106,0.06913575,0.00026315593],"about_ca_topic_score_codex":0.0000139360345,"about_ca_topic_score_gemma":0.00009044173,"teacher_disagreement_score":0.47843143,"about_ca_system_score_codex":0.00006914529,"about_ca_system_score_gemma":0.00011706827,"threshold_uncertainty_score":0.7849198},"labels":[],"label_agreement":null},{"id":"W6967846178","doi":"10.5281/zenodo.14260912","title":"ENGINEERING OUTREACH: EXAMPLES, EVALUATION AND EVIDENCING","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bentley (Canada)","funders":"","keywords":"Work (physics); Process (computing); Field (mathematics); Identification (biology); Key (lock)","score_opus":0.06885026584545477,"score_gpt":0.27861361857614214,"score_spread":0.20976335273068736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967846178","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16556804,0.018398928,0.17634195,0.00357804,0.0034508402,0.0025551398,0.0001938619,0.019621974,0.61029124],"genre_scores_gemma":[0.99770665,0.00026097335,0.00049199787,0.000028670589,0.00017217077,8.596821e-8,0.0002475884,0.00079125416,0.00030061087],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99918336,0.000104126644,0.00013029645,0.00019525152,0.00021884068,0.0001681353],"domain_scores_gemma":[0.99951464,0.000067219786,0.000012374239,0.00016918103,0.00014260206,0.00009396054],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010293601,0.00008906936,0.00006376181,0.0001975503,0.0003523196,0.00091856596,0.00017758468,0.00003572585,0.0058003245],"category_scores_gemma":[0.0005667434,0.000100044635,0.000017231272,0.00032811478,0.000018790286,0.0004299831,0.00010152883,0.00019018532,0.0029865417],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075018447,0.00002217285,0.0000016512888,0.0003764888,0.00007915388,0.000008659157,0.003813226,0.004612591,0.019796414,0.006629869,0.17175852,0.79289377],"study_design_scores_gemma":[0.00008143157,0.00001904283,0.0002502107,0.00005607262,0.000022815744,0.000093783725,0.00017774933,0.0984747,0.00027223278,0.00006946096,0.90037566,0.000106836225],"about_ca_topic_score_codex":0.000005394745,"about_ca_topic_score_gemma":1.0912022e-7,"teacher_disagreement_score":0.8321386,"about_ca_system_score_codex":0.00014319102,"about_ca_system_score_gemma":0.0000032401301,"threshold_uncertainty_score":0.99778974},"labels":[],"label_agreement":null},{"id":"W6983304706","doi":"","title":"Many Rivers Crossed: Searching for the Public Sport History of Black Nova Scotia","year":2017,"lang":"en","type":"article","venue":"Project Muse (Johns Hopkins University)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nova scotia; Nova (rocket); Work (physics); Public history; West coast","score_opus":0.05023033158122614,"score_gpt":0.2640648600834814,"score_spread":0.21383452850225526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6983304706","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059377976,0.000011479184,0.013698783,0.0006894829,0.002187968,0.0008517719,0.000028843282,0.00020929064,0.9229444],"genre_scores_gemma":[0.9908755,0.0070441267,0.0011182756,0.000048645205,0.00010273942,0.0000011625866,0.00000775541,0.000032809625,0.00076902367],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992458,0.000025576383,0.000118947355,0.00018579491,0.00015538845,0.0002684803],"domain_scores_gemma":[0.998852,0.0001689587,0.00014090895,0.00063793897,0.00013318784,0.00006696899],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003436385,0.00013874922,0.00015221022,0.0020526163,0.00021103428,0.00008949733,0.00074945507,0.000070211645,0.00010776475],"category_scores_gemma":[0.00013298023,0.0001367393,0.00011195323,0.0005901878,0.00023459418,0.0008911321,0.000085716005,0.00021840943,0.000043280186],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019999088,0.0018939074,0.036895674,0.0037716106,0.0043594996,0.00048370782,0.14917058,0.0074031493,0.0015565085,0.16841309,0.2568968,0.36715558],"study_design_scores_gemma":[0.0005170381,0.000025330388,0.0015834254,0.000017156093,0.00006833034,0.000003736769,0.00062706845,0.0039719,0.0001419121,9.335561e-7,0.99288803,0.00015515965],"about_ca_topic_score_codex":0.016202092,"about_ca_topic_score_gemma":0.0049977144,"teacher_disagreement_score":0.9314975,"about_ca_system_score_codex":0.0004591511,"about_ca_system_score_gemma":0.0005562284,"threshold_uncertainty_score":0.9903491},"labels":[],"label_agreement":null},{"id":"W6999637455","doi":"","title":"10 + 1 designers : Commerce design Montréal","year":2004,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.029672880742276524,"score_gpt":0.23552537209586785,"score_spread":0.20585249135359132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6999637455","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005149213,0.00029759703,0.7571795,0.0008828706,0.00019646324,0.00011334576,4.0320612e-7,0.00048814708,0.24032675],"genre_scores_gemma":[0.8713705,0.000098320095,0.10191199,0.00092039997,0.00010169768,0.000032074102,0.000004563265,0.00005046213,0.025510017],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995895,0.00002657167,0.0000940738,0.00007245641,0.00007503564,0.00014234548],"domain_scores_gemma":[0.99964356,0.00010741017,0.0000094325615,0.0001412708,0.000019973973,0.000078320096],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00014675812,0.000082416605,0.000062826395,0.00004047914,0.000039468432,0.00003446858,0.000083973246,0.00003925421,0.0034014457],"category_scores_gemma":[0.00003475019,0.00007966766,0.000020807724,0.00011891053,0.000010251374,0.00018005732,0.000004478937,0.0000808148,0.004569782],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047813694,0.000109065324,0.000008279931,0.000020472775,0.000066449655,0.000011430501,0.0009944752,0.46081495,0.0063755903,0.008670584,0.48204285,0.04083804],"study_design_scores_gemma":[0.0013294957,0.0001554155,0.00054546964,0.000018190458,0.000048483515,0.00006423737,0.0008374075,0.014649337,0.031310868,0.0023109016,0.94804305,0.00068714557],"about_ca_topic_score_codex":0.00007952557,"about_ca_topic_score_gemma":0.000009992009,"teacher_disagreement_score":0.87085557,"about_ca_system_score_codex":0.00006222982,"about_ca_system_score_gemma":0.000029480447,"threshold_uncertainty_score":0.9975096},"labels":[],"label_agreement":null},{"id":"W6999972077","doi":"","title":"DS 87-3 Proceedings of the 21st International Conference on Engineering Design (ICED 17) Vol 3: Product, Services and Systems Design","year":2017,"lang":"en","type":"book","venue":"Technical University of Denmark, DTU Orbit (Technical University of Denmark, DTU)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Systems design; Engineering design process; Structured systems analysis and design method; Design methods","score_opus":0.03182851102567256,"score_gpt":0.21339170695340626,"score_spread":0.1815631959277337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6999972077","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003964478,0.0015598718,0.03730265,0.0017570868,0.0022731314,0.006369261,0.0005283196,0.0011230995,0.9451221],"genre_scores_gemma":[0.72234637,0.005603951,0.024816845,0.00006081793,0.00033476873,0.000004018827,0.00006421486,0.00024077435,0.24652827],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99706244,0.00010983153,0.0005729232,0.00081315316,0.0009797113,0.00046196586],"domain_scores_gemma":[0.99597365,0.0006822377,0.0010642827,0.00093084027,0.0010660423,0.00028293784],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010453702,0.00065558875,0.0011337063,0.0005599149,0.00029456106,0.00008137532,0.0031974392,0.0009832697,0.0003887683],"category_scores_gemma":[0.0002996661,0.0007353064,0.00035456714,0.00034304784,0.00083924807,0.00066529657,0.00077480706,0.0014777137,0.000042318024],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0065062298,0.0025317436,0.00074231013,0.014694751,0.005050766,0.00035688997,0.0025647294,0.014795662,0.16244622,0.11166944,0.6713915,0.00724976],"study_design_scores_gemma":[0.011296206,0.0027473404,0.015768008,0.025222648,0.006144195,0.0008448621,0.0058808727,0.059528876,0.010857124,0.0025467114,0.8508355,0.008327667],"about_ca_topic_score_codex":0.00012100768,"about_ca_topic_score_gemma":0.000039944658,"teacher_disagreement_score":0.7183819,"about_ca_system_score_codex":0.0006205712,"about_ca_system_score_gemma":0.0004506072,"threshold_uncertainty_score":0.9995098},"labels":[],"label_agreement":null},{"id":"W7021066346","doi":"","title":"Multidisciplinary design optimization : evaluation of two concurrent design approaches","year":2000,"lang":"en","type":"article","venue":"NPARC","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multidisciplinary approach; Multidisciplinary design optimization; Concurrent engineering; Key (lock); Design methods","score_opus":0.18335436222332535,"score_gpt":0.33094294494868937,"score_spread":0.14758858272536401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7021066346","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019015513,0.00013498173,0.868959,0.00005083162,0.0001382744,0.0004368116,0.0000010843825,0.00010940664,0.12826806],"genre_scores_gemma":[0.82782763,0.00004098261,0.17141655,0.0000045215866,0.000037702037,0.000069388494,0.000008655268,0.000027810413,0.0005667717],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99913204,0.00027717705,0.00016162518,0.0001059326,0.00022156663,0.00010165837],"domain_scores_gemma":[0.9995933,0.00013544237,0.000035253983,0.0001386796,0.000054083073,0.000043229942],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009073901,0.00008610942,0.00008649835,0.000058341277,0.000030216512,0.000014310029,0.00007220088,0.000035359277,0.009445553],"category_scores_gemma":[0.00004694875,0.00008920907,0.000020443033,0.00014877557,0.000019775207,0.00015615216,0.0000039975635,0.00006002719,0.00012072326],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008621387,0.00004931683,0.0000074087384,0.000009140889,0.000014160768,1.05733605e-7,0.00047670357,0.83805686,0.0017512682,0.00016108727,0.0013209782,0.15814435],"study_design_scores_gemma":[0.00045140804,0.000023958395,0.00010632163,0.000012110812,0.000057583424,0.000002570445,0.000068806476,0.99187267,0.0064104097,0.0006031676,0.0002941411,0.00009685543],"about_ca_topic_score_codex":0.0000010286886,"about_ca_topic_score_gemma":2.2328639e-7,"teacher_disagreement_score":0.82592607,"about_ca_system_score_codex":0.000046269583,"about_ca_system_score_gemma":0.000053199736,"threshold_uncertainty_score":0.99145997},"labels":[],"label_agreement":null},{"id":"W7033572588","doi":"","title":"Qualitative Examination of Mental Health Disclosure in the Workplace","year":2017,"lang":"en","type":"dissertation","venue":"oURspace (University of Regina)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Nucleofection; Gestational period; TSG101; Dysgeusia; Diafiltration; Liquation; Triacetin; Emperipolesis; Durvalumab","score_opus":0.02759895718011821,"score_gpt":0.30812678902999097,"score_spread":0.28052783184987273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7033572588","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.286331,0.0018868652,0.0006849496,0.6544172,0.0011098871,0.00083660765,0.000086843,0.00005732651,0.05458928],"genre_scores_gemma":[0.657853,0.0021263137,0.0010626009,0.00001779498,0.00003970731,0.0000014072772,0.0007068267,0.000033272765,0.33815905],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99925315,0.00028961123,0.000019247818,0.00011125218,0.00021897047,0.0001077414],"domain_scores_gemma":[0.99915975,0.00015224199,0.00035039557,0.0002471391,0.000061604165,0.00002888503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007708054,0.00010833513,0.00021518569,0.00016279797,0.00011256508,0.000012730847,0.00031050574,0.00010703627,0.000011235799],"category_scores_gemma":[0.000045850873,0.000119730714,0.00005528948,0.00014914609,0.00004716986,0.000257579,0.0000052126084,0.00023757933,0.0000072905823],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007692788,0.000055145654,0.000047233738,0.00072441483,0.00007848505,0.0000036486629,0.38231018,0.000105246894,0.00012211326,0.0029486255,0.5939097,0.019618314],"study_design_scores_gemma":[0.000261962,0.000046078327,0.007993959,0.0003105791,0.000024785253,0.0000011940135,0.5328626,0.000105263396,0.000026227146,0.000008818195,0.4582473,0.00011119247],"about_ca_topic_score_codex":0.000044954253,"about_ca_topic_score_gemma":0.0021712736,"teacher_disagreement_score":0.65439945,"about_ca_system_score_codex":0.00010398236,"about_ca_system_score_gemma":0.00010639459,"threshold_uncertainty_score":0.4882477},"labels":[],"label_agreement":null},{"id":"W7036422289","doi":"","title":"Cartoonist Guy Delisle at Politics and Prose","year":2012,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cartoonist; Politics; Political machine; Dozen","score_opus":0.006555551250455348,"score_gpt":0.1866840020384573,"score_spread":0.18012845078800196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036422289","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000052144114,0.0013169942,7.6543523e-7,0.00008721188,0.0005147857,0.00024965455,0.00009770249,0.00024272449,0.997438],"genre_scores_gemma":[0.0010954462,0.0005106306,0.0010972368,0.00016668322,0.0002167193,0.000013232506,0.00011852954,0.00013238878,0.99664915],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99911547,0.00003110975,0.00032386422,0.00008958289,0.00018528535,0.00025468922],"domain_scores_gemma":[0.99931353,0.00007986666,0.00016440936,0.0002375208,0.00005782267,0.00014685107],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00012086537,0.00023212646,0.00022463966,0.000052167576,0.000053639946,0.00004708089,0.00011421273,0.0002623952,0.27283144],"category_scores_gemma":[0.000055227076,0.00024409796,0.000046898098,0.000004566823,0.00006744202,3.009185e-7,0.000038448252,0.0001785748,0.011666713],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067438878,0.0000145075655,0.0000048562433,0.000552828,0.000036774756,0.0000014184825,0.00022045926,0.000090522015,4.274344e-7,0.0000767778,0.9980889,0.0009058132],"study_design_scores_gemma":[0.00018328404,0.00002108634,0.000014356134,0.00006531614,0.00005437072,0.00009393089,0.000066667206,0.000025084748,0.000015048774,0.0000034026673,0.99920315,0.0002543041],"about_ca_topic_score_codex":0.0008115687,"about_ca_topic_score_gemma":0.00027558274,"teacher_disagreement_score":0.26116472,"about_ca_system_score_codex":0.000061293,"about_ca_system_score_gemma":0.000014580164,"threshold_uncertainty_score":0.9954026},"labels":[],"label_agreement":null},{"id":"W7037164382","doi":"","title":"Dissecting the anatomies of design theories and design principles: A synthesized design framework","year":2025,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Bridge (graph theory); Designtheory; Design elements and principles; Confusion; Generative Design; Design science; Design knowledge; Design technology","score_opus":0.022393991132339437,"score_gpt":0.2673157413228733,"score_spread":0.24492175019053383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7037164382","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012151722,0.00043732402,0.99318784,0.0006303629,0.0021333653,0.0008156071,0.000005249177,0.000029298839,0.0015457857],"genre_scores_gemma":[0.99196947,0.000094083916,0.0071625044,0.000077514705,0.00009162031,0.00004617039,4.766887e-7,0.000008707576,0.00054946635],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982726,0.00044134702,0.0008283457,0.000034405377,0.00030162427,0.00012168773],"domain_scores_gemma":[0.989618,0.008099521,0.001376878,0.00014639768,0.0007340862,0.000025114423],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006608965,0.00010249532,0.00023357,0.00015452839,0.00022570476,0.00025323124,0.00024970036,0.00011023248,0.000001741229],"category_scores_gemma":[0.00862317,0.0000621918,0.00009058355,0.00035493838,0.00002099792,0.0009254953,0.000015251085,0.0002043059,0.0000018175945],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045559774,0.000038223134,0.0022845466,0.00066127704,0.0012363791,1.018099e-7,0.02597514,0.758353,0.000539454,0.19344698,0.014130427,0.0028789036],"study_design_scores_gemma":[0.0042707296,0.00039709389,0.015092152,0.0039511016,0.0016092082,0.00010387647,0.08742707,0.5248207,0.042661633,0.061491735,0.25718462,0.0009900868],"about_ca_topic_score_codex":0.0000027461133,"about_ca_topic_score_gemma":2.2119299e-7,"teacher_disagreement_score":0.9907543,"about_ca_system_score_codex":0.00024047912,"about_ca_system_score_gemma":0.0001328472,"threshold_uncertainty_score":0.9997276},"labels":[],"label_agreement":null},{"id":"W7040935907","doi":"","title":"","year":2023,"lang":"en","type":"other","venue":"Directory of Open access Books (OAPEN Foundation)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Naval War College; Institute for National Strategic Studies; Center for International Security and Cooperation, Stanford University; National Institute of Standards and Technology; University of Toronto; Eidgenössische Technische Hochschule Zürich; U.S. Department of Defense; European Commission; Georgetown University; Eli Lilly and Company; Harvard University; U.S. Department of State; National Security Agency; University of Oxford; National Science Foundation","keywords":"Cyberspace; Context (archaeology); Meaning (existential); Stability (learning theory); Key (lock); Cybernetics","score_opus":0.11786524547215355,"score_gpt":0.4278367049569872,"score_spread":0.3099714594848337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7040935907","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016885696,0.00022523504,0.00094277185,0.00018957596,0.004892912,0.0021293368,0.0000114907325,0.0032890013,0.98815084],"genre_scores_gemma":[0.008426217,0.0017065025,0.0011468601,0.00030210332,0.00060933834,0.00094742083,0.00045986092,0.0043044095,0.98209727],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99681056,0.00024668482,0.0009982567,0.0007632963,0.0006568284,0.00052435225],"domain_scores_gemma":[0.99666476,0.00073611765,0.0008394128,0.0013173394,0.00017824802,0.00026409296],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00092232414,0.0007440042,0.0010981892,0.001188756,0.00016784652,0.0030266158,0.005221275,0.0002447621,0.032000598],"category_scores_gemma":[0.00039710433,0.00086177123,0.00017853854,0.000873278,0.00016637707,0.0054313266,0.0009042994,0.00052140903,0.0037699593],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008542543,0.00019998137,0.0020031014,0.0009728828,0.0014364591,0.000020629846,0.000397381,0.0006508106,0.0004271673,0.013866786,0.61799604,0.36194336],"study_design_scores_gemma":[0.0006310377,0.00001643,0.0076139616,0.0005198509,0.00013024286,0.000004025447,0.000079568454,0.0001874007,0.00062388997,0.0003623904,0.9889059,0.0009253024],"about_ca_topic_score_codex":0.0046236096,"about_ca_topic_score_gemma":0.0060484447,"teacher_disagreement_score":0.3709099,"about_ca_system_score_codex":0.0002659068,"about_ca_system_score_gemma":0.000402461,"threshold_uncertainty_score":0.99938333},"labels":[],"label_agreement":null},{"id":"W7096602736","doi":"","title":"Organizing Information for the Canadian Design Engineering Network","year":2011,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information system; Engineering design process; Information engineering; Key (lock); Information technology","score_opus":0.04892773998270313,"score_gpt":0.1925864165740864,"score_spread":0.14365867659138326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096602736","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000056490564,0.00004946841,0.97053325,0.00014716056,0.00082915684,0.00023109779,6.978847e-7,0.00017170756,0.027980939],"genre_scores_gemma":[0.92209727,0.000014572393,0.07693315,0.00054627046,0.00015992117,0.000052774107,0.0000040114755,0.000017708036,0.00017429923],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996999,0.000004739511,0.000081374936,0.000024091782,0.00003207583,0.00015780133],"domain_scores_gemma":[0.9996516,0.00015588292,0.000009356707,0.0000857968,0.00003405154,0.00006331661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000251102,0.000050291685,0.00003091276,0.00003585491,0.0001054157,0.000055479282,0.00008050809,0.00003087235,0.0003182601],"category_scores_gemma":[0.000073626084,0.000039857387,0.000011099346,0.00012209499,0.0000026945272,0.00036893698,0.0000022905479,0.000059047,0.00013421757],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011598633,0.0000055915943,0.00023251775,0.000054816282,0.00013148555,5.004509e-7,0.008386079,0.57376176,0.00011354589,0.06249013,0.32230207,0.032509908],"study_design_scores_gemma":[0.00009044745,0.000010490485,0.0026230721,0.0000049733007,0.0000205313,0.000005753686,0.0002033906,0.39586407,0.0009883434,0.00018991398,0.5998499,0.00014915134],"about_ca_topic_score_codex":0.005416803,"about_ca_topic_score_gemma":0.0074120485,"teacher_disagreement_score":0.9220408,"about_ca_system_score_codex":0.000054148502,"about_ca_system_score_gemma":0.000056957862,"threshold_uncertainty_score":0.8188622},"labels":[],"label_agreement":null},{"id":"W7096623056","doi":"","title":"Design Research in Canada: A Perspective","year":2014,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Research design; Field (mathematics); Categorization; Design science; Research methodology","score_opus":0.11652198156858651,"score_gpt":0.34746291600581375,"score_spread":0.23094093443722724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096623056","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073007247,0.000116677256,0.07589113,0.0027208903,0.0003269008,0.00015817268,2.0615867e-7,0.000070892514,0.9134144],"genre_scores_gemma":[0.9974046,0.00000828038,0.0017192735,0.000092597445,0.00002938006,0.000011144032,1.2892369e-7,0.000006432888,0.00072817266],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99953055,0.00012851333,0.00004635537,0.000056634846,0.0001058696,0.00013205226],"domain_scores_gemma":[0.99934965,0.00048140448,0.0000024020992,0.000081988896,0.000046342015,0.000038186252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005925345,0.000028596036,0.000035224635,0.00006489886,0.000015978263,0.000011891741,0.000056538087,0.000011886115,0.0003057947],"category_scores_gemma":[0.00011001946,0.00002795879,0.0000029701816,0.00020495079,0.0000049940513,0.000056483404,0.000003832773,0.00014335729,0.0001028792],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004836513,0.00009028999,0.0020660488,0.000054373777,0.000046340392,0.000024006386,0.008030429,0.10119724,0.0033116883,0.22814432,0.6074484,0.049538467],"study_design_scores_gemma":[0.00076888903,0.00007846236,0.027673246,0.00003323244,0.0000055444984,0.000019599509,0.031765897,0.54835594,0.008971395,0.017326847,0.36443317,0.00056777877],"about_ca_topic_score_codex":0.8275693,"about_ca_topic_score_gemma":0.83252716,"teacher_disagreement_score":0.99010384,"about_ca_system_score_codex":0.0006474287,"about_ca_system_score_gemma":0.0003736488,"threshold_uncertainty_score":0.33482376},"labels":[],"label_agreement":null},{"id":"W7097521609","doi":"","title":"The Canadian Design Engineering Network [cden/rcci]:","year":2007,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Key (lock); Engineering design process; Network planning and design; Network structure; Context (archaeology)","score_opus":0.016223203250853593,"score_gpt":0.21857126474264899,"score_spread":0.2023480614917954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097521609","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007413834,0.0007995941,0.7062136,0.001015566,0.0033934626,0.0002398212,4.0948458e-7,0.0005378606,0.2870583],"genre_scores_gemma":[0.98060113,0.00005489644,0.0149008,0.00039164003,0.00050755736,0.000008574686,0.0000013235516,0.000032430962,0.0035016313],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993566,0.000012352269,0.00011142651,0.00005787832,0.00007646045,0.00038522942],"domain_scores_gemma":[0.9991237,0.0004968703,0.000008139053,0.00015074408,0.0000230399,0.00019748708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092828355,0.000076391596,0.000043633758,0.00004164505,0.00019041765,0.000104790575,0.0001226907,0.00004870707,0.00018446146],"category_scores_gemma":[0.00007394771,0.00006125908,0.000016915053,0.00020995177,0.0000071255363,0.00008902558,0.0000034449608,0.00014907304,0.0002829906],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007668232,0.0000051313978,0.00035601138,0.000008492804,0.000067172325,0.000015736548,0.00033210553,0.5274632,0.00028352076,0.034089778,0.40372175,0.033649437],"study_design_scores_gemma":[0.0000452268,0.0000052509167,0.0039506694,0.0000034547147,0.000005453128,0.000011761199,0.000045853074,0.038144913,0.0005024885,0.00012446044,0.9570308,0.00012972367],"about_ca_topic_score_codex":0.005457288,"about_ca_topic_score_gemma":0.116405666,"teacher_disagreement_score":0.97985977,"about_ca_system_score_codex":0.00012739521,"about_ca_system_score_gemma":0.00007106287,"threshold_uncertainty_score":0.8997176},"labels":[],"label_agreement":null},{"id":"W7099415260","doi":"","title":"A PRELIMINARY SURVEY","year":2008,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Survey methodology; Selection (genetic algorithm); Sample (material); Survey data collection; Survey sampling; Task (project management)","score_opus":0.059235275254185135,"score_gpt":0.2632022373356427,"score_spread":0.20396696208145754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099415260","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3330858,0.00022474209,0.014317353,0.00015634586,0.0006601424,0.000065817505,0.0000017473608,0.0005410913,0.650947],"genre_scores_gemma":[0.9909297,0.000044927358,0.00086610776,0.00010998394,0.00002118667,0.000002663195,0.0000036002152,0.0000059179156,0.008015877],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99984187,0.000015895672,0.000036411984,0.000028093666,0.000029962306,0.000047791556],"domain_scores_gemma":[0.99980557,0.00009165041,0.000002623049,0.00006462754,0.000010651544,0.00002488088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007053939,0.000025218798,0.000023343944,0.000014711471,0.000017485196,0.0000034405055,0.00002845058,0.000012972504,0.0008160806],"category_scores_gemma":[0.000034858185,0.000024069657,0.0000061117557,0.000059632963,0.0000046849777,0.000071823386,0.0000021951353,0.00003312449,0.0007346822],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017584365,0.000051064602,0.01570312,0.000011280701,0.000019179968,0.000010533275,0.00085159985,0.0014662795,0.00045456592,0.00038407085,0.9750136,0.0060171043],"study_design_scores_gemma":[0.00007823953,0.000020082427,0.8198852,0.0000010630299,0.0000018023668,0.00006887837,0.000029857352,0.004920603,0.0010039755,0.000018027831,0.17387441,0.000097896016],"about_ca_topic_score_codex":0.00003249618,"about_ca_topic_score_gemma":0.0000049823207,"teacher_disagreement_score":0.80418205,"about_ca_system_score_codex":0.000005472981,"about_ca_system_score_gemma":0.000008625867,"threshold_uncertainty_score":0.94430983},"labels":[],"label_agreement":null},{"id":"W7100331141","doi":"","title":"Wide Web IDENTIFIERS *AIR Forum","year":2016,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"The Internet; CLARITY; Presentation (obstetrics); Workforce; Narrative; Qualitative research; Principal (computer security); Higher education; Promotion (chess)","score_opus":0.010004633867240773,"score_gpt":0.2338374144392802,"score_spread":0.22383278057203942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100331141","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029162724,0.00011553613,0.10032274,0.014949568,0.002936287,0.00010889678,0.000003083808,0.000912345,0.8514888],"genre_scores_gemma":[0.95042646,0.000038301765,0.00053539645,0.000583154,0.000036082398,0.0000055970218,4.2416238e-7,0.000010699328,0.048363872],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999724,0.000007915762,0.00006183626,0.000051204017,0.00004868544,0.000106405874],"domain_scores_gemma":[0.9996992,0.00012483378,0.0000065466097,0.000111065376,0.000011956604,0.000046403362],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00006682704,0.000041441504,0.000032678716,0.000030285819,0.000016528887,0.000012746891,0.000055571698,0.000021481323,0.0022563483],"category_scores_gemma":[0.00006325256,0.000027999313,0.000016655005,0.00005095827,0.0000072851913,0.00024104383,0.000004889836,0.000025843357,0.0025196124],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002218591,0.000007627584,0.0010537155,0.0000072887988,0.00001712073,0.0000010370186,0.00005325589,0.000028873304,0.021101495,0.0049035833,0.9502416,0.022582162],"study_design_scores_gemma":[0.00011906659,0.0000035156918,0.0012618611,0.000006207766,0.000003350443,0.0000028963427,0.00014227843,0.00023112017,0.01053379,0.0005684625,0.98704666,0.00008078059],"about_ca_topic_score_codex":0.000002975211,"about_ca_topic_score_gemma":0.000014208018,"teacher_disagreement_score":0.92126375,"about_ca_system_score_codex":0.000020768439,"about_ca_system_score_gemma":0.000012235535,"threshold_uncertainty_score":0.99865574},"labels":[],"label_agreement":null},{"id":"W7103568522","doi":"","title":"Distributed &amp; conceptual CAD (DC-CAD) : a new software solution for product design","year":2008,"lang":"en","type":"dissertation","venue":"DSpace@MIT (Massachusetts Institute of Technology)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Public Health","funders":"","keywords":"Sketch; CAD; Conceptual design; Computer Aided Design; Software; Product design; Merge (version control); Product (mathematics); Software design","score_opus":0.040620813439210465,"score_gpt":0.2806720268796687,"score_spread":0.2400512134404582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7103568522","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023125926,0.013417352,0.93247765,0.0048202765,0.0123037025,0.005242361,0.001773262,0.005315329,0.0015241138],"genre_scores_gemma":[0.2239676,0.004009445,0.71268,0.00017735407,0.0015566124,0.0021140808,0.019363044,0.00078320305,0.03534867],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972328,0.00004637888,0.0008109417,0.00076460076,0.0004198702,0.0007254265],"domain_scores_gemma":[0.9975901,0.00014005596,0.00056403084,0.0010315331,0.00048757115,0.00018671216],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00025346354,0.00075415126,0.00088716624,0.0009458577,0.00028941172,0.000048565693,0.00073417276,0.0014666294,0.00007287058],"category_scores_gemma":[0.002273752,0.0008591381,0.0002530453,0.0011841556,0.00033301872,0.000579321,0.00003852893,0.0010979936,0.00010563136],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047276693,0.00032191846,0.00037032037,0.0011594942,0.0013222785,0.000025544748,0.0025664694,0.008826865,0.016289355,0.0029126606,0.8357561,0.12997618],"study_design_scores_gemma":[0.0011661755,0.0001362392,0.0003713009,0.00033506507,0.00040237463,0.000054769367,0.00028943346,0.0005094033,0.017643245,0.0007133296,0.9773347,0.0010439908],"about_ca_topic_score_codex":0.00009579075,"about_ca_topic_score_gemma":0.00051061535,"teacher_disagreement_score":0.21979767,"about_ca_system_score_codex":0.00038749815,"about_ca_system_score_gemma":0.0010731814,"threshold_uncertainty_score":0.99982965},"labels":[],"label_agreement":null},{"id":"W7108718288","doi":"10.1007/978-3-031-81623-9_17","title":"Design Space Exploration in the Shape Machine Interface","year":2025,"lang":"en","type":"book-chapter","venue":"Mathematics and the built environment","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; Fraser Health","funders":"","keywords":"Interface (matter); Space (punctuation); Machine design; Human–machine interface; Loop (graph theory); User interface; Design space exploration","score_opus":0.03437229290502219,"score_gpt":0.23481070382177005,"score_spread":0.20043841091674786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7108718288","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000042870834,0.0067630154,0.50385636,0.0059075155,0.00025511972,0.0015150128,0.000011049049,0.00005788274,0.48159117],"genre_scores_gemma":[0.078332745,0.053453647,0.048255228,0.001483943,0.00032895323,0.0007597624,0.00006704729,0.00030613292,0.81701255],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993229,0.000042698262,0.00024441115,0.00012394352,0.00016740602,0.00009864025],"domain_scores_gemma":[0.9989276,0.00059082074,0.000078014105,0.00038119263,0.000003106303,0.000019256488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007338825,0.00020954934,0.00020259485,0.000051214072,0.000053990163,0.00007224321,0.00020905098,0.0000870457,0.00034915324],"category_scores_gemma":[0.000020651158,0.00012593485,0.000038016202,0.000016609623,0.00006228878,0.000057432997,0.00004880714,0.000301095,0.00012675487],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007476679,0.00017115608,7.414659e-7,0.0006929534,0.00031890807,0.000010587216,0.025671544,0.027715584,0.0001445287,0.88871944,0.019418728,0.037061047],"study_design_scores_gemma":[0.00076269073,0.00003783341,0.0000046115806,0.00028549228,0.00022902897,0.00002017617,0.0006975471,0.24134693,0.00013251987,0.1981017,0.5579725,0.00040896566],"about_ca_topic_score_codex":0.0000035036476,"about_ca_topic_score_gemma":0.0000027188898,"teacher_disagreement_score":0.69061774,"about_ca_system_score_codex":0.000048623708,"about_ca_system_score_gemma":0.000007661394,"threshold_uncertainty_score":0.5135474},"labels":[],"label_agreement":null},{"id":"W7115067142","doi":"10.31274/itaa.21908","title":"Using Archetypes in Design Sprints to Inspire Product Development","year":2025,"lang":"","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Toronto; Toronto Metropolitan University","funders":"","keywords":"New product development; Product (mathematics); Product design; Product lifecycle; Work (physics)","score_opus":0.12587656502842634,"score_gpt":0.35880658456174663,"score_spread":0.2329300195333203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115067142","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08397837,0.00092706067,0.8356801,0.0029103304,0.0026250207,0.001492697,4.6748426e-7,0.00015194216,0.072234005],"genre_scores_gemma":[0.7006191,0.000037482307,0.29167613,0.00054630433,0.000049743696,0.000035428737,6.40738e-7,0.00002279975,0.007012346],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998338,0.00016750966,0.0005105831,0.00041036247,0.00016092301,0.0004126378],"domain_scores_gemma":[0.99920756,0.00019972441,0.000035655445,0.00034162748,0.00008487794,0.00013056611],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001058486,0.00024383901,0.0002240891,0.0005582473,0.00009158147,0.00011668524,0.00023354593,0.00007985301,0.00071723893],"category_scores_gemma":[0.00053673337,0.00027823268,0.000025434114,0.0013024444,0.000014787814,0.00025325693,0.00009054483,0.00029798888,0.00059223897],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016588665,0.00062217313,0.0055172374,0.0006695948,0.00023721604,0.00001760003,0.015176867,0.2719404,0.026617952,0.0042623286,0.0038745017,0.6708982],"study_design_scores_gemma":[0.0007828934,0.000036981823,0.06764147,0.0010190652,0.00006879338,0.000010491615,0.0014689084,0.039255437,0.27874303,0.00041455656,0.6093614,0.0011969458],"about_ca_topic_score_codex":0.00013949562,"about_ca_topic_score_gemma":0.000072210496,"teacher_disagreement_score":0.6697013,"about_ca_system_score_codex":0.00057933625,"about_ca_system_score_gemma":0.00095104275,"threshold_uncertainty_score":0.999967},"labels":[],"label_agreement":null},{"id":"W7115598358","doi":"10.1108/978-1-83708-468-520251004","title":"Prototyping the Future","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"","score_opus":0.011109477488175857,"score_gpt":0.23135061066924642,"score_spread":0.22024113318107055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115598358","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.0525634e-8,0.0017538782,0.0011022666,0.0017507361,0.0013470325,0.0003554413,0.0000018454456,0.00020712252,0.99348164],"genre_scores_gemma":[0.00003581908,0.00059054984,0.0003139083,0.0006489803,0.0006320835,0.0000341422,0.000006188499,0.000021017599,0.9977173],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99972254,0.0000040200225,0.00008379315,0.00006894081,0.00005944549,0.000061277045],"domain_scores_gemma":[0.9996719,0.00006629263,0.00001511719,0.00020833821,0.000021515409,0.000016860053],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006834971,0.00010641743,0.00007061753,0.000035126835,0.000036627698,0.000036108726,0.000113731316,0.000119778386,0.0034685975],"category_scores_gemma":[0.000004915689,0.00007189467,0.00003855494,0.000014277422,0.0000071067716,0.00003721711,0.000009230832,0.00032138033,0.00049160526],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010678356,7.780129e-7,9.678455e-8,0.000055319015,0.000038972634,5.0084157e-7,0.000046704597,0.000011841418,0.0000016337094,0.5220194,0.40630558,0.0715181],"study_design_scores_gemma":[0.000016865984,0.000001642575,0.000002215218,0.000032107102,0.00001869067,0.0000022980144,0.000021956579,0.0001309421,0.000010554187,0.0031986206,0.9964772,0.00008690532],"about_ca_topic_score_codex":7.685566e-7,"about_ca_topic_score_gemma":0.0000053671097,"teacher_disagreement_score":0.59017164,"about_ca_system_score_codex":0.000022686314,"about_ca_system_score_gemma":0.000037850143,"threshold_uncertainty_score":0.99744236},"labels":[],"label_agreement":null},{"id":"W7118128418","doi":"10.5281/zenodo.18137266","title":"A Structured Approach Integrating Artificial intelintelligence and the 8 Trends of Technical Evolution for Innovative Solutions","year":2024,"lang":"","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"TRIZ; Process (computing); Usability; Selection (genetic algorithm); Limit (mathematics); Embedding","score_opus":0.07178837499932628,"score_gpt":0.2938385127886088,"score_spread":0.2220501377892825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118128418","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00057827577,0.0016021632,0.9474393,0.0016947656,0.00050089805,0.0008457124,0.00036461308,0.00054727943,0.046426963],"genre_scores_gemma":[0.99413073,0.00015583666,0.0038190112,0.000025654277,0.00028105668,6.120497e-7,0.00042079968,0.0006927465,0.0004735421],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977775,0.00050178,0.0006250824,0.0004414164,0.00028702148,0.00036717395],"domain_scores_gemma":[0.99804646,0.00037230653,0.00014209321,0.00035065488,0.0009916277,0.00009683968],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024551537,0.00021620026,0.00024289997,0.0005355859,0.0016086594,0.0010412908,0.00059189956,0.0001380675,0.0030257357],"category_scores_gemma":[0.0033397155,0.00018543178,0.00008990375,0.0025357304,0.00066843576,0.0004061205,0.0004318717,0.00071967725,0.00020626657],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023239401,0.000098737204,1.8776325e-7,0.00038240268,0.00015628235,8.2893604e-7,0.00824463,0.0008111552,0.011800162,0.56610835,0.03152881,0.38063607],"study_design_scores_gemma":[0.00066872756,0.00039426298,0.00012209332,0.000274969,0.0002102087,0.00034661332,0.012749942,0.34538266,0.0015869095,0.0061000637,0.63171357,0.00044994103],"about_ca_topic_score_codex":0.000027054273,"about_ca_topic_score_gemma":0.0000014205011,"teacher_disagreement_score":0.99355245,"about_ca_system_score_codex":0.00028469414,"about_ca_system_score_gemma":0.00002200844,"threshold_uncertainty_score":0.9999957},"labels":[],"label_agreement":null},{"id":"W7118133181","doi":"10.5281/zenodo.18137265","title":"A Structured Approach Integrating Artificial intelintelligence and the 8 Trends of Technical Evolution for Innovative Solutions","year":2024,"lang":"","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"TRIZ; Process (computing); Usability; Selection (genetic algorithm); Limit (mathematics); Embedding","score_opus":0.07178837499932628,"score_gpt":0.2938385127886088,"score_spread":0.2220501377892825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118133181","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00057827577,0.0016021632,0.9474393,0.0016947656,0.00050089805,0.0008457124,0.00036461308,0.00054727943,0.046426963],"genre_scores_gemma":[0.99413073,0.00015583666,0.0038190112,0.000025654277,0.00028105668,6.120497e-7,0.00042079968,0.0006927465,0.0004735421],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977775,0.00050178,0.0006250824,0.0004414164,0.00028702148,0.00036717395],"domain_scores_gemma":[0.99804646,0.00037230653,0.00014209321,0.00035065488,0.0009916277,0.00009683968],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024551537,0.00021620026,0.00024289997,0.0005355859,0.0016086594,0.0010412908,0.00059189956,0.0001380675,0.0030257357],"category_scores_gemma":[0.0033397155,0.00018543178,0.00008990375,0.0025357304,0.00066843576,0.0004061205,0.0004318717,0.00071967725,0.00020626657],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023239401,0.000098737204,1.8776325e-7,0.00038240268,0.00015628235,8.2893604e-7,0.00824463,0.0008111552,0.011800162,0.56610835,0.03152881,0.38063607],"study_design_scores_gemma":[0.00066872756,0.00039426298,0.00012209332,0.000274969,0.0002102087,0.00034661332,0.012749942,0.34538266,0.0015869095,0.0061000637,0.63171357,0.00044994103],"about_ca_topic_score_codex":0.000027054273,"about_ca_topic_score_gemma":0.0000014205011,"teacher_disagreement_score":0.99355245,"about_ca_system_score_codex":0.00028469414,"about_ca_system_score_gemma":0.00002200844,"threshold_uncertainty_score":0.9999957},"labels":[],"label_agreement":null},{"id":"W7132137852","doi":"","title":"Trust in Design","year":2000,"lang":"en","type":"article","venue":"NPARC","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"","score_opus":0.022724245402027204,"score_gpt":0.24463942976328706,"score_spread":0.22191518436125987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132137852","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050873827,0.000048628826,0.004466407,0.00033709646,0.00015246906,0.00006812672,3.9521396e-7,0.00012763268,0.94392544],"genre_scores_gemma":[0.9871602,0.00006523301,0.007777899,0.0001367585,0.00003871372,0.000010179811,6.7677e-7,0.000008994619,0.004801359],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997774,0.000020018246,0.00005291833,0.00003878608,0.000034335175,0.00007658128],"domain_scores_gemma":[0.99985677,0.000046466776,0.000002494307,0.000067833374,0.0000028576567,0.000023575352],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00009373406,0.000032228763,0.00003267133,0.000025843397,0.0000078749745,0.000011445309,0.000040384108,0.000019771041,0.015520552],"category_scores_gemma":[0.00001110353,0.00003456642,0.0000065098347,0.00009172879,0.0000037035666,0.00007924173,7.4677973e-7,0.00006175812,0.0011446491],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003003248,0.00007452469,0.00038198434,0.000018676195,0.000011394057,0.000014032906,0.0017196309,0.030570745,0.01895413,0.0018012996,0.14562973,0.8007938],"study_design_scores_gemma":[0.00036698024,0.00001899531,0.006766936,0.000011645851,0.000005304681,0.000013726255,0.00008744255,0.054696698,0.005887493,0.0052829757,0.9266545,0.00020727236],"about_ca_topic_score_codex":0.000002019687,"about_ca_topic_score_gemma":9.85959e-7,"teacher_disagreement_score":0.93912405,"about_ca_system_score_codex":0.000016668331,"about_ca_system_score_gemma":0.000008419584,"threshold_uncertainty_score":0.9996331},"labels":[],"label_agreement":null},{"id":"W7132923541","doi":"","title":"The use of biological analogies for problem solving in engineering design","year":2005,"lang":"","type":"dissertation","venue":"TSpace","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto","keywords":"Biomimetics; Process (computing); Context (archaeology); Engineering design process; Biological organism; Design process","score_opus":0.13697309069101038,"score_gpt":0.3562332483796315,"score_spread":0.21926015768862112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132923541","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0792362,0.022268217,0.8714522,0.0041109067,0.0055960976,0.009842123,0.00003544509,0.0005599379,0.0068988698],"genre_scores_gemma":[0.7338086,0.008816867,0.24924298,0.00003615141,0.00037408085,0.0006404088,0.00014220232,0.00017411972,0.0067646094],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99821824,0.00014388148,0.00066104846,0.00031091494,0.00015809065,0.000507812],"domain_scores_gemma":[0.9916758,0.007476491,0.00029902364,0.00031782343,0.00016166687,0.000069200214],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008986986,0.00038341625,0.00042399668,0.00023422013,0.00012794594,0.00017915564,0.00030976313,0.00038909077,0.00009774191],"category_scores_gemma":[0.0026499378,0.00032157256,0.00013860973,0.0004240762,0.000033042572,0.00030450057,0.000018813224,0.00048873096,0.0000136330855],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004726922,0.00014633469,0.0001431516,0.0011110887,0.00023728597,0.0000019867268,0.019939724,0.9173313,0.02928863,0.005266065,0.0035046602,0.022557078],"study_design_scores_gemma":[0.0013173863,0.00049936736,0.0100675635,0.0016508542,0.00026854832,0.00001245012,0.021150175,0.80342746,0.019497177,0.0004688484,0.13983537,0.0018047742],"about_ca_topic_score_codex":0.000083209576,"about_ca_topic_score_gemma":0.00011581044,"teacher_disagreement_score":0.65457237,"about_ca_system_score_codex":0.00015266416,"about_ca_system_score_gemma":0.00016172336,"threshold_uncertainty_score":0.99992365},"labels":[],"label_agreement":null},{"id":"W7134250633","doi":"10.21606/drslxd.2025.172","title":"Unfolding Dialogue: Pedagogies of Reciprocity and Community in Design","year":2025,"lang":"","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Emily Carr University of Art and Design","funders":"","keywords":"Reciprocity (cultural anthropology); Dialogic; Situated; Conversation; Reflexivity; Dyad; Theme (computing); Reciprocal","score_opus":0.10347723468116725,"score_gpt":0.34800509552953995,"score_spread":0.2445278608483727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134250633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5536921,0.0060647367,0.24370652,0.0015636999,0.0016102688,0.0008433888,0.0000072506605,0.00016702096,0.19234498],"genre_scores_gemma":[0.98858523,0.0017168241,0.00816308,0.00010108756,0.00001187268,0.000012346938,0.000001657632,0.000010211374,0.0013976905],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99806255,0.0011063978,0.00043045584,0.000119866454,0.000081689024,0.00019901515],"domain_scores_gemma":[0.99517274,0.004317198,0.00006873881,0.00032650857,0.000068105786,0.00004668447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002356077,0.00015967002,0.00028616394,0.00021366448,0.00014978259,0.00006219323,0.00019596047,0.00013658787,0.00018850825],"category_scores_gemma":[0.0017965449,0.00017958335,0.0000288016,0.0006109932,0.00008319425,0.0003433911,0.00009793562,0.00078422687,0.0000072277026],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010680843,0.0035489027,0.066480614,0.009630823,0.0009734086,0.000011945901,0.15879866,0.054517865,0.05184174,0.122440554,0.024772378,0.50591505],"study_design_scores_gemma":[0.007127758,0.00090362184,0.3235028,0.00368169,0.00077902485,0.000027446276,0.20729412,0.13567008,0.20243545,0.06313162,0.05254859,0.0028977937],"about_ca_topic_score_codex":0.0013304764,"about_ca_topic_score_gemma":0.00024681195,"teacher_disagreement_score":0.50301725,"about_ca_system_score_codex":0.00008380608,"about_ca_system_score_gemma":0.00016964345,"threshold_uncertainty_score":0.73231965},"labels":[],"label_agreement":null},{"id":"W7134253533","doi":"10.21606/drslxd.2025.073","title":"Dynamic Linkage for Understanding Design Knowledge","year":2025,"lang":"","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Linkage (software); Situated; Scope (computer science); Curriculum; Expansive; Design knowledge; Design elements and principles; Body of knowledge; Focus (optics)","score_opus":0.09684472346577569,"score_gpt":0.35607689606606263,"score_spread":0.25923217260028697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134253533","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011405188,0.002547272,0.740159,0.0015133702,0.0039858003,0.00071981526,0.0000044646827,0.00019107075,0.2508678],"genre_scores_gemma":[0.80710375,0.00053212,0.059992418,0.00032170283,0.000081486345,0.00009936197,0.000008501675,0.000055890185,0.1318048],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986611,0.00012683483,0.00039466916,0.00031483482,0.000072123454,0.00043041495],"domain_scores_gemma":[0.99652505,0.002900023,0.000050517094,0.0003269764,0.000087099565,0.00011033468],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00090717577,0.00026403798,0.0002448317,0.00033281159,0.00027283173,0.00024244809,0.00022641872,0.00022040207,0.0010578429],"category_scores_gemma":[0.0003760507,0.0003012147,0.00012302637,0.0006296022,0.000035152578,0.00030872363,0.000029529398,0.00026836377,0.0003398105],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013411464,0.0003465243,0.000011041953,0.0016744101,0.0006025475,0.0000016614736,0.0027800344,0.010913986,0.0027216168,0.7839084,0.16190247,0.035003174],"study_design_scores_gemma":[0.00093121175,0.00006912147,0.000037322803,0.0002290446,0.0002595889,0.0000023647922,0.0034340362,0.7785422,0.00092552655,0.040817983,0.17433818,0.00041342824],"about_ca_topic_score_codex":0.000004218077,"about_ca_topic_score_gemma":0.000016088314,"teacher_disagreement_score":0.8070923,"about_ca_system_score_codex":0.0009424811,"about_ca_system_score_gemma":0.00043785493,"threshold_uncertainty_score":0.999944},"labels":[],"label_agreement":null},{"id":"W7135160570","doi":"","title":"I Spy with My Little Eye: The power of visual facilitation in participatory processes","year":2023,"lang":"en","type":"article","venue":"OCAD University Open Research Repository (OCAD University)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Sketch; Citizen journalism; Visualization; Multidisciplinary approach; Participatory planning; Participatory design; Visual research; Visual thinking; Process (computing)","score_opus":0.08534047573626728,"score_gpt":0.3469882419867047,"score_spread":0.2616477662504374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135160570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6687439,0.0000299557,0.00012794016,0.0002700192,0.00007860094,0.0003904745,0.000007194094,0.00007891436,0.330273],"genre_scores_gemma":[0.9529796,0.00008838125,0.000059782975,0.0000064307087,0.000012503503,0.000001103783,0.000008161832,0.000013377779,0.046830647],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983005,0.00054830575,0.00012037083,0.00025062365,0.00042997542,0.00035024888],"domain_scores_gemma":[0.99868876,0.00046657352,0.000051223713,0.00029666937,0.00037053277,0.00012622574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008829055,0.00011672687,0.00015569647,0.00051862444,0.00038937558,0.00008203846,0.00071032863,0.000089524256,0.0000057691036],"category_scores_gemma":[0.000109404464,0.000112724,0.00003088577,0.0028770098,0.00029566875,0.0010440995,0.00012855002,0.0004083224,0.00006793043],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020559712,0.0006736182,0.042726465,0.0006453191,0.00037682764,0.0011019274,0.04131043,0.012342297,0.010031104,0.88103384,0.0064464957,0.0012556898],"study_design_scores_gemma":[0.0025458718,0.0007269395,0.08047226,0.00027647318,0.00008242927,0.00001198269,0.16126053,0.003374661,0.011437269,0.00006490017,0.739121,0.00062565506],"about_ca_topic_score_codex":0.00053112576,"about_ca_topic_score_gemma":0.0003815065,"teacher_disagreement_score":0.8809689,"about_ca_system_score_codex":0.00030349713,"about_ca_system_score_gemma":0.00057127204,"threshold_uncertainty_score":0.45967516},"labels":[],"label_agreement":null},{"id":"W7138433058","doi":"10.21606/iasdr.2025.135","title":"Teaching Design in the 21st Century: New Studio Pedagogies for Emerging Challenges","year":2025,"lang":"","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Studio; Design studio; Context (archaeology); Higher education; Curriculum","score_opus":0.11593669845232835,"score_gpt":0.3735837279316434,"score_spread":0.25764702947931506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7138433058","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017630096,0.07351657,0.36701438,0.112377465,0.0042641102,0.0021540022,0.0000023443758,0.00025621505,0.4402386],"genre_scores_gemma":[0.8672132,0.06849771,0.03304392,0.0023353011,0.0010376322,0.00032750898,0.000005282522,0.000089602305,0.02744984],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997898,0.00055890164,0.00046841896,0.0003639903,0.00019788285,0.00051280763],"domain_scores_gemma":[0.99543995,0.003913658,0.000075626434,0.0004605179,0.00004623792,0.00006403271],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028397157,0.00031852836,0.00029622932,0.00029149908,0.0003186859,0.00025654776,0.0005397147,0.0001287578,0.00016785238],"category_scores_gemma":[0.0010050712,0.00026255084,0.00010633211,0.0003228286,0.000020261976,0.0004760006,0.000054092157,0.00064329646,0.000037555175],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005115882,0.00019328954,0.00001729225,0.00038229272,0.00018182,0.0000014093748,0.06575981,0.004163144,0.00009298423,0.3286495,0.02676603,0.57374126],"study_design_scores_gemma":[0.0006231332,0.00006149458,0.0003574016,0.00015752559,0.00012313355,0.0000027606425,0.2608105,0.006725226,0.00009154154,0.0028723793,0.7278893,0.00028558815],"about_ca_topic_score_codex":0.00031621373,"about_ca_topic_score_gemma":0.00016355058,"teacher_disagreement_score":0.8670369,"about_ca_system_score_codex":0.00013162527,"about_ca_system_score_gemma":0.000311871,"threshold_uncertainty_score":0.99998266},"labels":[],"label_agreement":null},{"id":"W72356121","doi":"","title":"Integrating sustainable development into the undergraduate engineering curriculum through a mandatory first year engineering design course at the University of Toronto","year":2010,"lang":"en","type":"article","venue":"Research Repository (Delft University of Technology)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Praxis; Sustainability; Curriculum; Engineering ethics; Context (archaeology); Engineering education; Sustainable development; Engineering management; Engineering design process; Engineering; Mathematics education; Pedagogy; Sociology; Psychology; Political science; Mechanical engineering","score_opus":0.01016778988192543,"score_gpt":0.23469880869005402,"score_spread":0.2245310188081286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W72356121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9431435,0.0015250989,0.045831494,0.0017454465,0.00041023115,0.00081400137,0.0000019044003,0.0005162853,0.006012077],"genre_scores_gemma":[0.97887933,0.0002553314,0.018576978,0.0000011996226,0.00002155984,0.0000013034025,0.0000015506282,0.00001965175,0.002243097],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989144,0.00006920743,0.00014263076,0.00019847484,0.00031161134,0.00036364864],"domain_scores_gemma":[0.9987186,0.00030139947,0.00007241204,0.0005149746,0.00032918283,0.00006339323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008633173,0.00013822719,0.00015946681,0.000117248484,0.00076534256,0.000021423939,0.00080091145,0.00018247095,0.00005693722],"category_scores_gemma":[0.00015752634,0.00012499733,0.00005553468,0.00044220607,0.0003269056,0.0003944879,0.0003225283,0.00077249116,0.000014907684],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045678497,0.0011483593,0.009416472,0.0031341,0.0027640117,0.0011188234,0.08098839,0.12483613,0.48554805,0.20573416,0.07151935,0.013335372],"study_design_scores_gemma":[0.0008120593,0.00015195519,0.002698073,0.00024055962,0.00011446435,0.00008021311,0.120429724,0.048751675,0.05947109,0.0002080926,0.7664924,0.00054965395],"about_ca_topic_score_codex":0.0015453441,"about_ca_topic_score_gemma":0.00059268315,"teacher_disagreement_score":0.6949731,"about_ca_system_score_codex":0.00057811214,"about_ca_system_score_gemma":0.00023977832,"threshold_uncertainty_score":0.58864737},"labels":[],"label_agreement":null},{"id":"W77275032","doi":"","title":"Reflections on creative and collaborative teamwork in charrettes, 24 hours of innovation","year":2010,"lang":"en","type":"other","venue":"Espace ÉTS (ETS)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Teamwork; Context (archaeology); General partnership; Competition (biology); Engineering; Sociology; Humanities; Library science; Management; Political science; Art; Geography; Economics; Computer science","score_opus":0.02024423673229105,"score_gpt":0.31884562387350707,"score_spread":0.29860138714121603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W77275032","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012130482,0.00056972506,0.00031913142,0.0006713166,0.0013507621,0.00040227006,0.000058949863,0.00016316117,0.99525166],"genre_scores_gemma":[0.057095077,0.0014040034,0.00634675,0.00037669783,0.0008024263,0.00018164789,0.00013404888,0.0006216205,0.93303776],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993435,0.00006542297,0.0001743053,0.00017561071,0.000118690805,0.00012246432],"domain_scores_gemma":[0.9993795,0.00013694983,0.00016519008,0.00019429234,0.0000910823,0.000032954085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018088685,0.00018352603,0.000218763,0.0006900071,0.000024315545,0.000025447569,0.00006451988,0.00028229848,0.0008831268],"category_scores_gemma":[0.00029656474,0.00019356557,0.0000113354345,0.0013711362,0.000045676494,0.00007467189,0.000007730994,0.0005248306,0.000052491803],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050473285,0.00010803404,0.0002770234,0.000094115756,0.000117665615,0.0000027175774,0.005992981,0.000159413,0.0025816155,0.012678541,0.9726806,0.005256813],"study_design_scores_gemma":[0.0002449505,0.00004693164,0.0012342278,0.00025103657,0.000018489138,0.0000015984832,0.0011208494,0.00002499748,0.0012062645,0.00006297364,0.9955718,0.00021587456],"about_ca_topic_score_codex":0.00009198878,"about_ca_topic_score_gemma":0.0010043904,"teacher_disagreement_score":0.062213905,"about_ca_system_score_codex":0.000059103575,"about_ca_system_score_gemma":0.000093854236,"threshold_uncertainty_score":0.966962},"labels":[],"label_agreement":null},{"id":"W809618049","doi":"","title":"Moving Towards an Outcomes-Based Curriculum Model in Design Education: an Action Research Study at OCAD University","year":2015,"lang":"en","type":"article","venue":"Arrow - TU Dublin (Technological University Dublin)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Context (archaeology); Action research; Curriculum; Engineering ethics; Sociology; Action (physics); Pedagogy; Higher education; Research design; Engineering; Political science; Social science","score_opus":0.22904915665449063,"score_gpt":0.368788601295616,"score_spread":0.1397394446411254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W809618049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9559257,0.000025449823,0.035724852,0.0013813239,0.00030041428,0.0007625077,0.000008457214,0.0010804604,0.0047908286],"genre_scores_gemma":[0.9903926,0.000020860854,0.007913296,0.000066862674,0.000032022243,0.000004593665,0.000042054944,0.000026177377,0.0015014822],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99695003,0.0010179165,0.00024108069,0.00064343953,0.00060561846,0.0005419225],"domain_scores_gemma":[0.9979845,0.00020846524,0.00008194304,0.000767452,0.00050205423,0.00045555798],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023648476,0.0002832668,0.00031257165,0.0012889885,0.0003842858,0.00011147321,0.0010041159,0.00046603684,0.000075265234],"category_scores_gemma":[0.00057479023,0.00030821867,0.000068387366,0.0023616424,0.00020182219,0.002093924,0.00017877246,0.0010984746,0.00011283549],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018652313,0.023503361,0.07642126,0.00011553266,0.00021582075,0.0006598459,0.0066506085,0.69895685,0.0021340018,0.11866967,0.011726178,0.059081655],"study_design_scores_gemma":[0.003250065,0.00093426823,0.010810279,0.000026369027,0.00006639973,0.000014649684,0.06987971,0.8954625,0.00048670615,0.0011338864,0.017100269,0.00083485595],"about_ca_topic_score_codex":0.0005327922,"about_ca_topic_score_gemma":0.00057333376,"teacher_disagreement_score":0.1965057,"about_ca_system_score_codex":0.0019546126,"about_ca_system_score_gemma":0.00081433216,"threshold_uncertainty_score":0.999937},"labels":[],"label_agreement":null},{"id":"W81412537","doi":"10.1007/978-3-540-69820-3_18","title":"Preliminary Study of Cognitive Model of Designer’s Creativity by Using Formal Protocol Analysis","year":2007,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Protocol analysis; Protocol (science); Computer science; Process (computing); Key (lock); Protocol design; Design process; Cognition; Software engineering; Engineering; Work in process; Programming language; Psychology; Cognitive science; Computer security","score_opus":0.11676604803840158,"score_gpt":0.35901450909827026,"score_spread":0.2422484610598687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W81412537","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015488933,0.000015571917,0.39067012,8.343331e-7,0.000020507196,0.030856267,0.00006111005,0.000059163263,0.57676756],"genre_scores_gemma":[0.84049726,0.0000063010352,0.0068610073,0.000025924746,0.000048259022,0.008526116,0.00007772013,0.00014641367,0.143811],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987535,0.000032587726,0.000545295,0.0001961875,0.0003115916,0.00016083628],"domain_scores_gemma":[0.9987876,0.00036041,0.0003016834,0.00023405564,0.00025031288,0.00006595179],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043325932,0.0002680313,0.00053456496,0.00044687063,0.00003262612,0.000010817912,0.000110848705,0.00019872903,0.00068065606],"category_scores_gemma":[0.000035277175,0.00026548526,0.00014319876,0.00013381487,0.000036902653,0.00028188698,0.000031810556,0.00023669512,0.0000039982706],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056123403,0.008803625,0.0016238698,0.003573378,0.034071032,0.000029793002,0.02485522,0.83908373,0.004539691,0.0066521238,0.0057587954,0.06539638],"study_design_scores_gemma":[0.0017656609,0.0014251085,0.00014143239,0.0002608259,0.008021434,0.0000043270893,0.001867296,0.97916305,0.005449213,0.000282006,0.0006798426,0.0009398042],"about_ca_topic_score_codex":0.00007954562,"about_ca_topic_score_gemma":0.000024377669,"teacher_disagreement_score":0.83894837,"about_ca_system_score_codex":0.000058166854,"about_ca_system_score_gemma":0.000075502176,"threshold_uncertainty_score":0.99997973},"labels":[],"label_agreement":null},{"id":"W82911682","doi":"10.3233/jid-2002-6301","title":"AXIOMATIC THEORY OF DESIGN MODELING","year":2002,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Axiomatic design; Axiomatic system; Axiom; Computer science; Biochemical engineering; Management science; Mathematics; Engineering; Manufacturing engineering; Geometry","score_opus":0.06615464079909185,"score_gpt":0.2812267774362356,"score_spread":0.21507213663714375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W82911682","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030236406,0.0016417047,0.9665036,0.00005276231,0.00019470273,0.00008168489,3.3561537e-7,0.000021866072,0.0012669417],"genre_scores_gemma":[0.9642257,0.00040434973,0.035243772,0.000042459196,0.000018853249,0.0000019014218,4.4077403e-8,0.000008933129,0.00005398004],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896187,0.000108680564,0.00038272396,0.000083504354,0.00030746713,0.00015577849],"domain_scores_gemma":[0.99878764,0.00032082954,0.00016251387,0.0000845971,0.0005243177,0.00012008196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026686112,0.000101289246,0.00017100375,0.0003188515,0.00007563285,0.00008200133,0.00028882624,0.000038639,0.00013736053],"category_scores_gemma":[0.00067313405,0.00007331101,0.000024817482,0.0008206392,0.00013862728,0.0008588689,0.0000049298446,0.00020384447,0.000005843302],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014445734,0.0001468971,0.000025407864,0.00020523288,0.000059232556,0.000014404524,0.010078126,0.7986317,0.10703428,0.0013873235,0.0008762393,0.08139669],"study_design_scores_gemma":[0.00015267856,0.00012612385,0.0000056860376,0.00013463557,0.000024074192,0.00019404,0.0013655706,0.96262103,0.031075692,0.0041679665,0.000039218314,0.000093280694],"about_ca_topic_score_codex":8.3588094e-7,"about_ca_topic_score_gemma":3.7660666e-8,"teacher_disagreement_score":0.9339893,"about_ca_system_score_codex":0.000035609413,"about_ca_system_score_gemma":0.00016916016,"threshold_uncertainty_score":0.29895362},"labels":[],"label_agreement":null},{"id":"W87614821","doi":"10.1007/978-3-642-37428-9_33","title":"Models and Ideology in Design","year":2013,"lang":"en","type":"book-chapter","venue":"Studies in applied philosophy, epistemology and rational ethics","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ideology; Sociology; Computer science; Political science; Law; Politics","score_opus":0.21528911304541756,"score_gpt":0.3478702674998234,"score_spread":0.13258115445440585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W87614821","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004546977,0.017394288,0.004196391,0.007672918,0.00087845186,0.00074255886,0.000012303856,0.000066584245,0.96899104],"genre_scores_gemma":[0.86818385,0.07026543,0.014934167,0.0057356483,0.00097212446,0.0006929513,0.00010972253,0.00018116833,0.038924914],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987924,0.00010515103,0.00044718225,0.0003402946,0.00013218643,0.00018276184],"domain_scores_gemma":[0.99677837,0.0028602711,0.00009040828,0.00014592917,0.0000782383,0.000046780933],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00085783587,0.00030390293,0.0005004884,0.00023809886,0.00011018966,0.000011699013,0.00008741205,0.00094143546,0.00006060667],"category_scores_gemma":[0.0001091126,0.00031123747,0.000020847323,0.00003910644,0.0007823362,0.00008051141,0.000071020426,0.0016415807,0.000045475572],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033490083,0.000009013709,0.000005050904,0.00030574857,0.00010962058,0.000012044266,0.0017016992,0.005126687,0.000008242396,0.9914176,0.0008803507,0.00039045457],"study_design_scores_gemma":[0.00032328977,0.000028325598,0.000040551142,0.00009176576,0.000025326104,0.000048089954,0.00007908145,0.0018522528,0.0000027850242,0.9916761,0.005550066,0.00028235957],"about_ca_topic_score_codex":0.0000051892125,"about_ca_topic_score_gemma":0.00003732139,"teacher_disagreement_score":0.9300661,"about_ca_system_score_codex":0.00008429848,"about_ca_system_score_gemma":0.0001023605,"threshold_uncertainty_score":0.99993396},"labels":[],"label_agreement":null},{"id":"W92127656","doi":"10.3233/jid-2004-8404","title":"ENVIRONMENT-BASED FORMULATION OF DESIGN PROBLEM","year":2004,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Mathematical optimization; Biochemical engineering; Mathematics; Engineering","score_opus":0.02465309789543736,"score_gpt":0.26359127819646383,"score_spread":0.23893818030102648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W92127656","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025136165,0.00030833238,0.9739611,0.00010163722,0.00008512755,0.00013547608,6.075627e-7,0.000015847536,0.00025567348],"genre_scores_gemma":[0.8718668,0.000080734404,0.12798591,0.00003608375,0.000010045654,0.0000028732431,2.850048e-7,0.000007027051,0.000010236848],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99910724,0.000037163016,0.00032500108,0.000083168794,0.00031270765,0.00013474091],"domain_scores_gemma":[0.99925107,0.000116024145,0.00020740202,0.000066606226,0.0002560246,0.000102866485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014208707,0.0000927317,0.00012765799,0.0002550708,0.00006425155,0.000058301386,0.0001844432,0.000039492017,0.00011469877],"category_scores_gemma":[0.00014242974,0.00006998231,0.00002123375,0.0005070437,0.00011158383,0.00081594463,0.0000030750434,0.0001590447,0.000002374041],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009526075,0.00006622929,0.000043996082,0.000053712403,0.000009940434,0.000002657868,0.00090204476,0.847316,0.14149481,0.00028431386,0.00006071716,0.009670289],"study_design_scores_gemma":[0.0010450365,0.00067137775,0.0002775847,0.00023560277,0.000044096992,0.00012866785,0.0006056212,0.11738571,0.8698548,0.00905841,0.0004751112,0.00021800093],"about_ca_topic_score_codex":0.0000029767575,"about_ca_topic_score_gemma":1.02723334e-7,"teacher_disagreement_score":0.84673065,"about_ca_system_score_codex":0.00009177759,"about_ca_system_score_gemma":0.0005831986,"threshold_uncertainty_score":0.28537956},"labels":[],"label_agreement":null}]}