{"meta":{"query_hash":"2683cf1f04d6","filters":{"topic":"Design Education and Practice"},"cohort_total":1078,"direct_labels_cover":1,"predictions_cover":1078,"exported":1078,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/2683cf1f04d6","api":"https://metacan.xera.ac/api/v1/cohort?topic=Design+Education+and+Practice"},"results":[{"id":"W1010995572","doi":"10.11575/prism/27797","title":"SketchBoard: Conceptualizing Interactive Communication Media for the Design Review Process","year":2014,"lang":"en","type":"dissertation","venue":"PRISM (University of Calgary)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Process (computing); Computer science","score_opus":0.025742705148432778,"score_gpt":0.2717744334641112,"score_spread":0.2460317283156784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1010995572","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012733879,0.0072350237,0.8730519,0.012598385,0.0011397089,0.001261239,0.00023379811,0.00075467105,0.09099148],"genre_scores_gemma":[0.33305696,0.0075351894,0.6299972,0.0013187862,0.0005802319,0.004660914,0.00034279193,0.0005805881,0.0219274],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9366399,0.052010898,0.0028032628,0.0025151444,0.005066943,0.00096384576],"domain_scores_gemma":[0.8852497,0.09644778,0.0046586907,0.0071226903,0.0045952993,0.0019258289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.041207433,0.0023653284,0.000835177,0.012052575,0.006277985,0.027772639,0.0048047635,0.0051200865,0.01676394],"category_scores_gemma":[0.0739898,0.0013824281,0.002120632,0.0075631584,0.029137451,0.03368708,0.011863412,0.0056027044,0.0024496163],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005705698,0.00003063813,0.00055593916,0.0016808432,0.000031700773,0.00041728775,0.07556794,0.002313443,0.0010269552,0.85975957,0.003357337,0.055201292],"study_design_scores_gemma":[0.000112397596,0.00016827384,0.0006656302,0.0031263772,0.00009010065,0.0010739008,0.038570702,0.009872433,0.002167718,0.36878115,0.57522774,0.00014354692],"about_ca_topic_score_codex":0.0025335576,"about_ca_topic_score_gemma":0.0023295705,"teacher_disagreement_score":0.041207433,"about_ca_system_score_codex":0.007920369,"about_ca_system_score_gemma":0.009040771,"threshold_uncertainty_score":0.21792835},"labels":[],"label_agreement":null},{"id":"W101221959","doi":"10.1007/1-4020-3698-1_18","title":"Using Historical Know-how to Model Design References","year":2005,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Constructive; Studio; Architectural design; Point (geometry); Architectural engineering; Computer science; Design studio; Order (exchange); Architectural technology; Engineering; Software engineering; Multimedia; Visual arts; Architecture; Programming language; Art; Process (computing)","score_opus":0.23320417717586925,"score_gpt":0.30327886966836026,"score_spread":0.07007469249249101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W101221959","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012727747,0.002506182,0.12349378,0.0023273507,0.001012231,0.000067256195,0.00017126369,0.00024630004,0.86890286],"genre_scores_gemma":[0.08385875,0.008206144,0.1277114,0.0011820048,0.0004701338,0.00029814977,0.00081820245,0.0007833521,0.7766718],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99938,0.00026270153,0.00003889973,0.00009793754,0.00018165317,0.000038711103],"domain_scores_gemma":[0.99875987,0.0006060095,0.00005306052,0.00026526037,0.0002669416,0.000048797803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008773892,0.001040487,0.00038375374,0.0027066912,0.0021760727,0.0051541068,0.001627246,0.001404849,0.03842475],"category_scores_gemma":[0.0029349392,0.00053508877,0.0005431993,0.0019359824,0.004145454,0.0080895545,0.0012037205,0.002767184,0.007687062],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022404688,0.0000075611424,0.00002678059,0.000060155395,0.0000017498814,0.000036642872,0.0006803448,0.0010789518,0.000043393018,0.9647384,0.012818571,0.020505132],"study_design_scores_gemma":[0.0000029045875,0.000008277691,0.000046190926,0.00036852914,0.0000079632355,0.00010270172,0.00043966642,0.002328525,0.0002383798,0.3706795,0.62576723,0.000010179054],"about_ca_topic_score_codex":0.007844666,"about_ca_topic_score_gemma":0.012666381,"teacher_disagreement_score":0.03842475,"about_ca_system_score_codex":0.0042077126,"about_ca_system_score_gemma":0.0022278638,"threshold_uncertainty_score":0.12854362},"labels":[],"label_agreement":null},{"id":"W104414026","doi":"10.1007/978-1-84996-199-8_7","title":"The Effect of Uncertainty on Span Time and Effort Within a Complex Design Process","year":2010,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Interdependence; Process (computing); Computer science; Process management; New product development; Span (engineering); Product (mathematics); Product design; Risk analysis (engineering); Knowledge management; Industrial engineering; Systems engineering; Management science; Engineering; Business; Marketing; Mathematics","score_opus":0.018760004668824784,"score_gpt":0.25586139129864377,"score_spread":0.237101386629819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W104414026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48788738,0.0027540934,0.39518303,0.0011726213,0.00012483055,0.00007529039,0.00012841864,0.00023844636,0.11243579],"genre_scores_gemma":[0.9821009,0.0005250241,0.012743475,0.00003422454,0.00002639847,0.000042967575,0.000020027965,0.00007598406,0.004431118],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99640095,0.0017916356,0.00011638677,0.00028501672,0.0011783966,0.0002275216],"domain_scores_gemma":[0.9267695,0.06822731,0.0017965696,0.0012969542,0.0014260585,0.0004835551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049171206,0.00055638177,0.00049825845,0.0007436915,0.0006591141,0.0028394284,0.0007606028,0.0008667888,0.0069935923],"category_scores_gemma":[0.046890713,0.0006313497,0.00046393237,0.00080306095,0.0021551556,0.0043496676,0.0019925619,0.0013810365,0.00036799486],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014586545,0.0003010276,0.015892174,0.00032835884,0.00013119123,0.0006226956,0.0058864118,0.38402262,0.009189975,0.34048304,0.0014522406,0.24023157],"study_design_scores_gemma":[0.00008459099,0.00094835454,0.03742003,0.00020217676,0.00025417615,0.00051756384,0.0032272495,0.42722353,0.010089145,0.5119941,0.007836131,0.00020299738],"about_ca_topic_score_codex":0.0019738232,"about_ca_topic_score_gemma":0.0017744453,"teacher_disagreement_score":0.0069935923,"about_ca_system_score_codex":0.001200089,"about_ca_system_score_gemma":0.00091041776,"threshold_uncertainty_score":0.026004493},"labels":[],"label_agreement":null},{"id":"W107434372","doi":"10.22329/p.v3i2.569","title":"Architectural Making: Between a \"Space of Experience\" and a \"Horizon of Expectations\"","year":2008,"lang":"en","type":"article","venue":"PhaenEx","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Phenomenology (philosophy); Transcendental number; Creativity; Intuition; Argumentation theory; Studio; Epistemology; Horizon; Computer science; Aesthetics; Sociology; Architectural engineering; Visual arts; Psychology; Mathematics; Engineering; Social psychology; Art; Philosophy; Geometry","score_opus":0.04499204254193178,"score_gpt":0.3029061982410522,"score_spread":0.2579141556991204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W107434372","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19454044,0.004138575,0.23807898,0.045775097,0.00079345383,0.00019381485,0.00007662463,0.00039516264,0.51600784],"genre_scores_gemma":[0.9855493,0.00034783623,0.009545235,0.00053319655,0.00004120253,0.00006014563,0.000011064579,0.000056350487,0.0038556692],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98606676,0.009943793,0.00033649616,0.00076797,0.0020717133,0.00081323885],"domain_scores_gemma":[0.9911805,0.005318372,0.0007584807,0.0011702254,0.00062228757,0.0009501085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010830289,0.00059238635,0.0004068009,0.0017539582,0.007465525,0.019466957,0.0013346475,0.0028752212,0.0037082992],"category_scores_gemma":[0.014151117,0.0005536157,0.00057301606,0.0012119926,0.06457812,0.023132268,0.012448381,0.0052080806,0.0004894331],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039822564,0.000017134855,0.000517049,0.000059400892,0.000004946452,0.00016341377,0.10363762,0.00030494868,0.00041765717,0.88391024,0.0007815673,0.010146177],"study_design_scores_gemma":[0.000024171153,0.00007975876,0.0010114083,0.0003526151,0.000013879359,0.00034098056,0.123309694,0.0011885767,0.00087699224,0.7826558,0.09008889,0.000057218764],"about_ca_topic_score_codex":0.002436092,"about_ca_topic_score_gemma":0.0016696595,"teacher_disagreement_score":0.019466957,"about_ca_system_score_codex":0.0044397344,"about_ca_system_score_gemma":0.0060029584,"threshold_uncertainty_score":0.057276726},"labels":[],"label_agreement":null},{"id":"W123512583","doi":"10.3233/jid-2013-0001","title":"Towards Formalizing and Formulating the Successful Organizational Innovation Process","year":2013,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Process management; Process (computing); Knowledge management; Computer science; Business; Management science; Engineering; Programming language","score_opus":0.019021121187828206,"score_gpt":0.2821283781041748,"score_spread":0.26310725691634657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W123512583","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010696549,0.00017290481,0.9820987,0.0008205126,0.000033408098,0.000232822,0.00007409014,0.00027564444,0.00559541],"genre_scores_gemma":[0.21797965,0.00060505635,0.77831286,0.0001521887,0.000047644407,0.0007930401,0.0003177277,0.00011843159,0.0016734374],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99607784,0.0016961918,0.00042344845,0.00047607548,0.0009812388,0.00034514334],"domain_scores_gemma":[0.99216217,0.003395965,0.0012247575,0.0019366407,0.000979382,0.00030107948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006357766,0.0011617551,0.0008287655,0.0016469125,0.0013746931,0.0067548393,0.0028117944,0.0029077495,0.0026369647],"category_scores_gemma":[0.014748764,0.0008300261,0.0021450745,0.0013566118,0.0057150233,0.008352215,0.0039666854,0.0033799005,0.0007802556],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001483534,0.000090610156,0.0010937367,0.0003034153,0.000037148584,0.0001545418,0.0010347062,0.11438456,0.0014940791,0.8639069,0.00042001568,0.017065382],"study_design_scores_gemma":[0.000032524284,0.00008284917,0.00028151757,0.00027566712,0.00004215523,0.00010052082,0.0005632905,0.2831035,0.0015733724,0.70564497,0.008258834,0.00004077662],"about_ca_topic_score_codex":0.0056057633,"about_ca_topic_score_gemma":0.006096871,"teacher_disagreement_score":0.0067548393,"about_ca_system_score_codex":0.003121388,"about_ca_system_score_gemma":0.009651575,"threshold_uncertainty_score":0.033623457},"labels":[],"label_agreement":null},{"id":"W124285258","doi":"","title":"A Testbed for Intelligent Aiding in Adaptive Interfaces","year":2000,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Testbed; Workspace; Computer science; Plan (archaeology); Software; Software engineering; Human–computer interaction; Generalization; Artificial intelligence; Systems engineering; Engineering; Robot; World Wide Web; Programming language","score_opus":0.03972006419542185,"score_gpt":0.28071152825104306,"score_spread":0.24099146405562122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W124285258","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17354852,0.0010935516,0.7364898,0.0024457735,0.0006856787,0.0018555429,0.002651067,0.035909995,0.045320045],"genre_scores_gemma":[0.42446023,0.0005882312,0.55259925,0.00036741822,0.000085725296,0.0016663776,0.0037496465,0.000854969,0.015628086],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99864835,0.0005803524,0.00009651448,0.00017441316,0.00033150843,0.00016875484],"domain_scores_gemma":[0.9976144,0.0009656533,0.00013333064,0.00046835182,0.0002677684,0.000550462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002314754,0.0005847814,0.00049460185,0.0006340665,0.0008384507,0.0014932461,0.0023504146,0.001333645,0.008874752],"category_scores_gemma":[0.0045864736,0.00032301893,0.0003745299,0.00046027824,0.0014042705,0.003149259,0.002628623,0.0013871414,0.0023020094],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033884482,0.0034211392,0.009079704,0.0012286068,0.000121228106,0.0021211414,0.0043312176,0.10065613,0.19637081,0.2441551,0.08055822,0.3545683],"study_design_scores_gemma":[0.0008607201,0.0054710573,0.0061096833,0.00038376093,0.000110175744,0.0014182718,0.0013210648,0.37210757,0.11696689,0.066363856,0.42868114,0.00020582008],"about_ca_topic_score_codex":0.0016269371,"about_ca_topic_score_gemma":0.0014635016,"teacher_disagreement_score":0.008874752,"about_ca_system_score_codex":0.0008521752,"about_ca_system_score_gemma":0.0010069348,"threshold_uncertainty_score":0.029688954},"labels":[],"label_agreement":null},{"id":"W129360777","doi":"10.52842/conf.ecaade.2014.1.247","title":"Design ReExplorer: Interactive Design Narratives for Feedback, Analysis and Exploration","year":2014,"lang":"en","type":"dissertation","venue":"eCAADe proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Mitacs; Consejo Nacional de Ciencia y Tecnología","keywords":"Narrative; Computer science; Human–computer interaction; Art; Literature","score_opus":0.03916261577728443,"score_gpt":0.2901756150931898,"score_spread":0.25101299931590537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W129360777","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.082708694,0.0012506732,0.8062789,0.004982809,0.00034930487,0.003473299,0.0047619287,0.011375527,0.08481886],"genre_scores_gemma":[0.2048006,0.0010125507,0.7523703,0.00056282815,0.00006946133,0.0036812108,0.002768507,0.0017993221,0.03293529],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935427,0.0043943403,0.00041795665,0.00041413715,0.0010481382,0.00018270819],"domain_scores_gemma":[0.9699758,0.021632776,0.0011175126,0.004886818,0.0016613258,0.0007255861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01164554,0.0017120554,0.0005461507,0.0022031728,0.0014752714,0.0056909937,0.0020481327,0.001719821,0.016962985],"category_scores_gemma":[0.033685327,0.0009145174,0.00059093005,0.0015505835,0.0018711986,0.008295536,0.0074247243,0.0019894843,0.004914317],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090976927,0.0006258029,0.00406809,0.0033873508,0.00006574157,0.0016962682,0.2848303,0.0027907335,0.04659744,0.10622145,0.0707899,0.47801712],"study_design_scores_gemma":[0.000355662,0.00040602672,0.0027162496,0.0014822329,0.000061434206,0.0016699401,0.033906687,0.011290541,0.0247056,0.039062794,0.8841552,0.00018761437],"about_ca_topic_score_codex":0.000683208,"about_ca_topic_score_gemma":0.0013566944,"teacher_disagreement_score":0.016962985,"about_ca_system_score_codex":0.0012359198,"about_ca_system_score_gemma":0.0026575373,"threshold_uncertainty_score":0.061588228},"labels":[],"label_agreement":null},{"id":"W138980936","doi":"10.1007/978-0-85729-224-7_26","title":"Signs of Collaborative Ideation and the Hybrid Ideation Space","year":2010,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Ideation; Conversation; Gesture; Computer science; Human–computer interaction; Psychology; Space (punctuation); Face-to-face; Communication; Artificial intelligence; Cognitive science","score_opus":0.007120586168516281,"score_gpt":0.21175305009491915,"score_spread":0.20463246392640289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W138980936","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009683257,0.004045374,0.121828124,0.005288848,0.000599259,0.00007440326,0.00006002705,0.00020959093,0.85821116],"genre_scores_gemma":[0.60022724,0.0038621014,0.09345233,0.0008618252,0.0004338014,0.0005610842,0.00019998949,0.00037839753,0.30002317],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9969669,0.0018193421,0.00008476224,0.00020006295,0.0008108031,0.00011816126],"domain_scores_gemma":[0.99410063,0.004079463,0.00026927525,0.00081738015,0.00053221657,0.00020108843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026743284,0.0007414819,0.00048379836,0.0018052085,0.0023316669,0.012631947,0.0012181933,0.0020838918,0.018099898],"category_scores_gemma":[0.008447376,0.00040929017,0.0005260131,0.002168897,0.016498145,0.0137074925,0.0043025715,0.005000415,0.002634271],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069270914,0.000004072305,0.000028530076,0.00002519209,0.0000014270453,0.000018810475,0.0016184767,0.00010719915,0.00008791797,0.9894099,0.0015074767,0.0071840575],"study_design_scores_gemma":[0.000012524297,0.000016304444,0.00009023723,0.00010668276,0.000004559172,0.0001676108,0.0015119567,0.0009930546,0.00038704855,0.90365213,0.0930469,0.000010999803],"about_ca_topic_score_codex":0.00065114594,"about_ca_topic_score_gemma":0.0007129554,"teacher_disagreement_score":0.018099898,"about_ca_system_score_codex":0.0020059051,"about_ca_system_score_gemma":0.0018053958,"threshold_uncertainty_score":0.060550213},"labels":[],"label_agreement":null},{"id":"W1497436182","doi":"10.1007/978-3-642-02809-0_3","title":"3D Body Scanning’s Contribution to the Use of Apparel as an Identity Construction Tool","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Design Education and Practice","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Clothing; Identity (music); Human–computer interaction; Engineering drawing; Aesthetics; Art; History; Engineering; Archaeology","score_opus":0.022845154853746656,"score_gpt":0.27305479232251406,"score_spread":0.2502096374687674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1497436182","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06712269,0.0025220474,0.72924125,0.0011559902,0.0004414308,0.00007598268,0.000094735464,0.0010960095,0.19824983],"genre_scores_gemma":[0.4921852,0.0021708005,0.4572419,0.0002637138,0.00014732576,0.000057193924,0.00011170104,0.00054307265,0.0472791],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9993918,0.00022666155,0.000015123534,0.000084022635,0.00022347736,0.00005887746],"domain_scores_gemma":[0.99889296,0.0006374409,0.000031554362,0.00029538156,0.00011214189,0.000030477062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000698086,0.00049074483,0.00034193404,0.0012497421,0.0007751738,0.0027234035,0.001308817,0.0011913929,0.008432328],"category_scores_gemma":[0.0021475398,0.00068566087,0.0004551883,0.0011457392,0.003743821,0.0021719176,0.0027599116,0.0010264721,0.0015278588],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014479301,0.00006716601,0.0023375074,0.00034154634,0.00002717256,0.0013010046,0.009041262,0.005815249,0.043316606,0.2518192,0.0066735195,0.679115],"study_design_scores_gemma":[0.000028175502,0.0002492485,0.009077746,0.00058594096,0.00008612951,0.0119058965,0.0055743577,0.14220446,0.110238135,0.200631,0.51914996,0.00026892807],"about_ca_topic_score_codex":0.0015500601,"about_ca_topic_score_gemma":0.0024710994,"teacher_disagreement_score":0.008432328,"about_ca_system_score_codex":0.00032859712,"about_ca_system_score_gemma":0.00051991036,"threshold_uncertainty_score":0.028208971},"labels":[],"label_agreement":null},{"id":"W1507541396","doi":"10.24908/pceea.v0i0.3740","title":"SPATIAL THINKING AND COMMUNICATIONG: A COURSE FOR FIRST-YEAR UNIVERSITY STUDENTS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Mechatronics; Course (navigation); Computer science; Mathematics education; The arts; Multimedia; Engineering; Psychology; Artificial intelligence","score_opus":0.011959286005344108,"score_gpt":0.20875326097878805,"score_spread":0.19679397497344395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507541396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74841905,0.002569331,0.040718995,0.022007428,0.003973349,0.0020851286,0.0010268531,0.003700244,0.1754996],"genre_scores_gemma":[0.6674967,0.0028717036,0.10741055,0.004283102,0.00057974,0.0016723756,0.001426742,0.0004243107,0.21383484],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9995708,0.000050066283,0.000015836935,0.0000591226,0.00009572058,0.00020844783],"domain_scores_gemma":[0.99754494,0.000075466276,0.000051987103,0.000045102526,0.0001768407,0.0021057138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010817498,0.0014364237,0.00047558406,0.0007250911,0.0034879162,0.0023078267,0.0014075636,0.0016846154,0.021603523],"category_scores_gemma":[0.0016399949,0.0004083377,0.0006531763,0.0004584516,0.0010622937,0.0013298253,0.003053462,0.0019956771,0.0052869655],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006861417,0.011103633,0.016121188,0.0007624833,0.000018958246,0.002733451,0.016988464,0.002864736,0.028574698,0.013462359,0.30231243,0.6043714],"study_design_scores_gemma":[0.00027823338,0.007602394,0.059818905,0.00080549734,0.000041060597,0.0045029633,0.02106234,0.0053949757,0.026662022,0.019666051,0.8540066,0.00015899377],"about_ca_topic_score_codex":0.002448548,"about_ca_topic_score_gemma":0.010251344,"teacher_disagreement_score":0.021603523,"about_ca_system_score_codex":0.0025202946,"about_ca_system_score_gemma":0.0060895826,"threshold_uncertainty_score":0.07227099},"labels":[],"label_agreement":null},{"id":"W1512419280","doi":"","title":"The Online Crit: The Community of Inquiry Meets Design Education","year":2011,"lang":"en","type":"article","venue":"International journal of e-learning & distance education","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Vancouver Community College","funders":"","keywords":"Community of inquiry; Humanities; Context (archaeology); Sociology; Pedagogy; Psychology; Art; Cognition","score_opus":0.07085130244798092,"score_gpt":0.3338383589255686,"score_spread":0.2629870564775877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512419280","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012351712,0.004957558,0.6861752,0.034453608,0.0027449268,0.0016000468,0.0005167017,0.0035230638,0.25367716],"genre_scores_gemma":[0.16505127,0.0035449096,0.7267159,0.005763018,0.0012319912,0.0041126437,0.0009419947,0.0017942162,0.09084405],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.97662294,0.015720211,0.0006756548,0.001853915,0.004287639,0.0008397232],"domain_scores_gemma":[0.96899915,0.019086877,0.0008321564,0.0052774004,0.001818944,0.0039854273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022890074,0.0011284939,0.00095833925,0.0041472204,0.0062447116,0.01819131,0.0043136966,0.0066847475,0.03386996],"category_scores_gemma":[0.037434906,0.00090541586,0.0011766998,0.003045467,0.010571158,0.021374138,0.023114845,0.005417768,0.009201598],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014802809,0.00037655875,0.0015879757,0.001355024,0.00003957961,0.0005657206,0.035575718,0.0013066119,0.003256752,0.3739894,0.0851611,0.49663758],"study_design_scores_gemma":[0.00008709576,0.00011378294,0.0005054177,0.00087277597,0.000015422183,0.0004653205,0.0076602763,0.0036583003,0.0009626248,0.22007984,0.7655275,0.000051710413],"about_ca_topic_score_codex":0.002123841,"about_ca_topic_score_gemma":0.0038506035,"teacher_disagreement_score":0.03386996,"about_ca_system_score_codex":0.0033364473,"about_ca_system_score_gemma":0.010675295,"threshold_uncertainty_score":0.12105572},"labels":[],"label_agreement":null},{"id":"W1519845352","doi":"10.1007/3-540-47922-8_12","title":"Using Communicative Acts to Plan the Cinematographic Structure of Animations","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Cinematography; Animation; Computer science; Planner; Computer animation; Rhetorical question; Multimedia; Human–computer interaction; Computer graphics (images); Artificial intelligence; Visual arts; Art","score_opus":0.055956537543119855,"score_gpt":0.2880261279532211,"score_spread":0.23206959041010122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1519845352","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03881815,0.0003653692,0.8888475,0.0006377961,0.00016844065,0.00025679625,0.00013888544,0.003166822,0.06760034],"genre_scores_gemma":[0.5228829,0.00035107954,0.45798415,0.000103210004,0.000054038246,0.00031812696,0.00031156026,0.0006776793,0.017317293],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993992,0.0003505329,0.000024336308,0.00007508818,0.000110560206,0.000040317187],"domain_scores_gemma":[0.99817777,0.0011004142,0.00011862178,0.00025114985,0.00021112524,0.00014095622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010185402,0.0007599526,0.00023661292,0.00091709895,0.0010996216,0.0027663708,0.0010687965,0.000994891,0.01102242],"category_scores_gemma":[0.007510097,0.000642006,0.0004443039,0.00055214384,0.0012867275,0.0026898447,0.0014307145,0.001356243,0.0016962311],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049477717,0.00015441512,0.0015527894,0.00048344498,0.000049295755,0.00045981092,0.013865011,0.037404884,0.0692973,0.46420512,0.014792803,0.3972404],"study_design_scores_gemma":[0.00021310104,0.000323778,0.0031565272,0.00038629255,0.00014055135,0.00047482067,0.0051464457,0.51832205,0.06753977,0.26281226,0.14133075,0.00015368141],"about_ca_topic_score_codex":0.0019479592,"about_ca_topic_score_gemma":0.0026745382,"teacher_disagreement_score":0.01102242,"about_ca_system_score_codex":0.00059910485,"about_ca_system_score_gemma":0.00065691763,"threshold_uncertainty_score":0.03687364},"labels":[],"label_agreement":null},{"id":"W1520720673","doi":"10.24908/pceea.v0i0.3894","title":"ATTITUDE, SKILL, AND KNOWLEDGE: (ASK) A NEW MODEL FOR DESIGN EDUCATION","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ask price; Perspective (graphical); Curriculum; Domain (mathematical analysis); Personality; Task (project management); Psychology; Domain knowledge; Computer science; Mathematics education; Knowledge management; Engineering ethics; Pedagogy; Engineering; Social psychology; Artificial intelligence","score_opus":0.02719542122003372,"score_gpt":0.23360190403427375,"score_spread":0.20640648281424004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1520720673","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11304564,0.00078756915,0.36609378,0.02902404,0.00041798095,0.00057679386,0.0005823732,0.0005631343,0.48890868],"genre_scores_gemma":[0.88294286,0.0005591004,0.078787185,0.0015509381,0.00010479485,0.00084667484,0.00029659993,0.00006149032,0.03485033],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974139,0.0013285184,0.00012126137,0.00025832234,0.0006010549,0.0002769209],"domain_scores_gemma":[0.9966853,0.0014501343,0.0002688836,0.00029060774,0.0008235936,0.00048139974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019213925,0.0008132701,0.00033898704,0.001881217,0.0012903233,0.004125696,0.0012158111,0.0018477109,0.0090765115],"category_scores_gemma":[0.0040953974,0.00034368067,0.000801141,0.0008941372,0.0061835824,0.005447784,0.0027871272,0.0026421505,0.0018855734],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009204415,0.00044622683,0.011872291,0.00037561767,0.000033309363,0.00017676345,0.023011683,0.003385368,0.0011840472,0.89660233,0.0045083454,0.058311954],"study_design_scores_gemma":[0.0001005499,0.00051960757,0.01660576,0.00056563556,0.00011504731,0.00054877735,0.018546265,0.027546695,0.0012794218,0.80279535,0.13126987,0.0001069748],"about_ca_topic_score_codex":0.0054733017,"about_ca_topic_score_gemma":0.005592048,"teacher_disagreement_score":0.0090765115,"about_ca_system_score_codex":0.0035941254,"about_ca_system_score_gemma":0.003725519,"threshold_uncertainty_score":0.030363917},"labels":[],"label_agreement":null},{"id":"W1523711457","doi":"10.1002/0470018860.s00337","title":"Planning: Neural and Psychological","year":2005,"lang":"en","type":"other","venue":"Encyclopedia of Cognitive Science","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Psychology; Computer science; Environmental science","score_opus":0.031158952585023554,"score_gpt":0.33749851586661467,"score_spread":0.3063395632815911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1523711457","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08619203,0.041767042,0.2911032,0.03916089,0.0010371201,0.00015979202,0.001480914,0.0008199477,0.53827906],"genre_scores_gemma":[0.9008876,0.016869778,0.04713066,0.0011752842,0.00041663006,0.00013049561,0.00068119355,0.00012304784,0.03258532],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997259,0.00007556465,0.000015412255,0.00006305275,0.000098263474,0.000021788952],"domain_scores_gemma":[0.9991141,0.00041311063,0.00009533874,0.00010441228,0.00017710688,0.000096008545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005465619,0.0003267104,0.00019886716,0.00079807907,0.000522902,0.0044568283,0.00063562306,0.0010478885,0.011732121],"category_scores_gemma":[0.0033706548,0.00030120305,0.00030949965,0.0013278667,0.0029531745,0.0028374824,0.00093268394,0.0013262901,0.0014166011],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006392965,0.000064095206,0.0026787338,0.00035857884,0.00006812393,0.00015837987,0.00079784484,0.010453707,0.0023369347,0.81551725,0.0130543355,0.1544481],"study_design_scores_gemma":[0.000022184673,0.00003063924,0.0065842094,0.00019101099,0.000034140598,0.00023662725,0.00037499366,0.016584579,0.00094458205,0.94610715,0.028855575,0.000034259218],"about_ca_topic_score_codex":0.0037356631,"about_ca_topic_score_gemma":0.0027309447,"teacher_disagreement_score":0.011732121,"about_ca_system_score_codex":0.0011614613,"about_ca_system_score_gemma":0.0013652107,"threshold_uncertainty_score":0.03924787},"labels":[],"label_agreement":null},{"id":"W1524905720","doi":"10.1016/s1571-0831(04)80045-5","title":"17 A descriptive framework for designing interaction for visual abstractions","year":2005,"lang":"en","type":"book-chapter","venue":"Studies in multidisciplinarity","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Cognition; Human–computer interaction; Cognitive science; Visual reasoning; Descriptive research; Artificial intelligence; Psychology; Mathematics; Neuroscience","score_opus":0.16442267648269027,"score_gpt":0.43185690802137916,"score_spread":0.2674342315386889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1524905720","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00091746263,0.00031631577,0.94764525,0.00070577743,0.00012636778,0.0001473777,0.00018149198,0.0006954313,0.049264487],"genre_scores_gemma":[0.06937651,0.0008533257,0.84697235,0.00040359603,0.00007281344,0.0012252317,0.00067117054,0.0009418425,0.07948318],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99893194,0.00041051907,0.00012140193,0.00017443375,0.00025658053,0.00010513908],"domain_scores_gemma":[0.999153,0.0003592334,0.000036032365,0.00014510882,0.00025626607,0.000050169027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014314144,0.0013618247,0.00050397625,0.0015599368,0.0022345665,0.0057761404,0.0020509758,0.0017649444,0.020962533],"category_scores_gemma":[0.002481853,0.0011862201,0.0015429144,0.0010926687,0.005407126,0.00552175,0.0020601714,0.0033096469,0.0044865273],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004995407,0.000008752359,0.00004685964,0.000093180686,0.000004323622,0.000062681815,0.0019935984,0.00072637777,0.0010194664,0.97478545,0.0049815304,0.016272852],"study_design_scores_gemma":[0.000018645813,0.00003359234,0.00013948571,0.00035200006,0.000028025379,0.00036523322,0.0017353642,0.011181088,0.0036146508,0.49843907,0.48406044,0.000032448024],"about_ca_topic_score_codex":0.010019316,"about_ca_topic_score_gemma":0.008572949,"teacher_disagreement_score":0.020962533,"about_ca_system_score_codex":0.0023564615,"about_ca_system_score_gemma":0.0020339245,"threshold_uncertainty_score":0.07012665},"labels":[],"label_agreement":null},{"id":"W1525177553","doi":"10.24908/pceea.v0i0.3699","title":"THE USE OF LEGO ® SERIOUS PLAY IN THE ENGINEERING DESIGN CLASSROOM","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Strong","keywords":"Entrepreneurship; Experiential learning; Disruptive innovation; Strict constructionism; Intuition; Constructivism (international relations); Constructionism; Computer science; Process (computing); Construct (python library); Sociology; Knowledge management; Engineering management; Engineering ethics; Psychology; Pedagogy; Engineering; Business; Marketing; Political science; Cognitive science","score_opus":0.030619755793449936,"score_gpt":0.20285702323881527,"score_spread":0.17223726744536533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1525177553","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20568053,0.004438199,0.4125357,0.012436259,0.0018642299,0.0018077493,0.0006367113,0.007516627,0.353084],"genre_scores_gemma":[0.50270426,0.0037000456,0.41506803,0.005470715,0.0004444545,0.00309533,0.00068049063,0.0007330353,0.06810363],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99780697,0.0010087539,0.0000714553,0.00026753492,0.000591347,0.00025402778],"domain_scores_gemma":[0.9976351,0.001301399,0.00015518807,0.00016568137,0.0001190111,0.00062351057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023527548,0.0010393101,0.00043933842,0.0014181013,0.0013048695,0.002973532,0.0016766374,0.0017149028,0.015832331],"category_scores_gemma":[0.004015256,0.0004835171,0.0005796313,0.00056618,0.0030359975,0.0021722121,0.0054120645,0.0027249348,0.0041555455],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000897895,0.0047999686,0.0039607934,0.0019122357,0.000038651586,0.002426337,0.041535355,0.0030131354,0.038822606,0.073097,0.09659806,0.732898],"study_design_scores_gemma":[0.00048700243,0.0028360572,0.007163714,0.00180322,0.000039258706,0.004427272,0.009895367,0.005153282,0.009341405,0.053115003,0.90555775,0.00018064739],"about_ca_topic_score_codex":0.00073770725,"about_ca_topic_score_gemma":0.002203262,"teacher_disagreement_score":0.015832331,"about_ca_system_score_codex":0.0012101728,"about_ca_system_score_gemma":0.0019240178,"threshold_uncertainty_score":0.05296445},"labels":[],"label_agreement":null},{"id":"W1525939623","doi":"","title":"Theorizing l’objet technique: reconciling the disparity between emerging “maker culture” and traditional “design/build”","year":2014,"lang":"en","type":"article","venue":"A Matter of Design. Making Society through Science and Technology","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Manitoba","funders":"","keywords":"Sociology; Mainstream; Situated; Hybridity; Architecture; Epistemology; Architectural theory; Individuation; Computer science; Engineering ethics; Engineering; Visual arts; Political science; Psychology","score_opus":0.038306732843711,"score_gpt":0.28685800661973143,"score_spread":0.24855127377602043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1525939623","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14329214,0.0056697866,0.4483858,0.039509196,0.00068073877,0.00022092977,0.000051252202,0.00020515373,0.361985],"genre_scores_gemma":[0.95125014,0.0014844124,0.039029524,0.001598636,0.00012491191,0.00031297197,0.000029604118,0.00013580931,0.0060339808],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97998613,0.01504251,0.00036685987,0.0014271997,0.0023072846,0.00087004626],"domain_scores_gemma":[0.98503,0.010811087,0.00102709,0.0019056316,0.00078332477,0.0004428242],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.017919116,0.0011673972,0.00077956513,0.0049345586,0.007115272,0.012848419,0.0025222928,0.003539539,0.0024622842],"category_scores_gemma":[0.01612554,0.0006492244,0.0009554546,0.0026112252,0.08720089,0.021075051,0.011973288,0.0056306603,0.00049443706],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010691356,0.000016449734,0.0005750879,0.000092074806,0.000009485115,0.00014183123,0.06673247,0.0002784842,0.00018460069,0.9242479,0.0003740454,0.007336931],"study_design_scores_gemma":[0.000032437696,0.00007448239,0.00059560605,0.00036595218,0.000020344727,0.0004554752,0.046931535,0.0019330771,0.00080723484,0.87917536,0.06957714,0.000031279244],"about_ca_topic_score_codex":0.0014624685,"about_ca_topic_score_gemma":0.0019152992,"teacher_disagreement_score":0.99288476,"about_ca_system_score_codex":0.0053559267,"about_ca_system_score_gemma":0.0041304613,"threshold_uncertainty_score":0.09476644},"labels":[],"label_agreement":null},{"id":"W1536223887","doi":"10.1109/fie.1999.841612","title":"Engineering graphics in the new millennium: integrating the strengths of sketching and CAD","year":2003,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Graphics; Software engineering; Engineering drawing; Engineering; Computer graphics (images)","score_opus":0.009355955591799275,"score_gpt":0.23799855716582613,"score_spread":0.22864260157402685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1536223887","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014091001,0.4153039,0.111732304,0.15558904,0.014375067,0.000046238325,0.000053260046,0.00088798034,0.2879212],"genre_scores_gemma":[0.20631818,0.40395567,0.20948236,0.028461332,0.010515054,0.0000944229,0.00011914269,0.0005493772,0.14050454],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986707,0.00044672575,0.00009281383,0.00008911708,0.0006167826,0.000083770225],"domain_scores_gemma":[0.9980903,0.0009787008,0.00009949814,0.00021765019,0.0004140667,0.00019974419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029144068,0.0004434811,0.0004109725,0.0013552397,0.0008244099,0.0067589004,0.0008120392,0.0023187073,0.005536758],"category_scores_gemma":[0.0048538414,0.00028535683,0.00031907854,0.0015965392,0.004538266,0.009457819,0.003293496,0.002951945,0.0017637667],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030326828,0.00004204272,0.0007936224,0.00048606895,0.000021412648,0.00018082859,0.0029427654,0.0005980469,0.0010766165,0.31545237,0.063768506,0.6146074],"study_design_scores_gemma":[0.0000064088836,0.0000597059,0.00083632016,0.00068878144,0.000010459876,0.0008413761,0.0021419025,0.00075823313,0.00031791028,0.10930567,0.8850036,0.000029699306],"about_ca_topic_score_codex":0.0008761069,"about_ca_topic_score_gemma":0.002115771,"teacher_disagreement_score":0.0067589004,"about_ca_system_score_codex":0.0010004406,"about_ca_system_score_gemma":0.0010328271,"threshold_uncertainty_score":0.018522322},"labels":[],"label_agreement":null},{"id":"W1539363731","doi":"10.24908/pceea.v0i0.3755","title":"ASPECTS OF ANALYSIS AND SYNTHESIS IN DESIGN ENGINEERING","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Computer science; Task (project management); Process (computing); Engineering design process; Systems engineering; Action (physics); Management science; Engineering; Mechanical engineering","score_opus":0.011773788697497319,"score_gpt":0.1880409079840932,"score_spread":0.17626711928659589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1539363731","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024194112,0.051930793,0.80383646,0.010679612,0.001657926,0.00019067847,0.00009423924,0.0003362417,0.12885472],"genre_scores_gemma":[0.2246838,0.040911354,0.69097537,0.0054718903,0.003894017,0.0014837945,0.0002817793,0.0005990832,0.031698905],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97590715,0.015239839,0.001599185,0.0019152748,0.0048832614,0.00045533152],"domain_scores_gemma":[0.9722403,0.022727774,0.0007219665,0.0025743074,0.0014901087,0.0002455632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017803797,0.0020430437,0.0020299456,0.004419295,0.0031513462,0.009986639,0.002088677,0.0044264193,0.006913162],"category_scores_gemma":[0.023055375,0.0013312249,0.002389527,0.0035357804,0.032381576,0.013188187,0.00453391,0.0052573625,0.002242643],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013789384,0.000014515003,0.00010291153,0.00030147823,0.000020150337,0.00005690072,0.0006671953,0.0021714321,0.00016797867,0.97522086,0.0015048281,0.019758021],"study_design_scores_gemma":[0.000010640873,0.000020253234,0.000052458247,0.0001930931,0.000011517691,0.00007155103,0.00016278813,0.0024544387,0.000274855,0.9486226,0.04811108,0.000014675655],"about_ca_topic_score_codex":0.004315938,"about_ca_topic_score_gemma":0.0024883777,"teacher_disagreement_score":0.017803797,"about_ca_system_score_codex":0.0056264778,"about_ca_system_score_gemma":0.0036998,"threshold_uncertainty_score":0.09415662},"labels":[],"label_agreement":null},{"id":"W1540941464","doi":"10.24908/pceea.v0i0.4006","title":"A CONSORTIUM FOR GLOBAL ENGINEERING DESIGN","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundación Para La Innovación Y La Prospectiva En Salud En España; European Commission","keywords":"Prestige; Productivity; Engineering ethics; Global Leadership; Engineering management; Engineering; Sociology; Political science; Knowledge management; Public relations; Computer science; Economic growth; Economics","score_opus":0.019774905622789555,"score_gpt":0.21247080669073615,"score_spread":0.1926959010679466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1540941464","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059234737,0.0048180767,0.06239903,0.03258322,0.012338241,0.0013612021,0.0019237656,0.0031462198,0.8755067],"genre_scores_gemma":[0.031910554,0.002177066,0.049158428,0.0031609582,0.00087479304,0.0009273382,0.0029619941,0.0014596634,0.90736926],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906054,0.0021188739,0.00041045705,0.0008987013,0.00497685,0.0009896817],"domain_scores_gemma":[0.9838884,0.0012002786,0.00038069166,0.0038998965,0.0068800016,0.0037507047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014187857,0.00142079,0.0005592635,0.0033162094,0.0033924633,0.00918013,0.001843054,0.0037219154,0.11123744],"category_scores_gemma":[0.011875319,0.0005791732,0.0008708145,0.002690396,0.0021563547,0.0037905897,0.0076983743,0.0032484129,0.03864627],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083059014,0.00015137218,0.0008126374,0.00024918074,0.00002122865,0.00020088296,0.0006383517,0.00089198595,0.002847658,0.16010506,0.59004605,0.24395265],"study_design_scores_gemma":[0.00001072881,0.000014638248,0.00024392636,0.00004189481,0.0000029945911,0.000052244206,0.00012553559,0.0002183841,0.00027069592,0.0039002802,0.9951115,0.00000716269],"about_ca_topic_score_codex":0.010134774,"about_ca_topic_score_gemma":0.017574001,"teacher_disagreement_score":0.11123744,"about_ca_system_score_codex":0.0035895787,"about_ca_system_score_gemma":0.020897446,"threshold_uncertainty_score":0.37212628},"labels":[],"label_agreement":null},{"id":"W1541270152","doi":"10.18438/b8tc81","title":"From Solving Puzzles to Designing Solutions: Integrating Design Thinking into Evidence Based Practice","year":2011,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Design Education and Practice","field":"Engineering","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Management science; Data science; Mathematics education; Psychology; Engineering","score_opus":0.05074447159790738,"score_gpt":0.2731092116730589,"score_spread":0.22236474007515153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541270152","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02175166,0.04361201,0.73087907,0.11022758,0.0041479636,0.0019591567,0.00025234773,0.0007963544,0.08637392],"genre_scores_gemma":[0.18982887,0.0308049,0.7622147,0.007263991,0.00044093176,0.0016669085,0.00019760916,0.00018433275,0.007397712],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9624992,0.026933962,0.0026802141,0.0014309915,0.006033994,0.00042159957],"domain_scores_gemma":[0.85305893,0.12651612,0.004460045,0.006810257,0.0072324085,0.0019222839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.038920615,0.001213091,0.0013205801,0.0052292757,0.0022607462,0.014161246,0.0033848477,0.0043549077,0.012651177],"category_scores_gemma":[0.114592046,0.0010018402,0.0017908904,0.0030649623,0.013658019,0.015485951,0.005848577,0.006168252,0.002563687],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021165556,0.00045389912,0.0031759327,0.018308884,0.00038774352,0.0006093268,0.026348557,0.0070842076,0.002364076,0.36071387,0.01910312,0.5612387],"study_design_scores_gemma":[0.00014643726,0.00043694416,0.0011406183,0.022895778,0.00030758363,0.00063179294,0.017850526,0.0076125897,0.002567067,0.84984666,0.09641519,0.0001488276],"about_ca_topic_score_codex":0.0012323944,"about_ca_topic_score_gemma":0.0023404777,"teacher_disagreement_score":0.038920615,"about_ca_system_score_codex":0.0036565356,"about_ca_system_score_gemma":0.010956146,"threshold_uncertainty_score":0.20583433},"labels":[],"label_agreement":null},{"id":"W1566611839","doi":"10.1007/978-1-4020-6591-0_23","title":"Diverse Designing: Sorting Out Function and Intention in Artifacts","year":2007,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Conceptualization; Function (biology); Architecture; Design elements and principles; Frontier; Sorting; Transferability; Epistemology; Architectural engineering; Sociology; Engineering ethics; Engineering; Computer science; History; Political science; Software engineering; Artificial intelligence; Law; Archaeology; Philosophy","score_opus":0.08599550892105558,"score_gpt":0.27829059563783143,"score_spread":0.19229508671677586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1566611839","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022463534,0.004664473,0.4048626,0.0016705409,0.00028539522,0.00014996104,0.00014332996,0.000434146,0.565326],"genre_scores_gemma":[0.3779716,0.005089229,0.32191765,0.001169848,0.0001242848,0.0004575853,0.0007344908,0.0009675143,0.2915678],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992099,0.0003373597,0.000037439073,0.00012555005,0.00023268997,0.000057189995],"domain_scores_gemma":[0.9988978,0.00070932123,0.000022728149,0.00015987079,0.00014642389,0.00006376188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012190726,0.0010664191,0.00061109156,0.00183901,0.0021283086,0.006719577,0.00090533745,0.0010263264,0.009256094],"category_scores_gemma":[0.0028903147,0.0005544595,0.00074690784,0.0019089882,0.0058878777,0.004956146,0.001963025,0.0022548211,0.0020162987],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030185793,0.000053204545,0.0013987126,0.00021297148,0.000013086221,0.000081555605,0.020090451,0.0006028112,0.0018181116,0.70233905,0.0091343,0.26422557],"study_design_scores_gemma":[0.0000137810985,0.00007757774,0.0040453733,0.0007481244,0.000048382877,0.00046391625,0.013761148,0.0052766674,0.003355948,0.7415303,0.23063165,0.00004716699],"about_ca_topic_score_codex":0.0031293659,"about_ca_topic_score_gemma":0.007122646,"teacher_disagreement_score":0.009256094,"about_ca_system_score_codex":0.0015735719,"about_ca_system_score_gemma":0.0020112838,"threshold_uncertainty_score":0.030964732},"labels":[],"label_agreement":null},{"id":"W1567588475","doi":"10.1007/978-3-540-73287-7_8","title":"The Challenge of Dealing with Cultural Differences in Industrial Design in Emerging Countries: Latin-American Case Studies","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Latin Americans; China; Emerging markets; Ethnography; Business; Economy; Political science; Economics; Geography; Finance","score_opus":0.11027989673688388,"score_gpt":0.3223546515742957,"score_spread":0.21207475483741184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1567588475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9477621,0.0043847016,0.001672321,0.0052071707,0.00003071306,0.000040855826,0.00002788475,0.0000041108087,0.040870205],"genre_scores_gemma":[0.99412423,0.0026139326,0.0012929427,0.0005680875,0.0000087200915,0.000044304004,0.000017428287,0.000007240111,0.00132319],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9954922,0.0034967812,0.000090317604,0.00012090108,0.00026620404,0.0005335963],"domain_scores_gemma":[0.98979926,0.008275366,0.0006664239,0.00041423424,0.00059137517,0.00025336895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008608415,0.00038137042,0.00050131715,0.0015671693,0.006834929,0.005900551,0.0015947022,0.0017181861,0.0023972327],"category_scores_gemma":[0.0073683956,0.0003132238,0.00038256863,0.004436833,0.006305479,0.004274832,0.0047448687,0.002429097,0.00012967794],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015937828,0.00073505833,0.10094689,0.00051795907,0.00010068912,0.006837875,0.6862606,0.0011869832,0.00081181404,0.096515015,0.0022895755,0.10363816],"study_design_scores_gemma":[0.000020248202,0.000060551403,0.016568428,0.00058708945,0.00004535043,0.0008589998,0.96256703,0.00030049065,0.00031223355,0.005992383,0.012674858,0.000012331916],"about_ca_topic_score_codex":0.037167087,"about_ca_topic_score_gemma":0.109584555,"teacher_disagreement_score":0.037167087,"about_ca_system_score_codex":0.0043853107,"about_ca_system_score_gemma":0.0048090452,"threshold_uncertainty_score":0.073901474},"labels":[],"label_agreement":null},{"id":"W160141526","doi":"","title":"Product-Based Learning in an Overseas Study Program: The ME110K Course*","year":2001,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Capstone; Curriculum; Creativity; Context (archaeology); Teamwork; Capstone course; Engineering; Work (physics); Product (mathematics); Quarter (Canadian coin); Course (navigation); Study abroad; Engineering management; Medical education; Pedagogy; Psychology; Management; Computer science","score_opus":0.0165513021063308,"score_gpt":0.3354406144028945,"score_spread":0.3188893122965637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W160141526","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9534181,0.00037196372,0.0030094946,0.00287506,0.00047217123,0.00043573207,0.00020430837,0.00022039948,0.03899273],"genre_scores_gemma":[0.8018169,0.0010903006,0.026807554,0.002811563,0.00035228865,0.00070527947,0.0016132096,0.00023605414,0.16456677],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99944586,0.00012626094,0.000017639446,0.00007862415,0.0001260308,0.00020554735],"domain_scores_gemma":[0.99783486,0.000094124516,0.00004222379,0.00004690201,0.0001067584,0.0018752309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022561916,0.0008865995,0.00036665055,0.0003612579,0.0025004928,0.0028635988,0.0011675495,0.00086183345,0.012676754],"category_scores_gemma":[0.00085029344,0.0003001301,0.00036838255,0.0003042302,0.0006192154,0.0010042776,0.0025087104,0.0017281643,0.00295889],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018295405,0.071262546,0.047966033,0.0004136278,0.00003372371,0.0036318768,0.043697566,0.0012585375,0.038962714,0.0050031096,0.10073346,0.6852072],"study_design_scores_gemma":[0.0010204604,0.03581746,0.21772894,0.00042713434,0.000050059392,0.0030143445,0.048196074,0.005574254,0.024127236,0.0044138916,0.6594533,0.00017689096],"about_ca_topic_score_codex":0.0018452369,"about_ca_topic_score_gemma":0.008141075,"teacher_disagreement_score":0.012676754,"about_ca_system_score_codex":0.001298622,"about_ca_system_score_gemma":0.002447371,"threshold_uncertainty_score":0.04240793},"labels":[],"label_agreement":null},{"id":"W1602497859","doi":"10.1007/978-1-4020-6761-7_19","title":"Knowledge Loss in Design Reviews","year":2007,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Knowledge management; Work (physics); Aerospace; Product design; Design knowledge; Interpretation (philosophy); Product (mathematics); Computer science; Engineering; Engineering management; Operations management","score_opus":0.16129296765313864,"score_gpt":0.34126361906747976,"score_spread":0.17997065141434113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1602497859","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015224956,0.18546547,0.0707087,0.038629413,0.005715994,0.00034803225,0.00029415337,0.00091123424,0.68270206],"genre_scores_gemma":[0.23578316,0.09923061,0.028616982,0.013936278,0.0047260784,0.0005231726,0.00062672194,0.0008801196,0.61567694],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9874341,0.0041683936,0.00072302134,0.000714949,0.0064522135,0.0005073225],"domain_scores_gemma":[0.9594989,0.026917245,0.0022335614,0.003136097,0.007547452,0.00066680426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008071679,0.0005354719,0.0010390388,0.0046019997,0.0017891045,0.007298949,0.0012247423,0.0023397917,0.019303566],"category_scores_gemma":[0.060910232,0.0006809462,0.0006476235,0.0033204923,0.0032916227,0.012403873,0.0033519478,0.0024400325,0.0056471084],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009168701,0.00008924353,0.0006272121,0.001261266,0.000041397223,0.00030453323,0.002276714,0.0013886018,0.0005046332,0.20816344,0.17986432,0.605387],"study_design_scores_gemma":[0.000019095281,0.00010325382,0.0010907827,0.0021418289,0.000050050094,0.0011615674,0.001090533,0.0020322502,0.0012649795,0.2196714,0.77133507,0.000039251398],"about_ca_topic_score_codex":0.0013027213,"about_ca_topic_score_gemma":0.0021739616,"teacher_disagreement_score":0.019303566,"about_ca_system_score_codex":0.0035137497,"about_ca_system_score_gemma":0.0040976834,"threshold_uncertainty_score":0.064576864},"labels":[],"label_agreement":null},{"id":"W1604596267","doi":"","title":"The Design Charrette in the Classrooms as a Method for Outcomes-based Action Learning in IS Design","year":2008,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Design studio; Experiential learning; Computer science; Architecture; Instructional design; Adaptation (eye); Information architecture; Information system; Multimedia; Studio; Engineering; Mathematics education; Psychology; Management information systems","score_opus":0.1402031171961112,"score_gpt":0.3755605030847446,"score_spread":0.2353573858886334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1604596267","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012763315,0.00039120135,0.9099276,0.0032284488,0.00040869234,0.0012850066,0.00006198488,0.00096471916,0.07096899],"genre_scores_gemma":[0.0996716,0.0003337721,0.8732855,0.0007715264,0.000072444855,0.0025179007,0.00008986867,0.00046692448,0.022790594],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9742999,0.020094972,0.0006257431,0.0019873346,0.0024739592,0.000518158],"domain_scores_gemma":[0.9752818,0.01657962,0.0008065376,0.0050729956,0.0013117462,0.00094734965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023500532,0.0012716134,0.0008118648,0.0027589602,0.0027178067,0.0070215333,0.0029622233,0.0024177788,0.01281571],"category_scores_gemma":[0.027133575,0.00082820107,0.0011257891,0.0010328148,0.01415447,0.006529762,0.011048674,0.0051430427,0.0029337993],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011375353,0.0010671923,0.0009633334,0.0009768222,0.000032531683,0.00024826516,0.05149772,0.00280492,0.005973595,0.57281965,0.013405261,0.35009697],"study_design_scores_gemma":[0.00029504625,0.0007837966,0.0011681091,0.0014011395,0.000047732534,0.00079913094,0.010237516,0.01058404,0.012115588,0.44001994,0.5224163,0.00013163059],"about_ca_topic_score_codex":0.000546409,"about_ca_topic_score_gemma":0.001407189,"teacher_disagreement_score":0.023500532,"about_ca_system_score_codex":0.003284556,"about_ca_system_score_gemma":0.0035579398,"threshold_uncertainty_score":0.12428415},"labels":[],"label_agreement":null},{"id":"W1608533151","doi":"10.1007/3-540-45049-1_40","title":"Inventiveness as Belief Revision and a Heuristic Rule of Inventive Design","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada)","funders":"","keywords":"Heuristic; Computer science; Opposition (politics); Rule-based system; Artificial intelligence","score_opus":0.022995772738953583,"score_gpt":0.25869844484914156,"score_spread":0.23570267211018797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1608533151","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017692091,0.0007763261,0.9282901,0.002620553,0.00024194735,0.00016909649,0.000111765534,0.0002419628,0.049856123],"genre_scores_gemma":[0.7138954,0.00036794922,0.27816528,0.00060000963,0.00026333818,0.0005920593,0.00013818857,0.000108501976,0.005869291],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9856281,0.008086766,0.0012076229,0.0016454429,0.0029161598,0.000515924],"domain_scores_gemma":[0.9374586,0.047521926,0.0020211113,0.008622282,0.003742608,0.0006335743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013653765,0.001015417,0.0013211583,0.0032919922,0.0015813644,0.005587484,0.0030899474,0.0031482307,0.006704241],"category_scores_gemma":[0.05948119,0.0010816107,0.0025567987,0.0017268396,0.01390302,0.0123731345,0.002978864,0.004436397,0.00059501536],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022874638,0.000016375712,0.00024369196,0.00005109069,0.000028893233,0.000030871764,0.0003166286,0.0015474529,0.00010023871,0.98708296,0.0005754004,0.009983496],"study_design_scores_gemma":[0.00001750938,0.000011647577,0.0000734669,0.00001729836,0.000013926332,0.000067972345,0.0000500919,0.00698896,0.00020276931,0.9915863,0.00096007285,0.000009836607],"about_ca_topic_score_codex":0.0010679461,"about_ca_topic_score_gemma":0.00086015987,"teacher_disagreement_score":0.013653765,"about_ca_system_score_codex":0.0023180125,"about_ca_system_score_gemma":0.0015016233,"threshold_uncertainty_score":0.07220888},"labels":[],"label_agreement":null},{"id":"W1632817046","doi":"10.1111/j.1467-9329.2007.00382.x","title":"THE FABRICATION METAPHOR","year":2008,"lang":"en","type":"article","venue":"Ratio","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Muscular Dystrophy Canada; University of Toronto","funders":"","keywords":"Metaphor; Epistemology; Commit; Philosophy; Perception; Realism; Process (computing); Cognitive science; Product (mathematics); Computer science; Psychology; Mathematics; Theology","score_opus":0.025597666178316318,"score_gpt":0.24086090155487444,"score_spread":0.21526323537655812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1632817046","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008972444,0.006112123,0.066118225,0.019164054,0.0014478939,0.00005912724,0.000076306176,0.0002968958,0.89775294],"genre_scores_gemma":[0.7721655,0.0042754007,0.041752372,0.0073861512,0.0009123637,0.00027733104,0.00013347267,0.0004254756,0.172672],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99715805,0.0015917291,0.00010075707,0.00033712477,0.00064131356,0.0001709541],"domain_scores_gemma":[0.9983986,0.000990312,0.00010170594,0.0002077484,0.00020856867,0.00009302795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020060588,0.0008536527,0.0003861834,0.0013571506,0.003269722,0.004456553,0.0012782977,0.003065159,0.02380507],"category_scores_gemma":[0.0044129426,0.00041296522,0.00053602725,0.0009444859,0.01996666,0.0077965437,0.0036699434,0.0040383404,0.003540377],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061595306,0.0000040522596,0.000018474495,0.000023978195,9.363182e-7,0.0000619897,0.0010622081,0.000056785968,0.00019310258,0.9931335,0.0028750245,0.002563833],"study_design_scores_gemma":[0.000021488542,0.00003750532,0.000088692635,0.00014380223,0.0000043484056,0.0006283186,0.0017397125,0.0006107146,0.00060969044,0.5402612,0.45584193,0.000012685218],"about_ca_topic_score_codex":0.0011340156,"about_ca_topic_score_gemma":0.00089883467,"teacher_disagreement_score":0.02380507,"about_ca_system_score_codex":0.0022174118,"about_ca_system_score_gemma":0.0015550702,"threshold_uncertainty_score":0.07963592},"labels":[],"label_agreement":null},{"id":"W165434262","doi":"","title":"Pareto Analysis Of Pareto Design","year":2006,"lang":"en","type":"article","venue":"Proceedings of the Joint CIB W78, W102, ICCCBE, ICCC, and DMUCE International Conference on Computing and Decision Making in Civil and Building Engineering, Montreal, Canada, 14-16 June","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Compromise; Pareto principle; Mathematical optimization; Optimal design; Computer science; Mathematical economics; Mathematics; Economics; Statistics","score_opus":0.017102245911487957,"score_gpt":0.24611525496895958,"score_spread":0.22901300905747163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W165434262","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073890435,0.0010745459,0.9333512,0.0005224931,0.00009021355,0.00011380193,0.00007145203,0.00007879116,0.057308417],"genre_scores_gemma":[0.51054794,0.0034820158,0.4379192,0.0007884067,0.00038072103,0.0011881958,0.00038052266,0.00043519383,0.04487794],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99168116,0.003606797,0.000275011,0.0005751143,0.0033133787,0.0005485581],"domain_scores_gemma":[0.9933303,0.0036943103,0.00041494335,0.00075568893,0.0015466652,0.00025809213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010446274,0.0022871285,0.0015979359,0.0043585044,0.00255875,0.0048941113,0.0012948452,0.0017527655,0.0118156085],"category_scores_gemma":[0.014566513,0.0008275415,0.0023273206,0.002294127,0.005752949,0.0034514826,0.004011682,0.0022827736,0.0016782425],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028438459,0.000024509218,0.00019907439,0.00012582891,0.000038754573,0.00003494196,0.00015390172,0.059195995,0.0004384288,0.91179085,0.001526229,0.026443182],"study_design_scores_gemma":[0.000023389459,0.000060993905,0.00013989967,0.000099970435,0.00002403078,0.000047177902,0.00007352723,0.10415908,0.00045340118,0.8830864,0.011810697,0.000021524624],"about_ca_topic_score_codex":0.0015534844,"about_ca_topic_score_gemma":0.0013445286,"teacher_disagreement_score":0.0118156085,"about_ca_system_score_codex":0.0038873025,"about_ca_system_score_gemma":0.0035694134,"threshold_uncertainty_score":0.055245876},"labels":[],"label_agreement":null},{"id":"W1702415712","doi":"10.3233/jid-2011-15204","title":"ENVIRONMENT-BASED DESIGN (EBD) APPROACH TO DEVELOPING QUALITY MANAGEMENT SYSTEMS: A CASE STUDY","year":2011,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Concordia University","funders":"","keywords":"Quality (philosophy); Computer science; Systems engineering; Risk analysis (engineering); Engineering; Business","score_opus":0.14026234611889754,"score_gpt":0.32364902199220663,"score_spread":0.1833866758733091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1702415712","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23463155,0.001271164,0.689024,0.0029864537,0.00011611336,0.0019159631,0.00015612072,0.00040980373,0.06948884],"genre_scores_gemma":[0.38119546,0.0008286254,0.61069924,0.0003593333,0.000014532208,0.00094009266,0.00008706213,0.00010129306,0.0057743737],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.97613996,0.01854402,0.00073432777,0.0005543744,0.003456985,0.00057027035],"domain_scores_gemma":[0.9887096,0.00843173,0.00042991323,0.00092707167,0.0010845906,0.00041700204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012706852,0.0006088397,0.0005026344,0.001960371,0.003081261,0.003372605,0.0017863757,0.0027253376,0.0025418326],"category_scores_gemma":[0.012253342,0.0006917142,0.00078785996,0.0016600469,0.0036415604,0.0027783397,0.0033405183,0.0020790524,0.00046390406],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055250747,0.004422153,0.020760547,0.0028573438,0.0001625708,0.011409479,0.09566316,0.07944163,0.023991667,0.30957764,0.00934468,0.4418166],"study_design_scores_gemma":[0.0012570267,0.004478264,0.012480929,0.0020941845,0.00023397802,0.0123387445,0.06620911,0.19407354,0.055490922,0.093382046,0.5575465,0.00041476282],"about_ca_topic_score_codex":0.002892952,"about_ca_topic_score_gemma":0.0050684023,"teacher_disagreement_score":0.012706852,"about_ca_system_score_codex":0.0031338092,"about_ca_system_score_gemma":0.003030054,"threshold_uncertainty_score":0.06720102},"labels":[],"label_agreement":null},{"id":"W1722958835","doi":"10.24908/pceea.v0i0.5940","title":"WHAT CONSTITUTES A MULTIDISCIPLINARY CAPSTONE DESIGN COURSE? BEST PRACTICES, SUCCESSES AND CHALLENGES.","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Multidisciplinary approach; Capstone; Remedial education; Multidisciplinary team; Engineering ethics; Engineering management; Discipline; Capstone course; Work (physics); Engineering; Medical education; Mathematics education; Psychology; Computer science; Sociology; Medicine; Mechanical engineering; Social science","score_opus":0.06185665229483965,"score_gpt":0.2833904206241346,"score_spread":0.22153376832929494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1722958835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41452745,0.046641797,0.04950934,0.2704301,0.0069868327,0.0017344644,0.0003165863,0.0016394242,0.2082141],"genre_scores_gemma":[0.88994175,0.0101027405,0.060757454,0.00999808,0.0006737518,0.0006704457,0.00030763287,0.00024824595,0.027299898],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98498976,0.005330527,0.00073637743,0.001229552,0.0057489285,0.0019649526],"domain_scores_gemma":[0.941474,0.007543839,0.004149375,0.0031581922,0.009862573,0.033812027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021543099,0.0006145888,0.00043513504,0.0016338557,0.0055569797,0.009447506,0.0028819593,0.0032710666,0.011949315],"category_scores_gemma":[0.03574881,0.00043774943,0.00034342537,0.0016254297,0.002320462,0.0059214006,0.0065171313,0.0030335777,0.004075563],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009097967,0.0019289451,0.02451191,0.0008844199,0.00003002739,0.0003917989,0.006691693,0.00046943175,0.0017559527,0.010587291,0.046979565,0.90567803],"study_design_scores_gemma":[0.00010601102,0.0014115741,0.16380353,0.00798219,0.00005304756,0.0027139185,0.082363546,0.0025541056,0.0071578673,0.03539076,0.6961676,0.00029579457],"about_ca_topic_score_codex":0.0033241494,"about_ca_topic_score_gemma":0.015556533,"teacher_disagreement_score":0.9948787,"about_ca_system_score_codex":0.0051212916,"about_ca_system_score_gemma":0.023698261,"threshold_uncertainty_score":0.11393219},"labels":[],"label_agreement":null},{"id":"W1744340097","doi":"10.24908/pceea.v0i0.5952","title":"MANIPULATING LINGUISTIC DIVERSITY TO IMPROVE TEAM DYNAMICS IN AN UNDERGRADUATE ENGINEERING DESIGN COURSE","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Course (navigation); Diversity (politics); Dynamics (music); Linguistics; Linguistic diversity; Engineering; Computer science; Mathematics education; Engineering ethics; Engineering management; Psychology; Sociology; Pedagogy; Anthropology; Philosophy; Aerospace engineering","score_opus":0.01769898570819675,"score_gpt":0.23456261359605948,"score_spread":0.21686362788786273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1744340097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912942,0.00002508043,0.0040887357,0.0003142377,0.00006746912,0.00004989752,0.00003385702,0.00015581197,0.0039706384],"genre_scores_gemma":[0.9821432,0.000030847998,0.0132566625,0.00017856166,0.000021975644,0.00010248342,0.000060147977,0.000053151416,0.004152869],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990734,0.00028739864,0.000049846276,0.00021072986,0.00026175406,0.00011673177],"domain_scores_gemma":[0.9957534,0.0020741485,0.00035222882,0.00030708412,0.00065569434,0.0008574639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015923375,0.00026954466,0.00033821198,0.0004216814,0.0013907063,0.0015988977,0.0007072917,0.00048156615,0.007255822],"category_scores_gemma":[0.010901001,0.00016251109,0.00018826498,0.00029966174,0.00039194705,0.00074776355,0.0017666767,0.0007964677,0.0009802483],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061333557,0.021397982,0.029302351,0.0005421165,0.00014489594,0.0004550279,0.014884475,0.00711912,0.33454636,0.002733097,0.008057848,0.5746834],"study_design_scores_gemma":[0.0047583897,0.052916598,0.28353882,0.00096478587,0.0013424637,0.0009524747,0.031861812,0.1502294,0.36792547,0.021530952,0.083479635,0.0004991722],"about_ca_topic_score_codex":0.001984044,"about_ca_topic_score_gemma":0.004514781,"teacher_disagreement_score":0.007255822,"about_ca_system_score_codex":0.00059180765,"about_ca_system_score_gemma":0.0011167709,"threshold_uncertainty_score":0.024273157},"labels":[],"label_agreement":null},{"id":"W1744797942","doi":"10.1109/cscwd.2002.1047659","title":"Sketching and computer-aided conceptual design","year":2003,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Sketch; Metaphor; Computer science; Conceptual design; CAD; Sketch recognition; Human–computer interaction; Computer Aided Design; Conceptual model; Cognition; Software; Engineering drawing; Artificial intelligence; Psychology; Engineering; Programming language","score_opus":0.03567216976293111,"score_gpt":0.24343233255562233,"score_spread":0.20776016279269122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1744797942","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03213673,0.29661888,0.39132416,0.009174939,0.0016944892,0.00016706376,0.00022637409,0.0011195964,0.2675378],"genre_scores_gemma":[0.61633056,0.12763344,0.20032315,0.0009056227,0.00073513715,0.00021162462,0.00044309482,0.00015920745,0.053258087],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988218,0.00047417154,0.000098062796,0.00017030955,0.0003827925,0.00005274384],"domain_scores_gemma":[0.9970186,0.0021492592,0.00018915573,0.00029623986,0.0002668928,0.00007988533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001392219,0.0006799035,0.0004887811,0.0015215548,0.0005751163,0.004067705,0.0009826972,0.0017610715,0.013733418],"category_scores_gemma":[0.007512565,0.00039154128,0.00052302587,0.0015337791,0.006220299,0.0045514298,0.0014897012,0.0012204144,0.0017749851],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059283197,0.000031813182,0.00039771694,0.0010708844,0.000026878495,0.00016470476,0.0009288556,0.014204817,0.0012736304,0.7836429,0.005581724,0.19261675],"study_design_scores_gemma":[0.00004644395,0.000067382745,0.00072757417,0.0004955227,0.000022777112,0.00057805807,0.0004102315,0.013676197,0.0011029529,0.80340934,0.17940547,0.000057944264],"about_ca_topic_score_codex":0.0021229046,"about_ca_topic_score_gemma":0.0015549859,"teacher_disagreement_score":0.013733418,"about_ca_system_score_codex":0.0013904222,"about_ca_system_score_gemma":0.00081720005,"threshold_uncertainty_score":0.045942843},"labels":[],"label_agreement":null},{"id":"W1752463546","doi":"10.1260/1478-0771.13.2.103","title":"Interactive Design Exploration with Alt.Text","year":2015,"lang":"en","type":"article","venue":"International Journal of Architectural Computing","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Set (abstract data type); Process (computing); Space (punctuation); Domain (mathematical analysis); Recall; Human–computer interaction; Information retrieval; Software engineering; Programming language; Mathematics","score_opus":0.05394202633144837,"score_gpt":0.30244045317115487,"score_spread":0.2484984268397065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1752463546","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027933942,0.00046695,0.7231392,0.000770433,0.00018144968,0.0008986066,0.010279315,0.17043984,0.06589018],"genre_scores_gemma":[0.19573937,0.00044211102,0.7171352,0.000591406,0.00012248212,0.0023648199,0.015122923,0.015163224,0.053318422],"study_design_codex":"design_other","study_design_gemma":"design_other","domain_scores_codex":[0.9993819,0.00022357193,0.00006512652,0.000116892836,0.00016562123,0.00004689711],"domain_scores_gemma":[0.9952937,0.0037442616,0.00012965781,0.0004603389,0.00021966241,0.0001524459],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001550949,0.0014494156,0.00066420605,0.0015693144,0.00059256196,0.0024841346,0.001808951,0.0013149211,0.07004483],"category_scores_gemma":[0.006185942,0.0005406399,0.0010820533,0.0010650778,0.00073915866,0.0043276995,0.0041587986,0.00090781477,0.012223546],"study_design_candidate":"design_other","study_design_consensus":"design_other","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022352142,0.00083816977,0.0019076428,0.0037388394,0.0001501747,0.0029695302,0.011928267,0.015773911,0.06258164,0.05891089,0.20292094,0.6360448],"study_design_scores_gemma":[0.0010015998,0.00058181764,0.00225831,0.00064968626,0.00008370559,0.0015586107,0.0011930577,0.14317499,0.027993444,0.07014758,0.75115126,0.0002058695],"about_ca_topic_score_codex":0.0007062797,"about_ca_topic_score_gemma":0.0013776151,"teacher_disagreement_score":0.07004483,"about_ca_system_score_codex":0.00052197825,"about_ca_system_score_gemma":0.0004635526,"threshold_uncertainty_score":0.23432332},"labels":[],"label_agreement":null},{"id":"W1757280673","doi":"10.24908/pceea.v0i0.3148","title":"A Case Study of a Systematic Iterative Design Methodology and its Application in Engineering Education","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Iterative design; Computer science; Management science; Systems engineering; Engineering; Operations management","score_opus":0.03127635028110764,"score_gpt":0.2740884262727037,"score_spread":0.24281207599159604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1757280673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5504642,0.001208918,0.34290293,0.0069719627,0.0002762039,0.004577888,0.00016366382,0.0003541813,0.09308011],"genre_scores_gemma":[0.7100406,0.00074519514,0.26938608,0.00069933705,0.00003871543,0.0013194308,0.000089061235,0.00009470344,0.017586954],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9787707,0.016970957,0.0005355739,0.0006960278,0.0021668521,0.0008599461],"domain_scores_gemma":[0.9819655,0.012385682,0.0006287338,0.0016931124,0.0018472219,0.0014798231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016000422,0.00065479305,0.0006659971,0.0016596232,0.0055922475,0.0031050309,0.0022442834,0.0036903345,0.004216545],"category_scores_gemma":[0.01940813,0.00047998168,0.0010022336,0.0019018168,0.004068246,0.002690753,0.0034639847,0.0024034532,0.0009292786],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008628639,0.007018604,0.020366618,0.002950862,0.0001499976,0.05217565,0.30874637,0.02553299,0.016758509,0.15609837,0.016546523,0.3927926],"study_design_scores_gemma":[0.00076832937,0.008267089,0.015228715,0.0027168684,0.00019307187,0.03055477,0.18574943,0.08153529,0.026622279,0.05607964,0.5918588,0.000425717],"about_ca_topic_score_codex":0.0025274495,"about_ca_topic_score_gemma":0.006142288,"teacher_disagreement_score":0.016000422,"about_ca_system_score_codex":0.0027809169,"about_ca_system_score_gemma":0.005831164,"threshold_uncertainty_score":0.08461934},"labels":[],"label_agreement":null},{"id":"W1761417936","doi":"10.24908/pceea.v0i0.5890","title":"MEASURING THE INFLUENCE OF TEAM FUNCTIONING ON DESIGN PROJECT OUTCOMES","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Function (biology); Metric (unit); Dimension (graph theory); Project manager; Project management; Measure (data warehouse); Applied psychology; Social psychology; Computer science; Mathematics; Operations management; Engineering","score_opus":0.03148011308241856,"score_gpt":0.23245099946172015,"score_spread":0.2009708863793016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1761417936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940621,0.00012311968,0.0030307565,0.00008070313,0.000020280631,0.00006142616,0.0000898025,0.000025834992,0.0025059436],"genre_scores_gemma":[0.99746007,0.00006999879,0.001572351,0.000019698005,0.000021484739,0.00010974162,0.00015346156,0.000015059851,0.0005781235],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9771547,0.01154153,0.0018949545,0.0009367796,0.0070944466,0.001377527],"domain_scores_gemma":[0.8318365,0.082732685,0.049270906,0.0076931994,0.020498903,0.007967772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019450936,0.0006728407,0.00049250876,0.0020583693,0.0007466307,0.00226446,0.00057615846,0.00042156663,0.0017832774],"category_scores_gemma":[0.08654152,0.00024929573,0.00058370916,0.0011945189,0.0009038424,0.0014506418,0.0023568391,0.00080525107,0.0003594319],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031207706,0.0005553497,0.91221344,0.000116448966,0.00013676376,0.00009601541,0.0025274698,0.001026334,0.0012465618,0.00021022213,0.0002925325,0.081266835],"study_design_scores_gemma":[0.000008135213,0.00084570854,0.994729,0.00003575519,0.0000305176,0.00007822092,0.0010662598,0.0009937967,0.0012328919,0.00022673208,0.0007302007,0.000022785043],"about_ca_topic_score_codex":0.0010481557,"about_ca_topic_score_gemma":0.0020436135,"teacher_disagreement_score":0.019450936,"about_ca_system_score_codex":0.0009962986,"about_ca_system_score_gemma":0.0010069088,"threshold_uncertainty_score":0.1028676},"labels":[],"label_agreement":null},{"id":"W1762394994","doi":"10.24908/pceea.v0i0.4664","title":"MODELING AN ABBREVIATED PRODUCT DESIGN CYCLE IN A FIRST-YEAR ENGINEERING DESIGN COURSE","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Praxis; Engineering design process; Cornerstone; Product design; Product (mathematics); Conceptual design; Computer science; Process (computing); Design education; Design process; Engineering management; Engineering; Systems engineering; Work in process; Human–computer interaction; Mathematics; Operations management","score_opus":0.01667425940408411,"score_gpt":0.2230724177528024,"score_spread":0.20639815834871827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1762394994","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45267648,0.00021443269,0.49393874,0.00045641337,0.000069918744,0.0032141234,0.00162931,0.0012315114,0.046569083],"genre_scores_gemma":[0.5343899,0.00017436586,0.4439413,0.00007591039,0.000005382501,0.0021585082,0.0012196497,0.00009791117,0.017936984],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993387,0.00032352455,0.000030616917,0.00011073406,0.00013417656,0.000062326704],"domain_scores_gemma":[0.9978771,0.0012165629,0.00015481295,0.0002950947,0.00032270772,0.00013376724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015317855,0.00067577104,0.00033660588,0.0005524694,0.00069720333,0.001554518,0.0015786483,0.0010079747,0.012752978],"category_scores_gemma":[0.0033294286,0.000622082,0.0006581239,0.00067749154,0.00054367224,0.0010723124,0.00081818766,0.0008623506,0.0012651508],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000540769,0.0011614114,0.010488766,0.0004681479,0.000039211864,0.00040415488,0.0030782016,0.8201109,0.0054763076,0.052955817,0.003950669,0.101325594],"study_design_scores_gemma":[0.00021868844,0.0010292197,0.0027392192,0.000088747176,0.000038759088,0.00012265776,0.00073671667,0.93915755,0.0029743442,0.01554667,0.037300855,0.000046564786],"about_ca_topic_score_codex":0.013014327,"about_ca_topic_score_gemma":0.029847419,"teacher_disagreement_score":0.9869857,"about_ca_system_score_codex":0.0024429034,"about_ca_system_score_gemma":0.0032336062,"threshold_uncertainty_score":0.04266298},"labels":[],"label_agreement":null},{"id":"W1763793678","doi":"10.24908/pceea.v0i0.3683","title":"ENGINEERING DESIGN IN THE CREATIVE AGE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design; McMaster University","funders":"","keywords":"Curriculum; Creativity; Design thinking; Engineering ethics; Engineering; Discipline; Value (mathematics); Engineering management; Engineering education; Engineering design process; Health systems engineering; Computer science; Pedagogy; Sociology; Mechanical engineering; Psychology","score_opus":0.020507303419401712,"score_gpt":0.20536769015290163,"score_spread":0.18486038673349992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1763793678","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014467875,0.04248921,0.07360991,0.052781925,0.002447939,0.000113730406,0.000092808645,0.00044193168,0.8135547],"genre_scores_gemma":[0.42821303,0.043319125,0.07783326,0.014502761,0.0014841093,0.00026719813,0.00017428576,0.00046662823,0.43373963],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99597895,0.0016971674,0.00017221938,0.00039069427,0.0014325096,0.00032839715],"domain_scores_gemma":[0.99541384,0.0021891566,0.00017997387,0.0009811993,0.0006522721,0.00058351894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056389053,0.0008006377,0.00048363928,0.0018900081,0.006086028,0.012320029,0.001119815,0.0030564156,0.015676359],"category_scores_gemma":[0.007269575,0.000553849,0.0005413812,0.0011019732,0.027896896,0.006422629,0.005505542,0.003335935,0.0035210655],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011108212,0.00002411415,0.00032143737,0.00020178383,0.000006426721,0.000113468996,0.009206605,0.00042285,0.0005164779,0.9077201,0.028525554,0.052930035],"study_design_scores_gemma":[0.000010745971,0.00002121233,0.00024252925,0.00032623572,0.0000045322095,0.00023187039,0.0028272714,0.0003314416,0.0002700701,0.23975964,0.7559587,0.000015842426],"about_ca_topic_score_codex":0.011857104,"about_ca_topic_score_gemma":0.019442474,"teacher_disagreement_score":0.015676359,"about_ca_system_score_codex":0.008180842,"about_ca_system_score_gemma":0.0099087,"threshold_uncertainty_score":0.05935645},"labels":[],"label_agreement":null},{"id":"W1770390683","doi":"10.24908/pceea.v0i0.4679","title":"Hands-On Design and Construction of Light Frame Buildings in the Light Frame Building Systems Course","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Frame (networking); Course (navigation); Class (philosophy); Architectural engineering; Building design; Computer science; Mathematics education; Engineering; Engineering management; Artificial intelligence; Psychology; Mechanical engineering","score_opus":0.007499185717735518,"score_gpt":0.21398746280315165,"score_spread":0.20648827708541612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1770390683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8316474,0.0007453771,0.045974333,0.002132706,0.000415514,0.0008269357,0.00025675996,0.0008031753,0.117197745],"genre_scores_gemma":[0.7541055,0.0008880191,0.053544734,0.0006537148,0.00011070981,0.00027195356,0.0004458794,0.00018297003,0.18979642],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99901664,0.0001615775,0.000036547608,0.00012768868,0.0003100142,0.00034756586],"domain_scores_gemma":[0.99884343,0.00016430145,0.000053083586,0.000108977176,0.00014717077,0.00068302895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011773787,0.0010978997,0.0006650619,0.00066910527,0.0019305806,0.0017748736,0.0011634706,0.0014560749,0.03131914],"category_scores_gemma":[0.0016345622,0.0004975871,0.0007892317,0.00045236072,0.0010054096,0.0008276697,0.002526989,0.001481659,0.006214377],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007328756,0.033750374,0.01884216,0.0006315331,0.000043314798,0.0022798558,0.025034215,0.012992725,0.07041549,0.01013708,0.062989116,0.76215124],"study_design_scores_gemma":[0.0004635657,0.012842149,0.098620996,0.0008544389,0.00007120793,0.0040068636,0.020210685,0.018309942,0.08878784,0.023598863,0.7318525,0.0003810252],"about_ca_topic_score_codex":0.0024296064,"about_ca_topic_score_gemma":0.010715557,"teacher_disagreement_score":0.03131914,"about_ca_system_score_codex":0.002239066,"about_ca_system_score_gemma":0.002397431,"threshold_uncertainty_score":0.104772985},"labels":[],"label_agreement":null},{"id":"W1775079876","doi":"10.24908/pceea.v0i0.5942","title":"INTEGRATING HUMAN FACTOR CONSIDERATIONS INTO CAPSTONE DESIGN PROJECTS","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Capstone; Usability; Engineering; Process (computing); Engineering design process; Work (physics); Systems engineering; Factor (programming language); Engineering management; Computer science; Software engineering; Management science; Human–computer interaction","score_opus":0.034923341493426116,"score_gpt":0.2542207745856877,"score_spread":0.21929743309226157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1775079876","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45383883,0.0034471222,0.40531275,0.0049382267,0.0003944676,0.0027768866,0.00011153934,0.0012188595,0.12796141],"genre_scores_gemma":[0.7790124,0.0015115486,0.2047314,0.0003213838,0.00007137875,0.0008252162,0.00008515563,0.00023768854,0.013203842],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96410954,0.025395509,0.0011609029,0.0012549761,0.0061809425,0.0018981091],"domain_scores_gemma":[0.9608436,0.024811326,0.002333928,0.0025676969,0.006512618,0.0029308654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025777176,0.0017466074,0.0004476473,0.0041879034,0.00529418,0.00813384,0.0019146175,0.0013674313,0.0062458892],"category_scores_gemma":[0.037618767,0.001173194,0.00051550346,0.001698504,0.0042007836,0.0034476225,0.005272901,0.001522647,0.0007989872],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000665472,0.0016172203,0.035737596,0.0035914297,0.00017442368,0.0030995717,0.13131121,0.02474674,0.019875282,0.04033228,0.011594758,0.7272539],"study_design_scores_gemma":[0.00022917346,0.0051878057,0.049890872,0.0051018363,0.00042782587,0.0037980399,0.17843163,0.04087081,0.03575238,0.063114524,0.616601,0.00059406605],"about_ca_topic_score_codex":0.0058719814,"about_ca_topic_score_gemma":0.01560404,"teacher_disagreement_score":0.025777176,"about_ca_system_score_codex":0.0054472825,"about_ca_system_score_gemma":0.007920743,"threshold_uncertainty_score":0.13632435},"labels":[],"label_agreement":null},{"id":"W1777754575","doi":"10.1007/978-1-4020-6528-6_7","title":"Is a Digital Model Worth a Thousand Pictures?","year":2007,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Referent; Studio; Computer science; Design studio; Constructivist teaching methods; Context (archaeology); Architectural design; Multimedia; Human–computer interaction; Mathematics education; Psychology; Teaching method; Visual arts; Architecture; Art; Linguistics","score_opus":0.04620270998921596,"score_gpt":0.2732223936654691,"score_spread":0.2270196836762531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1777754575","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001167735,0.01198304,0.008379016,0.011271097,0.00233593,0.000017917764,0.00003715576,0.00013011796,0.96467793],"genre_scores_gemma":[0.021207271,0.012009977,0.0058860676,0.0034579514,0.00051901065,0.000035030607,0.00006344876,0.00017569543,0.9566455],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997346,0.00006589365,0.000006962846,0.000029366247,0.00013503926,0.00002819606],"domain_scores_gemma":[0.9996995,0.00012451809,0.000010290255,0.000049646304,0.00006651943,0.00004964796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046213088,0.0005365591,0.0002558427,0.0007891253,0.0015842174,0.0068788147,0.0006740954,0.0017141168,0.047171008],"category_scores_gemma":[0.0011849186,0.00026616378,0.00025503925,0.00087783753,0.0035360307,0.01023046,0.0018508197,0.0027266874,0.012007101],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075403714,0.000015775171,0.00005213908,0.00007769086,0.0000023051991,0.000055018663,0.00086189917,0.00019767816,0.00014694076,0.6882544,0.20067096,0.10965756],"study_design_scores_gemma":[0.000001816212,0.000004968826,0.000045168803,0.00014331251,0.0000025805134,0.00009675422,0.0005472607,0.00015984176,0.00008578818,0.07553906,0.9233693,0.0000041380868],"about_ca_topic_score_codex":0.0032900635,"about_ca_topic_score_gemma":0.008926802,"teacher_disagreement_score":0.047171008,"about_ca_system_score_codex":0.0020218743,"about_ca_system_score_gemma":0.0017976005,"threshold_uncertainty_score":0.1578027},"labels":[],"label_agreement":null},{"id":"W177995094","doi":"10.1016/s0003-6870(99)00017-4","title":"A participant-observer study of ergonomics in engineering design:","year":2000,"lang":"en","type":"article","venue":"Applied Ergonomics","topic":"Design Education and Practice","field":"Engineering","cited_by":76,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Human factors and ergonomics; Engineering design process; Constraint (computer-aided design); Context (archaeology); Engineering; Human–computer interaction; Hierarchy; Computer science; Systems engineering; Poison control; Mechanical engineering","score_opus":0.04837051697094721,"score_gpt":0.24694007545679283,"score_spread":0.19856955848584562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W177995094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99686325,0.000065944194,0.0014947884,0.00006308632,0.00003692448,0.00042416304,0.00008260125,0.000013366696,0.000955795],"genre_scores_gemma":[0.9916169,0.00015138571,0.002897311,0.00011337153,0.000056942234,0.0017111222,0.00015928806,0.000023754717,0.0032699036],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.990673,0.006676161,0.00042278925,0.0011143931,0.0006392395,0.0004743519],"domain_scores_gemma":[0.97218215,0.01581595,0.0024363403,0.0024997839,0.0049515837,0.002114209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016124904,0.00095297367,0.0009869693,0.0011872698,0.004683969,0.002109728,0.0012511326,0.0019904408,0.0047307215],"category_scores_gemma":[0.034554683,0.0012450526,0.00062678324,0.0005507877,0.0023545185,0.0019371511,0.0025778862,0.0022480632,0.001286355],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010544288,0.023625158,0.1265073,0.00089940167,0.00013794481,0.0018993198,0.7771358,0.00023417945,0.033536892,0.00119573,0.0015567665,0.02272726],"study_design_scores_gemma":[0.0044606556,0.066609584,0.2647078,0.00031819422,0.0004076646,0.0021303126,0.6169711,0.0018985069,0.017095275,0.0017486088,0.023179732,0.00047249775],"about_ca_topic_score_codex":0.0019746122,"about_ca_topic_score_gemma":0.003887365,"teacher_disagreement_score":0.016124904,"about_ca_system_score_codex":0.0007647521,"about_ca_system_score_gemma":0.0017675313,"threshold_uncertainty_score":0.08527768},"labels":[],"label_agreement":null},{"id":"W178327451","doi":"","title":"Creativity methods for automation specialists","year":2006,"lang":"en","type":"article","venue":"International Conference on Information and Automation","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Automation; Creativity; Computer science; Systems engineering; Software engineering; Engineering; Psychology; Mechanical engineering","score_opus":0.039742419349340176,"score_gpt":0.3680595122364333,"score_spread":0.3283170928870931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W178327451","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012345946,0.0035591421,0.8994645,0.001350961,0.00039520365,0.0003426028,0.000060129725,0.0010737459,0.08140773],"genre_scores_gemma":[0.11260636,0.0019894608,0.8570976,0.00034328786,0.00022074678,0.00093451043,0.00011464485,0.0003099121,0.026383478],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972128,0.0013489185,0.00015606551,0.0002516958,0.00091699645,0.000113522205],"domain_scores_gemma":[0.9936063,0.004490877,0.0002246788,0.00089265563,0.0005489211,0.00023649319],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003242112,0.0007009512,0.00041412853,0.0017485947,0.0013996143,0.0031752007,0.0010955121,0.00083969475,0.010310436],"category_scores_gemma":[0.007934008,0.00034213538,0.0008047401,0.0010194251,0.0018875261,0.0027279167,0.0031116104,0.0019085656,0.0019619034],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016546038,0.00017183086,0.0007800817,0.000972499,0.00005627375,0.00020330172,0.0067173117,0.002490502,0.008985405,0.34493354,0.012559603,0.6219642],"study_design_scores_gemma":[0.00026093496,0.0003093506,0.0012780438,0.0007567925,0.00005065979,0.0016467968,0.0023262957,0.019206315,0.011814682,0.5782083,0.3840384,0.00010334222],"about_ca_topic_score_codex":0.00020409725,"about_ca_topic_score_gemma":0.00040948956,"teacher_disagreement_score":0.010310436,"about_ca_system_score_codex":0.0007413766,"about_ca_system_score_gemma":0.00082191825,"threshold_uncertainty_score":0.034491837},"labels":[],"label_agreement":null},{"id":"W1783698841","doi":"10.7202/800434ar","title":"Discovery by Design: The Department of Mechanical Engineering of the University of British Columbia. By Eric Damer. (Vancouver: Ronsdale Press, 2002. 226 p. ISBN 0-921870-95-7. $29.95)","year":2001,"lang":"en","type":"article","venue":"Scientia Canadensis Canadian Journal of the History of Science Technology and Medicine","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Columbia university; Police department; Library science; Engineering; Media studies; Sociology; Criminology; Computer science","score_opus":0.008345009745765639,"score_gpt":0.17622947671559053,"score_spread":0.1678844669698249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1783698841","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00076654035,0.7253111,0.006033273,0.021283338,0.008848796,0.00012151423,0.0033493591,0.0010338726,0.23325229],"genre_scores_gemma":[0.004878534,0.20601362,0.0035783916,0.001978761,0.0008391608,0.00009779649,0.0010287601,0.00040802124,0.7811769],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987815,0.000068417066,0.00009951,0.0002637111,0.000647691,0.0001391571],"domain_scores_gemma":[0.99887115,0.00018042681,0.0001107737,0.00008092683,0.00048619212,0.00027053957],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0011611875,0.0031869642,0.0019081716,0.002757583,0.0025440715,0.0047298907,0.0018405523,0.0036399968,0.20949659],"category_scores_gemma":[0.0015503516,0.0014688281,0.0006505942,0.0081493575,0.0021324363,0.004377313,0.0023466004,0.0034701796,0.13325694],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036025394,0.000013881678,0.00015704126,0.00080932444,0.00001542745,0.00004890216,0.00018250404,0.000259281,0.0004162884,0.0026663935,0.8178614,0.17753348],"study_design_scores_gemma":[0.000007115362,0.0000074446925,0.00081686175,0.0004515331,0.00001003182,0.000098688484,0.00010652447,0.00005539741,0.00013917295,0.0012299475,0.99706227,0.000015024729],"about_ca_topic_score_codex":0.25864914,"about_ca_topic_score_gemma":0.5020274,"teacher_disagreement_score":0.99745595,"about_ca_system_score_codex":0.010385839,"about_ca_system_score_gemma":0.008752455,"threshold_uncertainty_score":0.70083594},"labels":[],"label_agreement":null},{"id":"W1792309530","doi":"10.24908/pceea.v0i0.4795","title":"Teaching Design in Computer Engineering","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Documentation; Test (biology); Software engineering; Plan (archaeology); Engineering management; Computer science; Test plan; Software; Product (mathematics); Software deployment; Work (physics); Systems engineering; Engineering; Operating system","score_opus":0.006440816696474636,"score_gpt":0.1902491294644581,"score_spread":0.18380831276798346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1792309530","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012218394,0.0584195,0.39267156,0.027909523,0.005769659,0.00026707372,0.00022583893,0.0012001601,0.50131834],"genre_scores_gemma":[0.23529366,0.09135855,0.31805238,0.010658376,0.0047459365,0.00070163445,0.00067646854,0.0008636767,0.33764935],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971396,0.0010631782,0.00015275748,0.00036850572,0.0011446251,0.00013139288],"domain_scores_gemma":[0.99449676,0.0031962995,0.00017949658,0.0008296055,0.0008407655,0.00045711844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002886755,0.0010078523,0.0006547144,0.0015427081,0.0015642041,0.0047679013,0.0008129583,0.0013092626,0.023312472],"category_scores_gemma":[0.008745512,0.00051349815,0.0003949732,0.0018297299,0.0037146094,0.0029273874,0.0022516984,0.0033443547,0.007881124],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003322279,0.00020595976,0.0012433858,0.0009468472,0.000028578146,0.00012372933,0.003935564,0.0030446039,0.0021344502,0.3169137,0.096361466,0.57502854],"study_design_scores_gemma":[0.00001523953,0.000096855554,0.0006102102,0.00070288236,0.0000081369235,0.00031185607,0.0007681461,0.0014920562,0.0010901327,0.15168038,0.8432069,0.000017185355],"about_ca_topic_score_codex":0.0021911468,"about_ca_topic_score_gemma":0.0035004965,"teacher_disagreement_score":0.023312472,"about_ca_system_score_codex":0.0033697276,"about_ca_system_score_gemma":0.0040483926,"threshold_uncertainty_score":0.07798803},"labels":[],"label_agreement":null},{"id":"W1805789749","doi":"10.24908/pceea.v0i0.4865","title":"CONCEPTUALIZE–DESIGN ENHANCEMENT OF SYSTEMATIC DESIGN ENGINEERING METHOD","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Abstraction; Affordance; Method engineering; Computer science; Engineering design process; Decomposition; Basis (linear algebra); Transformation (genetics); Management science; Systems engineering; Software engineering; Engineering; Epistemology; Human–computer interaction; Mathematics; Mechanical engineering","score_opus":0.017981557430002022,"score_gpt":0.23326266838823728,"score_spread":0.21528111095823527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1805789749","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021052333,0.00025527607,0.9794663,0.0015996147,0.00008060819,0.0010600936,0.00007187487,0.00032351605,0.015037406],"genre_scores_gemma":[0.030112702,0.0002726595,0.9650422,0.00040270083,0.000027987666,0.0015404923,0.00014347878,0.00012050734,0.0023372255],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95027685,0.037732713,0.0023322292,0.0028003664,0.006172668,0.00068522966],"domain_scores_gemma":[0.9651833,0.020152574,0.0010418114,0.008073734,0.0051364233,0.0004120212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.041263394,0.0018255501,0.0011154026,0.0048042615,0.0017406836,0.00708893,0.0035400838,0.0024702637,0.008230195],"category_scores_gemma":[0.039608028,0.001327215,0.0018636715,0.0022422578,0.009960761,0.008024206,0.0057149474,0.004271261,0.0028549414],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027324484,0.00013865987,0.0006490883,0.0010881847,0.000045942896,0.00012298288,0.007801635,0.0051214457,0.0019577334,0.8719172,0.005020894,0.10610893],"study_design_scores_gemma":[0.00012591106,0.0001813351,0.00046615163,0.0015625616,0.00006240853,0.00036009555,0.0040736734,0.02523775,0.0039256485,0.671691,0.29224384,0.00006964758],"about_ca_topic_score_codex":0.0012874018,"about_ca_topic_score_gemma":0.0016014499,"teacher_disagreement_score":0.041263394,"about_ca_system_score_codex":0.00488319,"about_ca_system_score_gemma":0.012386689,"threshold_uncertainty_score":0.21822423},"labels":[],"label_agreement":null},{"id":"W1806746678","doi":"10.24908/pceea.v0i0.5781","title":"AN EXPLORATION OF COMMUNICATION AND KNOWLEDGE APPLICATION IN MULTIDISCIPLINARY UNDERGRADUATE ENGINEERING CAPSTONE DESIGN TEAMS","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto","keywords":"Capstone; Multidisciplinary approach; Capstone course; Teamwork; Multidisciplinary team; Computer science; Engineering education; Work (physics); Knowledge sharing; Knowledge management; Engineering management; Engineering; Sociology; Medicine","score_opus":0.02428981872828496,"score_gpt":0.2631867957780498,"score_spread":0.23889697704976487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1806746678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9839257,0.00026013423,0.005289822,0.00072307396,0.000014455659,0.00005754159,0.000012721769,0.000017510392,0.009699103],"genre_scores_gemma":[0.9968495,0.00016043492,0.001550104,0.00008724093,0.000006726971,0.00005166331,0.000010976134,0.0000075967487,0.001275686],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9854673,0.010575756,0.00030145343,0.0006564649,0.0019796854,0.0010192835],"domain_scores_gemma":[0.96354276,0.030063141,0.0023163427,0.0010196705,0.0014931661,0.0015649098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00989477,0.00048210606,0.0003755209,0.0029647367,0.0053221113,0.007183732,0.0014408921,0.0015324485,0.0030063605],"category_scores_gemma":[0.023312133,0.00047930639,0.00034937894,0.0015955218,0.0045826063,0.0051477463,0.0081765605,0.0017868887,0.000221981],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000970142,0.00042970153,0.03069359,0.00027453987,0.000023246552,0.0011983351,0.8919572,0.0003080674,0.0022240216,0.0056980494,0.00046210023,0.0666341],"study_design_scores_gemma":[0.000027862827,0.00031154352,0.041110642,0.0004197873,0.00002979514,0.001080557,0.93216854,0.0020489271,0.0019317915,0.006163411,0.014656048,0.000051092447],"about_ca_topic_score_codex":0.001956258,"about_ca_topic_score_gemma":0.0036230674,"teacher_disagreement_score":0.00989477,"about_ca_system_score_codex":0.002613596,"about_ca_system_score_gemma":0.004490569,"threshold_uncertainty_score":0.052329183},"labels":[],"label_agreement":null},{"id":"W1822118107","doi":"10.3233/jid-2013-0019","title":"Considering Confirmation Bias in Design and Design Research","year":2013,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Research design; Computer science; Psychology; Statistics; Mathematics","score_opus":0.19667453745685887,"score_gpt":0.3799833826120558,"score_spread":0.1833088451551969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1822118107","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04270921,0.03925968,0.6937294,0.15242726,0.0069316523,0.0014818955,0.00018440824,0.00067862304,0.06259791],"genre_scores_gemma":[0.73774725,0.0067973523,0.21977204,0.027445832,0.002731662,0.002466004,0.00010246522,0.00026137067,0.0026760553],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.4713432,0.43744752,0.017461564,0.017907493,0.052261308,0.003578861],"domain_scores_gemma":[0.1672316,0.763558,0.017208172,0.032006115,0.017380182,0.0026159952],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3853211,0.0017419469,0.0030129377,0.007864412,0.006426936,0.01714437,0.0072728507,0.01173373,0.004553318],"category_scores_gemma":[0.63459307,0.0020019913,0.0020080751,0.005126668,0.042227738,0.024919642,0.010097119,0.011696868,0.0008657257],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034742293,0.00016003837,0.009187286,0.003804864,0.00082208146,0.00073638425,0.023382233,0.0051026237,0.00079437817,0.8473983,0.0069968347,0.1012676],"study_design_scores_gemma":[0.00031193934,0.00025660972,0.0013279382,0.0026488206,0.00020097378,0.0002801459,0.0037147475,0.0065194075,0.0013756257,0.95293415,0.030316016,0.00011353751],"about_ca_topic_score_codex":0.004709729,"about_ca_topic_score_gemma":0.004538079,"teacher_disagreement_score":0.61467886,"about_ca_system_score_codex":0.010518103,"about_ca_system_score_gemma":0.01889161,"threshold_uncertainty_score":0.7580085},"labels":[],"label_agreement":null},{"id":"W1823425021","doi":"10.3968/4706","title":"The Aanlysis on Value Sensitive Design of Applied Technology","year":2014,"lang":"en","type":"article","venue":"Studies in sociology of science","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Design technology; Value (mathematics); Ideal (ethics); Engineering ethics; Computer science; Engineering management; Management science; Engineering; Systems engineering; Political science; Law","score_opus":0.041255486461335956,"score_gpt":0.33566659714547253,"score_spread":0.29441111068413656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1823425021","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034267404,0.01548602,0.1350582,0.024227059,0.0039424826,0.00029695008,0.00041174467,0.00047568118,0.8166752],"genre_scores_gemma":[0.25424704,0.059748657,0.16474602,0.011725087,0.004411383,0.0016552305,0.0010691497,0.00095438067,0.501443],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98900443,0.005773742,0.0005565728,0.00051175745,0.0037242123,0.0004292893],"domain_scores_gemma":[0.98803306,0.006287526,0.0005339582,0.0015673824,0.0033145875,0.00026346938],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006300494,0.0007903011,0.0004211042,0.003774479,0.0029684827,0.009519487,0.0011119902,0.0027588962,0.024999354],"category_scores_gemma":[0.011790787,0.00058837736,0.000895908,0.0045261257,0.0069030076,0.006154584,0.0023332094,0.0032700608,0.0062563396],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002038409,0.000050970797,0.00018181626,0.00024409722,0.0000061035507,0.000056503366,0.00064034923,0.0011065254,0.00022280673,0.9165921,0.03415173,0.04672661],"study_design_scores_gemma":[0.000009648898,0.000032850974,0.00034362893,0.00060369284,0.000009344339,0.000082030805,0.00039449058,0.0024079932,0.000685497,0.2949733,0.7004367,0.000020814725],"about_ca_topic_score_codex":0.007577987,"about_ca_topic_score_gemma":0.0047722636,"teacher_disagreement_score":0.9970315,"about_ca_system_score_codex":0.009909626,"about_ca_system_score_gemma":0.008333587,"threshold_uncertainty_score":0.08363116},"labels":[],"label_agreement":null},{"id":"W1824038691","doi":"10.24908/pceea.v0i0.4652","title":"QUESTIONNAIRE FOR ASSESSING DESIGN PRACTICES","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Dimension (graph theory); Process (computing); Product (mathematics); Knowledge management; Questionnaire; Process management; Exploratory research; Computer science; Engineering management; Engineering; Mathematics","score_opus":0.023131122885787895,"score_gpt":0.2716001700577299,"score_spread":0.24846904717194201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1824038691","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45513526,0.0025595324,0.13165632,0.0049643675,0.001963142,0.13993171,0.066854045,0.0034439813,0.19349165],"genre_scores_gemma":[0.51910484,0.002468313,0.22493805,0.0040427092,0.00031388964,0.16075899,0.028078265,0.00052750355,0.059767418],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9859962,0.0061684167,0.0026657346,0.0006882016,0.0037249038,0.0007566114],"domain_scores_gemma":[0.96342963,0.016678493,0.002796287,0.0031312478,0.012706437,0.0012579703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015836447,0.001042607,0.0008427423,0.00440816,0.0007530718,0.0010251324,0.00086795376,0.0011918491,0.02508707],"category_scores_gemma":[0.037575096,0.00040116542,0.0006744711,0.00266037,0.0007007776,0.0012798492,0.0016307583,0.002128813,0.008472623],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092609756,0.00352145,0.051701754,0.0046726908,0.00012520465,0.0005773958,0.027485881,0.0023215387,0.019220784,0.010876938,0.15567492,0.72289526],"study_design_scores_gemma":[0.00048074807,0.0039731874,0.12952496,0.0012853461,0.000057719568,0.0006991182,0.014214363,0.0035453262,0.005481884,0.004199823,0.8362935,0.00024398004],"about_ca_topic_score_codex":0.0011560445,"about_ca_topic_score_gemma":0.0016270478,"teacher_disagreement_score":0.02508707,"about_ca_system_score_codex":0.0019938264,"about_ca_system_score_gemma":0.0024118242,"threshold_uncertainty_score":0.08392459},"labels":[],"label_agreement":null},{"id":"W1824051431","doi":"10.24908/pceea.v0i0.3875","title":"PROPERTIES OF TECHNICAL SYSTEMS - KEY TO CROSSING DESIGN BOUNDARIES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Product design specification; Set (abstract data type); Product (mathematics); Product design; Statement (logic); Key (lock); Heuristic; Systems engineering; Engineering design process; Process (computing); Transformation (genetics); Software engineering; Engineering; Programming language; Mathematics; Artificial intelligence","score_opus":0.026496953077697318,"score_gpt":0.205574532533433,"score_spread":0.17907757945573569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1824051431","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018664863,0.00092814956,0.94444376,0.0015928119,0.0001662946,0.00021180583,0.0001711643,0.0005166201,0.033304647],"genre_scores_gemma":[0.5274927,0.0014580722,0.46011823,0.00060711853,0.00040181124,0.0010488958,0.00045994594,0.0007284686,0.0076848273],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9865546,0.0048695947,0.0020115126,0.0024327377,0.0032907974,0.0008406827],"domain_scores_gemma":[0.96550137,0.01983154,0.0024256024,0.008334865,0.0032650635,0.00064164796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009671463,0.0012783605,0.0014464345,0.0025139516,0.0023118574,0.0089047365,0.0018192823,0.003925375,0.005633229],"category_scores_gemma":[0.029823473,0.0017742764,0.0025448399,0.0012774355,0.012304993,0.019229416,0.00470753,0.0075090425,0.0017100306],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022305041,0.000023558883,0.00041063197,0.00013437877,0.000022404836,0.00013053547,0.00075194344,0.0037222537,0.0009771935,0.98185354,0.0005063476,0.011445083],"study_design_scores_gemma":[0.000023088867,0.000048282225,0.0002322505,0.00009108532,0.00002148879,0.0001872212,0.00017158444,0.008368194,0.0016735939,0.9740117,0.015145999,0.000025413188],"about_ca_topic_score_codex":0.0009282708,"about_ca_topic_score_gemma":0.0003455273,"teacher_disagreement_score":0.009671463,"about_ca_system_score_codex":0.0018447961,"about_ca_system_score_gemma":0.0018102463,"threshold_uncertainty_score":0.051148176},"labels":[],"label_agreement":null},{"id":"W1826782449","doi":"10.24908/pceea.v0i0.4028","title":"A SYSTEMATIC APPROACH FOR THE SPECIFICATION OF CUSTOMER REQUIREMENTS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Axiomatic design; Computer science; Requirements analysis; Axiom; Functional requirement; Process (computing); Requirement; Software engineering; Software; Programming language; Engineering; Manufacturing engineering; Mathematics","score_opus":0.029585397297958064,"score_gpt":0.21999035706029293,"score_spread":0.19040495976233487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1826782449","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007667473,0.00013837016,0.9937919,0.00065657747,0.000033613753,0.000538734,0.000103808445,0.00026198235,0.0037083807],"genre_scores_gemma":[0.01120958,0.0002959308,0.98543626,0.00026513965,0.000021904038,0.0011160417,0.0003317294,0.00009005871,0.0012333202],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.94244164,0.029467637,0.005106428,0.0026087153,0.019239744,0.0011358234],"domain_scores_gemma":[0.9640604,0.01483033,0.0020742705,0.007996168,0.010617823,0.0004209826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032276765,0.002739106,0.001269697,0.0066007995,0.0029886388,0.006870542,0.005286472,0.0043682577,0.004217498],"category_scores_gemma":[0.041463774,0.0033350887,0.0035187004,0.0041390653,0.005826613,0.007959494,0.0053636623,0.007471562,0.0027263684],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004672056,0.00028800603,0.00088009064,0.0011926286,0.000111958325,0.00065914827,0.005177483,0.016001869,0.011035426,0.84258544,0.007475821,0.114545435],"study_design_scores_gemma":[0.00019841656,0.0003450221,0.0008589598,0.002361421,0.00017306051,0.0015170813,0.0037612491,0.09559095,0.021654952,0.5283125,0.3448528,0.0003737102],"about_ca_topic_score_codex":0.0060118134,"about_ca_topic_score_gemma":0.009811438,"teacher_disagreement_score":0.032276765,"about_ca_system_score_codex":0.0051698764,"about_ca_system_score_gemma":0.02062269,"threshold_uncertainty_score":0.17069787},"labels":[],"label_agreement":null},{"id":"W1829152921","doi":"10.24908/pceea.v0i0.3977","title":"APPLICATION OF DESIGN METHODOLOGY FOR EDUCATION","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Computer science; Recursion (computer science); Class (philosophy); Function (biology); Curriculum; Iterative design; Product (mathematics); Software engineering; Product design; Design methods; Management science; Systems engineering; Programming language; Artificial intelligence; Engineering; Mathematics","score_opus":0.04580097997652348,"score_gpt":0.2576756426657843,"score_spread":0.2118746626892608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1829152921","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006323665,0.007454929,0.91607535,0.004788298,0.0011520024,0.00079288584,0.00030424827,0.0009540225,0.06784597],"genre_scores_gemma":[0.029419009,0.008419323,0.94501543,0.0013872482,0.0006123232,0.0023461198,0.000585417,0.00048167957,0.01173348],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9669622,0.019735722,0.0030059654,0.002152601,0.007616528,0.00052700087],"domain_scores_gemma":[0.9623238,0.025812514,0.0013150388,0.005806206,0.0042260066,0.00051657617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027981486,0.0020826666,0.001904091,0.0055800127,0.0020657238,0.009877906,0.003544667,0.0038417245,0.019842362],"category_scores_gemma":[0.035917778,0.0011820636,0.0025146848,0.0056528873,0.009061466,0.006806742,0.004731525,0.0069039296,0.006984465],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023728622,0.000053306576,0.0002834926,0.0013729237,0.000080422615,0.00016271959,0.001214862,0.0042301794,0.00043421195,0.858418,0.0130004035,0.12072581],"study_design_scores_gemma":[0.000046699482,0.00005513222,0.00020915487,0.0015311769,0.00003960424,0.00025095974,0.00041797894,0.0063219657,0.0005753029,0.62560886,0.36489785,0.00004534119],"about_ca_topic_score_codex":0.0038014266,"about_ca_topic_score_gemma":0.0020418086,"teacher_disagreement_score":0.027981486,"about_ca_system_score_codex":0.005557383,"about_ca_system_score_gemma":0.010450164,"threshold_uncertainty_score":0.14798206},"labels":[],"label_agreement":null},{"id":"W1832806814","doi":"10.24908/pceea.v0i0.3122","title":"Enhanced Transfer of Design Skills using Professor in the Loop Structured Meetings","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Engineering design process; Window (computing); Computer science; Engineering education; Mathematics education; Engineering; Engineering management; Psychology; Mechanical engineering","score_opus":0.008082626249288157,"score_gpt":0.2258207519819569,"score_spread":0.21773812573266874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1832806814","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4232476,0.00038455825,0.52331686,0.0017068535,0.0003694158,0.0021324647,0.0001154867,0.005378421,0.04334837],"genre_scores_gemma":[0.54902005,0.00028635177,0.4248076,0.0006844005,0.00023629464,0.001395595,0.00020882442,0.00043758436,0.022923255],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9865362,0.008056174,0.00041621158,0.0016563326,0.002571953,0.00076307025],"domain_scores_gemma":[0.9730961,0.014715257,0.0031315503,0.0049620033,0.0023497797,0.0017452756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008795145,0.0011157203,0.0006627912,0.0010986881,0.00094528485,0.001975839,0.0025659988,0.0012497886,0.012461119],"category_scores_gemma":[0.02935118,0.0005540908,0.00082320446,0.00039209917,0.0007294081,0.0024182308,0.005108276,0.0019344322,0.0040274616],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086057914,0.009842324,0.004396706,0.00084336277,0.00006507258,0.00053771323,0.014705093,0.0056685745,0.059657466,0.0051825643,0.007589791,0.8906507],"study_design_scores_gemma":[0.0055954363,0.07509254,0.06931925,0.001626407,0.0004530389,0.009637707,0.02230234,0.11238246,0.23070017,0.043438967,0.42817545,0.0012762393],"about_ca_topic_score_codex":0.00021191931,"about_ca_topic_score_gemma":0.00043687105,"teacher_disagreement_score":0.012461119,"about_ca_system_score_codex":0.00062906754,"about_ca_system_score_gemma":0.0014809078,"threshold_uncertainty_score":0.046513736},"labels":[],"label_agreement":null},{"id":"W1833987113","doi":"10.24908/pceea.v0i0.3860","title":"IDEA: AN INTEGRATED METHOD OF DECISION MAKING IN CONCEPTUAL DESIGN","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Compendium; Computer science; Process (computing); Interface (matter); Conceptual design; Engineering design process; Conceptual model; Software engineering; Quality (philosophy); Management science; Systems engineering; Engineering; Human–computer interaction; Database; Programming language","score_opus":0.02883736774389842,"score_gpt":0.2663794890630629,"score_spread":0.2375421213191645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1833987113","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00084148406,0.00019348551,0.9911033,0.0005352579,0.0001146753,0.0008712803,0.000103934486,0.00049394026,0.005742611],"genre_scores_gemma":[0.008334103,0.00016737424,0.9886559,0.00012126694,0.000027765731,0.0015083369,0.00010457572,0.00014074228,0.00093996705],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.909817,0.069086075,0.004135637,0.0046364297,0.0113660535,0.0009588708],"domain_scores_gemma":[0.93473977,0.0539131,0.0014122139,0.0056825117,0.0034075289,0.0008448031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.061226353,0.0031593945,0.0026628268,0.008097624,0.002913853,0.014561243,0.006117215,0.0039068456,0.0196879],"category_scores_gemma":[0.07726901,0.0020921563,0.004497122,0.005969065,0.0113957655,0.01274868,0.011393671,0.006284313,0.0038443913],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031160045,0.00025274864,0.0008012975,0.0031894697,0.00036689587,0.0002980013,0.015715135,0.013162155,0.0025818758,0.63759965,0.009104711,0.31661645],"study_design_scores_gemma":[0.0005119148,0.0003532013,0.000447826,0.0021207402,0.00028084393,0.0004539792,0.003321535,0.05436346,0.0034590978,0.7523703,0.18207529,0.00024179665],"about_ca_topic_score_codex":0.0015918488,"about_ca_topic_score_gemma":0.0020583528,"teacher_disagreement_score":0.061226353,"about_ca_system_score_codex":0.003653007,"about_ca_system_score_gemma":0.00956056,"threshold_uncertainty_score":0.3237998},"labels":[],"label_agreement":null},{"id":"W1835372570","doi":"10.24908/pceea.v0i0.3686","title":"DESIGN-BUILD PROJECT APPROACH IN A FIRST YEAR ENGINEERING DESIGN COURSE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada; General Motors of Canada; University of Ontario Institute of Technology","keywords":"Context (archaeology); Computer science; Representation (politics); Course (navigation); Function (biology); Space (punctuation); Software engineering; Engineering design process; CAD; Human–computer interaction; Systems engineering; Engineering drawing; Engineering","score_opus":0.02400278380047964,"score_gpt":0.21268615226032292,"score_spread":0.1886833684598433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1835372570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8300337,0.00038965992,0.07416908,0.003198475,0.0006404299,0.0028077343,0.00062245637,0.001169617,0.0869689],"genre_scores_gemma":[0.6869628,0.0006398136,0.18247199,0.0020173218,0.000099403784,0.0024163506,0.0009266763,0.00028784707,0.12417781],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99734914,0.0006868797,0.00010404212,0.0004735894,0.0007616237,0.0006247149],"domain_scores_gemma":[0.9958597,0.00055704097,0.00016709714,0.00024276231,0.0005745233,0.0025989576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030545853,0.0010727134,0.0006387204,0.00078627747,0.0042706956,0.0045648483,0.002452811,0.0021856523,0.015691154],"category_scores_gemma":[0.0039293035,0.0007739032,0.0006632737,0.0007310413,0.0011459799,0.0012669428,0.0034492414,0.0036722717,0.006042835],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000958856,0.058510628,0.036269233,0.001129746,0.00005859941,0.0046879863,0.097073466,0.012381314,0.060501292,0.03618597,0.09252623,0.5997168],"study_design_scores_gemma":[0.0005416738,0.0112302955,0.04496507,0.00045879328,0.000053535852,0.0036166145,0.053964924,0.011444162,0.044794958,0.015358918,0.8132908,0.00028025886],"about_ca_topic_score_codex":0.0022356343,"about_ca_topic_score_gemma":0.011985557,"teacher_disagreement_score":0.015691154,"about_ca_system_score_codex":0.0035638956,"about_ca_system_score_gemma":0.0058850427,"threshold_uncertainty_score":0.05249214},"labels":[],"label_agreement":null},{"id":"W1837318343","doi":"10.24908/pceea.v0i0.4667","title":"ASSESSMENT OF EVIDENCE FOR THE EFFECTIVENESS OF DIFFERENT IDEATION PRACTICES","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Ideation; Presentation (obstetrics); Engineering design process; Management science; Computer science; Process (computing); Risk analysis (engineering); Psychology; Engineering; Medicine; Mechanical engineering; Cognitive science","score_opus":0.05070226948060015,"score_gpt":0.3337184129992564,"score_spread":0.2830161435186563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1837318343","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13869865,0.76968545,0.013707705,0.023017133,0.0029615858,0.0035816126,0.0025930943,0.00012492415,0.045629885],"genre_scores_gemma":[0.7624326,0.20053302,0.02250561,0.00656359,0.0018100198,0.0028414235,0.0018638428,0.00014296712,0.001306892],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.69516075,0.17755711,0.056722928,0.015795037,0.052139487,0.0026247338],"domain_scores_gemma":[0.1057965,0.8187461,0.04301035,0.016591169,0.0136835575,0.0021723139],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1955774,0.0019497548,0.004345193,0.012795168,0.001758556,0.0073027294,0.006612755,0.0074631684,0.017407387],"category_scores_gemma":[0.60107297,0.0015702277,0.008151802,0.010392036,0.013599219,0.008098988,0.0072037224,0.0070322435,0.0019010514],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03242963,0.0030937672,0.05298989,0.23013066,0.061793577,0.00046144603,0.0050692214,0.0016580934,0.0012881847,0.020962957,0.0037639742,0.58635867],"study_design_scores_gemma":[0.029891118,0.054934688,0.27754268,0.33904868,0.10082466,0.0031154123,0.011443907,0.0029006728,0.008905463,0.06387364,0.10670203,0.00081716524],"about_ca_topic_score_codex":0.0020416619,"about_ca_topic_score_gemma":0.0028152633,"teacher_disagreement_score":0.1955774,"about_ca_system_score_codex":0.004420275,"about_ca_system_score_gemma":0.0039902255,"threshold_uncertainty_score":0.9919963},"labels":[],"label_agreement":null},{"id":"W1837454203","doi":"","title":"Review - Create! Product Design","year":2004,"lang":"en","type":"article","venue":"Journal of design and technology education/Design and technology education","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Camosun College","funders":"","keywords":"Product (mathematics); Physics; Stereochemistry; Chemistry; Mathematics; Geometry","score_opus":0.017155427413071193,"score_gpt":0.27645515231846157,"score_spread":0.2592997249053904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1837454203","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006689147,0.22672889,0.070673615,0.04586232,0.0763441,0.014303513,0.019592332,0.014089219,0.5257169],"genre_scores_gemma":[0.03869749,0.28222966,0.12254979,0.0210678,0.017531661,0.013516166,0.021376899,0.0068520787,0.47617844],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99474394,0.0012692795,0.0005698297,0.00023301126,0.0029513,0.00023268683],"domain_scores_gemma":[0.98248637,0.0048152665,0.0011062968,0.0018228263,0.009114358,0.0006548786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004515988,0.0016528795,0.0024977599,0.00631114,0.0009629214,0.004282082,0.0020800529,0.0031371803,0.15454678],"category_scores_gemma":[0.02034439,0.0012039263,0.0023876058,0.0036203142,0.00078434224,0.0030140323,0.0018743746,0.001989722,0.090751104],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010724339,0.00006793532,0.00013632796,0.016446598,0.00010604098,0.00008365868,0.0000615159,0.00008822046,0.0025703695,0.0023995338,0.5930038,0.38492885],"study_design_scores_gemma":[0.00006464419,0.00008987369,0.00038197936,0.0015768774,0.00012449187,0.00018983649,0.000026662758,0.00009965516,0.0014231167,0.0009011799,0.99510443,0.000017189275],"about_ca_topic_score_codex":0.00091029797,"about_ca_topic_score_gemma":0.0027418635,"teacher_disagreement_score":0.15454678,"about_ca_system_score_codex":0.0011620905,"about_ca_system_score_gemma":0.004266018,"threshold_uncertainty_score":0.51701045},"labels":[],"label_agreement":null},{"id":"W1848973140","doi":"10.24908/pceea.v0i0.4717","title":"INTERDISCIPLINARY CAPSTONE DESIGN STREAM AT THE UNIVERSITY OF WATERLOO: IMPLEMENTATION PLAN","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Capstone; Deliverable; Plan (archaeology); Engineering management; Engineering education; Terminology; Engineering; Engineering ethics; Computer science; Systems engineering","score_opus":0.011243822895506008,"score_gpt":0.22532017979228705,"score_spread":0.21407635689678103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1848973140","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06936297,0.0005585606,0.033952877,0.016010648,0.0006002227,0.8063323,0.017323602,0.0015115608,0.054347206],"genre_scores_gemma":[0.10008235,0.0012950602,0.20643502,0.00986541,0.00024042363,0.58174324,0.015118359,0.00030240725,0.08491787],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9740977,0.009376439,0.0013300368,0.0010830658,0.006513195,0.0075996397],"domain_scores_gemma":[0.9557869,0.001770807,0.0015745077,0.0020542208,0.017280592,0.021532958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04721362,0.0014178575,0.0006657293,0.0036895806,0.00516652,0.005077707,0.0073816883,0.004901918,0.055998325],"category_scores_gemma":[0.016373517,0.0018569414,0.0011926623,0.0024062432,0.0019455826,0.0021509319,0.00521891,0.0041989107,0.0152716655],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008674589,0.050325014,0.05319682,0.00886007,0.00020845147,0.0011285557,0.0055710687,0.012803308,0.017600456,0.02049047,0.22497442,0.59616685],"study_design_scores_gemma":[0.008848632,0.043284424,0.2157168,0.0032249358,0.00020242747,0.00037204495,0.01759159,0.008123776,0.015174824,0.0033818253,0.6836827,0.00039609947],"about_ca_topic_score_codex":0.12066398,"about_ca_topic_score_gemma":0.1604789,"teacher_disagreement_score":0.97651917,"about_ca_system_score_codex":0.023480821,"about_ca_system_score_gemma":0.1745718,"threshold_uncertainty_score":0.2496925},"labels":[],"label_agreement":null},{"id":"W1853629060","doi":"10.24908/pceea.v0i0.3753","title":"THE CREATIVITY MATRIX: AN EXTENSION TO AXIOMATIC DESIGN","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Axiomatic design; Creativity; Axiom; Computer science; Engineering design process; Extension (predicate logic); Management science; Process (computing); Design process; Axiomatic system; Design matrix; Design education; Systems engineering; Engineering; Mathematics; Psychology; Manufacturing engineering; Programming language; Work in process; Operations management; Business","score_opus":0.02339187938156694,"score_gpt":0.23691598967079283,"score_spread":0.21352411028922588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1853629060","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015407566,0.00039304732,0.95022637,0.001446283,0.0002988302,0.0003143419,0.00022565556,0.0006976335,0.044857167],"genre_scores_gemma":[0.036680408,0.0004142682,0.95530504,0.00028430382,0.000115741364,0.0005946278,0.00020461297,0.00016573051,0.0062352098],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99229586,0.003948196,0.00064181443,0.0008374224,0.0020579845,0.00021866334],"domain_scores_gemma":[0.98754126,0.007591331,0.0005980085,0.0018793079,0.0020208133,0.00036916952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0102390535,0.0013737346,0.00078315136,0.0035621368,0.0024410458,0.005804106,0.0023067684,0.0015997279,0.024317447],"category_scores_gemma":[0.021933924,0.0008224397,0.002701942,0.0029603606,0.0070023797,0.008349333,0.005806415,0.003578823,0.0048405607],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004267045,0.000035895202,0.00028414634,0.00030888154,0.000032682605,0.00014425635,0.00090957055,0.0035023738,0.0005316978,0.9043266,0.0072000315,0.08268122],"study_design_scores_gemma":[0.00005108878,0.00005524815,0.00014946949,0.00022686415,0.000030341876,0.00037413032,0.00024856135,0.016953072,0.0008751746,0.84819466,0.13279873,0.000042653963],"about_ca_topic_score_codex":0.0016369139,"about_ca_topic_score_gemma":0.002821232,"teacher_disagreement_score":0.024317447,"about_ca_system_score_codex":0.0023295372,"about_ca_system_score_gemma":0.003712179,"threshold_uncertainty_score":0.08134997},"labels":[],"label_agreement":null},{"id":"W1857226098","doi":"10.24908/pceea.v0i0.3746","title":"ENGINEERING IN ARCHITECTURE SCHOOLS: SOME PRINCIPLES AND CASES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Bridge (graph theory); Architecture; Prime (order theory); Engineering; Engineering ethics; Engineering management; Mathematics education; Psychology; Medicine; Visual arts; Mathematics","score_opus":0.015306423507544352,"score_gpt":0.19804242702478955,"score_spread":0.1827360035172452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1857226098","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26687714,0.016117396,0.043019954,0.036669333,0.00031527225,0.00095271197,0.00011705639,0.00019613036,0.635735],"genre_scores_gemma":[0.8744585,0.015264095,0.051482752,0.0028293636,0.00018145394,0.0007588704,0.00006292771,0.000056778983,0.054905158],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944887,0.0033646175,0.00020705978,0.00014889598,0.0011369303,0.00065371563],"domain_scores_gemma":[0.99786526,0.0012812114,0.0001719037,0.00013701203,0.0002127291,0.0003319584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004735396,0.00075794634,0.00039144407,0.0026369558,0.009168752,0.0070605823,0.001770149,0.007422205,0.0032508115],"category_scores_gemma":[0.0035296166,0.00064613274,0.00069876394,0.0040877243,0.013343114,0.004778965,0.0063215164,0.003874106,0.00087704824],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005954665,0.0010306558,0.011854463,0.00031525615,0.000008803022,0.0191248,0.02627068,0.0044785254,0.0006413977,0.8671461,0.01280903,0.056260712],"study_design_scores_gemma":[0.00012515749,0.00055487244,0.010738296,0.0010180878,0.000027052294,0.016198294,0.08312173,0.00770366,0.0016419849,0.36809352,0.5106661,0.000111319096],"about_ca_topic_score_codex":0.0108534545,"about_ca_topic_score_gemma":0.02938888,"teacher_disagreement_score":0.0108534545,"about_ca_system_score_codex":0.0060504093,"about_ca_system_score_gemma":0.0035645391,"threshold_uncertainty_score":0.043899},"labels":[],"label_agreement":null},{"id":"W1857806705","doi":"10.24908/pceea.v0i0.3969","title":"DESIGN PROCESS MODELING FOR THE FUTURE CAD SYSTEMS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Generative Design; Engineering design process; CAD; Design process; Conceptual design; Process (computing); Structural pattern; Software engineering; Systems engineering; Database; Human–computer interaction; Engineering drawing; Software design; Programming language; Engineering; Work in process; Software; Software development","score_opus":0.022597147378969767,"score_gpt":0.21789782943384953,"score_spread":0.19530068205487977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1857806705","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003012215,0.0008729388,0.9744623,0.0008911213,0.00008934255,0.00013053294,0.0003410571,0.00085468823,0.019345757],"genre_scores_gemma":[0.08409923,0.002601953,0.89219373,0.0002544271,0.00007747285,0.00054470013,0.0014733842,0.00026984728,0.018485205],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984309,0.0004813588,0.00014863443,0.00024969756,0.0006112223,0.000078177894],"domain_scores_gemma":[0.9986798,0.00044794675,0.00009400086,0.00033779323,0.000396362,0.00004400567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025499822,0.00067833654,0.00049294904,0.0015349209,0.00083395,0.0038330804,0.0019772744,0.001384618,0.0069659227],"category_scores_gemma":[0.0036632854,0.0006138383,0.0015738403,0.00130068,0.00096887513,0.003741549,0.0013875734,0.0018628858,0.0020990246],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002563085,0.000046847585,0.0005280415,0.00021906353,0.000026765674,0.00017636393,0.00069914095,0.08691296,0.0021036225,0.8433926,0.004494328,0.06137466],"study_design_scores_gemma":[0.000028918252,0.00004589523,0.0003128027,0.0002568769,0.00003971068,0.00031134154,0.00019734119,0.48719233,0.0023980935,0.18875994,0.32042098,0.00003582494],"about_ca_topic_score_codex":0.009010566,"about_ca_topic_score_gemma":0.006682053,"teacher_disagreement_score":0.009010566,"about_ca_system_score_codex":0.0021381015,"about_ca_system_score_gemma":0.0028229256,"threshold_uncertainty_score":0.02330339},"labels":[],"label_agreement":null},{"id":"W1859172557","doi":"10.24908/pceea.v0i0.3742","title":"ENHANCING DESIGN EDUCATION BY PRODUCT REVERSE ENGINEERING","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Product design; Engineering education; Design education; Creativity; Knowledge engineering; Health systems engineering; Engineering management; Product (mathematics); Engineering design process; Computer science; New product development; Engineering; Knowledge management; Mechanical engineering","score_opus":0.009860386899780534,"score_gpt":0.18636816254458316,"score_spread":0.17650777564480263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1859172557","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48718032,0.0005590486,0.41723806,0.0007224147,0.000089567795,0.0015133165,0.000094931325,0.0020100775,0.090592206],"genre_scores_gemma":[0.4813186,0.00083160243,0.49384028,0.00029551084,0.000029607234,0.00054487004,0.00011887125,0.00013200707,0.02288862],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841213,0.00061811483,0.00008568586,0.00019373537,0.0005428383,0.00014749903],"domain_scores_gemma":[0.997439,0.0014148648,0.00016639437,0.0005302541,0.0003200369,0.00012935544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015469607,0.00064212526,0.0004619135,0.0009016383,0.00036989257,0.0012931032,0.0009160902,0.00086554675,0.0060994173],"category_scores_gemma":[0.0039584483,0.0002369719,0.00048615248,0.00039927056,0.0005732234,0.0017016659,0.0017994316,0.00070132106,0.0016071039],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001928669,0.006684185,0.0037102627,0.0010375961,0.00001663672,0.00018797579,0.0030730586,0.0032921713,0.06610227,0.01679627,0.0020914942,0.89681536],"study_design_scores_gemma":[0.0007507889,0.026803708,0.05214402,0.001452536,0.00032435937,0.005859875,0.0058625694,0.04910993,0.3922691,0.049960725,0.4152125,0.0002499158],"about_ca_topic_score_codex":0.00040924878,"about_ca_topic_score_gemma":0.0008032913,"teacher_disagreement_score":0.0060994173,"about_ca_system_score_codex":0.00040381806,"about_ca_system_score_gemma":0.0014272648,"threshold_uncertainty_score":0.020404518},"labels":[],"label_agreement":null},{"id":"W1864749141","doi":"10.24908/pceea.v0i0.4018","title":"DESIGNING DESIGN TEAM EXPERIENCES: CREATING STEAMER","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Teamwork; Resource (disambiguation); Project team; Engineering management; Engineering design process; Engineering; Computer science; Knowledge management; Management","score_opus":0.019311910566505126,"score_gpt":0.20733981421926378,"score_spread":0.18802790365275865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1864749141","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40517402,0.00054832717,0.45713094,0.003976207,0.00086377776,0.0015508423,0.0002304662,0.0057711825,0.12475434],"genre_scores_gemma":[0.51377225,0.0005303376,0.43455508,0.000583058,0.0001550851,0.00086707575,0.00045366507,0.0014083305,0.047675107],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99273294,0.004647621,0.00028244744,0.00063065684,0.0011672339,0.0005391039],"domain_scores_gemma":[0.99313664,0.0024567917,0.0003535089,0.0013620452,0.00074794877,0.0019430541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008899066,0.0007979018,0.0004252335,0.0018052144,0.0029592784,0.0047523733,0.001713868,0.0011413525,0.009703595],"category_scores_gemma":[0.010767489,0.00074129924,0.0009142735,0.0006462335,0.0034766425,0.0065474547,0.0093596745,0.0016925635,0.0025280758],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022119448,0.0018360617,0.012206301,0.0010463994,0.00008959159,0.0039492035,0.38104063,0.00415785,0.023736987,0.093537584,0.06738179,0.41079643],"study_design_scores_gemma":[0.00017070303,0.0011832843,0.004220163,0.00047093755,0.00008625575,0.004268158,0.09558068,0.010989923,0.01402993,0.032049254,0.8368085,0.00014220858],"about_ca_topic_score_codex":0.00036831584,"about_ca_topic_score_gemma":0.001954583,"teacher_disagreement_score":0.009703595,"about_ca_system_score_codex":0.0011915081,"about_ca_system_score_gemma":0.0024656525,"threshold_uncertainty_score":0.04706329},"labels":[],"label_agreement":null},{"id":"W1865145025","doi":"","title":"DESIGN CONFLICT: CONCEPTUAL STRUCTURE AND MATHEMATICAL REPRESENTATION","year":2011,"lang":"en","type":"article","venue":"Journal of Integrated Design & Process Science archive","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Axiom; Representation (politics); Object (grammar); Computer science; Theory; Theoretical computer science; Mathematical structure; Algebra over a field; Epistemology; Management science; Mathematics; Artificial intelligence; Programming language; Engineering; Pure mathematics; Political science; Mathematics education","score_opus":0.07956281685489255,"score_gpt":0.3133841494587007,"score_spread":0.23382133260380814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1865145025","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056587523,0.0006017162,0.97501194,0.0017678088,0.00010970635,0.00008621443,0.000056564477,0.00013415479,0.016573098],"genre_scores_gemma":[0.32373592,0.0009347734,0.66702986,0.00065061677,0.00023874306,0.00079151103,0.00032999352,0.000098755816,0.0061898725],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9921687,0.0040388736,0.0008458236,0.0007601125,0.0018238655,0.00036265096],"domain_scores_gemma":[0.99177,0.004480221,0.0010788982,0.0014409429,0.0010231432,0.00020667381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008315759,0.0009203785,0.00071887363,0.002945157,0.002123246,0.006295373,0.00252998,0.0024405513,0.00431987],"category_scores_gemma":[0.0140901515,0.0007754556,0.0015082202,0.0023540468,0.008521199,0.013819921,0.0038758677,0.0034149447,0.00081949384],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036916897,0.000005902804,0.000060913208,0.000028895649,0.0000038029855,0.00003107655,0.00029869,0.0012328445,0.00009695408,0.99338055,0.00023976326,0.004616979],"study_design_scores_gemma":[0.000014234277,0.000021444324,0.000050208113,0.00007494111,0.000011429079,0.00017522064,0.00023961885,0.01608702,0.00045534765,0.9634827,0.019371059,0.0000167311],"about_ca_topic_score_codex":0.001179792,"about_ca_topic_score_gemma":0.0007188784,"teacher_disagreement_score":0.008315759,"about_ca_system_score_codex":0.0027594485,"about_ca_system_score_gemma":0.0023584778,"threshold_uncertainty_score":0.043978453},"labels":[],"label_agreement":null},{"id":"W1872234222","doi":"10.24908/pceea.v0i0.3997","title":"ENGINEERING DESIGN: THOUGHTS AND PERSPECTIVES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Scope (computer science); Accreditation; Context (archaeology); Engineering design process; Engineering management; Engineering ethics; Engineering; Computer science; Political science; Mechanical engineering","score_opus":0.02004615562830723,"score_gpt":0.1912407983652968,"score_spread":0.1711946427369896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1872234222","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062938547,0.23244867,0.030642249,0.32434133,0.0048706965,0.0000461379,0.00013176534,0.00010985839,0.40111542],"genre_scores_gemma":[0.5202751,0.23649475,0.0308951,0.10342221,0.00903497,0.00025682474,0.00018272221,0.00030441783,0.09913398],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9908505,0.005758183,0.00022359159,0.000633798,0.0020542855,0.00047954413],"domain_scores_gemma":[0.9932672,0.004427884,0.00020385763,0.00033925343,0.001264728,0.0004971578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009868327,0.0011400139,0.000760067,0.0032722529,0.0064375773,0.010111016,0.0022016377,0.0054382253,0.006077744],"category_scores_gemma":[0.0060318327,0.0005067306,0.0006847633,0.0030780185,0.045743424,0.00839408,0.0038652176,0.0072839935,0.001906994],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010326708,0.000023017195,0.00016829922,0.00024646265,0.0000044084873,0.000072869916,0.0050602164,0.0004411095,0.00005658767,0.95571566,0.024707975,0.013492937],"study_design_scores_gemma":[0.000013213458,0.000025929085,0.00024058724,0.0007769092,0.0000046242,0.00020849225,0.007530149,0.00038392752,0.00013155525,0.42440972,0.5662559,0.000019045168],"about_ca_topic_score_codex":0.027707744,"about_ca_topic_score_gemma":0.027577596,"teacher_disagreement_score":0.981993,"about_ca_system_score_codex":0.018006999,"about_ca_system_score_gemma":0.008808128,"threshold_uncertainty_score":0.13065052},"labels":[],"label_agreement":null},{"id":"W1877077078","doi":"10.24908/pceea.v0i0.4666","title":"CASE STUDY IN SYSTEMATIC DESIGN ENGINEERING – WIND TUNNEL BALANCE MODEL SUPPORT","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Scope (computer science); Engineering design process; Wind tunnel; Process (computing); Heuristic; Computer science; Systems engineering; Design process; Engineering; Management science; Work in process; Mechanical engineering; Artificial intelligence; Operations management; Aerospace engineering","score_opus":0.020429479913160502,"score_gpt":0.2284783626835551,"score_spread":0.2080488827703946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1877077078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4527296,0.0008703987,0.4164378,0.0038287062,0.00016255985,0.001819023,0.00038247704,0.00054935366,0.12322003],"genre_scores_gemma":[0.7192202,0.00038829123,0.2617968,0.00024461097,0.000021316544,0.000702807,0.00020176181,0.00009666228,0.017327514],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950617,0.0034171334,0.00015669779,0.0002002621,0.0009564153,0.00020775919],"domain_scores_gemma":[0.99504024,0.0032398645,0.0001827058,0.00075286016,0.0004834781,0.00030084595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048919567,0.00060547586,0.00041526806,0.0007004634,0.0020790237,0.0017141667,0.0014147015,0.00269222,0.007499818],"category_scores_gemma":[0.007016698,0.00034804686,0.00060264324,0.0010100247,0.001901166,0.0018384184,0.0021032798,0.0013539869,0.0010090168],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011702989,0.004495244,0.0106195975,0.002195017,0.00012958265,0.023632234,0.059233367,0.1504597,0.035529792,0.37674728,0.0331996,0.30258837],"study_design_scores_gemma":[0.0008035936,0.0046963873,0.007397649,0.001568701,0.00008351052,0.012795837,0.03756482,0.19245604,0.041029494,0.14931703,0.5519725,0.00031443706],"about_ca_topic_score_codex":0.0018079808,"about_ca_topic_score_gemma":0.004983854,"teacher_disagreement_score":0.007499818,"about_ca_system_score_codex":0.001187168,"about_ca_system_score_gemma":0.002037471,"threshold_uncertainty_score":0.025871456},"labels":[],"label_agreement":null},{"id":"W1881792215","doi":"10.24908/pceea.v0i0.3735","title":"EVALUATING THE IMPACT OF TABLET COMPUTERS ON DESIGN ENGINEERING","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada; General Motors of Canada; University of Ontario Institute of Technology","keywords":"Computer science; Laptop; Context (archaeology); Software engineering; Mechatronics; Engineering management; Software; Engineering; Artificial intelligence; Operating system","score_opus":0.04536007975287367,"score_gpt":0.2779964745055724,"score_spread":0.23263639475269873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1881792215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98132265,0.00050385616,0.0037520821,0.000114085575,0.000034933983,0.00059839454,0.0005427283,0.00027524075,0.012856067],"genre_scores_gemma":[0.97622573,0.00078960555,0.017385187,0.000052189742,0.000022730861,0.0003517688,0.00072199095,0.00006432955,0.004386549],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964036,0.0014354018,0.00026113403,0.00026562245,0.0014525104,0.00018182345],"domain_scores_gemma":[0.9753939,0.016488472,0.0013289913,0.00222264,0.0033466134,0.0012192614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002080327,0.00064337254,0.00042140577,0.0014626072,0.00036808467,0.0016516258,0.00067289546,0.0005964223,0.005592518],"category_scores_gemma":[0.020008659,0.0002428262,0.00042879194,0.0013488284,0.0003520303,0.0010840534,0.0011736484,0.0004119977,0.00083935674],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016786225,0.006553197,0.11590924,0.0024689888,0.00032413044,0.0010015959,0.003051073,0.041879825,0.039252643,0.0015935313,0.0053940355,0.7657856],"study_design_scores_gemma":[0.0027394693,0.07012538,0.6858828,0.00080079865,0.0008951416,0.0011229385,0.007073574,0.09861231,0.07046215,0.002079951,0.05983926,0.00036617002],"about_ca_topic_score_codex":0.0028603042,"about_ca_topic_score_gemma":0.004041982,"teacher_disagreement_score":0.005592518,"about_ca_system_score_codex":0.0007859355,"about_ca_system_score_gemma":0.00053800305,"threshold_uncertainty_score":0.018708885},"labels":[],"label_agreement":null},{"id":"W1882566250","doi":"10.24908/pceea.v0i0.5793","title":"Does Access to Rapid Prototyping Enhance Student Vision-ization?","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Visualization; Function (biology); Computer science; Class (philosophy); Process (computing); Relevance (law); Engineering design process; Rapid prototyping; Software engineering; Human–computer interaction; Engineering; Artificial intelligence; Mechanical engineering","score_opus":0.010623282627065361,"score_gpt":0.28227699784819443,"score_spread":0.2716537152211291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1882566250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82143825,0.0035713187,0.020515772,0.023583746,0.00068774784,0.0003595735,0.0002460917,0.0012673371,0.12833025],"genre_scores_gemma":[0.98422444,0.0013094336,0.0063241473,0.0006517512,0.00014806933,0.00008907987,0.000057743357,0.00010207118,0.007093362],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98666096,0.0073794345,0.00044514867,0.0007929823,0.0036227815,0.0010986929],"domain_scores_gemma":[0.88324034,0.078839324,0.0104935095,0.0072991084,0.009109905,0.011017795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0124649,0.00034605048,0.0006040683,0.0013665981,0.0006740861,0.0069807093,0.0011553873,0.0014833015,0.027948024],"category_scores_gemma":[0.10701283,0.00029264454,0.00048474234,0.0013998216,0.0009012685,0.006717375,0.0047801533,0.0012091795,0.004605152],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011935275,0.00287345,0.08668049,0.0011657744,0.00007677469,0.0003659692,0.013258711,0.000520288,0.0038886971,0.010631953,0.0134133,0.8659312],"study_design_scores_gemma":[0.0010936334,0.01427749,0.5750858,0.0023838927,0.0005172436,0.003158622,0.04028986,0.0072934795,0.020551438,0.037375532,0.29749495,0.00047800908],"about_ca_topic_score_codex":0.00043411227,"about_ca_topic_score_gemma":0.00085282105,"teacher_disagreement_score":0.027948024,"about_ca_system_score_codex":0.00071705057,"about_ca_system_score_gemma":0.0014759684,"threshold_uncertainty_score":0.09349543},"labels":[],"label_agreement":null},{"id":"W1888000401","doi":"10.24908/pceea.v0i0.3673","title":"AN OBJECT-ORIENTED PATTERN LANGUAGE FOR ENGINEERING DESIGN","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Structural pattern; Software design pattern; Pattern language (formal languages); Computer science; Design pattern; Engineering design process; Design language; Context (archaeology); Object-oriented design; Object (grammar); Software engineering; Systems engineering; Object-oriented programming; Artificial intelligence; Programming language; Engineering; Software design; Software development","score_opus":0.012338320188198432,"score_gpt":0.21424009442890155,"score_spread":0.2019017742407031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1888000401","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025318374,0.0003931317,0.98617655,0.00088557944,0.00023846893,0.00039444986,0.00082250556,0.0032600418,0.0075761713],"genre_scores_gemma":[0.0039372607,0.00062848616,0.9853415,0.0005720532,0.0001074225,0.0013887888,0.0015009402,0.0007081124,0.005815569],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.993208,0.002561436,0.0017615728,0.0006486749,0.0015744367,0.00024582408],"domain_scores_gemma":[0.9932278,0.0031138842,0.00068442564,0.0013777119,0.0013524103,0.00024378294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0082334615,0.0025142268,0.0014167023,0.0033702,0.0017366128,0.0063489787,0.003775937,0.0031629496,0.017833766],"category_scores_gemma":[0.012770021,0.0016492562,0.0024687157,0.0061561596,0.0031587114,0.008787163,0.0033796194,0.007498864,0.0122639835],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007572656,0.00008050241,0.00032992515,0.0012868133,0.00005766723,0.0004758218,0.0013489218,0.003984017,0.0032388885,0.7853192,0.06623164,0.13757075],"study_design_scores_gemma":[0.00006953167,0.000052732303,0.00011931192,0.00044632234,0.000025877018,0.00078842515,0.00015810876,0.01008894,0.0012331844,0.24546549,0.74149907,0.000053000273],"about_ca_topic_score_codex":0.0030033977,"about_ca_topic_score_gemma":0.004379716,"teacher_disagreement_score":0.017833766,"about_ca_system_score_codex":0.001990275,"about_ca_system_score_gemma":0.0045552207,"threshold_uncertainty_score":0.0596599},"labels":[],"label_agreement":null},{"id":"W1888875491","doi":"10.24908/pceea.v0i0.3895","title":"THE CONTRIBUTION OF INDUSTRY TO SHIP DESIGN EDUCATION","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Capstone; Naval architecture; Engineering management; Competition (biology); Engineering; Architecture; Process (computing); Shipbuilding; Engineering design process; Design education; Design process; Iterative design; Design brief; Order (exchange); Software engineering; Computer science; Systems engineering; Design technology; Operations management; Work in process; Business; Marine engineering","score_opus":0.015971679700439643,"score_gpt":0.215261798976319,"score_spread":0.19929011927587936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1888875491","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059937436,0.023306848,0.009224276,0.08489963,0.0012661475,0.000057893678,0.00006329977,0.00023554049,0.8210089],"genre_scores_gemma":[0.794379,0.030116888,0.014668245,0.010138009,0.0008751316,0.00007438667,0.0001261213,0.00014739325,0.14947483],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99553704,0.0019122001,0.000126632,0.00032093324,0.0013382673,0.00076488545],"domain_scores_gemma":[0.9914464,0.0036221093,0.0003556049,0.0005439263,0.0019941132,0.0020378581],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045566675,0.00044527507,0.00023978378,0.0019617195,0.004066849,0.0065809465,0.00080843904,0.0019952983,0.023830047],"category_scores_gemma":[0.006879284,0.00026139634,0.00028566795,0.0015962328,0.003191949,0.0021736957,0.004501791,0.0023072755,0.0026051968],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042328404,0.00035153926,0.013793134,0.0006573735,0.000017169188,0.00035607972,0.004815857,0.0008828035,0.0013534713,0.24765363,0.06287132,0.66720533],"study_design_scores_gemma":[0.00001172826,0.00013472325,0.00979975,0.00095847325,0.000012790963,0.0004189045,0.007126968,0.0009057895,0.000733053,0.05827035,0.92160064,0.00002688084],"about_ca_topic_score_codex":0.014189539,"about_ca_topic_score_gemma":0.034143366,"teacher_disagreement_score":0.9942912,"about_ca_system_score_codex":0.005708792,"about_ca_system_score_gemma":0.018337408,"threshold_uncertainty_score":0.079719484},"labels":[],"label_agreement":null},{"id":"W1889481909","doi":"10.24908/pceea.v0i0.4653","title":"CASE STUDY IN SYSTEMATIC DESIGN ENGINEERING – BOW THRUSTER COVERS","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Scope (computer science); Engineering design process; Process (computing); Computer science; Systems engineering; Heuristic; Engineering; Management science; Artificial intelligence; Mechanical engineering","score_opus":0.017102756967762412,"score_gpt":0.22387054696362926,"score_spread":0.20676778999586684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1889481909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51780456,0.0023742747,0.24949205,0.0061736475,0.00031651018,0.0034995214,0.0003529613,0.0002273079,0.2197591],"genre_scores_gemma":[0.81454366,0.001054613,0.15139578,0.0006951414,0.000047393696,0.0010311668,0.00018226604,0.00006509013,0.030984933],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"case_report","domain_scores_codex":[0.9900406,0.007180983,0.00031857684,0.00042547192,0.0015670782,0.00046736974],"domain_scores_gemma":[0.9908354,0.0067031924,0.0003530202,0.0008013601,0.0007634863,0.00054348644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006051628,0.0005081531,0.00043706354,0.0010210838,0.003998931,0.0020720284,0.0015127525,0.0037160108,0.007826301],"category_scores_gemma":[0.009042599,0.00037939902,0.00071719784,0.0016204278,0.0032813624,0.0020206575,0.0027117634,0.0016722821,0.0010401207],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095376547,0.0035606506,0.013650148,0.0030348753,0.00012881275,0.062403403,0.17252372,0.039896064,0.02074694,0.38531628,0.034132563,0.2636529],"study_design_scores_gemma":[0.00039525714,0.0031483916,0.007747573,0.0017281452,0.00006125808,0.029967021,0.09983999,0.020528475,0.022360599,0.08143585,0.73260415,0.00018338268],"about_ca_topic_score_codex":0.00202872,"about_ca_topic_score_gemma":0.005613951,"teacher_disagreement_score":0.007826301,"about_ca_system_score_codex":0.0022144492,"about_ca_system_score_gemma":0.0030654082,"threshold_uncertainty_score":0.032004476},"labels":[],"label_agreement":null},{"id":"W1894446440","doi":"10.24908/pceea.v0i0.3827","title":"PRARMETRIC MODELLING AS A DESIGN REPRESENTATION IN ARCHITECTURE: A PROCESS ACCOUNT","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; Simon Fraser University","funders":"","keywords":"Representation (politics); Architecture; Parametric statistics; Process (computing); Fist; Computer science; Parametric design; Engineering design process; Software engineering; Design process; Parametric model; Artificial intelligence; Engineering; Work in process; Programming language; Mathematics; Operations management; Mechanical engineering","score_opus":0.027422135071612896,"score_gpt":0.23499670261617148,"score_spread":0.20757456754455858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1894446440","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0263437,0.0010498666,0.7580105,0.0058227247,0.00009585778,0.00019732166,0.000044062563,0.00023760485,0.20819837],"genre_scores_gemma":[0.6880679,0.0015946494,0.2640497,0.0005101934,0.00012488551,0.000411454,0.00011160692,0.00031950173,0.044810075],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9925741,0.0046787383,0.0002063984,0.00044505205,0.0017114643,0.00038427257],"domain_scores_gemma":[0.9928281,0.0040256013,0.0004435404,0.0017982617,0.00071626296,0.0001882377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008946952,0.0007212362,0.00037870306,0.0017064046,0.002686526,0.009819131,0.0019813331,0.0031115427,0.005142416],"category_scores_gemma":[0.01001351,0.00069268,0.0008445853,0.0018589381,0.014151649,0.014128787,0.004609762,0.004331761,0.0013329656],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046630093,0.000022522738,0.00023514398,0.000025770512,0.0000023251175,0.000059737253,0.0045162826,0.0017810855,0.00038073296,0.98365825,0.00027576296,0.009037778],"study_design_scores_gemma":[0.000016401758,0.00009243291,0.00056562,0.00019853975,0.000017594068,0.00054553,0.004806764,0.022492226,0.0026306221,0.85046154,0.11813042,0.000042292],"about_ca_topic_score_codex":0.0031152822,"about_ca_topic_score_gemma":0.0032139383,"teacher_disagreement_score":0.009819131,"about_ca_system_score_codex":0.0030174574,"about_ca_system_score_gemma":0.0037491266,"threshold_uncertainty_score":0.04731661},"labels":[],"label_agreement":null},{"id":"W1896985461","doi":"10.24908/pceea.v0i0.3930","title":"A DESIGN CHALLENGE - INCORPORATING DESIGN INTO THE FIRST YEAR ENGINEERING CURRICULUM","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ontario Tech University","funders":"University of Ontario Institute of Technology","keywords":"Engineering design process; Graphics; Curriculum; Process (computing); Computer science; Engineering management; Software engineering; Engineering education; Engineering; Course (navigation); Systems engineering; Mechanical engineering; Computer graphics (images); Psychology; Pedagogy","score_opus":0.01665936329468564,"score_gpt":0.19570642562515217,"score_spread":0.17904706233046652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1896985461","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25734067,0.010772081,0.23437041,0.09507765,0.0072840834,0.0010536623,0.000357688,0.00135913,0.39238462],"genre_scores_gemma":[0.6212665,0.00399764,0.16222167,0.011160229,0.00056361436,0.00069840765,0.00040720744,0.00038212616,0.19930258],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949066,0.0018930876,0.00017704691,0.0005472087,0.0017391907,0.0007367737],"domain_scores_gemma":[0.9935042,0.0013966567,0.00037246136,0.00082803966,0.0012840962,0.0026145345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006352135,0.0005451106,0.00049303554,0.00062907534,0.002378041,0.0069421846,0.002371569,0.0027992185,0.00847922],"category_scores_gemma":[0.009570113,0.00042942335,0.0005587251,0.00057360594,0.0023593442,0.0045433114,0.0051267343,0.0035057582,0.002440339],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018174316,0.0019028574,0.011429942,0.0014638661,0.000024668521,0.000685096,0.019531924,0.0060113934,0.0129575515,0.27620482,0.11307049,0.55653554],"study_design_scores_gemma":[0.00003980042,0.0007183756,0.0058871075,0.000566187,0.0000111637355,0.00067232107,0.007340838,0.002183164,0.0037426797,0.06275264,0.9160373,0.000048451315],"about_ca_topic_score_codex":0.0041678394,"about_ca_topic_score_gemma":0.011256161,"teacher_disagreement_score":0.00847922,"about_ca_system_score_codex":0.0060617463,"about_ca_system_score_gemma":0.012717407,"threshold_uncertainty_score":0.043981254},"labels":[],"label_agreement":null},{"id":"W1897641342","doi":"10.24908/pceea.v0i0.3626","title":"Development of a Tool for Assessing the Design Process: A step toward the creation of a Design Observatory","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Process (computing); Engineering design process; Conceptual design; Design process; Process management; Observatory; Exploratory research; Product design; Computer science; New product development; Product (mathematics); Systems engineering; Engineering; Engineering management; Knowledge management; Business; Operations management; Work in process; Marketing; Sociology","score_opus":0.052664838701561995,"score_gpt":0.2622622803531042,"score_spread":0.20959744165154223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1897641342","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11110738,0.0004188722,0.8664436,0.0014999618,0.00012346818,0.0069498816,0.0008891472,0.003515797,0.009051873],"genre_scores_gemma":[0.098052844,0.00015280291,0.89707416,0.00008515792,0.000012563094,0.0030888591,0.00072303094,0.00012400217,0.0006865211],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.92622966,0.043865666,0.011440042,0.003070012,0.014204767,0.0011899153],"domain_scores_gemma":[0.6994055,0.20079112,0.021175535,0.027197395,0.047363076,0.004067434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.10317312,0.0021492017,0.0018453933,0.019833384,0.0022582717,0.009759353,0.0026808518,0.0024104512,0.0016813435],"category_scores_gemma":[0.16801324,0.0013503219,0.0014989211,0.008538904,0.002811614,0.014658199,0.00641917,0.0036083846,0.00072447286],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000556162,0.0023168665,0.09014552,0.003583859,0.0002565495,0.00045812727,0.073604524,0.0042916103,0.023819013,0.032657247,0.0065061273,0.76180434],"study_design_scores_gemma":[0.0010664582,0.007828912,0.23734647,0.009489154,0.0005983595,0.0026319611,0.15726615,0.1673856,0.05378277,0.07649769,0.28444368,0.0016627946],"about_ca_topic_score_codex":0.0039223875,"about_ca_topic_score_gemma":0.0037527832,"teacher_disagreement_score":0.10317312,"about_ca_system_score_codex":0.0046112486,"about_ca_system_score_gemma":0.011714045,"threshold_uncertainty_score":0.54563814},"labels":[],"label_agreement":null},{"id":"W1900500496","doi":"","title":"Hume's Scepticism vs. Swinburne's Inference","year":2012,"lang":"en","type":"article","venue":"Aporia","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Skepticism; Philosophy; Inference; Epistemology","score_opus":0.02253197102370999,"score_gpt":0.28448037660749004,"score_spread":0.2619484055837801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1900500496","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039698906,0.0063548842,0.20250812,0.15374702,0.0031413175,0.00010608056,0.00016685568,0.00047487515,0.5938019],"genre_scores_gemma":[0.8867333,0.0028317461,0.028131759,0.026626527,0.0015005994,0.00023916169,0.000073501964,0.00018169837,0.053681724],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99139893,0.004361015,0.00032117582,0.0010721877,0.0024027617,0.0004437932],"domain_scores_gemma":[0.97967774,0.015643429,0.0007802403,0.0017690953,0.0017773749,0.000352102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01144886,0.0005251264,0.00093819737,0.0021013091,0.0030656604,0.005028037,0.0023342695,0.0042960537,0.006025315],"category_scores_gemma":[0.031932447,0.00034091476,0.00062904565,0.0012192421,0.04417703,0.006706747,0.003348827,0.0068312264,0.0015751139],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028858272,0.000015165501,0.00018846567,0.00006781329,0.0000123011605,0.00012807289,0.0042765215,0.00028508835,0.00008928762,0.9779683,0.0070953276,0.009844754],"study_design_scores_gemma":[0.000021341793,0.000024149911,0.00020599632,0.00013767314,0.000012134458,0.00016958488,0.0012131358,0.0009669721,0.00049768673,0.95745414,0.039279032,0.000018164319],"about_ca_topic_score_codex":0.0025154613,"about_ca_topic_score_gemma":0.0021921196,"teacher_disagreement_score":0.01144886,"about_ca_system_score_codex":0.003042142,"about_ca_system_score_gemma":0.0025779807,"threshold_uncertainty_score":0.060548067},"labels":[],"label_agreement":null},{"id":"W1901824469","doi":"10.24908/pceea.v0i0.3789","title":"CAPSTONE DESIGN IN MECHANICAL ENGINEERING AT THE UNIVERSITY OF WESTERN ONTARIO","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"Ontario Centres of Excellence","keywords":"Capstone; Excellence; Engineering management; Engineering; Engineering education; Matching (statistics); Engineering design process; Engineering ethics; Political science; Computer science; Mechanical engineering; Mathematics","score_opus":0.015331910393014023,"score_gpt":0.17552581515274387,"score_spread":0.16019390475972986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1901824469","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03474352,0.030425267,0.026730997,0.03148094,0.004743107,0.0003420472,0.00093723834,0.0011556187,0.8694412],"genre_scores_gemma":[0.07961743,0.009165945,0.010953155,0.0013708697,0.00021842713,0.00008804843,0.00031587787,0.0002160249,0.89805424],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9982468,0.00011895467,0.00005485434,0.00018961773,0.001062359,0.00032748512],"domain_scores_gemma":[0.99716336,0.00015795862,0.00008004846,0.000110051325,0.0011124025,0.0013761836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016228132,0.00064144906,0.00030113844,0.000960637,0.008462995,0.0036720536,0.0008199313,0.0013759906,0.079246834],"category_scores_gemma":[0.0019353374,0.0005610575,0.00031781226,0.001522315,0.00287843,0.0009413057,0.0017091882,0.00093721633,0.015183508],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008356969,0.00013176327,0.0058342214,0.00058827363,0.000008792938,0.00035578155,0.004781523,0.001017893,0.004543436,0.02860023,0.6589456,0.29510888],"study_design_scores_gemma":[0.000004872037,0.000033742002,0.0059872023,0.00012627328,0.000004756445,0.00010260434,0.0011843903,0.00027237233,0.00074208766,0.0012938863,0.9902292,0.000018691788],"about_ca_topic_score_codex":0.75006014,"about_ca_topic_score_gemma":0.94964916,"teacher_disagreement_score":0.75006014,"about_ca_system_score_codex":0.026879096,"about_ca_system_score_gemma":0.06448542,"threshold_uncertainty_score":0.5028236},"labels":[],"label_agreement":null},{"id":"W1902602028","doi":"10.24908/pceea.v0i0.3819","title":"CENTRALIZING INFORMATION IN ENGINEERING DESIGN DOCUMENTS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Optimal distinctiveness theory; Computer science; Information design; Engineering ethics; Engineering; Human–computer interaction; Psychology","score_opus":0.011459444050402808,"score_gpt":0.19160662646566545,"score_spread":0.18014718241526265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902602028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.106145576,0.009692625,0.70634216,0.015326866,0.0013818372,0.0009615512,0.0014864318,0.0038530815,0.15480982],"genre_scores_gemma":[0.56094027,0.0063489606,0.3965618,0.0017082546,0.0010172485,0.00077798247,0.0026801543,0.0018596455,0.028105635],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96328396,0.015394083,0.0051142736,0.0038922431,0.010699276,0.001616185],"domain_scores_gemma":[0.8492223,0.07622269,0.010841919,0.033694938,0.028312132,0.0017059759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027555956,0.0009834059,0.0013985197,0.019026196,0.005787389,0.026495837,0.0026749223,0.002879491,0.004972422],"category_scores_gemma":[0.08694535,0.0014290519,0.00075695594,0.022765987,0.0096238395,0.03129962,0.012379778,0.0034574282,0.0024641813],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033822694,0.00012663956,0.0053678327,0.0014962333,0.00006924803,0.0013013654,0.0772138,0.0041323453,0.011645281,0.42505854,0.014730077,0.45852035],"study_design_scores_gemma":[0.00010980801,0.00016131978,0.004010196,0.0023901835,0.00020506466,0.0017547113,0.027426943,0.008518111,0.026899446,0.28420436,0.6441015,0.0002183203],"about_ca_topic_score_codex":0.006265023,"about_ca_topic_score_gemma":0.004950299,"teacher_disagreement_score":0.027555956,"about_ca_system_score_codex":0.0077531044,"about_ca_system_score_gemma":0.011237681,"threshold_uncertainty_score":0.14573157},"labels":[],"label_agreement":null},{"id":"W1905287611","doi":"10.24908/pceea.v0i0.3978","title":"MACHINE ELEMENTS - REVISION AND OUTLOOK FOR DESIGN EDUCATION","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Computer science; Process (computing); Task (project management); Property (philosophy); Selection (genetic algorithm); Industrial engineering; Creativity; Engineering design process; Systems engineering; Artificial intelligence; Engineering; Mechanical engineering; Programming language","score_opus":0.016996639587243945,"score_gpt":0.22057804602476344,"score_spread":0.20358140643751949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1905287611","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056894575,0.34089935,0.03018742,0.2908489,0.134101,0.00015930804,0.0007232713,0.0010070037,0.19638427],"genre_scores_gemma":[0.1113959,0.29649118,0.060275834,0.03565605,0.03611722,0.00024755916,0.0019380035,0.00055230776,0.45732594],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971476,0.00084090565,0.0003099085,0.00028136576,0.0011054797,0.000314718],"domain_scores_gemma":[0.9875014,0.0018080706,0.00032332135,0.0014223814,0.007331166,0.0016135327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009787938,0.00088376726,0.0005849414,0.0032349809,0.0014923242,0.0053313104,0.0017941949,0.0045012017,0.028275635],"category_scores_gemma":[0.011246088,0.0002818228,0.00074542244,0.0020739243,0.003195062,0.0058993264,0.0024095832,0.0036261722,0.009126534],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075678734,0.00014178889,0.0005164631,0.0006484963,0.000009243628,0.00016071246,0.0007422486,0.0010495216,0.00069156743,0.18867597,0.42929372,0.3779946],"study_design_scores_gemma":[0.00000556043,0.000028713805,0.00030079458,0.00069427834,0.0000031663103,0.00012560228,0.00043180957,0.00027699847,0.00012271728,0.017729746,0.9802705,0.000010158548],"about_ca_topic_score_codex":0.005870181,"about_ca_topic_score_gemma":0.007506953,"teacher_disagreement_score":0.9941375,"about_ca_system_score_codex":0.0058624977,"about_ca_system_score_gemma":0.008338045,"threshold_uncertainty_score":0.09459144},"labels":[],"label_agreement":null},{"id":"W1905427750","doi":"10.24908/pceea.v0i0.3165","title":"Development of a Design Skill Assessment Tool","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Engineering; Systems engineering","score_opus":0.00782001807105346,"score_gpt":0.22635549750761813,"score_spread":0.21853547943656468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1905427750","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22522557,0.00035859848,0.7416554,0.00059606973,0.0003833852,0.009595376,0.0011922646,0.009854385,0.011139008],"genre_scores_gemma":[0.14924657,0.00017549604,0.8412255,0.0001348123,0.00003393704,0.004180467,0.0015330273,0.0003722128,0.0030980038],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.989165,0.004076824,0.0014601289,0.0009265615,0.003915539,0.0004558947],"domain_scores_gemma":[0.945741,0.034827366,0.0014190334,0.002517368,0.014347203,0.001148033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013235184,0.0013053897,0.0010689985,0.004753638,0.0007896925,0.0026077428,0.002409454,0.0013993345,0.0028347487],"category_scores_gemma":[0.069794185,0.0007269955,0.0008741948,0.0016519058,0.00046712605,0.0028360363,0.002434932,0.0017359176,0.0017541929],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031745856,0.00212495,0.019195093,0.0004917788,0.000064237036,0.00028875572,0.0029206786,0.0029229424,0.024439335,0.0013380055,0.0046706884,0.941226],"study_design_scores_gemma":[0.0018800242,0.014544798,0.21318194,0.0037784243,0.0009125266,0.005181738,0.012903244,0.26153857,0.20818765,0.0152839795,0.26148105,0.0011259306],"about_ca_topic_score_codex":0.0010445735,"about_ca_topic_score_gemma":0.0011798093,"teacher_disagreement_score":0.013235184,"about_ca_system_score_codex":0.0008306682,"about_ca_system_score_gemma":0.0026825708,"threshold_uncertainty_score":0.069995165},"labels":[],"label_agreement":null},{"id":"W1905870872","doi":"10.24908/pceea.v0i0.5884","title":"ENGAGING FIRST YEAR STUDENTS THROUGH CROSSDISCIPLINARY DESIGN PROJECTS","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Parks Canada","keywords":"Spare time; Appeal; Preference; Creativity; Discipline; Mathematics education; Psychology; Spare part; Engineering; Pedagogy; Sociology; Political science; Social psychology; Social science; Mechanical engineering; Operations management","score_opus":0.031627101830131454,"score_gpt":0.262724457405845,"score_spread":0.23109735557571354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1905870872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.901519,0.0009983877,0.01265236,0.0017356519,0.00035899464,0.0005533612,0.00017058213,0.00047437416,0.08153742],"genre_scores_gemma":[0.8034602,0.0017839381,0.028656876,0.0011073472,0.00007995739,0.0005412915,0.00037643968,0.00013863175,0.16385528],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792945,0.0005917717,0.00006843783,0.00023243831,0.00043664934,0.0007413537],"domain_scores_gemma":[0.9939668,0.0005799684,0.0003842857,0.0004217531,0.00048821466,0.004158965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003083173,0.0013350652,0.0006353111,0.0011800359,0.00345407,0.0069883717,0.0019570002,0.0018047179,0.03182287],"category_scores_gemma":[0.004665233,0.0007303436,0.00081303687,0.00056570634,0.0010116387,0.0018872134,0.0062637674,0.0020879086,0.009633385],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041764235,0.03216286,0.12080288,0.00083650084,0.000075638716,0.002263378,0.099286735,0.0008804853,0.030570835,0.013225997,0.044187073,0.65529007],"study_design_scores_gemma":[0.00018123123,0.009172938,0.14511189,0.0010984333,0.00008898978,0.0063196314,0.1394083,0.0020607475,0.024462169,0.013208523,0.6586781,0.00020902362],"about_ca_topic_score_codex":0.0007074808,"about_ca_topic_score_gemma":0.005926935,"teacher_disagreement_score":0.03182287,"about_ca_system_score_codex":0.0011993679,"about_ca_system_score_gemma":0.0023083074,"threshold_uncertainty_score":0.10645807},"labels":[],"label_agreement":null},{"id":"W1909573471","doi":"10.24908/pceea.v0i0.3720","title":"THE CHAIR PROJECT: FIRMNESS, COMMODITY, AND AN EMPHASIS ON DELIGHT","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coursework; Construct (python library); Computer science; Architecture; Folding (DSP implementation); Curriculum; Object (grammar); Mathematics education; Software engineering; Engineering management; Engineering; Psychology; Pedagogy; Artificial intelligence; Visual arts; Art; Programming language","score_opus":0.01754382558862593,"score_gpt":0.22860307136141478,"score_spread":0.21105924577278884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1909573471","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17800406,0.000518142,0.23461568,0.011992834,0.0024023575,0.0047383206,0.0012840623,0.0023357486,0.56410885],"genre_scores_gemma":[0.36388123,0.0005512895,0.24259816,0.0027293765,0.00026847675,0.0064127506,0.0009024237,0.0012935637,0.38136274],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957516,0.0018795753,0.00011036963,0.0006511532,0.0012439733,0.00036330445],"domain_scores_gemma":[0.9951584,0.0012752373,0.00017680586,0.00096235867,0.0010161557,0.0014110011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048351195,0.00068725686,0.00048621948,0.00091599766,0.0035299421,0.0041722152,0.0013888023,0.0018157156,0.05955156],"category_scores_gemma":[0.0073881405,0.00067453017,0.00047305302,0.001158148,0.0043060496,0.0028102386,0.004606027,0.0034505478,0.007240862],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009613868,0.004164093,0.010053378,0.0009974291,0.000032581036,0.00072417356,0.027301697,0.0019031247,0.022473538,0.45496434,0.16413294,0.31229135],"study_design_scores_gemma":[0.0002236866,0.0015753402,0.009220339,0.00020674651,0.00004195386,0.00045416894,0.011011233,0.0022767712,0.011667223,0.029056184,0.93415225,0.00011408766],"about_ca_topic_score_codex":0.003592184,"about_ca_topic_score_gemma":0.0132562,"teacher_disagreement_score":0.05955156,"about_ca_system_score_codex":0.002119938,"about_ca_system_score_gemma":0.005703427,"threshold_uncertainty_score":0.19921982},"labels":[],"label_agreement":null},{"id":"W1909596616","doi":"10.24908/pceea.v0i0.3945","title":"EXPERIENCES AND PROPOSALS FOR INTERDISCIPLINARY ENGINEERING DESIGN COURSES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Engineering ethics; Course (navigation); Computer science; Mathematics education; Engineering management; Scheduling (production processes); Management science; Engineering; Psychology; Civil engineering; Operations management","score_opus":0.01869960867440213,"score_gpt":0.23572642642061062,"score_spread":0.2170268177462085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1909596616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5983664,0.0058065658,0.038938943,0.12003591,0.008620613,0.0010357667,0.00015036759,0.0004189476,0.22662655],"genre_scores_gemma":[0.75990564,0.0043486566,0.043638546,0.011190583,0.0009018995,0.0005228991,0.00033495028,0.0001877528,0.17896909],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9832766,0.009591286,0.0004108222,0.0007273804,0.0034377356,0.0025561985],"domain_scores_gemma":[0.9841149,0.003420981,0.00044604603,0.00048998237,0.0017947777,0.009733259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016225355,0.0006657448,0.0003013343,0.0012821986,0.007409646,0.0074764076,0.0034259115,0.0050939233,0.01969087],"category_scores_gemma":[0.016966674,0.00044713574,0.0007585797,0.0011879525,0.0026714187,0.0043614605,0.0076757,0.0059043313,0.0024498422],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052523165,0.00881316,0.01876135,0.0011242094,0.000037856804,0.007887742,0.15832686,0.0032462392,0.007854329,0.16927874,0.13167787,0.4924663],"study_design_scores_gemma":[0.00010714889,0.0006379816,0.0034698069,0.00045834205,0.0000101970745,0.001238791,0.1484663,0.0010385588,0.0016887386,0.009827886,0.83297384,0.0000824572],"about_ca_topic_score_codex":0.0011536265,"about_ca_topic_score_gemma":0.00439183,"teacher_disagreement_score":0.01969087,"about_ca_system_score_codex":0.005306922,"about_ca_system_score_gemma":0.0046729404,"threshold_uncertainty_score":0.08580887},"labels":[],"label_agreement":null},{"id":"W1910621573","doi":"10.24908/pceea.v0i0.4003","title":"EDUCATING FOR ENGINEERING DESIGN USING DESIGN SCIENCE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Scope (computer science); Computer science; Product (mathematics); Product design; Object (grammar); Engineering design process; Engineering education; Design education; Mathematics education; Engineering ethics; Software engineering; Engineering management; Systems engineering; Engineering; Psychology; Artificial intelligence; Mathematics; Mechanical engineering; Programming language","score_opus":0.044169450921513954,"score_gpt":0.23529830249872388,"score_spread":0.19112885157720994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1910621573","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006783682,0.011477837,0.4815125,0.027817326,0.0011705803,0.00079620554,0.00022528305,0.0010989564,0.46911767],"genre_scores_gemma":[0.09040783,0.030476755,0.5438895,0.017323276,0.00064821506,0.0010637151,0.00041695024,0.0002680119,0.31550562],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99799746,0.0006472227,0.00011788093,0.00014499188,0.0009191391,0.00017321607],"domain_scores_gemma":[0.99847704,0.0008640458,0.00008387612,0.00017093569,0.00025395586,0.00015003786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002525482,0.00067457097,0.00040301005,0.0019202644,0.001345861,0.0030330129,0.0008312763,0.0017262643,0.015397203],"category_scores_gemma":[0.004121584,0.00037381254,0.0004928502,0.0010769828,0.002479585,0.0022466378,0.0022824362,0.0037311602,0.0055613425],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013129993,0.00039799986,0.0011027269,0.0008886012,0.000014335559,0.00029298375,0.0075671473,0.0041244407,0.0049767327,0.41543788,0.07299955,0.49218452],"study_design_scores_gemma":[0.0000065669087,0.000067662186,0.00060236175,0.0005053785,0.000003817814,0.0005202728,0.00091979146,0.0009948723,0.0010894721,0.08243237,0.9128366,0.000020781747],"about_ca_topic_score_codex":0.00355282,"about_ca_topic_score_gemma":0.00648594,"teacher_disagreement_score":0.015397203,"about_ca_system_score_codex":0.0022780653,"about_ca_system_score_gemma":0.004381157,"threshold_uncertainty_score":0.051508725},"labels":[],"label_agreement":null},{"id":"W1911158695","doi":"10.24908/pceea.v0i0.3695","title":"APPROACHES THAT HELP STUDENTS GENERATE NEW DESIGN SOLUTIONS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of New Brunswick; Concordia University","funders":"","keywords":"Computer science; Design education; Decomposition; Engineering design process; Generative Design; Management science; Software engineering; Systems engineering; Engineering","score_opus":0.10029429555305752,"score_gpt":0.2204717896460283,"score_spread":0.12017749409297077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1911158695","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011814557,0.0009921528,0.87593657,0.0051594,0.00027809286,0.00055957504,0.00009848793,0.0018508519,0.10331025],"genre_scores_gemma":[0.050608307,0.0016652608,0.91783386,0.0014014024,0.00008709646,0.00064202223,0.00022889575,0.00031489378,0.027218165],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99732286,0.0010059584,0.00013796655,0.0003308705,0.0010816479,0.00012071461],"domain_scores_gemma":[0.99621457,0.00198667,0.00029474043,0.0007017266,0.0005794694,0.00022288272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033059258,0.0017909178,0.00049948914,0.0016368623,0.0008026399,0.0038100008,0.002464921,0.0021534315,0.02263878],"category_scores_gemma":[0.011186309,0.00054898736,0.0007789247,0.0006564351,0.0014499596,0.0038697622,0.004280718,0.002270216,0.0072181555],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006756225,0.0010261815,0.001731773,0.0016155513,0.00006009982,0.0003546057,0.01000024,0.010781215,0.012374347,0.3115459,0.03653181,0.61391073],"study_design_scores_gemma":[0.00020336066,0.0003768259,0.0005868144,0.00093598996,0.00009688456,0.0008663524,0.0035412435,0.03504818,0.012123896,0.28436825,0.6617738,0.00007831015],"about_ca_topic_score_codex":0.00041078022,"about_ca_topic_score_gemma":0.0011992902,"teacher_disagreement_score":0.02263878,"about_ca_system_score_codex":0.0011729856,"about_ca_system_score_gemma":0.0017990036,"threshold_uncertainty_score":0.0757342},"labels":[],"label_agreement":null},{"id":"W1911202939","doi":"10.24908/pceea.v0i0.3087","title":"Supporting Creative Concept Generation by Engineering Students with Biomimetic Design","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of New Brunswick; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Engineering; Architectural engineering; Engineering management; Systems engineering; Computer science; Psychology; Mathematics education; Construction engineering; Engineering ethics; Human–computer interaction","score_opus":0.0063627646974682775,"score_gpt":0.23157576932984086,"score_spread":0.2252130046323726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1911202939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56367606,0.00035207008,0.38917854,0.0024872695,0.00012251132,0.0010739345,0.00013344697,0.0017807045,0.04119545],"genre_scores_gemma":[0.6529942,0.00035970996,0.33584332,0.00054559676,0.00003323597,0.0007586501,0.00017835945,0.00009906562,0.009187824],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977291,0.0010962147,0.00013776605,0.00042092314,0.00041796363,0.00019802529],"domain_scores_gemma":[0.98718786,0.007959081,0.00088419433,0.0016628222,0.0010318821,0.0012742542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038900953,0.0009969358,0.00057864137,0.0010269128,0.00083078496,0.0040508504,0.0024432996,0.0014480643,0.01165423],"category_scores_gemma":[0.024496552,0.0005400996,0.00061506196,0.00057508645,0.0015476517,0.0034353258,0.00489863,0.002387207,0.0027156633],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065555034,0.011337513,0.02439306,0.0017480634,0.00009144162,0.001286723,0.06201179,0.0175759,0.09368622,0.070525475,0.014403113,0.70228523],"study_design_scores_gemma":[0.0014635096,0.0040730056,0.017118314,0.0012325003,0.00029341964,0.003746997,0.026434917,0.20001559,0.11356605,0.3172894,0.3143154,0.00045087934],"about_ca_topic_score_codex":0.0002650622,"about_ca_topic_score_gemma":0.0005544078,"teacher_disagreement_score":0.01165423,"about_ca_system_score_codex":0.00067692256,"about_ca_system_score_gemma":0.0021459116,"threshold_uncertainty_score":0.03898728},"labels":[],"label_agreement":null},{"id":"W191149166","doi":"","title":"Validating and Representing Case Based Knowledge","year":2009,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Structuring; Computer science; Reliability (semiconductor); Key (lock); Visual reasoning; Model-based reasoning; Case-based reasoning; Data science; Artificial intelligence; Management science; Knowledge management; Knowledge representation and reasoning; Engineering","score_opus":0.026229441729974285,"score_gpt":0.29969717620116326,"score_spread":0.273467734471189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W191149166","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3217459,0.0008890545,0.6314504,0.0024352218,0.000116481795,0.0025495095,0.0007111832,0.0011684957,0.038933758],"genre_scores_gemma":[0.61542374,0.00036845074,0.38084683,0.00015471615,0.00002607016,0.0007976171,0.0010855872,0.000115492774,0.0011815435],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.88809085,0.08672655,0.0070143063,0.003528,0.012889164,0.0017510373],"domain_scores_gemma":[0.65932685,0.2735973,0.013197505,0.041877184,0.011276945,0.00072424376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05743353,0.0010907775,0.0007133391,0.011495468,0.0020743122,0.011624811,0.0041149305,0.0035601573,0.0038262752],"category_scores_gemma":[0.20677495,0.00068024243,0.0011345234,0.006922213,0.0060567176,0.010640125,0.004897233,0.0017837655,0.0007193859],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040104814,0.00081736105,0.035951544,0.0018123133,0.00019952707,0.0022195855,0.10496161,0.052716363,0.0076682833,0.25275624,0.004977775,0.5355184],"study_design_scores_gemma":[0.00028786375,0.0006844413,0.020999223,0.0046563023,0.00034128575,0.00450284,0.076639704,0.23376079,0.037990574,0.47320318,0.14648053,0.00045326946],"about_ca_topic_score_codex":0.0023786712,"about_ca_topic_score_gemma":0.0018072142,"teacher_disagreement_score":0.05743353,"about_ca_system_score_codex":0.004303472,"about_ca_system_score_gemma":0.0037585387,"threshold_uncertainty_score":0.30374116},"labels":[],"label_agreement":null},{"id":"W1911717992","doi":"10.7146/ocps.v7i1.2111","title":"Understanding Collaborative Practice: Reading between the Lines Actions","year":2005,"lang":"en","type":"article","venue":"Outlines Critical Practice Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Social Sciences and Humanities Research Council of Canada; Korea Science and Engineering Foundation; University of Victoria","keywords":"Intersubjectivity; Action (physics); Division of labour; Reading (process); Dialectic; Subjectivity; Collective action; Value (mathematics); Epistemology; Sociology; Artifact (error); Negotiation; Face (sociological concept); Computer science; Political science; Social science; Artificial intelligence; Law","score_opus":0.2627390078146029,"score_gpt":0.4592811847661201,"score_spread":0.1965421769515172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1911717992","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14025334,0.006041739,0.4530331,0.04226336,0.0007049041,0.00066899846,0.00010405474,0.00043087764,0.35649955],"genre_scores_gemma":[0.90476567,0.0019999268,0.08249722,0.0013255602,0.00012540467,0.0003459621,0.000082280196,0.00014571118,0.008712226],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98541254,0.011517123,0.0003950444,0.00107435,0.0011496289,0.0004512717],"domain_scores_gemma":[0.979935,0.015363959,0.0010536617,0.0018003599,0.0012547054,0.0005922373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010217292,0.0013168618,0.0005917222,0.0030278063,0.0069253705,0.014388712,0.0025043634,0.0060562156,0.004645407],"category_scores_gemma":[0.025617354,0.0005763145,0.000590539,0.0018482931,0.05879843,0.023626668,0.007686883,0.0052640773,0.000819738],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025648358,0.00004769282,0.000805909,0.00020525703,0.000011723138,0.00040811228,0.45462117,0.000522748,0.00078457524,0.5154676,0.0017056937,0.025393799],"study_design_scores_gemma":[0.000023647117,0.0000867291,0.0010829859,0.00077964086,0.00002154631,0.00063530565,0.28042474,0.0014893889,0.0016230526,0.57255876,0.1412319,0.00004235187],"about_ca_topic_score_codex":0.0051635015,"about_ca_topic_score_gemma":0.0031385869,"teacher_disagreement_score":0.014388712,"about_ca_system_score_codex":0.00521942,"about_ca_system_score_gemma":0.005977964,"threshold_uncertainty_score":0.05403489},"labels":[],"label_agreement":null},{"id":"W1912175074","doi":"10.24908/pceea.v0i0.3902","title":"THE USE OF \"SUPERGROUPS\" IN INTRODUCTORY DESIGN COURSES AS A MOTIVATIONAL AND TEACHING TOOL","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Framing (construction); Mathematics education; Scheme (mathematics); Engineering; Engineering ethics; Computer science; Psychology; Mathematics; Civil engineering","score_opus":0.022552817637249076,"score_gpt":0.20704195408780254,"score_spread":0.18448913645055348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1912175074","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22255625,0.0013886451,0.5949633,0.013886168,0.0023038965,0.0021678633,0.0000471941,0.002218067,0.16046865],"genre_scores_gemma":[0.5050051,0.00080529705,0.44200382,0.0018334578,0.00055317994,0.0034452379,0.00010652689,0.00027525035,0.0459721],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99064696,0.007306787,0.00014702248,0.00040073929,0.0009952001,0.00050333614],"domain_scores_gemma":[0.98224396,0.011611658,0.0008957383,0.0010064945,0.0011298329,0.0031123539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009423146,0.00062987354,0.00036964178,0.0012668244,0.0034845336,0.0019884165,0.002037883,0.0010956081,0.008637055],"category_scores_gemma":[0.014148888,0.0003897623,0.00032941357,0.000810419,0.0034455373,0.002739378,0.0051667825,0.0020799222,0.0028403897],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052751944,0.0021540155,0.0030069666,0.00061595475,0.000013821081,0.0005076415,0.025883585,0.0019338886,0.009316499,0.15393285,0.03971282,0.76239437],"study_design_scores_gemma":[0.00045570324,0.0057445057,0.010805182,0.0008745018,0.000046043624,0.0014334903,0.025351416,0.012451736,0.013098251,0.2125391,0.7170351,0.00016486102],"about_ca_topic_score_codex":0.0006764505,"about_ca_topic_score_gemma":0.0025557275,"teacher_disagreement_score":0.009423146,"about_ca_system_score_codex":0.0013492756,"about_ca_system_score_gemma":0.002577657,"threshold_uncertainty_score":0.049834967},"labels":[],"label_agreement":null},{"id":"W1912735724","doi":"10.24908/pceea.v0i0.4009","title":"DESIGN SEQUENCE EXPERIENCES: A PANEL DISCUSSION","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph; Université de Sherbrooke; University of Manitoba","funders":"","keywords":"Panel discussion; Sequence (biology); Session (web analytics); Computer science; Engineering management; Mathematics education; Engineering; Engineering ethics; Psychology; World Wide Web; Business","score_opus":0.048529350423502086,"score_gpt":0.2257108406427937,"score_spread":0.1771814902192916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1912735724","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31029215,0.004229656,0.044835042,0.33144036,0.01712349,0.0030526407,0.0007360523,0.0007553344,0.2875353],"genre_scores_gemma":[0.7459372,0.0053972905,0.016686048,0.051512346,0.0028604933,0.0039835037,0.00080524496,0.0005591869,0.17225876],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.97213566,0.019102756,0.0006559046,0.0016328493,0.0031033943,0.0033694336],"domain_scores_gemma":[0.9723964,0.012808998,0.000815049,0.0010761992,0.00491417,0.007989268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.043464232,0.0011712885,0.00062945706,0.0011067005,0.021334631,0.008942632,0.0032809991,0.013083025,0.018803917],"category_scores_gemma":[0.035524648,0.0010967818,0.0010096168,0.0012486588,0.0038212587,0.011483787,0.018659363,0.014065392,0.004430001],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038252163,0.00108371,0.0018274697,0.0006284066,0.000026129903,0.002968639,0.6956993,0.0006257597,0.0037832877,0.021386448,0.19600238,0.075586006],"study_design_scores_gemma":[0.00005794072,0.00025684413,0.0009646534,0.00047257877,0.000009856899,0.00056632137,0.43597865,0.00027275065,0.0011756093,0.0038817148,0.55628514,0.00007798003],"about_ca_topic_score_codex":0.0021428599,"about_ca_topic_score_gemma":0.0050466736,"teacher_disagreement_score":0.043464232,"about_ca_system_score_codex":0.005710622,"about_ca_system_score_gemma":0.0060151624,"threshold_uncertainty_score":0.22986358},"labels":[],"label_agreement":null},{"id":"W1915187963","doi":"10.24908/pceea.v0i0.4827","title":"Educating Engineering Students in the Arts","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Presentation (obstetrics); Deliverable; The arts; Science and engineering; Course (navigation); Key (lock); Engineering education; Mathematics education; Engineering ethics; Engineering; Computer science; Engineering management; Psychology; Visual arts; Systems engineering; Medicine; Art","score_opus":0.00609295314141995,"score_gpt":0.21801416486982764,"score_spread":0.2119212117284077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1915187963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42498863,0.0148146525,0.010090778,0.13069116,0.0111507205,0.0009502634,0.00047304604,0.0008768057,0.4059639],"genre_scores_gemma":[0.54114676,0.0112534845,0.01135493,0.044997104,0.0014003158,0.00045250106,0.00051822286,0.00022802297,0.3886487],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99708754,0.00035005715,0.00006912671,0.000182932,0.001247147,0.0010632524],"domain_scores_gemma":[0.99296534,0.00033964132,0.0003665172,0.00017811316,0.0012338215,0.004916612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031730053,0.0008099831,0.00069465855,0.0013850604,0.0063246833,0.010117448,0.0013952897,0.0036509424,0.021319712],"category_scores_gemma":[0.006004105,0.00050769537,0.0005658555,0.000829134,0.0026104653,0.0026058485,0.0074286186,0.0045445194,0.0084557915],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002367254,0.005053355,0.045290228,0.0009139555,0.000028694081,0.0020927812,0.068677895,0.0009771752,0.016425796,0.02242084,0.472148,0.36573464],"study_design_scores_gemma":[0.00003892589,0.0005391047,0.017283421,0.00070139486,0.000022004355,0.0012558574,0.04265123,0.00036266074,0.0032391474,0.0066569336,0.9271994,0.000049930095],"about_ca_topic_score_codex":0.010776543,"about_ca_topic_score_gemma":0.040323447,"teacher_disagreement_score":0.021319712,"about_ca_system_score_codex":0.0038571511,"about_ca_system_score_gemma":0.014067986,"threshold_uncertainty_score":0.07132155},"labels":[],"label_agreement":null},{"id":"W1917395654","doi":"10.24908/pceea.v0i0.5780","title":"DIFFERENCES IN CONFLICT MANAGEMENT BASED ON GENDER AND PERSONALITY TYPE","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Assertiveness; Conflict management; Style (visual arts); Psychology; Management styles; Social psychology; Personality; Survey data collection; Applied psychology; Public relations; Political science; Sociology; Social science; Geography","score_opus":0.03328096094473225,"score_gpt":0.23349694101425236,"score_spread":0.20021598006952013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1917395654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989034,0.00004417953,0.000108301145,0.00002791624,0.00000773278,0.000006540601,0.00002136676,0.0000023260593,0.0008781898],"genre_scores_gemma":[0.9990125,0.000029038498,0.000076863944,0.000019973482,0.0000039977413,0.0000058885453,0.000026269221,0.0000019824367,0.0008234333],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999169,0.00022231275,0.00005886321,0.00008740825,0.0002825111,0.00017994147],"domain_scores_gemma":[0.9974778,0.0006388457,0.00077882025,0.00013799785,0.00024162878,0.00072482246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090752286,0.0002454874,0.00024036679,0.0006375572,0.00055745273,0.00094997213,0.00021595787,0.00018974998,0.004810458],"category_scores_gemma":[0.0036594744,0.00016919557,0.0003028498,0.00031056697,0.0003224282,0.00037140175,0.00064261595,0.00041374896,0.0006388394],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024046833,0.00029295363,0.97531396,0.00001741731,0.00003236468,0.0001970624,0.0028676277,0.00006523054,0.00288436,0.00012983731,0.00018042102,0.017778324],"study_design_scores_gemma":[0.000006750066,0.00024856484,0.9963664,0.000006947605,0.0000052997484,0.00021753715,0.002152354,0.00015633821,0.0002831624,0.00009600812,0.00045216913,0.000008484577],"about_ca_topic_score_codex":0.0008289333,"about_ca_topic_score_gemma":0.0018196624,"teacher_disagreement_score":0.004810458,"about_ca_system_score_codex":0.00030886146,"about_ca_system_score_gemma":0.00019161667,"threshold_uncertainty_score":0.016092539},"labels":[],"label_agreement":null},{"id":"W1923958672","doi":"10.24908/pceea.v0i0.4025","title":"FAMILIARIZATION: FOSTERING CREATIVE PROBLEM SOLVING IN ENGINEERING DESIGN EDUCATION","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Creative problem-solving; Creative thinking; Component (thermodynamics); Mathematics education; Engineering education; Computer science; Engineering; Engineering ethics; Engineering management; Psychology; Creativity","score_opus":0.01928371277155803,"score_gpt":0.2054779154222599,"score_spread":0.18619420265070188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1923958672","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25243315,0.0005591598,0.68211925,0.002682375,0.00011821804,0.0011024615,0.000029077222,0.0028436775,0.0581125],"genre_scores_gemma":[0.4625195,0.00044879413,0.5236711,0.000787323,0.00004559501,0.0007266532,0.000057971283,0.00030128978,0.01144171],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99611723,0.0021079828,0.0001365671,0.00047763053,0.00091598334,0.0002445985],"domain_scores_gemma":[0.99064356,0.0061806072,0.0007337147,0.0009861503,0.0008194095,0.0006365123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004025572,0.00064538314,0.00041544528,0.0008289685,0.00063026533,0.0020559954,0.001500925,0.0010875848,0.0051945453],"category_scores_gemma":[0.014918784,0.0005114697,0.00041418045,0.0004804119,0.0018102273,0.00412436,0.0050659287,0.0017668979,0.0009722011],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028005394,0.004894229,0.0065486273,0.001247227,0.000039754603,0.0010275871,0.033200905,0.0054533686,0.096581176,0.07298076,0.00721316,0.77053314],"study_design_scores_gemma":[0.0012775155,0.012710137,0.032435406,0.002357562,0.00034064267,0.009563799,0.024221411,0.075995885,0.20975085,0.211533,0.41925973,0.0005541148],"about_ca_topic_score_codex":0.00045585202,"about_ca_topic_score_gemma":0.0008413554,"teacher_disagreement_score":0.0051945453,"about_ca_system_score_codex":0.0008049246,"about_ca_system_score_gemma":0.0019653712,"threshold_uncertainty_score":0.021289527},"labels":[],"label_agreement":null},{"id":"W1924065742","doi":"10.24908/pceea.v0i0.4015","title":"A FORMAL DESIGN SCIENCE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Scope (computer science); Axiomatic design; Axiom; Computer science; Design science; Management science; Formal methods; Software engineering; Engineering; Knowledge management; Programming language; Mathematics; Manufacturing engineering","score_opus":0.017071610688946068,"score_gpt":0.19944726538655072,"score_spread":0.18237565469760464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1924065742","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026092243,0.012114388,0.81561613,0.020482577,0.0013952947,0.00018645899,0.00026915007,0.00039609158,0.14693077],"genre_scores_gemma":[0.30137202,0.017538846,0.62600935,0.010778683,0.0033084273,0.0013013122,0.0006004109,0.00038356893,0.03870733],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99168867,0.003787022,0.0006095482,0.001222675,0.002397314,0.00029475545],"domain_scores_gemma":[0.9882748,0.0077323033,0.0004845392,0.0017327986,0.0014973308,0.00027819703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010489091,0.0010713715,0.0010388928,0.0037693204,0.0027662748,0.006596665,0.001924451,0.0032472673,0.0075272094],"category_scores_gemma":[0.010814795,0.00061939575,0.0017734575,0.001502752,0.023039041,0.008918209,0.0031105103,0.004630224,0.0023406278],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018104537,0.0000047236595,0.000027664195,0.000054953005,0.0000028864467,0.000014730448,0.0001475772,0.00043772452,0.000059681992,0.99461234,0.0010225088,0.0036134755],"study_design_scores_gemma":[0.000008598702,0.0000172467,0.000031089665,0.00015495483,0.0000044164167,0.000077869765,0.00012957152,0.0013922097,0.00013338402,0.89364004,0.1044011,0.0000094240695],"about_ca_topic_score_codex":0.003278982,"about_ca_topic_score_gemma":0.0014561393,"teacher_disagreement_score":0.010489091,"about_ca_system_score_codex":0.005865861,"about_ca_system_score_gemma":0.0054066386,"threshold_uncertainty_score":0.055472255},"labels":[],"label_agreement":null},{"id":"W1924490234","doi":"10.24908/pceea.v0i0.3768","title":"THE PATH FROM FUNCTIONAL TO DETAILED DESIGN OF A CONING ROTOR WIND TURBINE CONCEPT","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; University of Cambridge","keywords":"Wind power; Turbine; Rationalization (economics); Rotor (electric); Computer science; Work (physics); Function (biology); Control engineering; Industrial engineering; Operations research; Marine engineering; Engineering; Systems engineering; Mechanical engineering; Economics","score_opus":0.015309630592886984,"score_gpt":0.19065195166989227,"score_spread":0.1753423210770053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1924490234","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008075812,0.00094426656,0.9596844,0.0012287577,0.00013168163,0.000055013457,0.00004640844,0.0001718365,0.029661847],"genre_scores_gemma":[0.38176137,0.002670622,0.59476745,0.0010305522,0.0002149919,0.000270331,0.0001260129,0.00020593253,0.018952709],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987785,0.0004365868,0.000050593226,0.00012350403,0.00053929014,0.0000715403],"domain_scores_gemma":[0.999038,0.00037907864,0.000064326116,0.00018771498,0.00028542866,0.000045422737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002221977,0.0007707873,0.00037688285,0.0007647076,0.0005801979,0.0017273033,0.0008627952,0.0011506994,0.004443251],"category_scores_gemma":[0.0021716077,0.000510372,0.00048840034,0.00038755574,0.003049177,0.002732245,0.0007584998,0.001775607,0.0008403887],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028866529,0.00002040247,0.00019781607,0.00017054878,0.000009876919,0.000072764626,0.00028880476,0.029549144,0.0038442465,0.91142666,0.0018723529,0.05251845],"study_design_scores_gemma":[0.000026159407,0.000365744,0.0006171557,0.00030057278,0.000022622075,0.0004108078,0.0002291679,0.09552468,0.006166039,0.7333301,0.16294213,0.00006489648],"about_ca_topic_score_codex":0.0015445902,"about_ca_topic_score_gemma":0.0012979419,"teacher_disagreement_score":0.004443251,"about_ca_system_score_codex":0.001259591,"about_ca_system_score_gemma":0.0013259976,"threshold_uncertainty_score":0.014864206},"labels":[],"label_agreement":null},{"id":"W1925889967","doi":"10.24908/pceea.v0i0.3567","title":"Engineering Design Education and Time Management","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Engineering design process; Context (archaeology); Process (computing); Computer science; Design education; Task (project management); Product design; Concurrent engineering; Probabilistic design; Management science; Engineering management; Systems engineering; Product (mathematics); Engineering; Operations management; Mechanical engineering","score_opus":0.008542093188476409,"score_gpt":0.17695719028338996,"score_spread":0.16841509709491356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1925889967","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053406246,0.030864753,0.061865542,0.0571207,0.0028603212,0.000110362045,0.00014697415,0.00041481532,0.84127593],"genre_scores_gemma":[0.3024601,0.041080922,0.039636035,0.011831661,0.0034879209,0.000319558,0.00035565798,0.00052462437,0.60030353],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9957767,0.0015656376,0.00027806323,0.0006536247,0.0012169952,0.00050902984],"domain_scores_gemma":[0.9952129,0.0018358128,0.00045305415,0.0007219287,0.0011334528,0.00064272154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004751243,0.0009482743,0.0004942493,0.0015982038,0.0025508227,0.009280991,0.0013492897,0.0025978656,0.045092344],"category_scores_gemma":[0.00967732,0.00036869175,0.00034073082,0.0018046362,0.00886749,0.0073981797,0.004410166,0.0032500483,0.010536874],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022283988,0.000052349274,0.00021128451,0.00013847578,0.000005078438,0.000030718456,0.0013511238,0.0009559696,0.00015582798,0.8577561,0.0326714,0.106649525],"study_design_scores_gemma":[0.000010444493,0.000037664613,0.00023509895,0.00031922545,0.0000039571737,0.00008152076,0.0009843232,0.00042552574,0.00024221205,0.2305689,0.76707697,0.000014226038],"about_ca_topic_score_codex":0.0027382714,"about_ca_topic_score_gemma":0.0020817737,"teacher_disagreement_score":0.045092344,"about_ca_system_score_codex":0.006067041,"about_ca_system_score_gemma":0.0046394807,"threshold_uncertainty_score":0.15084893},"labels":[],"label_agreement":null},{"id":"W1929130326","doi":"10.24908/pceea.v0i0.3761","title":"A CASE FOR SYSTEMATIC AND METHODICAL DESIGN ENGINEERING","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Task (project management); Action (physics); Computer science; Engineering design process; Systems engineering; Engineering; Management science; Mechanical engineering","score_opus":0.029832827571093165,"score_gpt":0.22960591889667317,"score_spread":0.19977309132558002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1929130326","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017986214,0.0064147445,0.30398777,0.21940461,0.0021342156,0.00079141115,0.0000927365,0.00037152309,0.44881678],"genre_scores_gemma":[0.61433786,0.0027392108,0.32754904,0.01902918,0.00062479667,0.0017763902,0.00007610151,0.0002696837,0.033597738],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9111257,0.06289212,0.0021783006,0.0038244044,0.015862845,0.0041166367],"domain_scores_gemma":[0.9159715,0.05885,0.0022920214,0.014460886,0.005223639,0.0032019285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0690401,0.0012010278,0.0012355967,0.003946923,0.010529404,0.015929375,0.003400259,0.013587754,0.006754788],"category_scores_gemma":[0.065620795,0.0008874477,0.0018013581,0.0023499215,0.068367034,0.017326372,0.012874002,0.013628858,0.001286379],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000130426215,0.000032012395,0.0002362021,0.00008699739,0.000006505542,0.0007341493,0.0043676295,0.00030521353,0.000087783876,0.98454696,0.0030843,0.0064992826],"study_design_scores_gemma":[0.000059781945,0.000041397703,0.00017258668,0.0005983896,0.000008217608,0.001414756,0.004964362,0.0015701773,0.00028805886,0.79060584,0.20024504,0.00003139496],"about_ca_topic_score_codex":0.006138278,"about_ca_topic_score_gemma":0.007772748,"teacher_disagreement_score":0.0690401,"about_ca_system_score_codex":0.00967077,"about_ca_system_score_gemma":0.020331139,"threshold_uncertainty_score":0.36512327},"labels":[],"label_agreement":null},{"id":"W1938789248","doi":"10.24908/pceea.v0i0.3842","title":"DESIGN OF A WESTERN ENGINEERING \"GREEN\" BUILDING","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Capstone; Accreditation; Multidisciplinary approach; Work (physics); Engineering management; Architectural engineering; Environmental design; Engineering education; Engineering; Design for the Environment; Sustainable design; Engineering design process; Engineering ethics; Civil engineering; Sustainability; Mechanical engineering; Computer science; Sociology; Product design; Medical education","score_opus":0.016820872398768068,"score_gpt":0.20214446294232577,"score_spread":0.1853235905435577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1938789248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40283272,0.00033922057,0.21585484,0.0012033537,0.00023093507,0.0006730128,0.0006069632,0.0024378083,0.37582114],"genre_scores_gemma":[0.68408513,0.00030857188,0.12179197,0.00021771214,0.000019386325,0.00028805668,0.00049744494,0.00031779718,0.19247387],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997557,0.000037202764,0.000006010403,0.00003212255,0.00014061428,0.000028361408],"domain_scores_gemma":[0.9999131,0.0000053679405,0.0000034407674,0.000015103714,0.00003910752,0.000023871726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024191641,0.0004005418,0.00023399523,0.00032878263,0.0013637864,0.0012125958,0.00043770747,0.0005394344,0.010077088],"category_scores_gemma":[0.00027054365,0.00027171284,0.0002292023,0.00031763627,0.00066690316,0.0004322308,0.0007690423,0.00036366738,0.0017159316],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007717668,0.00049771403,0.013538292,0.0005673663,0.00007790674,0.003244779,0.009094465,0.19775364,0.24821103,0.166786,0.052296374,0.30716062],"study_design_scores_gemma":[0.00017860517,0.0011350428,0.021441465,0.00014402084,0.00012595418,0.001224085,0.004314256,0.274439,0.056804605,0.011051044,0.62900364,0.00013834245],"about_ca_topic_score_codex":0.031366933,"about_ca_topic_score_gemma":0.08198416,"teacher_disagreement_score":0.031366933,"about_ca_system_score_codex":0.0009715053,"about_ca_system_score_gemma":0.0021104699,"threshold_uncertainty_score":0.06236875},"labels":[],"label_agreement":null},{"id":"W1942903944","doi":"10.24908/pceea.v0i0.3884","title":"ON THE FUNCTION-BEHAVIOR-STRUCTURE MODEL FOR DESIGN","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University; University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Confusion; Function (biology); Computer science; Ask price; Epistemology; Management science; Psychology; Cognitive psychology; Engineering; Economics; Philosophy","score_opus":0.026290967452606062,"score_gpt":0.2025657218889007,"score_spread":0.17627475443629465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1942903944","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022900368,0.0016437615,0.8856232,0.01240011,0.0002914989,0.00018197176,0.00017734138,0.00038469085,0.097007304],"genre_scores_gemma":[0.21582425,0.0032249435,0.73951435,0.00532451,0.0006239887,0.0017842343,0.00045280048,0.0005127566,0.032738145],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99081767,0.004565325,0.00053491513,0.0011908347,0.0023311586,0.00056018174],"domain_scores_gemma":[0.99268806,0.004202245,0.0004418582,0.0014855872,0.00085866114,0.0003236444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011200935,0.0018512936,0.0011431271,0.0027129515,0.0027132742,0.007853871,0.0032380125,0.0074141333,0.009951286],"category_scores_gemma":[0.009650682,0.001052142,0.002661648,0.00225539,0.021251796,0.0149905225,0.0031884112,0.006945554,0.0038620702],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004432097,0.000006851878,0.000034738616,0.0000316525,0.0000027247609,0.000016300071,0.00017696118,0.00097393,0.0000533092,0.9960706,0.0005696608,0.0020587859],"study_design_scores_gemma":[0.000013708409,0.000021044701,0.000038829436,0.000068845235,0.000007150539,0.000050967126,0.000061112856,0.0048766327,0.000119166216,0.9698538,0.024877986,0.00001077239],"about_ca_topic_score_codex":0.0046700253,"about_ca_topic_score_gemma":0.004116385,"teacher_disagreement_score":0.011200935,"about_ca_system_score_codex":0.0070421128,"about_ca_system_score_gemma":0.0045462544,"threshold_uncertainty_score":0.059236884},"labels":[],"label_agreement":null},{"id":"W1943346175","doi":"10.24908/pceea.v0i0.4038","title":"BACK TO THE FUTURE: ENGINEERING SKETCHING AS VISUALIZATION, IDEA GENERATION AND COMMUNICATION TOOL","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Creativity; Technical drawing; Visualization; Component (thermodynamics); Computer science; Perception; Representation (politics); Isolation (microbiology); Visual literacy; Engineering drawing; Human–computer interaction; Engineering; Mathematics education; Artificial intelligence; Psychology","score_opus":0.01029523798245241,"score_gpt":0.21346825066616348,"score_spread":0.20317301268371107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1943346175","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023676166,0.12643038,0.13788553,0.11394948,0.009002083,0.000091579044,0.00023072424,0.0012554146,0.5874787],"genre_scores_gemma":[0.47382194,0.063275754,0.08617996,0.009271918,0.0022800828,0.00010104845,0.00023857965,0.0007544481,0.36407626],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983999,0.0006187059,0.000051538642,0.00016319836,0.0006267618,0.0001399147],"domain_scores_gemma":[0.99800164,0.0006635255,0.00006677867,0.00037035934,0.0006470384,0.00025060697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024158452,0.000643659,0.00031103633,0.0013682696,0.0021971096,0.011052082,0.0011195936,0.002224024,0.015065784],"category_scores_gemma":[0.005269771,0.0003247865,0.00038270743,0.0013611628,0.010232407,0.010079585,0.0025310812,0.0034597605,0.0023672015],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054580785,0.000030648593,0.0007323074,0.00024782395,0.00001124802,0.00023144294,0.010814661,0.00070565456,0.0013024752,0.7795332,0.03875191,0.16758405],"study_design_scores_gemma":[0.000014582703,0.000028041479,0.00054891844,0.0003851314,0.000010386079,0.0005404284,0.0030663288,0.0010791125,0.0010499457,0.11480354,0.87843555,0.00003802568],"about_ca_topic_score_codex":0.027652828,"about_ca_topic_score_gemma":0.031848304,"teacher_disagreement_score":0.027652828,"about_ca_system_score_codex":0.004763403,"about_ca_system_score_gemma":0.0037948862,"threshold_uncertainty_score":0.054983735},"labels":[],"label_agreement":null},{"id":"W1943706941","doi":"10.24908/pceea.v0i0.4008","title":"THE SEMANTICS OF SUSTAINABILITY","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Sustainability; Reactionary; Product (mathematics); Environmental ethics; Semantics (computer science); Process (computing); Sociology; Epistemology; Philosophy; Political science; Computer science; Mathematics; Law; Politics","score_opus":0.007062953593466585,"score_gpt":0.1922294207141223,"score_spread":0.1851664671206557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1943706941","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009233574,0.065737896,0.11749139,0.07221451,0.0039671734,0.00006177493,0.0009566834,0.00028815513,0.7300488],"genre_scores_gemma":[0.82485175,0.02502256,0.041922152,0.0176356,0.005766952,0.00041874245,0.0010684492,0.00039610552,0.08291779],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99812216,0.001011217,0.00012782743,0.00027970874,0.00032438553,0.00013479087],"domain_scores_gemma":[0.9978629,0.0012312602,0.00016080846,0.0003096175,0.0003032837,0.00013210232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002450877,0.00077261555,0.00076127687,0.0020241567,0.003218099,0.006634919,0.000886401,0.002561228,0.0070607224],"category_scores_gemma":[0.0053717196,0.00040397418,0.0006844573,0.0025022833,0.020012075,0.010524527,0.0020577975,0.004593251,0.00154663],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014471736,0.0000012676143,0.000019668962,0.0000081814815,0.000001250652,0.0000062652343,0.00028953236,0.00004650183,0.000015991454,0.99684554,0.0016514017,0.0011128831],"study_design_scores_gemma":[0.0000025499003,0.0000021520368,0.000041050727,0.000024037177,0.0000015936201,0.000027437683,0.00022512625,0.00012515843,0.000021466756,0.9472374,0.052289665,0.0000024696765],"about_ca_topic_score_codex":0.007548531,"about_ca_topic_score_gemma":0.0045600706,"teacher_disagreement_score":0.007548531,"about_ca_system_score_codex":0.0041376287,"about_ca_system_score_gemma":0.0025008747,"threshold_uncertainty_score":0.030020773},"labels":[],"label_agreement":null},{"id":"W1948735765","doi":"10.24908/pceea.v0i0.3887","title":"CDEN DESIGN MODULE DEVELOPMENT: A DEVELOPER'S PERSPECTIVE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Formative assessment; Perspective (graphical); Development (topology); Software engineering; Engineering management; Knowledge management; Engineering; Artificial intelligence; Sociology","score_opus":0.0200669285863958,"score_gpt":0.1993703507970386,"score_spread":0.1793034222106428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1948735765","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04451464,0.009015135,0.22472526,0.24151208,0.0024918246,0.00024294863,0.00025588935,0.0008704188,0.4763718],"genre_scores_gemma":[0.55358315,0.013479024,0.19221438,0.03841775,0.0011025609,0.00041401968,0.00032146892,0.00105397,0.1994137],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9817168,0.009993661,0.0009326556,0.0011242242,0.0051255524,0.0011071067],"domain_scores_gemma":[0.96641326,0.015266035,0.0006754856,0.0018368169,0.013239665,0.002568831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026054813,0.000501353,0.0003229703,0.0025838667,0.004332736,0.0101380795,0.0023596406,0.004563891,0.0070874193],"category_scores_gemma":[0.026488835,0.000703081,0.00032543956,0.0016368631,0.005063913,0.0072066453,0.0035616152,0.004147323,0.0019140607],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074660595,0.00030032077,0.009135608,0.0005677927,0.000013516342,0.002235916,0.06693472,0.0012580871,0.003404309,0.60545677,0.10710016,0.20351805],"study_design_scores_gemma":[0.00002197995,0.00010484857,0.0013514879,0.0005444964,0.000011320925,0.0017931234,0.02413225,0.0018911688,0.0025609264,0.018005092,0.9495463,0.000037144215],"about_ca_topic_score_codex":0.0127194505,"about_ca_topic_score_gemma":0.026091948,"teacher_disagreement_score":0.026054813,"about_ca_system_score_codex":0.0064472836,"about_ca_system_score_gemma":0.009315125,"threshold_uncertainty_score":0.13779265},"labels":[],"label_agreement":null},{"id":"W1949666373","doi":"10.24908/pceea.v0i0.4872","title":"EXPLORING DESIGN IDENTITY THROUGH A “REVERSE ENGINEER AND IMPROVE” VALUES ELICITATION ACTIVITY","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Variety (cybernetics); Embodied cognition; Identity (music); Reverse engineering; Replicate; Work (physics); Plan (archaeology); Knowledge management; Computer science; Psychology; Human–computer interaction; Engineering; Aesthetics; Artificial intelligence; Mathematics","score_opus":0.034632315936177625,"score_gpt":0.22937632828150503,"score_spread":0.1947440123453274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1949666373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80551845,0.00018483428,0.128552,0.002144652,0.00010685804,0.0012562367,0.00015642267,0.0003183305,0.061762087],"genre_scores_gemma":[0.8557161,0.0002120593,0.13186027,0.00050798437,0.00002874562,0.001217692,0.00018230481,0.0001095903,0.010165237],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98307323,0.01313901,0.0003918923,0.0009874013,0.0015357521,0.0008727113],"domain_scores_gemma":[0.9752297,0.01879811,0.001406084,0.0020218838,0.0015611515,0.0009829332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011864905,0.0007493104,0.00047013804,0.0014696612,0.0044885958,0.0037837424,0.0012324941,0.0018112814,0.0033605928],"category_scores_gemma":[0.025413793,0.00047798755,0.00044853616,0.00079914794,0.0039112642,0.0030455855,0.006644816,0.0021441898,0.0010500312],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039462085,0.0012078149,0.009730937,0.0006292464,0.000031403026,0.0008945378,0.77722365,0.000972512,0.027717888,0.024451701,0.004622274,0.15212347],"study_design_scores_gemma":[0.00016321352,0.0015020276,0.015490433,0.0006354374,0.00006939294,0.0024446996,0.65112966,0.0070433575,0.034275997,0.028456591,0.25855336,0.00023576425],"about_ca_topic_score_codex":0.0008432568,"about_ca_topic_score_gemma":0.0023448395,"teacher_disagreement_score":0.011864905,"about_ca_system_score_codex":0.00157467,"about_ca_system_score_gemma":0.0023884973,"threshold_uncertainty_score":0.06274831},"labels":[],"label_agreement":null},{"id":"W1951676085","doi":"10.24908/pceea.v0i0.3825","title":"USING BIOLOGICAL ANALOGIES FOR ENGINEERING PROBLEM SOLVING AND DESIGN","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Task (project management); Biological engineering; Artificial intelligence; Management science; Software engineering; Engineering; Systems engineering; Bioinformatics","score_opus":0.05980751717878739,"score_gpt":0.23673136245957133,"score_spread":0.17692384528078392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1951676085","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012643353,0.0053348485,0.9020086,0.0030047556,0.00025400872,0.00026872428,0.00020555485,0.0004570474,0.07582304],"genre_scores_gemma":[0.1359527,0.004433154,0.8525846,0.00084356364,0.00014887669,0.000705074,0.00036367812,0.00010639239,0.004862009],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99371064,0.0034822423,0.0007048858,0.00069630635,0.0012948005,0.000111226844],"domain_scores_gemma":[0.98734283,0.00967261,0.0007836678,0.0015035649,0.0005324539,0.00016485342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004834051,0.0012215874,0.000750937,0.0050080884,0.0012418116,0.004859963,0.0022986883,0.0017784364,0.0117670195],"category_scores_gemma":[0.022472205,0.00056093716,0.0013051174,0.0027097242,0.006748645,0.008681077,0.0041319444,0.0019458003,0.001724899],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006193747,0.00016013626,0.001047056,0.0013433181,0.00006864809,0.0003441514,0.0019710062,0.01701989,0.0021791565,0.7382483,0.0019837532,0.23557265],"study_design_scores_gemma":[0.000040520077,0.00012231838,0.0005311312,0.0006650421,0.000033945278,0.00038840887,0.00072837813,0.016147705,0.0021811225,0.8984331,0.08065993,0.00006834291],"about_ca_topic_score_codex":0.0010652828,"about_ca_topic_score_gemma":0.0014697668,"teacher_disagreement_score":0.0117670195,"about_ca_system_score_codex":0.002220427,"about_ca_system_score_gemma":0.0014619053,"threshold_uncertainty_score":0.039364636},"labels":[],"label_agreement":null},{"id":"W1953616297","doi":"10.24908/pceea.v0i0.5758","title":"ENCOURAGING EMPATHY IN ENGINEERING DESIGN","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Empathy; Engineering design process; Creativity; Generative grammar; Experiential learning; Perception; Merge (version control); Computer science; Knowledge management; Engineering; Psychology; Engineering ethics; Social psychology; Mathematics education; Artificial intelligence","score_opus":0.015368003255647007,"score_gpt":0.21066980851922648,"score_spread":0.1953018052635795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1953616297","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10627103,0.024300996,0.28860986,0.08257559,0.0025875801,0.0006444772,0.00004112523,0.0010682155,0.49390116],"genre_scores_gemma":[0.8024861,0.00964612,0.120953396,0.02155737,0.00047916363,0.0007579356,0.000039501607,0.00032164095,0.043758743],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.952091,0.03859323,0.0011899814,0.0017387171,0.004822197,0.0015648052],"domain_scores_gemma":[0.9771086,0.015846293,0.0016803225,0.0019907136,0.001700209,0.0016737842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017563935,0.0011843911,0.0005131395,0.0015328162,0.00677539,0.01010159,0.0014173236,0.0049775466,0.0078200465],"category_scores_gemma":[0.026983975,0.0010414366,0.0010142254,0.00089602836,0.013481987,0.009370393,0.016413698,0.0067501348,0.002288253],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017871254,0.000654872,0.004076608,0.0027823234,0.0001271067,0.0018011051,0.19857366,0.003686215,0.013486495,0.4107172,0.041916803,0.3219989],"study_design_scores_gemma":[0.0000963433,0.0006492498,0.002632443,0.0025348826,0.00007751441,0.0032201456,0.035508662,0.0032810196,0.006350677,0.16233872,0.78313714,0.00017308533],"about_ca_topic_score_codex":0.00048104223,"about_ca_topic_score_gemma":0.000638299,"teacher_disagreement_score":0.017563935,"about_ca_system_score_codex":0.0031357463,"about_ca_system_score_gemma":0.003284439,"threshold_uncertainty_score":0.09288812},"labels":[],"label_agreement":null},{"id":"W1954037174","doi":"10.24908/pceea.v0i0.4053","title":"THE IMPORTANCE OF MENTAL REPRESENTATIONS IN DESIGN ENGINEERING","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Sophistication; Computer science; Cognition; Completeness (order theory); Management science; Mental representation; Cognitive science; Psychology; Engineering; Mathematics; Sociology; Social science","score_opus":0.016639448854771272,"score_gpt":0.2215145386666221,"score_spread":0.20487508981185082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1954037174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62914234,0.0041663432,0.22147861,0.0076732906,0.00015918535,0.00009797421,0.00015280685,0.0002942156,0.13683522],"genre_scores_gemma":[0.9818512,0.0005489487,0.016283017,0.00024220091,0.00003572562,0.000041075808,0.00008160872,0.000027456908,0.0008887652],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9963192,0.0019584596,0.00014412875,0.00034650476,0.0010381021,0.0001936182],"domain_scores_gemma":[0.9755189,0.017317738,0.0018623145,0.0030071884,0.0017630154,0.0005309676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034208454,0.0003807565,0.0002587346,0.0017648906,0.0008725376,0.0062158494,0.00084977545,0.0013888454,0.0018413468],"category_scores_gemma":[0.038920097,0.0005599975,0.00055864925,0.0009766035,0.0075996807,0.009260639,0.003098262,0.0022341625,0.000246215],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024322001,0.00018438943,0.020237742,0.0006824664,0.00016161668,0.00036964065,0.056403384,0.009371487,0.0081148725,0.68652326,0.0020627754,0.21564507],"study_design_scores_gemma":[0.0000397989,0.0001299919,0.026940474,0.00023389547,0.00006613761,0.0005775051,0.007007061,0.01851572,0.0017328798,0.93117815,0.01345348,0.00012478101],"about_ca_topic_score_codex":0.0028649264,"about_ca_topic_score_gemma":0.0014542167,"teacher_disagreement_score":0.0062158494,"about_ca_system_score_codex":0.0014011908,"about_ca_system_score_gemma":0.0013266475,"threshold_uncertainty_score":0.01809138},"labels":[],"label_agreement":null},{"id":"W1956156008","doi":"10.24908/pceea.v0i0.3973","title":"AN ASSESSMENT TOOL FOR STUDENT DESIGN PROJECTS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Grading (engineering); Weighting; Computer science; Work (physics); Context (archaeology); Mathematics education; Management science; Engineering drawing; Engineering; Mathematics; Civil engineering; Mechanical engineering; Geography","score_opus":0.025439936280328576,"score_gpt":0.28345228982471055,"score_spread":0.25801235354438196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1956156008","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10554135,0.00086982804,0.79420716,0.0010918207,0.000578446,0.0034102597,0.002794091,0.027701342,0.06380565],"genre_scores_gemma":[0.15264641,0.00049776485,0.8238067,0.00018547317,0.00007845284,0.0030375393,0.0022932715,0.0007619023,0.016692415],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9889498,0.0041932827,0.0012258642,0.00044356319,0.004953922,0.00023359696],"domain_scores_gemma":[0.96274513,0.021126062,0.0022795082,0.0028730866,0.010007098,0.00096917176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007826331,0.0011710364,0.00069880654,0.006887704,0.0008182501,0.0030938115,0.001338551,0.0009386037,0.008261993],"category_scores_gemma":[0.050638236,0.00042905076,0.000548313,0.0035097701,0.0003185099,0.003633512,0.002569429,0.0012191718,0.0043700268],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019759318,0.00045423012,0.0066296547,0.00053547724,0.00002303216,0.00011047238,0.0024258816,0.0011173671,0.0056696953,0.0046427096,0.024115982,0.9540779],"study_design_scores_gemma":[0.00040330185,0.003693602,0.07437439,0.0033778904,0.00022542894,0.0037766648,0.0057978597,0.08215826,0.033136755,0.03425234,0.75824744,0.00055606314],"about_ca_topic_score_codex":0.00042731463,"about_ca_topic_score_gemma":0.0008725845,"teacher_disagreement_score":0.9995727,"about_ca_system_score_codex":0.00073804194,"about_ca_system_score_gemma":0.0012921409,"threshold_uncertainty_score":0.04139006},"labels":[],"label_agreement":null},{"id":"W1956229601","doi":"10.24908/pceea.v0i0.3933","title":"A NEW FIRST YEAR DESIGN COURSE AT THE UNIVERSITY OF WESTERN ONTARIO","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Teamwork; Course (navigation); Conceptual design; Engineering management; Engineering design process; Design process; Process (computing); Work (physics); Design education; Engineering; Reflection (computer programming); Computer science; Software engineering; Systems engineering; Work in process; Operations management; Human–computer interaction; Management","score_opus":0.014351599098309922,"score_gpt":0.17245574481692613,"score_spread":0.1581041457186162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1956229601","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15606055,0.0038242459,0.013558638,0.01691644,0.005718467,0.0015562492,0.00428893,0.00219069,0.79588574],"genre_scores_gemma":[0.057615947,0.0010165721,0.007538287,0.0009741378,0.00013843713,0.00024264841,0.0010602066,0.0001772442,0.93123657],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987722,0.000049951628,0.00003489035,0.00014193896,0.0006291422,0.00037192213],"domain_scores_gemma":[0.99555004,0.00004774309,0.00005744967,0.000121859426,0.0010622084,0.0031607114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012210773,0.0008352029,0.0006360557,0.0009304384,0.0083015,0.00304656,0.0013836748,0.0010295778,0.1316222],"category_scores_gemma":[0.0012107781,0.00081812305,0.00069887843,0.0008574104,0.0009811677,0.00061268307,0.0013105259,0.0011394053,0.021426735],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028382137,0.0014284827,0.011701734,0.0003078423,0.000016001559,0.00071506127,0.006768622,0.00057632424,0.011069379,0.005021718,0.7546434,0.20746769],"study_design_scores_gemma":[0.000030120405,0.0002952618,0.017714484,0.000082086226,0.000007873752,0.000148725,0.0019196769,0.00028470324,0.0010249439,0.00054280856,0.97791934,0.000029951434],"about_ca_topic_score_codex":0.47561333,"about_ca_topic_score_gemma":0.892765,"teacher_disagreement_score":0.9811336,"about_ca_system_score_codex":0.018866397,"about_ca_system_score_gemma":0.04160908,"threshold_uncertainty_score":0.9456899},"labels":[],"label_agreement":null},{"id":"W1956838030","doi":"10.24908/pceea.v0i0.4651","title":"Writing and Designing a Book about Design and Designing for Young Designers: People who don’t like to Learn by Reading....and the lessons learned along the way.","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Reading (process); Realization (probability); Computer science; Comprehension; Point (geometry); Task (project management); Field (mathematics); Multimedia; World Wide Web; Linguistics; Engineering","score_opus":0.013821715860202888,"score_gpt":0.2400700800164972,"score_spread":0.22624836415629432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1956838030","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006564519,0.06287832,0.1235318,0.07509883,0.028716067,0.0005804424,0.0006285213,0.0033552465,0.69864625],"genre_scores_gemma":[0.029309843,0.029340666,0.09000318,0.02719333,0.0030056415,0.00069730106,0.0009849702,0.001921457,0.8175435],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971511,0.0012128707,0.00017145937,0.000253438,0.0010846921,0.00012660153],"domain_scores_gemma":[0.9932882,0.0040849103,0.0002792722,0.00060610723,0.0009547772,0.0007867644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029300258,0.0009937515,0.0007579593,0.0007938244,0.0024286902,0.008333607,0.0011803354,0.0026601928,0.022733832],"category_scores_gemma":[0.011587565,0.00078443455,0.00052374974,0.0011366588,0.0038635982,0.0073459307,0.0023713952,0.0053405347,0.02477778],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017459783,0.00007975127,0.00036997965,0.0008746805,0.000020487485,0.0002981234,0.014222395,0.00040725933,0.0014641201,0.041178606,0.79437786,0.14668928],"study_design_scores_gemma":[0.000003923998,0.000020206844,0.00017303167,0.00033621787,0.0000034503894,0.0003337879,0.0016493833,0.000056352874,0.00014398928,0.0071673454,0.9901017,0.000010675875],"about_ca_topic_score_codex":0.0009770585,"about_ca_topic_score_gemma":0.0032657322,"teacher_disagreement_score":0.022733832,"about_ca_system_score_codex":0.0011278308,"about_ca_system_score_gemma":0.0032251962,"threshold_uncertainty_score":0.07605225},"labels":[],"label_agreement":null},{"id":"W1956851439","doi":"10.24908/pceea.v0i0.4888","title":"Visualization Performance and Rapid Prototyping in First Year Design","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Visualization; Modalities; Computer science; Graphics; Variance (accounting); Computer graphics; Modality (human–computer interaction); Software; Human–computer interaction; Computer graphics (images); Artificial intelligence","score_opus":0.007633964829121348,"score_gpt":0.19430548120710936,"score_spread":0.186671516377988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1956851439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894246,0.0002466441,0.0024827581,0.00009748087,0.000028969178,0.00003575865,0.00005080662,0.00010622579,0.0075268247],"genre_scores_gemma":[0.99386406,0.0001273275,0.0018445371,0.000011890541,0.00000865505,0.000024747203,0.000065651686,0.000024285266,0.004028859],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99545467,0.0013899242,0.00033083293,0.00038772688,0.0018350334,0.0006016989],"domain_scores_gemma":[0.9504842,0.030406194,0.0068575544,0.0029674682,0.0055533266,0.0037311728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0082088,0.0006573933,0.0004442512,0.0018801464,0.00076792284,0.00364209,0.0008258369,0.0008585271,0.010069257],"category_scores_gemma":[0.048077736,0.00033400464,0.0007138365,0.0008684463,0.0009852354,0.001680117,0.0017750688,0.0011436983,0.0015153246],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002746178,0.0045704623,0.4669982,0.0006676275,0.00016934864,0.0006686451,0.035490762,0.015877945,0.032769434,0.006530822,0.004413163,0.42909747],"study_design_scores_gemma":[0.00013133182,0.015958106,0.9001635,0.00029972495,0.00012599934,0.0012911533,0.0103472145,0.012155845,0.036752652,0.0035755758,0.018951965,0.0002469918],"about_ca_topic_score_codex":0.0012684405,"about_ca_topic_score_gemma":0.0011849249,"teacher_disagreement_score":0.010069257,"about_ca_system_score_codex":0.0009947091,"about_ca_system_score_gemma":0.00082251686,"threshold_uncertainty_score":0.043412805},"labels":[],"label_agreement":null},{"id":"W1961444763","doi":"10.24908/pceea.v0i0.3951","title":"ADAPTABLE DESIGN FOR DESIGN REUSE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Reuse; Design process; Computer science; Systems engineering; Process (computing); Design technology; Software engineering; Engineering; Work in process; Operations management","score_opus":0.0381544869012923,"score_gpt":0.20992350243739313,"score_spread":0.17176901553610083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1961444763","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027880224,0.0010083988,0.95419556,0.0016279949,0.00012183551,0.00021746205,0.000032823027,0.0004661684,0.03954174],"genre_scores_gemma":[0.16165087,0.001692999,0.82074594,0.0010373961,0.00010842423,0.0012446339,0.0001489489,0.0003125493,0.013058264],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9899877,0.0049836296,0.00070684415,0.000944563,0.0030052536,0.00037204404],"domain_scores_gemma":[0.9906266,0.004301083,0.00045445948,0.0035950465,0.00082845666,0.00019440931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069981534,0.0013350861,0.00064825214,0.0019177364,0.0014185322,0.0046446207,0.0019268795,0.002821601,0.008367197],"category_scores_gemma":[0.014308952,0.00087350793,0.0016068217,0.0011639305,0.007614527,0.004635325,0.004801119,0.0033471866,0.001637878],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002242859,0.00004567889,0.00027608732,0.0004297104,0.000052444877,0.00018518009,0.0018545644,0.014891459,0.0022502153,0.91570336,0.0020879086,0.06220115],"study_design_scores_gemma":[0.00005214091,0.0000909724,0.0002038652,0.000430348,0.000058958212,0.00038201717,0.00032629384,0.019993197,0.002804539,0.79831356,0.17729847,0.00004557858],"about_ca_topic_score_codex":0.002079941,"about_ca_topic_score_gemma":0.001924003,"teacher_disagreement_score":0.008367197,"about_ca_system_score_codex":0.0025536509,"about_ca_system_score_gemma":0.0031327056,"threshold_uncertainty_score":0.037010193},"labels":[],"label_agreement":null},{"id":"W1961447612","doi":"10.24908/pceea.v0i0.4828","title":"COLLABORATIVE PROJECT: CROSSING BORDERS BETWEEN ARTS AND ENGINEERING","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Bishop's University; Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Creativity; Goodwill; Maturity (psychological); The arts; Competition (biology); Subject (documents); Presentation (obstetrics); Process (computing); Psychology; Sociology; Engineering; Management; Political science; Social psychology; Computer science; Business; Law; Economics; Accounting","score_opus":0.0066358809943114294,"score_gpt":0.22928007055923386,"score_spread":0.22264418956492243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1961447612","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16463314,0.003550744,0.10641811,0.039299645,0.0031370455,0.0012997875,0.00035435165,0.0006774981,0.68062973],"genre_scores_gemma":[0.85470366,0.0012932756,0.047710948,0.0027127925,0.00023915972,0.00064291386,0.0002477158,0.00024404682,0.09220553],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98501104,0.007758828,0.00032167725,0.0014363397,0.0036935161,0.0017787236],"domain_scores_gemma":[0.98699456,0.004292547,0.00043792475,0.002149603,0.0017398656,0.004385546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012631471,0.00043004006,0.00037313535,0.0013028403,0.012331692,0.011936536,0.0025278546,0.0033066564,0.015705934],"category_scores_gemma":[0.01597197,0.00034083772,0.00046282544,0.0018040421,0.011557867,0.0051765465,0.018752746,0.0034330396,0.0020960704],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037881715,0.00085327553,0.0062580914,0.0006635618,0.000033724697,0.0014467414,0.17511678,0.0017008992,0.003758131,0.34819075,0.13008915,0.33151013],"study_design_scores_gemma":[0.00009767031,0.00034194285,0.0042162077,0.0005004233,0.000015201857,0.00062167126,0.08945111,0.0009615319,0.002058395,0.040017426,0.8616746,0.00004383581],"about_ca_topic_score_codex":0.027484007,"about_ca_topic_score_gemma":0.045621943,"teacher_disagreement_score":0.027484007,"about_ca_system_score_codex":0.005885263,"about_ca_system_score_gemma":0.027235813,"threshold_uncertainty_score":0.06680244},"labels":[],"label_agreement":null},{"id":"W1962603302","doi":"10.1007/978-3-540-92719-8","title":"Computer supported cooperative work in design IV 11th international conference, CSCWD 2007, Melbourne, Australia, April 26-28, 2007 ; revised selected papers","year":2008,"lang":"en","type":"book","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Library science; Work (physics); Media studies; History; Sociology; Engineering; Computer science; Mechanical engineering","score_opus":0.053307571429912166,"score_gpt":0.27973910027119564,"score_spread":0.22643152884128348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1962603302","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076463083,0.088455066,0.1350767,0.011833531,0.02187925,0.0006820899,0.0013695844,0.003698215,0.7293592],"genre_scores_gemma":[0.010077871,0.020338869,0.013626534,0.00037849424,0.00057587744,0.00012041452,0.000909174,0.00047929338,0.95349354],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992205,0.00014289153,0.000044735054,0.0000877871,0.00044216384,0.000061833474],"domain_scores_gemma":[0.9983209,0.0004650317,0.000044706932,0.00014408636,0.00082917034,0.00019603816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019210743,0.00087461516,0.000999673,0.0019007003,0.0012430269,0.0044763032,0.0011486121,0.0011073649,0.058107372],"category_scores_gemma":[0.0023843811,0.00050674216,0.0003039452,0.0026327055,0.0011414102,0.0025114003,0.0014861666,0.0017112592,0.02061124],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004144135,0.00007397992,0.00021548642,0.000427093,0.0000075312487,0.00006448239,0.0010604347,0.00057585054,0.001152174,0.012960196,0.5553352,0.42808625],"study_design_scores_gemma":[0.0000087581075,0.000045300974,0.00061578513,0.00033183524,0.000007703108,0.00015162388,0.00035567384,0.0009094953,0.0007320161,0.0036612311,0.9931704,0.000010255321],"about_ca_topic_score_codex":0.010099454,"about_ca_topic_score_gemma":0.02911186,"teacher_disagreement_score":0.058107372,"about_ca_system_score_codex":0.0017501378,"about_ca_system_score_gemma":0.003492759,"threshold_uncertainty_score":0.19438851},"labels":[],"label_agreement":null},{"id":"W1963896607","doi":"10.1002/j.2168-9830.2008.tb00981.x","title":"Characterizing Design Learning: A Mixed‐Methods Study of Engineering Designers' Use of Language","year":2008,"lang":"en","type":"article","venue":"Journal of Engineering Education","topic":"Design Education and Practice","field":"Engineering","cited_by":194,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Engineering education; Engineering design process; Bridge (graph theory); Computer science; Qualitative research; Engineering; Mathematics education; Engineering management; Psychology; Mechanical engineering; Sociology","score_opus":0.044627172063777525,"score_gpt":0.3191007188137844,"score_spread":0.27447354675000685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963896607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968124,0.000046786838,0.0021588292,0.000040131155,0.000004728305,0.00020168736,0.000028145112,0.0000054159077,0.0007018796],"genre_scores_gemma":[0.9923699,0.000081606595,0.0054769036,0.00010044936,0.0000075565263,0.000941298,0.000044727218,0.000015100051,0.00096249284],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.978332,0.015571945,0.001318093,0.0014673893,0.0024589384,0.00085155084],"domain_scores_gemma":[0.89723885,0.08227267,0.0077759144,0.0046056244,0.006840145,0.0012667879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03477622,0.0005758086,0.000944913,0.002528634,0.002151972,0.0040728427,0.0013452107,0.0012192096,0.0019246377],"category_scores_gemma":[0.06655869,0.0010891171,0.0006385777,0.0013389533,0.002462994,0.002928199,0.0027178416,0.0013935799,0.00038805796],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091695756,0.00505039,0.1623932,0.00058162207,0.00015301992,0.00044270497,0.7487328,0.00039846718,0.009184726,0.001488606,0.0003793483,0.07027809],"study_design_scores_gemma":[0.00043814737,0.010824506,0.21180147,0.00057799194,0.00021024985,0.0010342872,0.739113,0.004250375,0.016031763,0.003937661,0.011520648,0.00025996484],"about_ca_topic_score_codex":0.0008340986,"about_ca_topic_score_gemma":0.001775941,"teacher_disagreement_score":0.03477622,"about_ca_system_score_codex":0.0013656451,"about_ca_system_score_gemma":0.0021550509,"threshold_uncertainty_score":0.18391645},"labels":[],"label_agreement":null},{"id":"W1965058542","doi":"10.1109/icnc.2010.5584838","title":"Hybrid integrated design and realizable strategy of database of mechanical product gene","year":2010,"lang":"en","type":"article","venue":"2010 Sixth International Conference on Natural Computation","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto","keywords":"Coding (social sciences); Computer science; Product design; Mass customization; Database; Product (mathematics); Personalization; Function (biology); Data mining; Mathematics; Biology; Genetics","score_opus":0.05180290131825664,"score_gpt":0.3117854931100279,"score_spread":0.25998259179177124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965058542","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016088475,0.00023687186,0.9791582,0.00009718523,0.000025855246,0.00012556987,0.00017499265,0.001243123,0.0028497095],"genre_scores_gemma":[0.18036927,0.00043512136,0.8113451,0.00011822867,0.0000369686,0.00046501443,0.0022356994,0.00022251926,0.004772094],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985489,0.00020643146,0.0001273727,0.00054734165,0.00047062847,0.00009925408],"domain_scores_gemma":[0.99950624,0.000117634765,0.00003692379,0.00013829338,0.00016587738,0.000035087298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000902702,0.00058853975,0.0009001383,0.0015415254,0.0007076066,0.0021241494,0.0023586752,0.00062345486,0.0038853362],"category_scores_gemma":[0.0018537493,0.0005249645,0.0010149485,0.0012756821,0.0006169116,0.0021810783,0.0012352578,0.00061438145,0.0009795607],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005495698,0.0003346871,0.005482998,0.00068163686,0.00016393783,0.00090509205,0.0011569397,0.043091528,0.11538829,0.24614826,0.007186257,0.5789108],"study_design_scores_gemma":[0.00032351472,0.0009408672,0.0027449701,0.00016815253,0.0005619115,0.0028748498,0.00076587213,0.5828269,0.1769205,0.11936392,0.11230971,0.00019891164],"about_ca_topic_score_codex":0.0018776765,"about_ca_topic_score_gemma":0.0012897446,"teacher_disagreement_score":0.0038853362,"about_ca_system_score_codex":0.0008167404,"about_ca_system_score_gemma":0.0011958708,"threshold_uncertainty_score":0.0129977465},"labels":[],"label_agreement":null},{"id":"W1965950973","doi":"10.1177/1071181312561072","title":"Investigating the Relation between Cognitive Load and Creativity in the Conceptual Design Process","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Design Education and Practice","field":"Engineering","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Creativity; Novelty; Cognition; Psychology; Variety (cybernetics); Quality (philosophy); Relation (database); Process (computing); Cognitive psychology; Cognitive load; Perspective (graphical); Conceptual design; Applied psychology; Computer science; Social psychology; Human–computer interaction; Artificial intelligence","score_opus":0.05072198972653086,"score_gpt":0.27790903374212544,"score_spread":0.22718704401559459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965950973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99602723,0.00010254475,0.0023167005,0.000038261314,0.0000026874347,0.000019125742,0.0000057837333,0.0000053969375,0.0014822505],"genre_scores_gemma":[0.9988104,0.000054685675,0.00096914277,0.0000073933884,0.0000071504624,0.000014727787,0.0000111537975,0.0000031413538,0.00012223332],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957522,0.0016106019,0.000399022,0.0003148932,0.0016439187,0.00027931642],"domain_scores_gemma":[0.89177495,0.0901485,0.010332089,0.002149453,0.0034994648,0.002095511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006299225,0.000459598,0.0004038034,0.0022598386,0.0005325251,0.0024378307,0.00045149395,0.00050910335,0.001529511],"category_scores_gemma":[0.052203152,0.00032522244,0.0005059774,0.0009846654,0.001256384,0.002046655,0.0016931583,0.00074680324,0.00013279656],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00096391,0.001455333,0.888929,0.00034977225,0.00037807983,0.00039983547,0.018235322,0.0022173643,0.008021644,0.0014217423,0.000076952536,0.0775511],"study_design_scores_gemma":[0.000055444892,0.0010585845,0.98190147,0.000051065515,0.00012256535,0.00036737663,0.004732403,0.0060711363,0.002390678,0.0027546035,0.00042875987,0.0000659728],"about_ca_topic_score_codex":0.0007441843,"about_ca_topic_score_gemma":0.0007711278,"teacher_disagreement_score":0.006299225,"about_ca_system_score_codex":0.0004878911,"about_ca_system_score_gemma":0.000588694,"threshold_uncertainty_score":0.03331387},"labels":[],"label_agreement":null},{"id":"W1966606939","doi":"10.1017/s0890060407070175","title":"Using language as related stimuli for concept generation","year":2007,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Verb; Computer science; Linguistics; Psychology; Reflexive verb; Modal verb; Natural language processing; Cognitive psychology; Artificial intelligence","score_opus":0.0832191625980587,"score_gpt":0.3391932518768602,"score_spread":0.2559740892788015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966606939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79554355,0.00069001596,0.1690303,0.00074563065,0.0005855241,0.0050649964,0.00083530135,0.0010083814,0.026496299],"genre_scores_gemma":[0.7674055,0.000507299,0.21737175,0.00072003045,0.000092874296,0.008859799,0.0012376179,0.00057155505,0.0032336083],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9920036,0.005993254,0.00043623848,0.0006125411,0.00076818,0.00018610126],"domain_scores_gemma":[0.89851415,0.09374185,0.002497615,0.002372604,0.0023230943,0.00055064383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008479561,0.0011302927,0.0005716564,0.0008334884,0.00044063103,0.0018284633,0.0010457898,0.0015986816,0.00678423],"category_scores_gemma":[0.09329247,0.0004223915,0.00060567836,0.0005898628,0.0010652768,0.0033092645,0.0016375055,0.0011711072,0.0012513346],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008417011,0.0039137164,0.03217913,0.012001657,0.0001735893,0.0045429375,0.07396298,0.01118149,0.35708007,0.11552101,0.008918629,0.3721078],"study_design_scores_gemma":[0.006664175,0.02790912,0.059303567,0.006244248,0.0007006016,0.009804614,0.027279466,0.10100083,0.34627983,0.22392176,0.18956588,0.0013259356],"about_ca_topic_score_codex":0.00011434286,"about_ca_topic_score_gemma":0.000096237316,"teacher_disagreement_score":0.008479561,"about_ca_system_score_codex":0.00047014968,"about_ca_system_score_gemma":0.0005008789,"threshold_uncertainty_score":0.044844747},"labels":[],"label_agreement":null},{"id":"W1966727134","doi":"10.1115/detc2010-28458","title":"Integration of TRIZ and Virtual Environments for Hemp Scutcher Design","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"TRIZ; Visualization; Computer science; Conceptual design; Virtual reality; Human–computer interaction; Product design; Virtual machine; Product (mathematics); Systems engineering; Engineering; Artificial intelligence","score_opus":0.02620389264080723,"score_gpt":0.2584713391551937,"score_spread":0.2322674465143865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966727134","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01580975,0.00025408846,0.97073764,0.00009416726,0.00006431976,0.00015278428,0.000039353785,0.001679428,0.011168549],"genre_scores_gemma":[0.19578645,0.00046003013,0.79650265,0.000068940484,0.000028686698,0.00034537236,0.000120848556,0.0003177991,0.0063692466],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985636,0.0005510535,0.00009967309,0.0001282489,0.00057673024,0.00008075322],"domain_scores_gemma":[0.99920964,0.00030328898,0.000084502615,0.0002178305,0.00014190501,0.00004286266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009371115,0.0008403611,0.00050403294,0.0013686559,0.0003002901,0.0011488058,0.0010226922,0.0005637858,0.005963686],"category_scores_gemma":[0.0020311438,0.00044543197,0.0007935718,0.0006602363,0.00056300603,0.00135221,0.0016632029,0.00069210393,0.0010966157],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058634003,0.0004586528,0.0014388387,0.001043661,0.00009839825,0.0005706594,0.0016778357,0.058963504,0.09662306,0.08283389,0.0048655355,0.75083965],"study_design_scores_gemma":[0.00028867103,0.0039541125,0.004717456,0.00038634418,0.00022522881,0.004025296,0.0009060229,0.59969825,0.12167882,0.036233533,0.22746488,0.0004213189],"about_ca_topic_score_codex":0.000317212,"about_ca_topic_score_gemma":0.00042141438,"teacher_disagreement_score":0.005963686,"about_ca_system_score_codex":0.00023086875,"about_ca_system_score_gemma":0.00051162473,"threshold_uncertainty_score":0.01995051},"labels":[],"label_agreement":null},{"id":"W1969552742","doi":"10.1115/detc2010-28065","title":"Case Study in Systematic Design Engineering: Trapeze Demonstration Rig","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Scope (computer science); Engineering design process; Process (computing); Computer science; Heuristic; Creativity; Systems engineering; Design process; Management science; Engineering; Engineering management; Work in process; Artificial intelligence; Mechanical engineering; Operations management","score_opus":0.036425157718517814,"score_gpt":0.2657182859161382,"score_spread":0.2292931281976204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969552742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55289954,0.0010194405,0.31973183,0.0041604396,0.0002174128,0.0039258203,0.00032695287,0.0007370214,0.1169815],"genre_scores_gemma":[0.762814,0.0003406766,0.22029604,0.00026909687,0.000022135959,0.0010218325,0.000102222184,0.00008660447,0.015047522],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.99103653,0.0064261793,0.00026654958,0.00040414985,0.0013579173,0.0005087346],"domain_scores_gemma":[0.9888032,0.0070228428,0.00040661494,0.0018807092,0.000780404,0.0011060674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008449062,0.0005761044,0.000577978,0.0006980035,0.0029185836,0.0021532767,0.0017392922,0.0035712689,0.0066827782],"category_scores_gemma":[0.013965162,0.00048806713,0.00064589636,0.00097568135,0.0037135528,0.0018313254,0.0043123104,0.0019548405,0.0011393027],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027841246,0.008203519,0.019883914,0.004524026,0.00018124288,0.041526556,0.16935466,0.08506148,0.04288969,0.23422565,0.03726918,0.35409597],"study_design_scores_gemma":[0.0014276077,0.012414281,0.014876726,0.0023032883,0.00010730133,0.021841485,0.09845404,0.10571115,0.047821537,0.092041194,0.60260046,0.0004010214],"about_ca_topic_score_codex":0.0016351194,"about_ca_topic_score_gemma":0.00423927,"teacher_disagreement_score":0.008449062,"about_ca_system_score_codex":0.0014651171,"about_ca_system_score_gemma":0.002756807,"threshold_uncertainty_score":0.044683456},"labels":[],"label_agreement":null},{"id":"W1973117896","doi":"10.1016/j.destud.2007.12.004","title":"The ideation gap:","year":2008,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":97,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Ideation; Conversation; Computer science; Representation (politics); Human–computer interaction; Space (punctuation); Psychology; Communication; Cognitive science; Political science","score_opus":0.2253938353756923,"score_gpt":0.3330572810071932,"score_spread":0.10766344563150088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973117896","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030729009,0.053630695,0.057132214,0.57425,0.005586795,0.00013365595,0.0002568311,0.0003304783,0.27795038],"genre_scores_gemma":[0.88219327,0.017424328,0.019864803,0.05494075,0.0036709283,0.000619499,0.00032692784,0.00044180595,0.020517854],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96171445,0.027368514,0.0011389342,0.0025687106,0.005791928,0.0014175279],"domain_scores_gemma":[0.7935818,0.18120202,0.00351112,0.01122958,0.0070639118,0.0034114355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04134418,0.00074191124,0.0013735383,0.005371147,0.006462109,0.01846184,0.0040128464,0.011438218,0.034811784],"category_scores_gemma":[0.10788489,0.0006114438,0.00079445855,0.005281021,0.03937151,0.056431327,0.014859587,0.013745837,0.0030993302],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003003369,0.00002565632,0.00029842072,0.00020632475,0.0000047812955,0.00006599436,0.01160817,0.000042352596,0.00004307066,0.95863146,0.008299048,0.020744732],"study_design_scores_gemma":[0.000031388343,0.000019707115,0.00040656008,0.0010773201,0.000006889452,0.00025396945,0.014327903,0.0002924322,0.00013563187,0.878154,0.105280206,0.0000140199945],"about_ca_topic_score_codex":0.0017955131,"about_ca_topic_score_gemma":0.0013242749,"teacher_disagreement_score":0.04134418,"about_ca_system_score_codex":0.005775856,"about_ca_system_score_gemma":0.010239073,"threshold_uncertainty_score":0.21865153},"labels":[],"label_agreement":null},{"id":"W1973484051","doi":"10.3763/aedm.2008.0097","title":"The Dynamics of Actors' and Stakeholders' Participation: An Approach of Management by Design","year":2008,"lang":"en","type":"article","venue":"Architectural Engineering and Design Management","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Structuring; Process (computing); Process management; Project management; Knowledge management; Construct (python library); Perspective (graphical); Project charter; Project stakeholder; Management science; Computer science; Project management triangle; Engineering; Systems engineering; Business","score_opus":0.04301591128717112,"score_gpt":0.23077818036699363,"score_spread":0.18776226907982252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973484051","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016938126,0.0043082964,0.78031784,0.019961802,0.0005520244,0.00043786946,0.00008929747,0.0000997874,0.17729497],"genre_scores_gemma":[0.67546,0.003403642,0.3016452,0.0014127588,0.00035258598,0.0016442048,0.00009148179,0.00014788996,0.015842209],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.97796637,0.018284762,0.00037878484,0.0010598303,0.0016081115,0.0007021842],"domain_scores_gemma":[0.9883659,0.008394478,0.0005387072,0.0010748358,0.0009874325,0.0006386894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020390816,0.0013922447,0.0011172333,0.004022333,0.006780536,0.01382336,0.003875623,0.0042102486,0.004862122],"category_scores_gemma":[0.009163152,0.0012093327,0.0015094897,0.003025304,0.033591494,0.011673221,0.010447132,0.0050742174,0.0005763988],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009398992,0.000020471298,0.00021883083,0.00006769295,0.00001228043,0.00012162254,0.008983199,0.0017936974,0.00008172931,0.98365295,0.00071498787,0.004323207],"study_design_scores_gemma":[0.000034060122,0.000039109975,0.00018852518,0.00025643603,0.000024761193,0.0001623754,0.008202057,0.014569126,0.00021135174,0.9113311,0.06495586,0.000025167968],"about_ca_topic_score_codex":0.0029913355,"about_ca_topic_score_gemma":0.0029068014,"teacher_disagreement_score":0.020390816,"about_ca_system_score_codex":0.010729568,"about_ca_system_score_gemma":0.0075115375,"threshold_uncertainty_score":0.10783827},"labels":[],"label_agreement":null},{"id":"W1973736970","doi":"10.1016/j.tcs.2013.08.014","title":"Generation of Combinatorial Structures","year":2013,"lang":"en","type":"article","venue":"Theoretical Computer Science","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Mathematics; Combinatorics","score_opus":0.018945886962782123,"score_gpt":0.25999069165725186,"score_spread":0.24104480469446973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973736970","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19057257,0.0003874065,0.6381546,0.00090457697,0.00062091084,0.0003783572,0.0011294576,0.0013328681,0.16651925],"genre_scores_gemma":[0.6857168,0.00032461516,0.2669545,0.00034463446,0.0001226694,0.0003133456,0.0028409497,0.00089169067,0.042490732],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99950314,0.00013357823,0.000023350516,0.00012081777,0.00015600264,0.000063084284],"domain_scores_gemma":[0.99901664,0.00038664084,0.000059190443,0.00028869562,0.00017708117,0.000071775794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036693658,0.0004965535,0.0003805894,0.0013315488,0.00089947507,0.0017061139,0.0008899485,0.00073687296,0.018126665],"category_scores_gemma":[0.0022700473,0.0004299851,0.0012101099,0.0007412713,0.0008852172,0.0012390671,0.0016058956,0.0012445824,0.0031805963],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008660435,0.00009605225,0.00066923647,0.00020498222,0.000026514163,0.00029884995,0.0002689091,0.016300736,0.013514154,0.8901752,0.009725834,0.06863297],"study_design_scores_gemma":[0.000047376507,0.00008125803,0.00050943345,0.000055333952,0.00003011463,0.000396078,0.0001558247,0.08733148,0.013373084,0.86667186,0.03131933,0.000028729442],"about_ca_topic_score_codex":0.0002997458,"about_ca_topic_score_gemma":0.0005303035,"teacher_disagreement_score":0.018126665,"about_ca_system_score_codex":0.0006166521,"about_ca_system_score_gemma":0.00047741248,"threshold_uncertainty_score":0.06063974},"labels":[],"label_agreement":null},{"id":"W1975591482","doi":"10.1115/detc2003/cie-48189","title":"Lessons From Experimental Computer Assisted Sketching Tool for Planar Mechanisms","year":2003,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Human–computer interaction; Domain (mathematical analysis); Metaphor; Mechanism (biology); Conceptual design; Simple (philosophy); Engineering drawing; Software engineering; Engineering","score_opus":0.04015893014487116,"score_gpt":0.3001367706705081,"score_spread":0.25997784052563694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975591482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5297994,0.0013596572,0.42945665,0.0026430842,0.0003790006,0.0018738921,0.00044207726,0.0025162923,0.031529944],"genre_scores_gemma":[0.6600079,0.0012009037,0.3240508,0.00027325324,0.000056079658,0.00064405345,0.00029637877,0.0005345594,0.012936102],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9951871,0.002916943,0.00034867245,0.00043981496,0.0008865412,0.00022091086],"domain_scores_gemma":[0.97687644,0.01774394,0.0003254264,0.0031930744,0.0012982765,0.0005628052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007887203,0.0010124805,0.0007879336,0.00092218013,0.0012272823,0.003264877,0.0039265743,0.00283411,0.008607764],"category_scores_gemma":[0.033364,0.0006999299,0.0008367797,0.00088191614,0.0034666623,0.0043949103,0.0024317305,0.002505872,0.0015167855],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001259042,0.010078634,0.009347367,0.0044492204,0.00021677947,0.0071552102,0.07396303,0.046981547,0.08790695,0.06604325,0.016069511,0.6765295],"study_design_scores_gemma":[0.0014456321,0.019311083,0.015001616,0.0016767706,0.00034533898,0.015200074,0.03698063,0.0982259,0.23398967,0.078582674,0.4984543,0.00078628433],"about_ca_topic_score_codex":0.0007450439,"about_ca_topic_score_gemma":0.0012573765,"teacher_disagreement_score":0.008607764,"about_ca_system_score_codex":0.001038365,"about_ca_system_score_gemma":0.0009335486,"threshold_uncertainty_score":0.041711986},"labels":[],"label_agreement":null},{"id":"W1975762228","doi":"10.1145/1512714.1512739","title":"Point and sketch","year":2008,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Sketch; Conversation; Ideation; Gesture; Computer science; Laser pointer; Human–computer interaction; Negotiation; Pointer (user interface); Collaborative design; Point (geometry); Multimedia; Psychology; Artificial intelligence; Cognitive science; Systems design; Communication; Software engineering","score_opus":0.018368292921685982,"score_gpt":0.21576346256881354,"score_spread":0.19739516964712756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975762228","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043622977,0.0038995836,0.18838277,0.005414588,0.008793447,0.0012026228,0.003876073,0.0074764863,0.77659214],"genre_scores_gemma":[0.07680968,0.00427116,0.10324705,0.0020142742,0.0011045899,0.00078878494,0.004807794,0.0024614693,0.80449516],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99869186,0.00023647654,0.00010727914,0.00025862225,0.000607572,0.00009830668],"domain_scores_gemma":[0.99766076,0.00062219484,0.00007816827,0.00088554923,0.00054111535,0.00021225392],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010708175,0.0012821644,0.0007786805,0.002527607,0.0021668228,0.0059005013,0.002259285,0.0024781795,0.39500427],"category_scores_gemma":[0.011961103,0.00054613693,0.0014409614,0.0018446496,0.0014939337,0.0072528077,0.0049328962,0.00226717,0.1825241],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002899378,0.000071822185,0.00043657867,0.00084703806,0.000033971464,0.00095683854,0.0023529597,0.0028532774,0.0028038558,0.23800392,0.3270517,0.4242981],"study_design_scores_gemma":[0.0000167502,0.000028023178,0.00008179976,0.00012163418,0.0000058793185,0.00033142365,0.00030162744,0.000798496,0.0004367018,0.016167974,0.9816928,0.000017009063],"about_ca_topic_score_codex":0.0017782501,"about_ca_topic_score_gemma":0.0015175808,"teacher_disagreement_score":0.39500427,"about_ca_system_score_codex":0.00081901305,"about_ca_system_score_gemma":0.001166863,"threshold_uncertainty_score":0.86295295},"labels":[],"label_agreement":null},{"id":"W1977737464","doi":"10.1115/detc2010-28377","title":"Recyclability Oriented Lifecycle Design of Mechatronic Products","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Mechatronics; Viewpoints; Manufacturing engineering; Reliability (semiconductor); Engineering; Systems engineering; Computer science; Embedded system; Control engineering","score_opus":0.01552240243414927,"score_gpt":0.24179613637405933,"score_spread":0.22627373393991007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977737464","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03959188,0.00030808905,0.9486035,0.00014811243,0.0000109695975,0.0001237991,0.000023677367,0.00018168469,0.011008264],"genre_scores_gemma":[0.59382397,0.0007686162,0.39726618,0.00007304075,0.000013393792,0.00035965064,0.00014220715,0.00009283047,0.0074601523],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992679,0.00024224784,0.00005421206,0.000076106444,0.0002953724,0.00006414639],"domain_scores_gemma":[0.9995272,0.00018212681,0.000076423064,0.000057233483,0.00014067281,0.000016315133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010307576,0.00042943438,0.0002622761,0.00051069655,0.00036166245,0.00092801166,0.0007089194,0.0005844741,0.0012454648],"category_scores_gemma":[0.0012962444,0.00034464433,0.0005718929,0.00024116058,0.00051261083,0.0008873393,0.0006064756,0.0004987174,0.00019197291],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015621741,0.0002858872,0.002064328,0.00062273693,0.000067732806,0.00071667216,0.0022023593,0.46251217,0.055164058,0.22171775,0.0012498614,0.25324023],"study_design_scores_gemma":[0.000055009594,0.00021420064,0.0005823499,0.000108530585,0.00007477438,0.00019837034,0.00021451995,0.9048704,0.023432696,0.048430253,0.021793371,0.000025515004],"about_ca_topic_score_codex":0.0019651046,"about_ca_topic_score_gemma":0.0017340231,"teacher_disagreement_score":0.0019651046,"about_ca_system_score_codex":0.00081296905,"about_ca_system_score_gemma":0.0009512501,"threshold_uncertainty_score":0.0058984756},"labels":[],"label_agreement":null},{"id":"W1979889480","doi":"10.1007/s11422-006-9018-9","title":"From designing artifacts to learning science: A dialectical perspective","year":2006,"lang":"en","type":"article","venue":"Cultural Studies of Science Education","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Dialectic; Contradiction; Epistemology; Embodied cognition; Science education; Sociology; Perspective (graphical); Artifact (error); Cognitive science; Psychology; Computer science; Artificial intelligence; Pedagogy; Philosophy","score_opus":0.04606511151062909,"score_gpt":0.37371134935403866,"score_spread":0.32764623784340957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979889480","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06332001,0.019789403,0.5192949,0.06481723,0.00089965365,0.00031437867,0.00011063265,0.0002262373,0.33122757],"genre_scores_gemma":[0.9100582,0.00552951,0.073095225,0.0028582662,0.00018587735,0.00042170446,0.00006712792,0.00020929088,0.007574768],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98069465,0.015420547,0.00061557075,0.00088518846,0.00164617,0.00073792937],"domain_scores_gemma":[0.9755152,0.020606361,0.0005865411,0.0011976375,0.0012703928,0.0008238903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01602056,0.0013994017,0.001292309,0.006134707,0.008790913,0.02205852,0.0035834748,0.0070251017,0.0028992721],"category_scores_gemma":[0.014632202,0.0012866877,0.0010434446,0.00451106,0.0794451,0.021373615,0.008784467,0.008182661,0.00048587736],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000086943965,0.000015673917,0.00010462744,0.000080294885,0.0000072531006,0.000083718565,0.0443515,0.00021645616,0.00016173781,0.9523142,0.00026220287,0.002393617],"study_design_scores_gemma":[0.000037108504,0.00003935898,0.00025447464,0.000540641,0.000020899608,0.00027151816,0.0632365,0.0011625043,0.00066040485,0.88395554,0.04979334,0.000027693559],"about_ca_topic_score_codex":0.006852047,"about_ca_topic_score_gemma":0.0048265415,"teacher_disagreement_score":0.02205852,"about_ca_system_score_codex":0.009325146,"about_ca_system_score_gemma":0.008180676,"threshold_uncertainty_score":0.08472586},"labels":[],"label_agreement":null},{"id":"W1980360876","doi":"10.1115/detc2012-71258","title":"Confirmation and Cognitive Bias in Design Cognition","year":2012,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Heuristics; Cognition; Cognitive bias; Task (project management); Computer science; Cognitive psychology; Information processing; Protocol analysis; Confirmation bias; Debiasing; Unconscious mind; Psychology; Psychological research; Cognitive science; Social psychology","score_opus":0.11457073391146583,"score_gpt":0.30583386389680767,"score_spread":0.19126312998534184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980360876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92018896,0.005369692,0.04982001,0.0035660868,0.00010989758,0.00009989564,0.000032028413,0.00012124699,0.02069223],"genre_scores_gemma":[0.99374807,0.00046410662,0.005225382,0.00017092116,0.000041488434,0.000042193904,0.000012534739,0.000012169889,0.00028321854],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9816576,0.010600769,0.0012077166,0.0012866614,0.004631696,0.0006156078],"domain_scores_gemma":[0.8086386,0.15355001,0.016894532,0.009341501,0.009853972,0.0017213392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024111463,0.00038945087,0.00045294865,0.003310342,0.0008904787,0.0038208247,0.0008487008,0.0013619168,0.0017579391],"category_scores_gemma":[0.12683882,0.0004139604,0.00063632434,0.0012519361,0.0077853636,0.0046385447,0.0026246246,0.0016738048,0.0001320537],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015330269,0.0007178126,0.23069373,0.0022146653,0.00056731474,0.0008303126,0.075905204,0.007202468,0.014217684,0.27576146,0.0012491064,0.38910723],"study_design_scores_gemma":[0.00049177307,0.0010066836,0.24013273,0.0011671977,0.00029871866,0.0014998083,0.01609521,0.017226744,0.009899339,0.6984945,0.01328092,0.00040640074],"about_ca_topic_score_codex":0.0019016421,"about_ca_topic_score_gemma":0.0011623085,"teacher_disagreement_score":0.024111463,"about_ca_system_score_codex":0.0016957831,"about_ca_system_score_gemma":0.0017067256,"threshold_uncertainty_score":0.12751514},"labels":[],"label_agreement":null},{"id":"W1981420793","doi":"10.1177/1063293x10389799","title":"The Performance of Technical Information Transfer in New Product Development","year":2010,"lang":"en","type":"article","venue":"Concurrent Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; McGill University","funders":"","keywords":"Information transfer; Computer science; New product development; Process (computing); Product (mathematics); Communications system; Set (abstract data type); Information system; Technical communication; Systems engineering; Process management; Engineering; Telecommunications; Business","score_opus":0.008700360321259584,"score_gpt":0.21599466018339972,"score_spread":0.20729429986214012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981420793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98256505,0.00028692235,0.008235027,0.00019098118,0.000007499404,0.000056710083,0.000019457262,0.00010912385,0.008529197],"genre_scores_gemma":[0.9974929,0.000082478306,0.0020099133,0.000013825608,0.0000049837404,0.000022284681,0.000025321278,0.000012401377,0.00033575893],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9718194,0.018067336,0.001273187,0.0010392481,0.0065743793,0.0012265039],"domain_scores_gemma":[0.8328392,0.13278843,0.014325334,0.0096207205,0.008801732,0.0016245281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017015982,0.00052032777,0.0003861847,0.0028779595,0.00091231853,0.003977439,0.0007933737,0.0010385212,0.0010975249],"category_scores_gemma":[0.12267444,0.0003466369,0.00040704446,0.0021327771,0.0017345183,0.0055831857,0.0022608808,0.0007080451,0.0004357853],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041595884,0.002582975,0.21098182,0.00087401125,0.00046719454,0.000726059,0.011767631,0.15413633,0.031332098,0.031223768,0.0013850017,0.55036354],"study_design_scores_gemma":[0.00035756425,0.0132777495,0.3208117,0.0003275941,0.0005634865,0.0012322193,0.01087256,0.487547,0.11592051,0.0412958,0.0074329623,0.00036084218],"about_ca_topic_score_codex":0.002455371,"about_ca_topic_score_gemma":0.000952302,"teacher_disagreement_score":0.017015982,"about_ca_system_score_codex":0.0026077305,"about_ca_system_score_gemma":0.0016584094,"threshold_uncertainty_score":0.0899902},"labels":[],"label_agreement":null},{"id":"W1981604409","doi":"10.1109/iciea.2012.6360915","title":"Classification of design theories and methodologies for effective industrial applications","year":2012,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Donghua University","keywords":"Industrial design; Computer science; Engineering; Mechanical engineering","score_opus":0.2348249582765791,"score_gpt":0.3887706750692971,"score_spread":0.15394571679271798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981604409","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010321836,0.015358647,0.927288,0.0043699294,0.00024995903,0.0012436601,0.0003011429,0.00045563965,0.04041116],"genre_scores_gemma":[0.07396097,0.009724189,0.9103479,0.0004904751,0.00016778383,0.0018532815,0.00060351193,0.000111555586,0.0027404095],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97640675,0.00989571,0.0038493366,0.0015856194,0.0074513853,0.0008112737],"domain_scores_gemma":[0.9649788,0.020330934,0.002871528,0.005731613,0.0055527324,0.00053439685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015225632,0.001840617,0.0011598964,0.013727207,0.0016728784,0.008838039,0.0028783672,0.003445749,0.004996376],"category_scores_gemma":[0.03825655,0.001118664,0.001910235,0.00908602,0.004993674,0.007511491,0.0026079451,0.0030102474,0.0017777864],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001900306,0.0001377779,0.001591806,0.001819122,0.00005489345,0.00013151184,0.0011429724,0.006865667,0.0010207259,0.7607035,0.0036656829,0.22284733],"study_design_scores_gemma":[0.000057743197,0.00011277474,0.001579154,0.0037181966,0.000071696224,0.0005227348,0.0017520756,0.04856774,0.002327718,0.78452086,0.15671264,0.000056637033],"about_ca_topic_score_codex":0.0016635845,"about_ca_topic_score_gemma":0.0011916255,"teacher_disagreement_score":0.015225632,"about_ca_system_score_codex":0.0048956117,"about_ca_system_score_gemma":0.0082059475,"threshold_uncertainty_score":0.08052182},"labels":[],"label_agreement":null},{"id":"W1982640211","doi":"10.1068/b31175","title":"Landscape Grammar 1: Spatial Grammar Theory and Landscape Planning","year":2005,"lang":"en","type":"article","venue":"Environment and Planning B Planning and Design","topic":"Design Education and Practice","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Grammar; Generative grammar; Computer science; Emergent grammar; Ecotope; Linguistics; Generalized phrase structure grammar; Vocabulary; Landscape design; Affix grammar; Head-driven phrase structure grammar; Relational grammar; Natural language processing; Artificial intelligence; Landscape ecology; Engineering","score_opus":0.01851823600550002,"score_gpt":0.22912445900867587,"score_spread":0.21060622300317586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982640211","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022113562,0.018295392,0.5394043,0.023336548,0.0010665882,0.000063608095,0.0006340892,0.00060718745,0.3944787],"genre_scores_gemma":[0.7297848,0.01096128,0.18096024,0.0036090594,0.0014051261,0.0002184706,0.0009647642,0.0006073167,0.07148901],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995598,0.0001771641,0.000021011376,0.00010495204,0.00008163998,0.000055513137],"domain_scores_gemma":[0.9996117,0.00020155593,0.00004724429,0.000048763934,0.0000598032,0.000031050262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060172094,0.0005699516,0.00046102077,0.001072007,0.0014241284,0.003033859,0.0009957365,0.0016737077,0.009230954],"category_scores_gemma":[0.0013515314,0.0003171146,0.00068597525,0.0017147036,0.0080111865,0.0053670695,0.0016168107,0.0018512154,0.0010588075],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002164548,0.0000022884237,0.00010394394,0.00002751859,0.0000026500823,0.000036467194,0.00031958814,0.0012655975,0.000060709815,0.98757684,0.0041116374,0.006490623],"study_design_scores_gemma":[0.0000042378265,0.00000805086,0.000299268,0.00004633109,0.0000042824927,0.000098440236,0.00019546472,0.0023064497,0.00010584206,0.9197649,0.07715872,0.000008133845],"about_ca_topic_score_codex":0.008541387,"about_ca_topic_score_gemma":0.0069724265,"teacher_disagreement_score":0.009230954,"about_ca_system_score_codex":0.0025777526,"about_ca_system_score_gemma":0.0014415022,"threshold_uncertainty_score":0.03088057},"labels":[],"label_agreement":null},{"id":"W1984745623","doi":"10.1115/1.4025288","title":"Affordances and Product Design to Support Environmentally Conscious Behavior","year":2013,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Affordance; Context (archaeology); Computer science; Human–computer interaction; Product (mathematics); Resource (disambiguation); Mathematics","score_opus":0.034640960444469196,"score_gpt":0.26013579790197705,"score_spread":0.22549483745750787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984745623","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03140473,0.00023884773,0.96111226,0.00024465506,0.000022561486,0.00018966262,0.000036418693,0.0007218295,0.006028923],"genre_scores_gemma":[0.12593806,0.00013562002,0.87204796,0.00003561974,0.000004939097,0.00018823051,0.000048431302,0.00008624431,0.0015148465],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984003,0.0006208617,0.00015573305,0.00030584828,0.0004446066,0.00007274184],"domain_scores_gemma":[0.99780077,0.0011919416,0.00022884273,0.00044437608,0.0002486892,0.000085314336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024976698,0.00097077806,0.00033407088,0.0013152731,0.0005876007,0.0012159194,0.0012319877,0.00067392265,0.0038129163],"category_scores_gemma":[0.0057124957,0.00070677424,0.0012515915,0.00045133688,0.0028454156,0.0040636137,0.0019739808,0.00094242924,0.0003881956],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014745133,0.00041961536,0.0038682502,0.001858513,0.00012409,0.00062435033,0.010578819,0.03713433,0.088243395,0.5462891,0.0015504847,0.30916157],"study_design_scores_gemma":[0.00020912629,0.001545764,0.0056535713,0.00082237244,0.0002733926,0.0017510323,0.0023468367,0.22573546,0.09714828,0.46156842,0.20268366,0.0002621227],"about_ca_topic_score_codex":0.0011541124,"about_ca_topic_score_gemma":0.0017849513,"teacher_disagreement_score":0.0038129163,"about_ca_system_score_codex":0.0006986211,"about_ca_system_score_gemma":0.0009142086,"threshold_uncertainty_score":0.013209105},"labels":[],"label_agreement":null},{"id":"W1989455285","doi":"10.1016/j.cirp.2011.06.001","title":"Biologically inspired design","year":2011,"lang":"en","type":"article","venue":"CIRP Annals","topic":"Design Education and Practice","field":"Engineering","cited_by":225,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Biomimetics; Computer science; Engineering; Management science; Artificial intelligence","score_opus":0.3130017630748836,"score_gpt":0.3018537474108184,"score_spread":0.011148015664065203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989455285","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02734035,0.0021262032,0.80026114,0.0016271024,0.00078082585,0.00014168977,0.00014621997,0.00058781507,0.16698863],"genre_scores_gemma":[0.55365986,0.0025448757,0.33366236,0.00077159295,0.00018878444,0.00047225945,0.00030824638,0.00025009687,0.108141944],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9998234,0.000046955785,0.0000073761403,0.00004117299,0.00006817402,0.0000129693535],"domain_scores_gemma":[0.9998272,0.000065458415,0.000014039527,0.00004684665,0.000029496992,0.000017045586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002742224,0.0004645581,0.00037150033,0.00049954787,0.00056801556,0.0010879159,0.00059778075,0.0011498065,0.0098476475],"category_scores_gemma":[0.0007472521,0.00028387987,0.0005879256,0.00030857892,0.0011701939,0.0006459268,0.0009810457,0.00085845386,0.0016214787],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000497025,0.00008252899,0.00089788664,0.00034110172,0.00007646132,0.00019710149,0.00030402627,0.2089772,0.037622206,0.585532,0.00752214,0.15839764],"study_design_scores_gemma":[0.000063838736,0.00022741221,0.0010669408,0.00014755051,0.00005200248,0.0004902314,0.0001344074,0.4635137,0.011501387,0.36166933,0.16106677,0.00006646513],"about_ca_topic_score_codex":0.00065249583,"about_ca_topic_score_gemma":0.0008072663,"teacher_disagreement_score":0.0098476475,"about_ca_system_score_codex":0.0008085342,"about_ca_system_score_gemma":0.0005931428,"threshold_uncertainty_score":0.032943666},"labels":[],"label_agreement":null},{"id":"W1990902220","doi":"10.1115/detc2009-86996","title":"Implementation and Effect of Rubrics in Capstone Design Courses","year":2009,"lang":"en","type":"article","venue":"Volume 8: 14th Design for Manufacturing and the Life Cycle Conference; 6th Symposium on International Design and Design Education; 21st International Conference on Design Theory and Methodology, Parts A and B","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Rubric; Capstone; Computer science; Rank (graph theory); Mathematics education; Psychology; Mathematics; Algorithm","score_opus":0.08696955612597684,"score_gpt":0.3664342826081565,"score_spread":0.2794647264821797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990902220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90356886,0.0009056953,0.06441517,0.0006944439,0.00059126207,0.005568313,0.00028573573,0.007976191,0.015994327],"genre_scores_gemma":[0.79809916,0.00037150586,0.18818086,0.00047813565,0.00015698133,0.003299345,0.00066052674,0.00081645953,0.00793705],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9159597,0.048796013,0.007806313,0.006665451,0.018428722,0.0023438693],"domain_scores_gemma":[0.7076512,0.17922378,0.025808658,0.032190647,0.046373423,0.008752215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.042943068,0.0018450357,0.0013991458,0.004058915,0.0014097441,0.004004646,0.003794782,0.0014940425,0.004507918],"category_scores_gemma":[0.27770352,0.0011719698,0.0014658113,0.0023777697,0.0013188394,0.0025518273,0.004917769,0.0026073474,0.0019713794],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042291097,0.013987441,0.027115723,0.0025140767,0.00018860413,0.00025495855,0.0074412343,0.008516879,0.02500574,0.0016478113,0.004968955,0.90412956],"study_design_scores_gemma":[0.0038916632,0.07253253,0.5847341,0.004566897,0.0015030808,0.0011862508,0.011840683,0.09125505,0.13648126,0.0038509408,0.086239055,0.0019185649],"about_ca_topic_score_codex":0.0028406302,"about_ca_topic_score_gemma":0.0035090065,"teacher_disagreement_score":0.042943068,"about_ca_system_score_codex":0.003004274,"about_ca_system_score_gemma":0.0027305838,"threshold_uncertainty_score":0.2271074},"labels":[],"label_agreement":null},{"id":"W1991070248","doi":"10.2495/dne-v9-n4-285-295","title":"Sustainability strategies in nature","year":2014,"lang":"en","type":"article","venue":"International Journal of Design & Nature and Ecodynamics","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sustainability; Relation (database); Management science; Similarity (geometry); Ideal (ethics); Computer science; Engineering; Artificial intelligence; Epistemology; Ecology; Data mining","score_opus":0.006034929055142821,"score_gpt":0.27524519210370013,"score_spread":0.26921026304855733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991070248","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043426152,0.007976215,0.12841421,0.012896496,0.00038899726,0.00015378634,0.00008319944,0.00014954363,0.8065114],"genre_scores_gemma":[0.8715591,0.0056427624,0.047779884,0.001995413,0.000121881974,0.00028431934,0.00010005269,0.00012410147,0.07239255],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984106,0.00066551456,0.00007626746,0.00023944865,0.00040554645,0.00020267627],"domain_scores_gemma":[0.99918205,0.0003114623,0.00009009637,0.0001478001,0.00018449643,0.000084119005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021588216,0.00050880696,0.0003460525,0.0010718013,0.0023250973,0.0044660964,0.00085773686,0.0016812001,0.004528488],"category_scores_gemma":[0.002114212,0.00018476394,0.00041995966,0.000734666,0.010915884,0.004228203,0.0035559172,0.0012610363,0.00059209816],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024723972,0.000007655685,0.00013348908,0.000038280697,0.0000034682696,0.000032088352,0.00074055727,0.00095723517,0.00021248776,0.9878501,0.000806753,0.0092154695],"study_design_scores_gemma":[0.0000033349875,0.000017708178,0.00018204232,0.00008834075,0.0000053007325,0.00007502975,0.001046185,0.0010565011,0.00060459937,0.8577572,0.13915351,0.000010209754],"about_ca_topic_score_codex":0.0014746196,"about_ca_topic_score_gemma":0.0018114178,"teacher_disagreement_score":0.004528488,"about_ca_system_score_codex":0.003777744,"about_ca_system_score_gemma":0.0027977922,"threshold_uncertainty_score":0.027409554},"labels":[],"label_agreement":null},{"id":"W1991475394","doi":"10.13031/2013.22883","title":"Concurrent Teaching of Technical Communication and the Engineering Design Process","year":2007,"lang":"en","type":"article","venue":"2007 Minneapolis, Minnesota, June 17-20, 2007","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Capstone; Presentation (obstetrics); Technical communication; Engineering design process; Process (computing); Class (philosophy); Curriculum; Engineering management; Computer science; Component (thermodynamics); Engineering education; Engineering; Systems engineering; Mechanical engineering; Electrical engineering; Pedagogy; Artificial intelligence; Psychology","score_opus":0.016316167635267644,"score_gpt":0.2815939992094986,"score_spread":0.26527783157423096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991475394","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1392762,0.0070878924,0.4686778,0.019865235,0.002665771,0.0007594462,0.000049402628,0.0014933753,0.36012492],"genre_scores_gemma":[0.6920461,0.007554904,0.18827109,0.0032988773,0.0009891206,0.0010859998,0.00013456793,0.0005529522,0.10606625],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98871744,0.0058775586,0.00038909854,0.00091173156,0.0034106143,0.0006935407],"domain_scores_gemma":[0.97340685,0.0153534375,0.0021803319,0.0028614542,0.0026101724,0.0035876697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077553056,0.0007005258,0.00042927495,0.0011521379,0.0023753108,0.007848403,0.0017170609,0.0017454837,0.012130902],"category_scores_gemma":[0.03458472,0.0005531855,0.00052248896,0.0009922921,0.0036223894,0.003987018,0.008024301,0.0046608048,0.003561309],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019583612,0.002059921,0.0034545201,0.0010104347,0.000022732438,0.0005846698,0.047920246,0.003606845,0.009998064,0.141751,0.030642586,0.75875324],"study_design_scores_gemma":[0.0002092827,0.00088858965,0.0048840027,0.0016607121,0.000038960414,0.0023964779,0.02126191,0.008250288,0.009987505,0.22050051,0.72981507,0.00010680342],"about_ca_topic_score_codex":0.0006619822,"about_ca_topic_score_gemma":0.0013964741,"teacher_disagreement_score":0.012130902,"about_ca_system_score_codex":0.0028608022,"about_ca_system_score_gemma":0.008205141,"threshold_uncertainty_score":0.041014493},"labels":[],"label_agreement":null},{"id":"W1992598373","doi":"10.1142/s1793843011000716","title":"THE DESIGNER STANCE TOWARDS SHANAHAN'S DYNAMIC NETWORK THEORY OF THE \"CONSCIOUS CONDITION\"","year":2011,"lang":"en","type":"article","venue":"International Journal of Machine Consciousness","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Cognitive science; Computer science; Cognition; Epistemology; Psychology; Neuroscience; Philosophy","score_opus":0.0143828775709293,"score_gpt":0.25794099017839733,"score_spread":0.24355811260746804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992598373","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011199128,0.0060642436,0.6589323,0.041040916,0.0012525772,0.0001178074,0.00020496559,0.0005249762,0.28066304],"genre_scores_gemma":[0.7173741,0.006803068,0.1920419,0.012390034,0.001038517,0.0010659593,0.00010712045,0.0003640899,0.0688152],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99756193,0.0009277231,0.00012453634,0.0006542204,0.0006232924,0.000108342145],"domain_scores_gemma":[0.9959032,0.0025699963,0.00027839257,0.0005997201,0.0005024712,0.00014624189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040727267,0.00094932877,0.000755883,0.0018558451,0.0023741133,0.0053957594,0.0024624963,0.003343579,0.0073144636],"category_scores_gemma":[0.008456883,0.0006209914,0.00099557,0.0014024656,0.025148692,0.009654164,0.003180781,0.005630829,0.0019440444],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009012433,0.0000028467211,0.00003507702,0.000034917215,0.000004049589,0.000014021584,0.00032605868,0.00038455008,0.00008116343,0.9953425,0.0012904638,0.0024753297],"study_design_scores_gemma":[0.000010824554,0.000019976902,0.000056847814,0.00004048922,0.0000077672,0.000055900917,0.00008329784,0.0013450484,0.00035324518,0.9626931,0.035320405,0.0000131859815],"about_ca_topic_score_codex":0.002067422,"about_ca_topic_score_gemma":0.00215362,"teacher_disagreement_score":0.0073144636,"about_ca_system_score_codex":0.004627354,"about_ca_system_score_gemma":0.0025358796,"threshold_uncertainty_score":0.033573925},"labels":[],"label_agreement":null},{"id":"W1992694907","doi":"10.1109/iccse.2014.6926443","title":"A systematic approach for functional decomposition of mechatronic system design using mechatronic design quotient (MDQ)","year":2014,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mechatronics; Conceptual design; Process (computing); Engineering design process; Computer science; Systems engineering; Computer-automated design; Design process; Decomposition; Design methods; Identification (biology); Control engineering; Artificial intelligence; Engineering; Systems design; Work in process; Human–computer interaction; Mechanical engineering; Programming language","score_opus":0.04767356513497293,"score_gpt":0.2571298963011771,"score_spread":0.20945633116620418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992694907","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015432595,0.00015831244,0.99554425,0.00016900958,0.000017765298,0.00036090604,0.000027947643,0.00011664068,0.0020619626],"genre_scores_gemma":[0.014819833,0.00013521449,0.9840969,0.000037081358,0.000006693184,0.00041603955,0.00006439133,0.00003916983,0.00038473224],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9876183,0.006803611,0.0013464944,0.0010455623,0.0028893717,0.00029658017],"domain_scores_gemma":[0.98917,0.005643709,0.0007878129,0.0017000118,0.002442702,0.00025575078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015986657,0.0021625194,0.0010826498,0.0055062077,0.0017978008,0.0040307147,0.002357446,0.0012699395,0.003338999],"category_scores_gemma":[0.021013796,0.00144769,0.00244917,0.0031057675,0.0056397044,0.0043437574,0.0046608625,0.002760086,0.00094324077],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053177886,0.00023062082,0.0017779048,0.0021320793,0.000101019825,0.00053872896,0.00847414,0.0270437,0.010204549,0.6017909,0.0025859582,0.34506708],"study_design_scores_gemma":[0.00011332349,0.0005009384,0.0015395636,0.0027238028,0.00018072811,0.0015465374,0.004697126,0.21810466,0.011222,0.644893,0.11428156,0.00019674773],"about_ca_topic_score_codex":0.0028197342,"about_ca_topic_score_gemma":0.0030313765,"teacher_disagreement_score":0.015986657,"about_ca_system_score_codex":0.0026417319,"about_ca_system_score_gemma":0.007597074,"threshold_uncertainty_score":0.08454651},"labels":[],"label_agreement":null},{"id":"W1993830319","doi":"10.1016/j.ausmj.2011.10.009","title":"Making a Face: Graphical Illustrations of Managerial Stances toward Customer Creativity","year":2011,"lang":"en","type":"article","venue":"Australasian Marketing Journal (AMJ)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Marketing; Creativity; Business; Face (sociological concept); Value (mathematics); Revenue; Typology; Business model; Action (physics); Intellectual property; Computer science; Sociology; Psychology","score_opus":0.06599360363152504,"score_gpt":0.3031743926371767,"score_spread":0.23718078900565168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993830319","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1338168,0.0015498509,0.09882076,0.024496423,0.0030090206,0.00028364605,0.0015582243,0.0037817366,0.73268354],"genre_scores_gemma":[0.8404687,0.00084476644,0.06331666,0.003528678,0.00050045364,0.00039962173,0.00074734964,0.0010401325,0.08915364],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9996158,0.00023481213,0.000010205544,0.0000232523,0.000050331364,0.00006555245],"domain_scores_gemma":[0.99667764,0.0025845834,0.00011362631,0.00021031717,0.00018575868,0.0002281513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059385697,0.00070319703,0.00018538759,0.0010928728,0.0011041848,0.0021700119,0.0010270728,0.0019180602,0.060053684],"category_scores_gemma":[0.00445247,0.0001997756,0.00041673356,0.00068300456,0.001835596,0.001921386,0.0017154824,0.0017745341,0.006020907],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013365374,0.00037757872,0.003925078,0.00087965804,0.000045030993,0.0049742884,0.059704196,0.011249152,0.014893911,0.518908,0.2747403,0.10896622],"study_design_scores_gemma":[0.00022688971,0.0003478582,0.012472398,0.0008819705,0.000049519826,0.0022184728,0.025461044,0.040431134,0.0054714694,0.11029838,0.8019984,0.00014247483],"about_ca_topic_score_codex":0.0016925168,"about_ca_topic_score_gemma":0.0027437562,"teacher_disagreement_score":0.060053684,"about_ca_system_score_codex":0.00055924035,"about_ca_system_score_gemma":0.00044058525,"threshold_uncertainty_score":0.20089954},"labels":[],"label_agreement":null},{"id":"W1994174879","doi":"10.1115/detc2008-49816","title":"Implementing Mini Design Projects to Maximize the Quality of Design-Build Term Project Student Work","year":2008,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"University of Ontario Institute of Technology","keywords":"Curriculum; Engineering management; Computer science; Work (physics); Quality (philosophy); Scale (ratio); Project-based learning; Engineering education; Engineering design process; Engineering; Mathematics education","score_opus":0.19192649712569787,"score_gpt":0.39190032878832065,"score_spread":0.19997383166262278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994174879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78116834,0.00020023838,0.19610389,0.0004426309,0.00015429326,0.004867986,0.00013477798,0.0013464778,0.015581349],"genre_scores_gemma":[0.6761571,0.00023505051,0.30587995,0.0002077481,0.00006508854,0.0057791984,0.00029747275,0.00031923284,0.011059128],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9939282,0.002566844,0.00062991795,0.0009335776,0.0014006208,0.0005408252],"domain_scores_gemma":[0.978458,0.0074419365,0.002304357,0.005153288,0.0033801121,0.0032623238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010231682,0.0011845733,0.00080091966,0.0009434048,0.0010435028,0.0024526839,0.0022578998,0.0010166803,0.004346635],"category_scores_gemma":[0.028941708,0.0006138977,0.0004545154,0.0005856502,0.0007699559,0.0015565879,0.0043344437,0.0015875733,0.00214529],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017395687,0.009733293,0.026857825,0.0014042809,0.00008370758,0.00038871053,0.013366788,0.009181525,0.12692998,0.0062984466,0.008189899,0.795826],"study_design_scores_gemma":[0.0015563115,0.052961756,0.29968107,0.001163935,0.0002695609,0.0038974492,0.02450955,0.039786443,0.24022838,0.028146274,0.3069856,0.0008136021],"about_ca_topic_score_codex":0.00016140046,"about_ca_topic_score_gemma":0.0005370585,"teacher_disagreement_score":0.010231682,"about_ca_system_score_codex":0.0008169175,"about_ca_system_score_gemma":0.0025378945,"threshold_uncertainty_score":0.054111004},"labels":[],"label_agreement":null},{"id":"W1994763309","doi":"10.1115/1.4027494","title":"Retrieving Causally Related Functions From Natural-Language Text for Biomimetic Design","year":2014,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Relation (database); Computer science; Sentence; Function (biology); Natural language; Identification (biology); Relationship extraction; Artificial intelligence; Natural language processing; Data mining; Ecology","score_opus":0.0237644583712908,"score_gpt":0.25920523540269036,"score_spread":0.23544077703139957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994763309","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18670464,0.004038467,0.7584953,0.0032753085,0.00031616233,0.0019387802,0.012864589,0.014869547,0.017497323],"genre_scores_gemma":[0.30116254,0.0017652164,0.68133646,0.00042080006,0.00015941416,0.00064346986,0.011445111,0.00068485783,0.0023820617],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964653,0.0015503619,0.00048561723,0.00056546077,0.00085226406,0.00008092841],"domain_scores_gemma":[0.96153885,0.031168481,0.002177491,0.0018466463,0.003010841,0.00025768677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044673765,0.0014785575,0.00084301975,0.007339508,0.0009003544,0.0025445095,0.0016551906,0.0013889128,0.013690553],"category_scores_gemma":[0.034098856,0.0005450306,0.0012793045,0.003306834,0.00082108733,0.007827845,0.0010685775,0.0009679427,0.0046780575],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061100855,0.00072756683,0.0068465387,0.009763181,0.00021709649,0.0014991793,0.005834843,0.006548992,0.062121753,0.019079048,0.026389154,0.86036175],"study_design_scores_gemma":[0.0007688291,0.001763144,0.034467787,0.0033087572,0.00095277623,0.006198846,0.012274079,0.36285537,0.15935785,0.16381495,0.25350735,0.00073029596],"about_ca_topic_score_codex":0.0012654148,"about_ca_topic_score_gemma":0.0019268777,"teacher_disagreement_score":0.013690553,"about_ca_system_score_codex":0.0012157045,"about_ca_system_score_gemma":0.0017698945,"threshold_uncertainty_score":0.045799494},"labels":[],"label_agreement":null},{"id":"W1996056581","doi":"10.1115/detc2010-28477","title":"Analysis of Design Activities Using EEG Signals","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Electroencephalography; Computer science; Process (computing); Task (project management); Conceptual design; Brain activity and meditation; Human–computer interaction; Artificial intelligence; Psychology; Engineering; Systems engineering; Neuroscience","score_opus":0.0483292604313373,"score_gpt":0.3045071209230191,"score_spread":0.25617786049168184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996056581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5886074,0.00090942153,0.3929388,0.00015056007,0.000064401625,0.00081306935,0.0021481249,0.0011587988,0.013209424],"genre_scores_gemma":[0.90709376,0.00095185474,0.08850332,0.00003383244,0.000042471664,0.00048571164,0.0007365608,0.00005684182,0.0020956546],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9996068,0.00009829751,0.000031914293,0.000074799565,0.00016263622,0.000025538497],"domain_scores_gemma":[0.99908817,0.0004282623,0.00012884747,0.00007420776,0.00025202247,0.000028433898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036305148,0.00046325533,0.00029378542,0.0014798957,0.00012718387,0.00047633762,0.00017201956,0.00029334516,0.0017162536],"category_scores_gemma":[0.0023967205,0.000116600255,0.00023504414,0.0012428978,0.0001757097,0.00037218822,0.00019038463,0.00024315844,0.00037577178],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006077647,0.00020448865,0.025785841,0.0015160661,0.00020849,0.0006081343,0.001751432,0.0059721656,0.28924197,0.0019274655,0.0017753725,0.67040086],"study_design_scores_gemma":[0.00020930692,0.0025474231,0.69702315,0.00039488662,0.0003063306,0.002858124,0.0027413992,0.1081779,0.1592108,0.008334469,0.018033082,0.00016316268],"about_ca_topic_score_codex":0.00062718656,"about_ca_topic_score_gemma":0.00057333376,"teacher_disagreement_score":0.0017162536,"about_ca_system_score_codex":0.00013108253,"about_ca_system_score_gemma":0.0001726438,"threshold_uncertainty_score":0.005741477},"labels":[],"label_agreement":null},{"id":"W1997723631","doi":"10.5539/ass.v11n5p108","title":"A New Insight into Design Approach with Focus to Architect-Client Relationship","year":2015,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Design Education and Practice","field":"Engineering","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Teknologi Malaysia; Ministry of Education, India","keywords":"Computer science; Process (computing); Design process; Engineering design process; Architectural design; Knowledge management; Virtualization; Process management; Human–computer interaction; Architecture; Work in process; Engineering","score_opus":0.05875976495957399,"score_gpt":0.2919717796406609,"score_spread":0.2332120146810869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997723631","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020802056,0.0050697383,0.5554749,0.033009894,0.0009456711,0.00050090015,0.00010592311,0.00039144713,0.38369942],"genre_scores_gemma":[0.6472501,0.004743464,0.23832463,0.0049663116,0.00029533447,0.0014330011,0.00010637289,0.0003019055,0.10257897],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98653907,0.01005459,0.0003901476,0.0009431875,0.0014569168,0.0006161765],"domain_scores_gemma":[0.9959126,0.0022406962,0.00026091278,0.0005354501,0.0007085131,0.0003417439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007824476,0.001108887,0.0005939342,0.0024773201,0.005140935,0.012508191,0.002051171,0.0036751758,0.012778741],"category_scores_gemma":[0.0053511634,0.0006460792,0.0007841176,0.0019048924,0.01614947,0.010595853,0.005696933,0.0046833334,0.002087848],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016311498,0.000037723865,0.00051083363,0.0001982676,0.0000074801505,0.00024800305,0.024420496,0.00041295943,0.00066961726,0.95571244,0.002490595,0.015275313],"study_design_scores_gemma":[0.00003828552,0.00015442993,0.00075410854,0.0005972357,0.000034456363,0.0014317025,0.040309727,0.0045535616,0.0010030521,0.5281106,0.42296588,0.00004699787],"about_ca_topic_score_codex":0.0025000693,"about_ca_topic_score_gemma":0.0035430337,"teacher_disagreement_score":0.012778741,"about_ca_system_score_codex":0.007937938,"about_ca_system_score_gemma":0.0073157456,"threshold_uncertainty_score":0.05759406},"labels":[],"label_agreement":null},{"id":"W1998248566","doi":"10.1017/s0890060407000261","title":"Making sense of engineering design review activities","year":2007,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; New product development; Process (computing); Engineering design process; Set (abstract data type); Coding (social sciences); Product design; Product (mathematics); Knowledge management; Process management; Engineering","score_opus":0.07470916172897887,"score_gpt":0.3138687174825328,"score_spread":0.23915955575355394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998248566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41559204,0.0046077226,0.3827242,0.017055169,0.0014099462,0.0026267385,0.0011963166,0.0020455383,0.17274237],"genre_scores_gemma":[0.9014061,0.0012634877,0.08840979,0.0006086519,0.00026847568,0.0010887922,0.00065922143,0.00024532026,0.0060502267],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.6631858,0.26543826,0.012930655,0.012252344,0.04348627,0.0027066409],"domain_scores_gemma":[0.32021645,0.51706105,0.051029507,0.05244025,0.05506618,0.004186615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.12071728,0.0011321488,0.000793159,0.017150471,0.0048491056,0.021743141,0.0035833386,0.0026140385,0.0030899842],"category_scores_gemma":[0.40115532,0.001103325,0.0008778078,0.00900302,0.007890383,0.018595625,0.011402482,0.0029502204,0.001035115],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034426924,0.00018276086,0.02479007,0.0018693609,0.00017762154,0.0014418891,0.46600717,0.0021027324,0.005890671,0.0567126,0.011918847,0.42856202],"study_design_scores_gemma":[0.00011685981,0.00044044093,0.032087658,0.0037116888,0.00018840317,0.0020005212,0.53607136,0.014311084,0.009768661,0.095882,0.30503088,0.0003904471],"about_ca_topic_score_codex":0.0014248779,"about_ca_topic_score_gemma":0.0020551737,"teacher_disagreement_score":0.12071728,"about_ca_system_score_codex":0.0056876703,"about_ca_system_score_gemma":0.008245377,"threshold_uncertainty_score":0.63842165},"labels":[],"label_agreement":null},{"id":"W1999432203","doi":"10.1080/14926150309556570","title":"Female students’ learning in design and technology projects","year":2003,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Unit (ring theory); Mathematics education; Psychology; Design and Technology; Pedagogy","score_opus":0.019039912692547567,"score_gpt":0.27223944184204485,"score_spread":0.2531995291494973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999432203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9844881,0.00017425179,0.00021304176,0.0011174035,0.000091659145,0.00002523282,0.00007438196,0.00001066509,0.013805173],"genre_scores_gemma":[0.9701358,0.000207962,0.00013934438,0.00028917938,0.000024538416,0.000026938023,0.00007904481,0.000018044073,0.029079143],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9974848,0.0005075955,0.00010109862,0.00027513606,0.0006982194,0.00093313836],"domain_scores_gemma":[0.9886552,0.0020448468,0.0011224922,0.00029581445,0.0023706006,0.0055111125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029337537,0.00049253175,0.00068445114,0.002030016,0.0035857367,0.0067163156,0.0009019089,0.001610427,0.020925831],"category_scores_gemma":[0.010210683,0.00043368628,0.00059850764,0.00078569626,0.0016958243,0.002022335,0.003567372,0.002663056,0.004328032],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019984085,0.0052474774,0.39047077,0.00026276664,0.00008746722,0.0028771951,0.4247935,0.0004402637,0.01145494,0.0068290355,0.016564474,0.1389737],"study_design_scores_gemma":[0.0001416198,0.002100596,0.34549743,0.00027354277,0.00008615322,0.002032995,0.5454883,0.00084752886,0.0060217907,0.0022031015,0.09516901,0.0001379545],"about_ca_topic_score_codex":0.0056580915,"about_ca_topic_score_gemma":0.012454748,"teacher_disagreement_score":0.020925831,"about_ca_system_score_codex":0.0017255635,"about_ca_system_score_gemma":0.0020381187,"threshold_uncertainty_score":0.07000387},"labels":[],"label_agreement":null},{"id":"W1999850970","doi":"10.1115/detc2005-84908","title":"Bridging Cross-Domain Terminology for Biomimetic Design","year":2005,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Bridging (networking); Computer science; Terminology; Bridge (graph theory); Domain (mathematical analysis); Connotation; Artificial intelligence; Data science; Linguistics","score_opus":0.04107066719906815,"score_gpt":0.3167710352128141,"score_spread":0.2757003680137459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999850970","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03072554,0.003936498,0.92375183,0.002388076,0.0008429504,0.0003804559,0.00055047986,0.0008821295,0.03654207],"genre_scores_gemma":[0.20369843,0.0024385399,0.7810334,0.0009943824,0.00018709338,0.0007624573,0.0014096748,0.000683445,0.008792597],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99436474,0.0027779767,0.00103509,0.0006935133,0.0009332184,0.00019552442],"domain_scores_gemma":[0.9917795,0.004440114,0.0008307235,0.00189467,0.00086035696,0.0001946662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004017867,0.0010292007,0.0007608468,0.005690956,0.001545941,0.0040723146,0.0016031503,0.002061766,0.010380699],"category_scores_gemma":[0.0133506255,0.00053213723,0.0011951147,0.0053327642,0.0039472454,0.0077833044,0.0056051253,0.0024087066,0.0031227996],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018326085,0.000115526964,0.0014833778,0.001413969,0.000031877775,0.00088886754,0.011167291,0.0036932842,0.016352462,0.7647338,0.0072849235,0.19265148],"study_design_scores_gemma":[0.000038004608,0.0001748744,0.00151912,0.0011738435,0.00005739619,0.0029255901,0.004506826,0.021812009,0.009769933,0.3540916,0.6038406,0.00009019654],"about_ca_topic_score_codex":0.00088461477,"about_ca_topic_score_gemma":0.0010840921,"teacher_disagreement_score":0.010380699,"about_ca_system_score_codex":0.0015486225,"about_ca_system_score_gemma":0.0016780898,"threshold_uncertainty_score":0.03472686},"labels":[],"label_agreement":null},{"id":"W2001156059","doi":"10.1007/s00163-012-0141-1","title":"Predicting topic shift locations in design histories","year":2012,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Conversation; Computer science; Zoom; Sentence; Visualization; Deixis; Natural language processing; Segmentation; Design history; Artificial intelligence; Information retrieval; Human–computer interaction; Linguistics","score_opus":0.15609653288313302,"score_gpt":0.3595632927673584,"score_spread":0.20346675988422536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001156059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9790399,0.00181596,0.008196934,0.00028788205,0.00008394128,0.000086576125,0.0031827658,0.00025418005,0.007051806],"genre_scores_gemma":[0.9886001,0.00055664434,0.0039807023,0.00004219639,0.00008078988,0.00009208157,0.0033622684,0.00006147952,0.0032236648],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992144,0.00026632147,0.00005839225,0.00017741189,0.00020651803,0.00007687383],"domain_scores_gemma":[0.9728072,0.020593934,0.002453631,0.0009376049,0.0022263029,0.0009813074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012506791,0.0002786474,0.00027599366,0.0063008973,0.000739911,0.0013117302,0.00047121348,0.00096938934,0.0057303524],"category_scores_gemma":[0.01903036,0.0003663934,0.00038974782,0.0035796342,0.0002669137,0.0021029988,0.00105347,0.0008526353,0.0021324006],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012487973,0.00030314768,0.80533946,0.000603133,0.00013951171,0.00048695138,0.00523043,0.0050401413,0.013310504,0.0021484103,0.008513317,0.15763628],"study_design_scores_gemma":[0.0000764647,0.0005185476,0.89704436,0.00025398476,0.00027290563,0.00074581534,0.0069525396,0.052736484,0.00943861,0.0046585933,0.027236307,0.000065394364],"about_ca_topic_score_codex":0.0053192144,"about_ca_topic_score_gemma":0.00979947,"teacher_disagreement_score":0.0063008973,"about_ca_system_score_codex":0.0006222169,"about_ca_system_score_gemma":0.00045577704,"threshold_uncertainty_score":0.019169986},"labels":[],"label_agreement":null},{"id":"W2002664956","doi":"10.1115/1.4028173","title":"Effects of Abstraction on Selecting Relevant Biological Phenomena for Biomimetic Design","year":2014,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto","keywords":"Abstraction; Computer science; Relevance (law); Exploit; Human–computer interaction; Natural (archaeology); Artificial intelligence; Epistemology","score_opus":0.045280497037978484,"score_gpt":0.2748027996233374,"score_spread":0.22952230258535894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002664956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.979026,0.0003232297,0.016279042,0.00025075013,0.0000390846,0.00043014676,0.00007059921,0.00043091804,0.003150201],"genre_scores_gemma":[0.9557979,0.00018602028,0.0426523,0.00021809826,0.000016909376,0.0003989238,0.00009881262,0.00008573551,0.00054544467],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9802377,0.0125160385,0.0024231945,0.0012857784,0.0027034436,0.0008338339],"domain_scores_gemma":[0.52503496,0.43162727,0.019538673,0.015148707,0.00614138,0.0025089479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016412798,0.001877286,0.00080179126,0.0011618038,0.00092014135,0.0028654046,0.0014030488,0.0016498946,0.0038265497],"category_scores_gemma":[0.19628878,0.000981078,0.001006389,0.0007170007,0.0017459191,0.003578381,0.0030321116,0.0019223884,0.00036646324],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.035511333,0.009903208,0.15053773,0.010380082,0.0013569816,0.002104212,0.046220828,0.06350911,0.24461362,0.0066476855,0.0022877792,0.4269275],"study_design_scores_gemma":[0.009065204,0.054960452,0.42863286,0.0033208665,0.0063816872,0.0035293137,0.03769588,0.18071078,0.19117151,0.049855094,0.03288627,0.0017900948],"about_ca_topic_score_codex":0.0008835972,"about_ca_topic_score_gemma":0.0012841986,"teacher_disagreement_score":0.016412798,"about_ca_system_score_codex":0.0010772367,"about_ca_system_score_gemma":0.00085423974,"threshold_uncertainty_score":0.08680022},"labels":[],"label_agreement":null},{"id":"W2002676289","doi":"10.1016/j.autcon.2012.04.018","title":"A self-evolutionary model for automated innovation of construction technologies","year":2012,"lang":"en","type":"article","venue":"Automation in Construction","topic":"Design Education and Practice","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fonds de Recherche du Québec - Santé; National Science Council","keywords":"Function (biology); Genetic algorithm; Computer science; Tree (set theory); Engineering; Emerging technologies; Industrial engineering; Data science; Knowledge management; Artificial intelligence; Machine learning","score_opus":0.020817523354502373,"score_gpt":0.2734403517995442,"score_spread":0.2526228284450418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002676289","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17474495,0.000518511,0.7108966,0.0018093878,0.000065821834,0.00012310948,0.00013806752,0.00016931364,0.11153426],"genre_scores_gemma":[0.92124075,0.000444337,0.058400843,0.00009678173,0.000028834984,0.0001330197,0.000084463805,0.00004286128,0.019528074],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99940586,0.00025410435,0.00002143792,0.00010077802,0.00013090966,0.0000868254],"domain_scores_gemma":[0.9988533,0.0006398976,0.000118166245,0.00013624543,0.0001594097,0.00009292355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007935725,0.0004264332,0.0004612331,0.0009569369,0.0010102941,0.0021722545,0.0017000329,0.0018312738,0.006186431],"category_scores_gemma":[0.003230635,0.00032569966,0.0008204225,0.0010040901,0.0019989708,0.0029121283,0.0011932065,0.0008347577,0.00064062705],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019236724,0.000050199207,0.0010652229,0.000037858827,0.000024298904,0.00017370158,0.00041918794,0.18925443,0.00092395034,0.7964883,0.00055239745,0.0109913],"study_design_scores_gemma":[0.000023032648,0.000050419312,0.00052994594,0.00001552699,0.000015512307,0.00014128571,0.00015423779,0.6649736,0.00020481434,0.33019805,0.00367709,0.000016533535],"about_ca_topic_score_codex":0.0041953833,"about_ca_topic_score_gemma":0.0026490137,"teacher_disagreement_score":0.006186431,"about_ca_system_score_codex":0.001348953,"about_ca_system_score_gemma":0.0011669969,"threshold_uncertainty_score":0.020695627},"labels":[],"label_agreement":null},{"id":"W2005273090","doi":"10.1145/1268517.1268533","title":"Design as traversal and consequences","year":2007,"lang":"en","type":"article","venue":"Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Variety (cybernetics); Computer science; Context (archaeology); Space (punctuation); Tree traversal; Design rationale; Design methods; Design elements and principles; Systems engineering; Human–computer interaction; Management science; Software engineering; Engineering; Artificial intelligence; Programming language","score_opus":0.023774726634154888,"score_gpt":0.26213476118059087,"score_spread":0.23836003454643598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005273090","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008265221,0.0017691726,0.90605706,0.006004801,0.00033613553,0.0010767704,0.0002368398,0.0007516631,0.07550221],"genre_scores_gemma":[0.1769353,0.0017529718,0.80236363,0.001301838,0.000108330176,0.0038157506,0.00027744626,0.0004196867,0.013025019],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9548609,0.037024453,0.0013074022,0.002295802,0.0038252864,0.0006861236],"domain_scores_gemma":[0.9440015,0.04389469,0.0017870562,0.007405942,0.0021350784,0.0007757479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027092282,0.0014010739,0.0008241421,0.0023521765,0.00248482,0.010428446,0.0019800907,0.0023333493,0.019052008],"category_scores_gemma":[0.05404085,0.0010839052,0.001407748,0.002297997,0.014470215,0.017634531,0.0064108213,0.004511525,0.0021400617],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005884599,0.000043114527,0.0002808194,0.00039014654,0.000015830783,0.000091414746,0.0051302067,0.0020922162,0.0004771904,0.94727457,0.0025336542,0.041611943],"study_design_scores_gemma":[0.00008093773,0.00013614747,0.00017263438,0.00045136036,0.000028421517,0.00023725754,0.002220409,0.0055185053,0.0011413309,0.7900539,0.1999227,0.000036395035],"about_ca_topic_score_codex":0.0014948543,"about_ca_topic_score_gemma":0.0015234721,"teacher_disagreement_score":0.027092282,"about_ca_system_score_codex":0.0030826766,"about_ca_system_score_gemma":0.005048417,"threshold_uncertainty_score":0.14327937},"labels":[],"label_agreement":null},{"id":"W2006509873","doi":"10.7202/1006731ar","title":"Le recadrage dans la naissance des idées innovantes ou comment favoriser la créativité en s'inspirant des théories développées par les SIC1","year":2011,"lang":"fr","type":"article","venue":"Protée","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy; Political science","score_opus":0.05250185141545603,"score_gpt":0.27509190796541666,"score_spread":0.2225900565499606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006509873","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08774274,0.02104572,0.16268013,0.07157848,0.0024372994,0.00029544387,0.00016218565,0.0003508406,0.65370715],"genre_scores_gemma":[0.85674363,0.013302668,0.03534127,0.006025719,0.0010447773,0.00047998744,0.00013656935,0.00031580488,0.0866096],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98667336,0.0076219845,0.00039601748,0.0016916522,0.0028365338,0.00078049704],"domain_scores_gemma":[0.9701769,0.018676914,0.0031217271,0.004102345,0.0027126954,0.0012094685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016914494,0.001297337,0.0006751006,0.0040552295,0.007060181,0.019119922,0.0024744775,0.0059241066,0.0149829555],"category_scores_gemma":[0.021527262,0.00062109827,0.0011256761,0.0033805894,0.03494747,0.02252854,0.007966919,0.006802981,0.0037706925],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000409641,0.000048912207,0.0016010929,0.00037004327,0.000020636639,0.00013758619,0.043385547,0.0002454089,0.00049955107,0.9222631,0.0027031319,0.028684111],"study_design_scores_gemma":[0.000043954686,0.00012649783,0.0037086115,0.001687559,0.00007005255,0.0006114076,0.063842,0.0018306386,0.0023810484,0.49510023,0.43050867,0.00008935869],"about_ca_topic_score_codex":0.0039005578,"about_ca_topic_score_gemma":0.0045347475,"teacher_disagreement_score":0.019119922,"about_ca_system_score_codex":0.0077563953,"about_ca_system_score_gemma":0.008662246,"threshold_uncertainty_score":0.08945352},"labels":[],"label_agreement":null},{"id":"W2006828661","doi":"10.1115/detc2012-71253","title":"Affordances and Environmentally Significant Behavior","year":2012,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Affordance; Context (archaeology); Computer science; Action (physics); Human–computer interaction; Product (mathematics); Listing (finance); Mathematics","score_opus":0.011983509249876498,"score_gpt":0.21815586804141054,"score_spread":0.20617235879153406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006828661","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05151141,0.0018890842,0.9055127,0.0031052947,0.00008113889,0.000105989595,0.000043955915,0.00024066489,0.03750979],"genre_scores_gemma":[0.639375,0.0015964735,0.35318157,0.0002665653,0.00003768486,0.00025296558,0.000057068843,0.000099464356,0.0051332903],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99695,0.0016597775,0.00019513279,0.00054721703,0.00052995974,0.000117930955],"domain_scores_gemma":[0.99480814,0.0034617183,0.0005828806,0.00070089026,0.0002789042,0.0001674839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00340623,0.0008172741,0.0004883694,0.001477566,0.0012863416,0.0023235725,0.0009725008,0.0014507158,0.004386993],"category_scores_gemma":[0.0071429918,0.0005222903,0.0010423528,0.0006416163,0.010865409,0.0059018047,0.0032539817,0.0014135211,0.0002450667],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030948846,0.000049940405,0.0012741267,0.00038356846,0.000028409631,0.000227657,0.004050019,0.005521793,0.0021596055,0.94658434,0.00034923773,0.039340355],"study_design_scores_gemma":[0.000020641413,0.00010412829,0.0011214731,0.00015372016,0.00003446358,0.00038228213,0.001766747,0.010724317,0.002542276,0.9482672,0.03483972,0.000042957385],"about_ca_topic_score_codex":0.001723347,"about_ca_topic_score_gemma":0.002056382,"teacher_disagreement_score":0.004386993,"about_ca_system_score_codex":0.0013895022,"about_ca_system_score_gemma":0.0013254685,"threshold_uncertainty_score":0.018014073},"labels":[],"label_agreement":null},{"id":"W2007651423","doi":"10.1167/2.7.525","title":"Visual search strategies in a change detection task","year":2010,"lang":"en","type":"article","venue":"Journal of Vision","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Visual search; Change detection; Set (abstract data type); Computer science; Pattern recognition (psychology); Artificial intelligence; Observer (physics); Task (project management); Context (archaeology)","score_opus":0.028979429174608804,"score_gpt":0.3601164352678799,"score_spread":0.33113700609327107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007651423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945656,0.00006947869,0.004177503,0.000021852202,0.0000075337634,0.00007369101,0.000034742672,0.00009993116,0.00094961305],"genre_scores_gemma":[0.99042374,0.000056008957,0.008149466,0.000041781917,0.00000961924,0.000105528416,0.00014949088,0.00004993088,0.0010143818],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9992047,0.0001361289,0.00008787189,0.00022262153,0.00026896058,0.00007974182],"domain_scores_gemma":[0.99440116,0.0030664005,0.0011973296,0.00061495096,0.00030372915,0.00041655937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010063167,0.0005820597,0.0006507375,0.00043587066,0.00014544105,0.00094185915,0.000588309,0.00070191245,0.0025708461],"category_scores_gemma":[0.010580233,0.00047455225,0.00031334927,0.00031901375,0.0002715344,0.0012186436,0.0008183717,0.00064244575,0.0005821674],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047298083,0.0015070189,0.052303802,0.00047697625,0.00014534278,0.0002726126,0.0013049024,0.0021590767,0.84798175,0.00065671484,0.0009322538,0.087529756],"study_design_scores_gemma":[0.00062899414,0.006589715,0.76870257,0.00009890168,0.00023652312,0.0009385138,0.00049394567,0.06944536,0.14891738,0.002112232,0.0016817721,0.00015414561],"about_ca_topic_score_codex":0.00071187323,"about_ca_topic_score_gemma":0.0007603035,"teacher_disagreement_score":0.0025708461,"about_ca_system_score_codex":0.00037679463,"about_ca_system_score_gemma":0.00029112957,"threshold_uncertainty_score":0.008600295},"labels":[],"label_agreement":null},{"id":"W2008868165","doi":"10.1093/jdh/epu031","title":"The Story of Design","year":2014,"lang":"en","type":"article","venue":"Journal of Design History","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Beauty; Visual arts; Typeface; Table (database); Nonsense; Art; Selection (genetic algorithm); Quarter (Canadian coin); Column (typography); Art history; Table of contents; Computer science; History; Aesthetics; World Wide Web; Artificial intelligence","score_opus":0.04143165502259522,"score_gpt":0.23326028352232442,"score_spread":0.1918286284997292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008868165","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005824844,0.015444918,0.020705322,0.036471102,0.0028642833,0.000074044525,0.00024602428,0.00027209817,0.9180974],"genre_scores_gemma":[0.36053592,0.015745671,0.015523687,0.015610773,0.0017654067,0.00038203018,0.00041096442,0.000734391,0.58929116],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939883,0.0038348124,0.0001306189,0.0004480894,0.0011890559,0.00040922026],"domain_scores_gemma":[0.9964529,0.0019434919,0.00016683449,0.0006692084,0.00032709216,0.00044052035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003651841,0.0008429817,0.0004555193,0.0010224778,0.0074079284,0.013809534,0.0014313557,0.002847321,0.02185483],"category_scores_gemma":[0.0073488625,0.00043878114,0.00048128783,0.0013998096,0.028606443,0.010375185,0.0060300515,0.0049199397,0.00541418],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023709077,0.000012859802,0.00019674281,0.00014997751,0.000008745271,0.00019352419,0.028637782,0.00017779606,0.00011100153,0.8203566,0.12450819,0.025623158],"study_design_scores_gemma":[0.0000033898323,0.000010822013,0.000057671925,0.0001458978,0.0000023386797,0.00016866742,0.0038390318,0.000071148526,0.00007570479,0.050647598,0.94497263,0.000005163999],"about_ca_topic_score_codex":0.0027667747,"about_ca_topic_score_gemma":0.0036803707,"teacher_disagreement_score":0.02185483,"about_ca_system_score_codex":0.004173848,"about_ca_system_score_gemma":0.0030480074,"threshold_uncertainty_score":0.07311165},"labels":[],"label_agreement":null},{"id":"W2009960261","doi":"10.1007/s00163-007-0041-y","title":"Using descriptions of biological phenomena for idea generation","year":2008,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":108,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Variety (cybernetics); Computer science; Engineering design process; Management science; Phenomenon; Continuation; Simple (philosophy); Artificial intelligence; Engineering; Epistemology; Mechanical engineering","score_opus":0.6390242262155917,"score_gpt":0.42582158587662694,"score_spread":0.2132026403389648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009960261","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054604723,0.00013378802,0.98661256,0.0003624212,0.000045757464,0.00012744962,0.000105002706,0.00030249677,0.0068499628],"genre_scores_gemma":[0.15637472,0.00030338598,0.8366617,0.00018149006,0.000033239463,0.00063396146,0.00046721255,0.0002007977,0.0051434785],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99801,0.0012119391,0.00014734318,0.00015230579,0.0004160522,0.00006247637],"domain_scores_gemma":[0.99099874,0.00683073,0.00029154413,0.0012229657,0.00048707653,0.00016891924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033388552,0.0007438925,0.0002993448,0.0019820083,0.0009183327,0.002748904,0.0017093404,0.001247877,0.008995455],"category_scores_gemma":[0.014339955,0.00064092025,0.0015897835,0.0011950578,0.0033739388,0.005358856,0.002069762,0.0017045805,0.0015869546],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003914696,0.00003537071,0.0005708131,0.0002863923,0.000021011927,0.00018461204,0.0027308206,0.013675769,0.0028076353,0.92602605,0.0013933846,0.05222915],"study_design_scores_gemma":[0.00005513681,0.000061017152,0.00020054415,0.00017311116,0.000032055283,0.00019688334,0.0005253358,0.09191707,0.004778426,0.8655515,0.03646699,0.000042082906],"about_ca_topic_score_codex":0.001052707,"about_ca_topic_score_gemma":0.0011561486,"teacher_disagreement_score":0.008995455,"about_ca_system_score_codex":0.0009998964,"about_ca_system_score_gemma":0.0010990362,"threshold_uncertainty_score":0.030092776},"labels":[],"label_agreement":null},{"id":"W2010037792","doi":"10.1115/detc2010-29006","title":"Extraction and Transfer of Biological Analogies for Creative Concept Generation","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Abstraction; Correctness; Creativity; Human–computer interaction; Relation (database); Biomimetics; Artificial intelligence; Management science; Software engineering; Engineering; Programming language","score_opus":0.06599678280615616,"score_gpt":0.3209665551729768,"score_spread":0.2549697723668206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010037792","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1597783,0.00025929927,0.82401496,0.00039586125,0.0000571626,0.0015645205,0.0001784306,0.0016740572,0.012077445],"genre_scores_gemma":[0.47924855,0.00023905419,0.51773065,0.00007356834,0.000013279946,0.00094034756,0.00032523525,0.000118974436,0.0013103687],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9948078,0.0030243057,0.00051253935,0.0005595929,0.0009662897,0.00012955177],"domain_scores_gemma":[0.9419048,0.048448592,0.0021041501,0.0051213913,0.002000591,0.00042041243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007420087,0.0008746406,0.0004346655,0.001984112,0.00041819309,0.0023399554,0.001045004,0.00082723843,0.005678797],"category_scores_gemma":[0.079244174,0.0005120199,0.0009549259,0.0011154547,0.0012675396,0.0044647967,0.0022691793,0.0010035732,0.00079672463],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004021059,0.00083377416,0.006313153,0.0014133774,0.000075532786,0.00044596655,0.010181244,0.007908532,0.03560395,0.057926975,0.0018575606,0.8770377],"study_design_scores_gemma":[0.0008438409,0.0024502557,0.030599521,0.0013794774,0.00052699377,0.0025399856,0.009024288,0.26728526,0.2457259,0.3560936,0.0831528,0.00037809435],"about_ca_topic_score_codex":0.00045238205,"about_ca_topic_score_gemma":0.0004054636,"teacher_disagreement_score":0.007420087,"about_ca_system_score_codex":0.0010280057,"about_ca_system_score_gemma":0.001618922,"threshold_uncertainty_score":0.03924167},"labels":[],"label_agreement":null},{"id":"W2012046391","doi":"10.1109/tee.2010.5508814","title":"Building a Foundation for Multidisciplinary Design Using Case Studies","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Multidisciplinary approach; Foundation (evidence); Discipline; Work (physics); Engineering ethics; Computer science; Engineering management; Multidisciplinary team; Engineering; Mechanical engineering; Sociology; Political science; Medicine","score_opus":0.142083778132193,"score_gpt":0.41750790195254367,"score_spread":0.27542412382035064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012046391","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028468333,0.001631132,0.88007295,0.011371005,0.00039652764,0.003226852,0.00015554213,0.0003959261,0.07428166],"genre_scores_gemma":[0.12642725,0.0011544549,0.8672942,0.00041585078,0.000045065735,0.002122931,0.00017301478,0.000073013834,0.0022942738],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.96067375,0.029936282,0.002269211,0.0018005777,0.004373268,0.00094689033],"domain_scores_gemma":[0.9219157,0.05776801,0.0022586654,0.010174832,0.0060014566,0.0018813075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.049438138,0.0017915862,0.0012272478,0.009561995,0.005672753,0.0107795065,0.004985538,0.0049916133,0.008571469],"category_scores_gemma":[0.044930436,0.0015347551,0.0012479894,0.003377341,0.012288088,0.014857848,0.012666445,0.00562463,0.0015895716],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036976777,0.0008047454,0.0026892724,0.0010310583,0.00004642777,0.0012492767,0.020505292,0.00824137,0.0014083755,0.8432535,0.004511942,0.116221696],"study_design_scores_gemma":[0.00011299577,0.00033662718,0.0011685496,0.006181571,0.000050500625,0.0010370018,0.02158248,0.023081396,0.002280294,0.74884856,0.19518046,0.00013948898],"about_ca_topic_score_codex":0.0019978476,"about_ca_topic_score_gemma":0.0038561749,"teacher_disagreement_score":0.049438138,"about_ca_system_score_codex":0.004820128,"about_ca_system_score_gemma":0.007483747,"threshold_uncertainty_score":0.26145697},"labels":[],"label_agreement":null},{"id":"W2014127578","doi":"10.1061/41109(373)21","title":"Interdisciplinary Team Learning in the Context of Integrated Design Studio","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université de Montréal; McGill University","funders":"","keywords":"Design studio; Multidisciplinary approach; Studio; Knowledge management; Computer science; Context (archaeology); Integrated design; Sustainability; Design education; Process (computing); Engineering; Engineering management; Process management; Sociology; Business","score_opus":0.024028976901008622,"score_gpt":0.2959884691773703,"score_spread":0.2719594922763617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014127578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81078947,0.00045977117,0.1247295,0.00080381514,0.00014703804,0.00041648865,0.000030698375,0.0003540754,0.06226909],"genre_scores_gemma":[0.92315656,0.00020272161,0.06733187,0.000114142866,0.000030033902,0.00023669928,0.00005069452,0.000052217016,0.008825024],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9932112,0.0047229156,0.00016462342,0.0006495471,0.0006289574,0.0006228071],"domain_scores_gemma":[0.9930796,0.003089764,0.00035860672,0.0008176514,0.00035583964,0.0022985218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046879016,0.000508622,0.0005682692,0.00090699084,0.0027772617,0.00467075,0.0014908627,0.0014488527,0.0048967544],"category_scores_gemma":[0.006135283,0.0004278969,0.00058188726,0.0007158867,0.002402286,0.0019946329,0.006924377,0.0019035544,0.0011425763],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015615979,0.010084372,0.023098134,0.00107983,0.00014474099,0.0061144046,0.32754305,0.020929294,0.031000417,0.08948119,0.0072623026,0.48170066],"study_design_scores_gemma":[0.0011845968,0.010890124,0.038696487,0.0013665003,0.00028363784,0.013762075,0.2314658,0.06674,0.04349521,0.17246039,0.4192394,0.00041582066],"about_ca_topic_score_codex":0.00024311809,"about_ca_topic_score_gemma":0.0006691967,"teacher_disagreement_score":0.0048967544,"about_ca_system_score_codex":0.0010797257,"about_ca_system_score_gemma":0.001808782,"threshold_uncertainty_score":0.024792314},"labels":[],"label_agreement":null},{"id":"W2014398890","doi":"10.1016/j.autcon.2014.12.001","title":"FabPod: Designing with temporal flexibility &amp; relationships to mass-customisation","year":2015,"lang":"en","type":"article","venue":"Automation in Construction","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Australian Research Council; RMIT University","keywords":"Workflow; Systems engineering; Flexibility (engineering); Key (lock); Mass customization; Computer science; Workflow technology; Engineering; Software engineering; Workflow engine; Manufacturing engineering; Process management; Personalization; World Wide Web; Database","score_opus":0.0875286819364455,"score_gpt":0.2961420525999075,"score_spread":0.208613370663462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014398890","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03371408,0.00044636664,0.8605638,0.0007364252,0.0000746411,0.000063871325,0.00009330352,0.0020528536,0.102254614],"genre_scores_gemma":[0.6536451,0.0004886591,0.31663126,0.00022834912,0.00004055537,0.0001198999,0.00013614507,0.0007692002,0.027940864],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99864465,0.0005723005,0.00006242078,0.0002698823,0.00035490684,0.00009593663],"domain_scores_gemma":[0.9964405,0.002015088,0.00028213725,0.00089965225,0.00022181033,0.0001408833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019657996,0.0007098169,0.00026354796,0.0010002118,0.0012521053,0.0043732747,0.0012313325,0.0012730628,0.01335214],"category_scores_gemma":[0.0073950887,0.0006722619,0.00057508954,0.0010204221,0.0047743726,0.005797242,0.0033924342,0.0017414694,0.0015777135],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018626727,0.00007904326,0.0019605092,0.00027207567,0.000020330717,0.00041828147,0.006898555,0.022723613,0.009063816,0.7565516,0.0037705153,0.19805545],"study_design_scores_gemma":[0.000066095636,0.00024641366,0.0022568756,0.000265503,0.00007878636,0.001966133,0.0031402989,0.12819245,0.029097807,0.59792566,0.23663153,0.00013237313],"about_ca_topic_score_codex":0.0015735344,"about_ca_topic_score_gemma":0.0018300228,"teacher_disagreement_score":0.01335214,"about_ca_system_score_codex":0.0010055193,"about_ca_system_score_gemma":0.0007359493,"threshold_uncertainty_score":0.044667304},"labels":[],"label_agreement":null},{"id":"W2015724417","doi":"10.7490/f1000research.1090730.1","title":"Qualitative shape from shading, specular highlights, and mirror reflections","year":2012,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Open peer review; Plant biology; Specular reflection; Shading; Photometric stereo; Neuroscience; Physiology; Biology; Geography; Computer science; Computer vision; Optics; Computer graphics (images); Physics; Botany; Image (mathematics)","score_opus":0.09350248411524806,"score_gpt":0.39392602132534194,"score_spread":0.30042353721009385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015724417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5536265,0.00060794887,0.23558113,0.0017698422,0.00010008047,0.00013124627,0.0003039282,0.00029411272,0.2075852],"genre_scores_gemma":[0.9853321,0.00010634335,0.009588571,0.000044559347,0.000006050862,0.000022300537,0.00003500433,0.00007114224,0.0047939476],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990239,0.0005415868,0.000015046452,0.00006195937,0.00025608638,0.000101432546],"domain_scores_gemma":[0.9978861,0.0013246476,0.00013722907,0.0002956802,0.00026477693,0.00009148945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013183741,0.00026627266,0.00017742968,0.00057846075,0.001023509,0.0026991577,0.00043369454,0.0005956991,0.0075620525],"category_scores_gemma":[0.0062244236,0.00031276012,0.0003124948,0.0005721192,0.004207511,0.0021121888,0.0019402825,0.0009569205,0.00043573522],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005387184,0.00010318559,0.010295392,0.0008285612,0.00003191086,0.0008864707,0.10401161,0.022842843,0.032412015,0.71284395,0.005598976,0.10960638],"study_design_scores_gemma":[0.00011171041,0.0005883136,0.037832092,0.00067576044,0.0000899737,0.0025214346,0.18630672,0.06668484,0.044257697,0.56550795,0.09520144,0.00022216416],"about_ca_topic_score_codex":0.0024173155,"about_ca_topic_score_gemma":0.00357994,"teacher_disagreement_score":0.0075620525,"about_ca_system_score_codex":0.0010800909,"about_ca_system_score_gemma":0.00085627876,"threshold_uncertainty_score":0.025297523},"labels":[],"label_agreement":null},{"id":"W2016513411","doi":"10.1017/s0890060406060057","title":"Whither design space?","year":2006,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":145,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Space (punctuation); Focus (optics); Action (physics); Computer science; Process (computing); Engineering design process; Design process; Human–computer interaction; Engineering; Mechanical engineering; Programming language; Work in process","score_opus":0.032512550455895045,"score_gpt":0.2493521164959183,"score_spread":0.21683956604002325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016513411","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03355253,0.04075932,0.21335888,0.19829573,0.0029306065,0.000104488056,0.00025939886,0.0007057863,0.51003325],"genre_scores_gemma":[0.85112196,0.014297978,0.05640713,0.011314613,0.0010718162,0.0003630606,0.00017686014,0.00057614146,0.06467034],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99019486,0.0064209886,0.00026268556,0.0011994201,0.0012701246,0.0006519405],"domain_scores_gemma":[0.98709226,0.008053884,0.0006509408,0.0022470548,0.00111716,0.00083870743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009274473,0.0012217899,0.0008842175,0.0016713239,0.0043440443,0.013341521,0.001537254,0.0041204547,0.022433702],"category_scores_gemma":[0.022085352,0.0006247203,0.0007419477,0.0019574156,0.033042543,0.03271379,0.005713861,0.005232496,0.003499068],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026538553,0.000011898525,0.0002037091,0.000093770774,0.000007470787,0.000034754965,0.0023017903,0.00034730515,0.00007001592,0.9719759,0.0047709714,0.020155787],"study_design_scores_gemma":[0.000015256383,0.00003567319,0.00012336775,0.00018082924,0.000008572692,0.00009096992,0.0033158003,0.0005752559,0.00018342078,0.8694224,0.12603597,0.000012470863],"about_ca_topic_score_codex":0.0021981825,"about_ca_topic_score_gemma":0.0024056688,"teacher_disagreement_score":0.022433702,"about_ca_system_score_codex":0.0040013744,"about_ca_system_score_gemma":0.0041514053,"threshold_uncertainty_score":0.07504821},"labels":[],"label_agreement":null},{"id":"W2017651599","doi":"10.1109/vast.2011.6102431","title":"Visual thinking in discovery and invention: From physics to cognitive social science","year":2011,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Empathy; Cognition; Cognitive science; Visual thinking; Visualization; Computer science; Cognitive psychology; Psychology; Artificial intelligence; Social psychology; Neuroscience","score_opus":0.04734670727904035,"score_gpt":0.303590062716475,"score_spread":0.25624335543743465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017651599","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018085903,0.4361021,0.077178605,0.08727219,0.012863057,0.00009703946,0.0003150679,0.0004642957,0.3676217],"genre_scores_gemma":[0.46938848,0.40658507,0.020956099,0.0062796287,0.0129704885,0.0003213217,0.00031456002,0.00026737817,0.08291696],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994511,0.00028178,0.000028476688,0.0000738027,0.00012586464,0.00003900931],"domain_scores_gemma":[0.995832,0.003611047,0.0000988593,0.00009912554,0.00024181885,0.00011707175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001353731,0.0005685692,0.0006083194,0.0015735601,0.0011650271,0.0054965946,0.00056158414,0.0014651387,0.023356855],"category_scores_gemma":[0.005026751,0.0002307673,0.0004865997,0.0018668853,0.004712924,0.00554962,0.0016729198,0.0026118823,0.0016929504],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007225354,0.00004809939,0.00061402976,0.0024864483,0.000060913306,0.00026383338,0.005524727,0.002651516,0.00081689266,0.6561017,0.07713197,0.25422767],"study_design_scores_gemma":[0.000016369573,0.000074681564,0.0013854876,0.0015649622,0.000032177042,0.00029777797,0.0022649013,0.0021504827,0.0004664301,0.709477,0.2822125,0.00005715047],"about_ca_topic_score_codex":0.0020749094,"about_ca_topic_score_gemma":0.001668076,"teacher_disagreement_score":0.023356855,"about_ca_system_score_codex":0.0019070557,"about_ca_system_score_gemma":0.0011549481,"threshold_uncertainty_score":0.078136444},"labels":[],"label_agreement":null},{"id":"W2018890383","doi":"10.1016/s0007-8506(07)60658-1","title":"Abstraction of Biological Analogies for Design","year":2004,"lang":"en","type":"article","venue":"CIRP Annals","topic":"Design Education and Practice","field":"Engineering","cited_by":108,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Abstraction; Hierarchy; Computer science; Similarity (geometry); Focus (optics); Cognitive science; Artificial intelligence; Epistemology; Psychology; Physics","score_opus":0.27056087488776537,"score_gpt":0.3666293191870329,"score_spread":0.09606844429926753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018890383","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009836083,0.0005703861,0.9522584,0.00082252355,0.00022783091,0.000059194757,0.00031598203,0.0008661889,0.03504339],"genre_scores_gemma":[0.37175283,0.0011722525,0.61006576,0.0005722028,0.000185895,0.00020171305,0.0009853503,0.00033247977,0.014731513],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987192,0.00045964343,0.00014245106,0.00023318022,0.00036518494,0.00008048639],"domain_scores_gemma":[0.99718446,0.0013976549,0.00016017295,0.0009029405,0.0002695429,0.000085303036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015027362,0.0008235117,0.0005171164,0.0016115553,0.00094818074,0.0034088825,0.0017626908,0.0013581392,0.017320551],"category_scores_gemma":[0.009103338,0.00062077685,0.0022109444,0.0011141495,0.0033056447,0.005455949,0.002848533,0.0027262152,0.0023469534],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002901837,0.000022159309,0.00028605113,0.00016918722,0.000025165262,0.00012599514,0.0004846417,0.009946194,0.0012970836,0.94755054,0.0019517393,0.038112342],"study_design_scores_gemma":[0.000011860483,0.000019199631,0.00016276368,0.00006507372,0.000029051162,0.00010288143,0.00009394273,0.02092713,0.0007293136,0.95550805,0.022337245,0.000013390075],"about_ca_topic_score_codex":0.0016493293,"about_ca_topic_score_gemma":0.002336026,"teacher_disagreement_score":0.017320551,"about_ca_system_score_codex":0.0013712308,"about_ca_system_score_gemma":0.00084656285,"threshold_uncertainty_score":0.057942986},"labels":[],"label_agreement":null},{"id":"W2020316515","doi":"10.1115/detc2009-86067","title":"Why Systematic Design Engineering?","year":2009,"lang":"en","type":"article","venue":"Volume 8: 14th Design for Manufacturing and the Life Cycle Conference; 6th Symposium on International Design and Design Education; 21st International Conference on Design Theory and Methodology, Parts A and B","topic":"Design Education and Practice","field":"Engineering","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Computer science; Engineering design process; Traceability; Context (archaeology); Design science; Field (mathematics); Process (computing); Management science; Creativity; Action (physics); Software engineering; Knowledge management; Engineering","score_opus":0.09051745358032863,"score_gpt":0.32121957356125486,"score_spread":0.2307021199809262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020316515","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004783371,0.109398,0.273566,0.5384338,0.010103722,0.00071462156,0.00021413736,0.0009681539,0.061818216],"genre_scores_gemma":[0.325514,0.089780495,0.44341376,0.10617406,0.0059810663,0.004484467,0.0004990574,0.0009971183,0.023155963],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.90504944,0.0698747,0.003756072,0.0045228135,0.014864805,0.0019321871],"domain_scores_gemma":[0.8469613,0.11952374,0.0043956074,0.0127646495,0.013978059,0.0023766155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.073919505,0.0015810325,0.0019645465,0.0047819894,0.0038368823,0.010447245,0.0029240989,0.008460807,0.0061143283],"category_scores_gemma":[0.10859279,0.001314165,0.0020644432,0.0031053128,0.041577477,0.018656995,0.0057120486,0.010514248,0.0030622636],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003286581,0.00008204626,0.000828543,0.0031012418,0.00012248161,0.00017363827,0.003980078,0.001667592,0.00021079915,0.8417943,0.05973346,0.08827299],"study_design_scores_gemma":[0.000071759656,0.000044109525,0.00024303127,0.00213628,0.000024998792,0.00017544947,0.002341201,0.00090906874,0.00022319591,0.8234257,0.17037182,0.00003345945],"about_ca_topic_score_codex":0.003651966,"about_ca_topic_score_gemma":0.0035256005,"teacher_disagreement_score":0.073919505,"about_ca_system_score_codex":0.0078010634,"about_ca_system_score_gemma":0.017345414,"threshold_uncertainty_score":0.3909284},"labels":[],"label_agreement":null},{"id":"W2021299921","doi":"10.1115/esda2014-20414","title":"Mechatronic Multicriteria Profile (MMP) for Conceptual Design of a Robotic Visual Servoing System","year":2014,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Mechatronics; Visual servoing; Flexibility (engineering); Conceptual design; Computer science; Artificial intelligence; Control engineering; Robot; Engineering; Human–computer interaction; Mathematics","score_opus":0.027595639947923675,"score_gpt":0.2702643235971278,"score_spread":0.24266868364920413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021299921","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010920852,0.000076018616,0.9846768,0.00006190598,0.000011411011,0.00013099823,0.000013699664,0.000079237805,0.004029035],"genre_scores_gemma":[0.4909288,0.00021205563,0.50526303,0.00004282961,0.000013680995,0.00058868766,0.000058187634,0.000035111538,0.0028576925],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99895227,0.0003607021,0.0000631293,0.00009330279,0.0004785162,0.00005208905],"domain_scores_gemma":[0.9995441,0.00016845802,0.000068346664,0.000038188515,0.00015718931,0.00002367613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014141572,0.0007620738,0.00034323471,0.00075742754,0.00041915357,0.0010775636,0.0006717363,0.00070470176,0.0018035792],"category_scores_gemma":[0.0017757169,0.0003215202,0.00083296956,0.00036191544,0.00043796588,0.0006207899,0.0008532522,0.00073034223,0.0003082443],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019532097,0.00012407036,0.001405217,0.0005628847,0.000060401988,0.0005272623,0.0006378128,0.64318633,0.055656973,0.0953799,0.0011111464,0.20115268],"study_design_scores_gemma":[0.000022747383,0.00025184182,0.00052845286,0.00006758757,0.000032569766,0.00019264963,0.00010558282,0.9694705,0.009611249,0.013291387,0.00640119,0.000024234005],"about_ca_topic_score_codex":0.0011337072,"about_ca_topic_score_gemma":0.0011201798,"teacher_disagreement_score":0.0018035792,"about_ca_system_score_codex":0.0008862963,"about_ca_system_score_gemma":0.0012174387,"threshold_uncertainty_score":0.007478833},"labels":[],"label_agreement":null},{"id":"W2021317660","doi":"10.1111/j.1467-873x.2010.00480.x","title":"From Understanding to Creating Curriculum: The Case for the Co-Evolution of Re-Conceptualized Design With Re-Conceptualized Curriculum","year":2010,"lang":"en","type":"article","venue":"Curriculum Inquiry","topic":"Design Education and Practice","field":"Engineering","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Curriculum; Sociology; Curriculum studies; Curriculum theory; Curriculum development; Pedagogy","score_opus":0.08113176931134525,"score_gpt":0.3328846752332799,"score_spread":0.25175290592193467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021317660","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10743192,0.041701343,0.1554178,0.25481704,0.0022514106,0.00021944914,0.000111501984,0.00044973943,0.4375998],"genre_scores_gemma":[0.93085235,0.009391913,0.0322035,0.006616465,0.0005412593,0.00023689894,0.00005787702,0.0006518279,0.019447993],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97446126,0.019966295,0.00043353185,0.0016598739,0.0025233424,0.0009557281],"domain_scores_gemma":[0.9671531,0.024471719,0.0013877609,0.004308087,0.0017484206,0.00093090895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024691103,0.0007975628,0.00082993193,0.0034856596,0.0071901274,0.015570222,0.00292653,0.0048736646,0.004803389],"category_scores_gemma":[0.035494063,0.00077117013,0.0005720908,0.0031354558,0.09440277,0.03819928,0.011728661,0.011021713,0.0006447813],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000134409565,0.000021559097,0.00028298376,0.00011628735,0.00000616972,0.00032637786,0.15339412,0.00019290308,0.0001937769,0.8262565,0.004042684,0.015153163],"study_design_scores_gemma":[0.000025585558,0.000033363525,0.0006958415,0.0007712061,0.000012582303,0.0009552605,0.09209155,0.0012641726,0.00075030717,0.5436434,0.3597105,0.000046177673],"about_ca_topic_score_codex":0.007830161,"about_ca_topic_score_gemma":0.0067184884,"teacher_disagreement_score":0.024691103,"about_ca_system_score_codex":0.010449803,"about_ca_system_score_gemma":0.007908114,"threshold_uncertainty_score":0.1305806},"labels":[],"label_agreement":null},{"id":"W2022684311","doi":"10.1177/1541931213571057","title":"An Investigation of the Relation between the Complexity of Problem Structure and Mental Effort","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Structuring; Relation (database); Computer science; Measure (data warehouse); Space (punctuation); Task (project management); Decomposition; Function (biology); Theoretical computer science; Mathematical optimization; Mathematics; Data mining; Engineering","score_opus":0.023102178634054914,"score_gpt":0.2327458475304569,"score_spread":0.20964366889640199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022684311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98717505,0.0001143314,0.011020895,0.00008598828,0.0000048296665,0.00007590588,0.000026921947,0.000012291197,0.0014837541],"genre_scores_gemma":[0.99435496,0.00006447943,0.0052987942,0.000011659331,0.00000554127,0.000070134876,0.000042119453,0.0000044398066,0.00014790065],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99377066,0.0034140197,0.0004596522,0.00061652466,0.0014636667,0.00027548196],"domain_scores_gemma":[0.7866525,0.18795095,0.015397533,0.004035011,0.004231366,0.0017326971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007756711,0.00043137275,0.00040248464,0.0018881902,0.00040179788,0.0019741086,0.0005050431,0.0005206515,0.0017021229],"category_scores_gemma":[0.10314373,0.00038194293,0.0004496432,0.00079603103,0.0015375314,0.0022442865,0.0018095553,0.0009285667,0.00009829454],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013402007,0.0011654618,0.7871053,0.0009410265,0.00071637635,0.00032757947,0.049857028,0.004021973,0.023872137,0.006397881,0.00025276202,0.12400228],"study_design_scores_gemma":[0.0000732178,0.001953286,0.95586795,0.00011673924,0.0001383485,0.00042512335,0.012971652,0.016618816,0.004174669,0.006219084,0.0013156218,0.00012553578],"about_ca_topic_score_codex":0.00047561552,"about_ca_topic_score_gemma":0.0007175581,"teacher_disagreement_score":0.007756711,"about_ca_system_score_codex":0.0005093499,"about_ca_system_score_gemma":0.00058371923,"threshold_uncertainty_score":0.041021883},"labels":[],"label_agreement":null},{"id":"W2023918310","doi":"10.1115/1.1683825","title":"Mathematical Foundation for Modeling Conceptual Design Sketches1","year":2004,"lang":"en","type":"article","venue":"Journal of Computing and Information Science in Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Sketch; Computer science; Representation (politics); Interpretation (philosophy); Mathematical structure; Dimension (graph theory); Set (abstract data type); Process (computing); Foundation (evidence); Conceptual design; Mathematical model; Theoretical computer science; Engineering drawing; Management science; Algorithm; Mathematics; Programming language; Engineering; Human–computer interaction","score_opus":0.0356010065374293,"score_gpt":0.2900966923397811,"score_spread":0.25449568580235177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023918310","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019284692,0.00029767293,0.9919883,0.00023935121,0.000035690085,0.000048323975,0.00006731897,0.00012418206,0.0052707186],"genre_scores_gemma":[0.13498433,0.0012681247,0.85533357,0.00017836524,0.00013991681,0.0005289031,0.0004753273,0.00017764598,0.006913763],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99688965,0.0010122758,0.00044044934,0.000558402,0.0009393475,0.00016002133],"domain_scores_gemma":[0.9927227,0.0041998136,0.0007321434,0.0012442134,0.0009370827,0.00016403027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004181144,0.0012244823,0.00072516606,0.0029195214,0.0013973302,0.004948568,0.0028149355,0.0021005454,0.008715989],"category_scores_gemma":[0.013982849,0.0011888128,0.0029103223,0.0019933071,0.007981698,0.011106988,0.0027728006,0.0033205291,0.0019652918],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042524025,0.000007555062,0.00005728056,0.000081440354,0.0000072722178,0.00004216106,0.00018120532,0.0145264305,0.00030913882,0.97835314,0.00031959012,0.006110687],"study_design_scores_gemma":[0.00001692783,0.000029872543,0.000072534196,0.00010544568,0.000013663024,0.00014030593,0.000081586615,0.10117548,0.0007634535,0.87689763,0.020676747,0.000026341064],"about_ca_topic_score_codex":0.0017092949,"about_ca_topic_score_gemma":0.0009911691,"teacher_disagreement_score":0.008715989,"about_ca_system_score_codex":0.002520489,"about_ca_system_score_gemma":0.0013558754,"threshold_uncertainty_score":0.029157877},"labels":[],"label_agreement":null},{"id":"W2024607851","doi":"10.1115/1.4007929","title":"Challenges in Designing Mechatronic Systems","year":2012,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Polytechnique Montréal","funders":"","keywords":"Mechatronics; Engineering; Computer science; Control engineering; Systems engineering; Mechanical engineering","score_opus":0.14042299291940571,"score_gpt":0.29959850227288903,"score_spread":0.15917550935348332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024607851","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026311135,0.014919591,0.8982131,0.0266991,0.0004884559,0.0007652385,0.00009302982,0.00029423586,0.032216053],"genre_scores_gemma":[0.22127478,0.010668665,0.75907576,0.0017302821,0.00029411344,0.0011884074,0.00015446602,0.00018078739,0.0054327254],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9603163,0.023268148,0.0037160132,0.0025164073,0.009205321,0.000977789],"domain_scores_gemma":[0.9700787,0.022089552,0.0011942239,0.0024960563,0.00359732,0.0005441606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025660941,0.0013568669,0.0016093893,0.00213743,0.0039442396,0.012501985,0.0036140191,0.006484616,0.0028112063],"category_scores_gemma":[0.043331612,0.0018360933,0.0015728957,0.0020690872,0.009848889,0.013179576,0.006240768,0.005045924,0.0015735892],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044479475,0.000113967515,0.0016538452,0.003973374,0.00013663807,0.0009655791,0.012260763,0.05700028,0.004503642,0.75426567,0.0037903113,0.16129144],"study_design_scores_gemma":[0.00006033301,0.00022588758,0.0007549805,0.002544167,0.00008399919,0.0013290668,0.01510973,0.044471856,0.0035459697,0.71981525,0.21191499,0.00014384821],"about_ca_topic_score_codex":0.0019919295,"about_ca_topic_score_gemma":0.0016420082,"teacher_disagreement_score":0.025660941,"about_ca_system_score_codex":0.0030791746,"about_ca_system_score_gemma":0.005271458,"threshold_uncertainty_score":0.1357097},"labels":[],"label_agreement":null},{"id":"W2024610583","doi":"10.1017/s0890060415000013","title":"Analogical thinking: An introduction in the context of design","year":2015,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Content (measure theory); Context (archaeology); Computer science; Action (physics); World Wide Web; Multimedia; Mathematics; History","score_opus":0.09327727270580408,"score_gpt":0.2960551236818955,"score_spread":0.20277785097609144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024610583","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005713867,0.20869291,0.38750407,0.019359441,0.0059445873,0.00012824766,0.0001601971,0.0003712027,0.3721255],"genre_scores_gemma":[0.36263037,0.2302485,0.29899776,0.0123290215,0.015927412,0.00092296937,0.0003758469,0.0005994603,0.077968635],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99769884,0.0013820685,0.00015023725,0.000228372,0.00043286174,0.00010767857],"domain_scores_gemma":[0.993755,0.005460843,0.00013347802,0.00023272702,0.00024129883,0.00017656543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027059063,0.001349757,0.0009580175,0.0027183497,0.0018393061,0.0064646536,0.002278938,0.0032196399,0.010262764],"category_scores_gemma":[0.0055538006,0.0007202417,0.0014005443,0.0037368704,0.012647265,0.00826676,0.0018821241,0.0054847626,0.0024166119],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023030268,0.000041132942,0.00015063581,0.00050848647,0.000018148126,0.00016730218,0.0015021726,0.0015658425,0.00016856626,0.94486904,0.010006985,0.04097865],"study_design_scores_gemma":[0.0000081839635,0.000026595715,0.0001412925,0.0004179868,0.000006084335,0.00024815518,0.00043573044,0.001455559,0.00012246205,0.85765135,0.13947372,0.000012911713],"about_ca_topic_score_codex":0.0012149035,"about_ca_topic_score_gemma":0.0014705326,"teacher_disagreement_score":0.010262764,"about_ca_system_score_codex":0.003532924,"about_ca_system_score_gemma":0.0014292676,"threshold_uncertainty_score":0.034332335},"labels":[],"label_agreement":null},{"id":"W2025379772","doi":"10.2495/dne-v7-n1-27-48","title":"A top-down biomimetic design process for product concept generation","year":2012,"lang":"en","type":"article","venue":"International Journal of Design & Nature and Ecodynamics","topic":"Design Education and Practice","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Process (computing); Manufacturing engineering; Product (mathematics); Engineering; Product design; Computer science; Process engineering; Engineering drawing; Systems engineering; Mathematics","score_opus":0.026919307917259896,"score_gpt":0.3057291402936986,"score_spread":0.2788098323764387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025379772","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003066076,0.00007889056,0.99236345,0.000062749285,0.000030737112,0.0002020072,0.00003344207,0.00028599869,0.0038766211],"genre_scores_gemma":[0.047478966,0.00014852185,0.948689,0.00005826892,0.000010547351,0.00036811925,0.000109908025,0.00008025261,0.0030563655],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99899656,0.0002393026,0.00006251196,0.00018844169,0.0004623592,0.000050916267],"domain_scores_gemma":[0.99917066,0.0003717066,0.00006232657,0.00015951326,0.00020242612,0.000033479955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013102907,0.000811922,0.00043797583,0.0009509221,0.0007831324,0.0015186411,0.0010775987,0.0007357558,0.008425621],"category_scores_gemma":[0.0026245173,0.0004545425,0.0009595242,0.0006807139,0.0010063488,0.0010390427,0.0014943058,0.0013877288,0.002044561],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015717506,0.0002745014,0.0005978932,0.001031869,0.000063671825,0.0005224684,0.0016003518,0.07400334,0.1947355,0.29194525,0.0038333663,0.4312347],"study_design_scores_gemma":[0.000117223484,0.00093450194,0.0010136187,0.0003523998,0.00013014233,0.0012178762,0.00042941258,0.39048964,0.16925886,0.25559142,0.1803083,0.00015656344],"about_ca_topic_score_codex":0.0005672938,"about_ca_topic_score_gemma":0.00060852844,"teacher_disagreement_score":0.008425621,"about_ca_system_score_codex":0.00059542205,"about_ca_system_score_gemma":0.0016040793,"threshold_uncertainty_score":0.0281865},"labels":[],"label_agreement":null},{"id":"W2025868667","doi":"10.4043/18268-ms","title":"Installing Jackups in Punch-Through-Sensitive Clays","year":2006,"lang":"en","type":"article","venue":"Offshore Technology Conference","topic":"Design Education and Practice","field":"Engineering","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"ConocoPhillips (Canada)","funders":"","keywords":"Installation; Computer science; Geology; Operating system","score_opus":0.014480989464581909,"score_gpt":0.23339527346799488,"score_spread":0.21891428400341298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025868667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9699224,0.00013576492,0.024016077,0.00009623192,0.00008928825,0.00023346575,0.00006804525,0.00053658657,0.004902219],"genre_scores_gemma":[0.9733117,0.00008970149,0.02029898,0.000029206307,0.000014690349,0.000031258198,0.00007761078,0.00007315674,0.0060735834],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99890554,0.00018033394,0.000087742774,0.00014111078,0.00046908765,0.00021615114],"domain_scores_gemma":[0.9971276,0.0007260506,0.0007452963,0.0006481511,0.00043030755,0.00032264562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009803907,0.0008524858,0.00039638203,0.0007010828,0.00094721554,0.0007092924,0.00096713385,0.00081516017,0.0037156069],"category_scores_gemma":[0.0027025961,0.0006151141,0.00042592763,0.0003426459,0.0006462587,0.0009290742,0.0010641493,0.0006554405,0.0014620153],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018427913,0.00049927173,0.078822695,0.0008484519,0.00011368579,0.0335211,0.005870123,0.016340232,0.5745942,0.0009501771,0.0040990673,0.2824982],"study_design_scores_gemma":[0.0000852658,0.013212166,0.23237965,0.00056521123,0.0002667072,0.027505405,0.009706189,0.034443535,0.6025541,0.0012724872,0.077749126,0.00026023717],"about_ca_topic_score_codex":0.0019282813,"about_ca_topic_score_gemma":0.006903763,"teacher_disagreement_score":0.0037156069,"about_ca_system_score_codex":0.0004331983,"about_ca_system_score_gemma":0.00047926023,"threshold_uncertainty_score":0.012429953},"labels":[],"label_agreement":null},{"id":"W2026780010","doi":"10.1108/02756660710760890","title":"Design and business: why can't we be friends?","year":2007,"lang":"en","type":"article","venue":"Journal of Business Strategy","topic":"Design Education and Practice","field":"Engineering","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Schism; Originality; Work (physics); Value (mathematics); Reliability (semiconductor); Marketing; Business model; Designtheory; Knowledge management; Business; Computer science; Process management; Sociology; Engineering; Qualitative research","score_opus":0.043284383024852775,"score_gpt":0.27226021605538,"score_spread":0.2289758330305272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026780010","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10273795,0.030114144,0.056841828,0.54514545,0.0047649336,0.00023268496,0.00009733125,0.0006688688,0.25939682],"genre_scores_gemma":[0.90095747,0.006870683,0.013991118,0.035961166,0.0006774963,0.00021514687,0.00007468592,0.0002791878,0.04097304],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9507082,0.038627982,0.0009189108,0.002182498,0.005927083,0.0016352634],"domain_scores_gemma":[0.9622551,0.016873002,0.0031151013,0.00627789,0.0052261343,0.006252824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019317217,0.0005683272,0.00069980486,0.0012362878,0.012596959,0.016169522,0.0019147214,0.0055331937,0.01395121],"category_scores_gemma":[0.041340996,0.0007280251,0.0005484095,0.0018588073,0.028667683,0.02484063,0.008267453,0.005940258,0.0064809485],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018216335,0.00032336786,0.01372906,0.0011742476,0.00011952477,0.0011412255,0.2560536,0.00040935734,0.0010466484,0.36844873,0.15461215,0.20275994],"study_design_scores_gemma":[0.000028551367,0.00018455142,0.002335064,0.0010433099,0.000043118966,0.0015471323,0.17200805,0.0005267639,0.0007812309,0.11326718,0.70815027,0.000084792955],"about_ca_topic_score_codex":0.002311876,"about_ca_topic_score_gemma":0.0027502114,"teacher_disagreement_score":0.019317217,"about_ca_system_score_codex":0.0051236465,"about_ca_system_score_gemma":0.005467895,"threshold_uncertainty_score":0.102160454},"labels":[],"label_agreement":null},{"id":"W2028355956","doi":"10.1049/cp.2011.0082","title":"Towards a case-based computational model for the creative design of electromagnetic devices","year":2011,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Adaptation (eye); Process (computing); Artificial intelligence; Task (project management); Machine learning; Systems engineering; Engineering; Programming language","score_opus":0.09489848935782058,"score_gpt":0.2884656650588113,"score_spread":0.19356717570099075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028355956","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003852585,0.00018598916,0.9822342,0.0008044173,0.00003148469,0.00013053927,0.00007674286,0.00010938463,0.012574812],"genre_scores_gemma":[0.137204,0.0006643304,0.8545231,0.00020051429,0.000057819307,0.0008300377,0.00024427814,0.00006826587,0.0062077106],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991374,0.00038871283,0.000061993065,0.00010606386,0.00024473344,0.00006110248],"domain_scores_gemma":[0.9986506,0.000889423,0.00009573458,0.00018154639,0.00011639152,0.00006630562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001300197,0.00082346227,0.00074819836,0.0018305237,0.0008963618,0.0037811585,0.0033347735,0.0020439033,0.0049192067],"category_scores_gemma":[0.0031935847,0.0006636635,0.0017541427,0.0012918931,0.0029914293,0.0035243193,0.0019126075,0.0018362865,0.0009365728],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023604307,0.00007798753,0.0003220487,0.00013507537,0.000029369365,0.00032364373,0.00054502755,0.29564452,0.0011707166,0.6825003,0.0011355482,0.018092072],"study_design_scores_gemma":[0.00002510131,0.000021488111,0.00007723996,0.00005518043,0.000013043879,0.00013134084,0.00010293244,0.7791685,0.00042303684,0.21035302,0.009611481,0.000017595567],"about_ca_topic_score_codex":0.003806289,"about_ca_topic_score_gemma":0.004071744,"teacher_disagreement_score":0.0049192067,"about_ca_system_score_codex":0.0014241638,"about_ca_system_score_gemma":0.0014818981,"threshold_uncertainty_score":0.016456366},"labels":[],"label_agreement":null},{"id":"W2028687824","doi":"10.1080/09544820512331326886","title":"Curriculum, pedagogics and didactics for design education","year":2005,"lang":"en","type":"article","venue":"Journal of Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"Gazi Üniversitesi","keywords":"Curriculum; Czech; Set (abstract data type); Foundation (evidence); Engineering ethics; Design education; Mathematics education; Engineering education; Engineering; Pedagogy; Engineering management; Sociology; Computer science; Psychology; Political science","score_opus":0.0332721734981675,"score_gpt":0.2880645956458298,"score_spread":0.2547924221476623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028687824","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019981097,0.15887448,0.17708375,0.05881014,0.009364787,0.0007971231,0.00040500154,0.0004958914,0.5741877],"genre_scores_gemma":[0.6180251,0.071727075,0.14482054,0.0060821082,0.0017256271,0.00169288,0.00051505794,0.00039589015,0.15501568],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9964349,0.0017064809,0.000361087,0.00027833701,0.00086807576,0.00035111248],"domain_scores_gemma":[0.9971084,0.0015104011,0.00022385565,0.0002816366,0.00045571924,0.00042006135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005181691,0.000648554,0.00045175225,0.0032696489,0.0015145405,0.0055346685,0.0009674868,0.0014010106,0.008777005],"category_scores_gemma":[0.011561865,0.00047565205,0.00036708632,0.002331007,0.004159948,0.0023077321,0.00246886,0.002730946,0.0013281045],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036624606,0.00012762877,0.0008863198,0.0012583552,0.0000067905894,0.000081284845,0.0018005923,0.0015770663,0.0012172947,0.75710064,0.014013636,0.22189371],"study_design_scores_gemma":[0.000029407915,0.00011667986,0.0029691695,0.0021924959,0.000012340708,0.00026644862,0.0015799918,0.000986167,0.001262541,0.15864491,0.8319068,0.000033006996],"about_ca_topic_score_codex":0.0027024727,"about_ca_topic_score_gemma":0.0050613256,"teacher_disagreement_score":0.008777005,"about_ca_system_score_codex":0.008535602,"about_ca_system_score_gemma":0.010916102,"threshold_uncertainty_score":0.061930478},"labels":[],"label_agreement":null},{"id":"W2031590614","doi":"10.1016/j.compedu.2005.11.009","title":"Evaluating the learning process of mechanical CAD students","year":2006,"lang":"en","type":"article","venue":"Computers & Education","topic":"Design Education and Practice","field":"Engineering","cited_by":80,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"University Research Board, American University of Beirut; Natural Sciences and Engineering Research Council of Canada","keywords":"CAD; Computer science; Process (computing); Cognitive skill; Procedural knowledge; Test (biology); Set (abstract data type); Technical drawing; Mathematics education; Cognition; Engineering drawing; Artificial intelligence; Psychology; Engineering; Programming language; Knowledge engineering","score_opus":0.036720885450651615,"score_gpt":0.39274299788274286,"score_spread":0.35602211243209125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031590614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99801,0.000024573525,0.0004796124,0.000027215074,0.000004580388,0.000044074775,0.000018107221,0.00001730331,0.0013746847],"genre_scores_gemma":[0.9958982,0.000059473623,0.0013242181,0.000020220743,0.000003515363,0.000034985555,0.000094141644,0.000007648646,0.0025576164],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979505,0.0008060769,0.00013526123,0.00020827951,0.00061600463,0.00028391354],"domain_scores_gemma":[0.97986794,0.010923077,0.0018220394,0.0005478275,0.004546206,0.0022929641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031768961,0.00041249837,0.00041412184,0.0009896694,0.0005646704,0.0018329255,0.00063970056,0.00085063983,0.0033348715],"category_scores_gemma":[0.025914641,0.00019478583,0.0003363658,0.0005158483,0.00029378792,0.0008186189,0.00073177286,0.00057715416,0.0009718339],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0059770355,0.014976879,0.5129171,0.0003726048,0.000119507815,0.00042170947,0.018687613,0.008090562,0.026052013,0.0014211875,0.0020234315,0.40894037],"study_design_scores_gemma":[0.0005940711,0.03769206,0.76463103,0.00023095908,0.00041793621,0.00058183755,0.030831896,0.05511067,0.09550625,0.0027311377,0.01140851,0.00026371237],"about_ca_topic_score_codex":0.002697478,"about_ca_topic_score_gemma":0.003683976,"teacher_disagreement_score":0.0033348715,"about_ca_system_score_codex":0.0009800419,"about_ca_system_score_gemma":0.0013549422,"threshold_uncertainty_score":0.016801238},"labels":[],"label_agreement":null},{"id":"W2032273514","doi":"10.1080/14926150309556549","title":"Technology education in Canada: A mosaic","year":2003,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; McGill University","funders":"","keywords":"Curriculum; Graduation (instrument); Jurisdiction; Subject (documents); State (computer science); Political science; Sociology; Engineering ethics; Pedagogy; Public relations; Engineering; Library science; Computer science; Law","score_opus":0.0064684203083978315,"score_gpt":0.2221288271124828,"score_spread":0.21566040680408496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032273514","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18762176,0.06213159,0.0035985967,0.3940179,0.0026903632,0.00042514136,0.009193888,0.0005672864,0.33975348],"genre_scores_gemma":[0.84060985,0.029176379,0.005951789,0.019153338,0.00026467044,0.00012938851,0.001494378,0.00022661705,0.10299361],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9946727,0.00037785622,0.00014266245,0.00038564095,0.0017385953,0.00268252],"domain_scores_gemma":[0.99035186,0.00034426586,0.0002546046,0.00014380594,0.0042236894,0.0046816855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024477968,0.00056608923,0.00080736086,0.0054195053,0.01463505,0.013747034,0.002181126,0.0029071593,0.020702515],"category_scores_gemma":[0.0040934235,0.00082552375,0.0007308,0.014052226,0.004547232,0.0032300071,0.004603063,0.0028095546,0.0010475921],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00036183186,0.0003365382,0.052225064,0.0011082819,0.00018869183,0.0014937996,0.011890854,0.0031601654,0.0016324264,0.35714796,0.23685177,0.3336026],"study_design_scores_gemma":[0.00011038857,0.00009850295,0.1570442,0.0012942356,0.0001450629,0.00040035206,0.029158639,0.0018349261,0.00043843364,0.017971493,0.79129124,0.00021260994],"about_ca_topic_score_codex":0.9974613,"about_ca_topic_score_gemma":0.9989485,"teacher_disagreement_score":0.7761011,"about_ca_system_score_codex":0.22389889,"about_ca_system_score_gemma":0.48605943,"threshold_uncertainty_score":0.9001673},"labels":[],"label_agreement":null},{"id":"W2032376063","doi":"10.1115/detc2014-35257","title":"Validity and Predictive Ability of Wilde’s Cognitive Teamology Model to Design Team Outcomes","year":2014,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Social Sciences and Humanities Research Council of Canada; University of Calgary","keywords":"Vision; Psychology; Cognition; Diversity (politics); Variance (accounting); Test (biology); Capstone; Applied psychology; Computer science; Sociology","score_opus":0.04947444405258911,"score_gpt":0.30134370626377727,"score_spread":0.25186926221118816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032376063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98507416,0.00012338145,0.008021811,0.00029609248,0.00005316965,0.0001788716,0.00022820194,0.000035220597,0.005988989],"genre_scores_gemma":[0.99694616,0.000039791543,0.0024245004,0.000033416443,0.000012638836,0.0001172422,0.0001888111,0.000008094665,0.0002293272],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9827157,0.007748953,0.0012214299,0.0020913137,0.0052120853,0.0010105369],"domain_scores_gemma":[0.85062355,0.107924305,0.011954542,0.015166172,0.011746498,0.0025849221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031613737,0.00077563344,0.0006905658,0.0042342306,0.00096492807,0.0016656646,0.0013061265,0.0011016127,0.0020122095],"category_scores_gemma":[0.1186008,0.00044980482,0.0026733326,0.001710738,0.0028782317,0.0023852864,0.0031344602,0.0016385317,0.00039643364],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093207746,0.00021921178,0.9814667,0.000020002799,0.0002073382,0.00004227245,0.0007294975,0.0019120111,0.00007374184,0.00097451336,0.00023515121,0.014026277],"study_design_scores_gemma":[0.00007746699,0.00086502836,0.92700833,0.00013766997,0.0001492899,0.00031723562,0.0026610799,0.05607036,0.00057770114,0.010153564,0.0019088801,0.00007330665],"about_ca_topic_score_codex":0.0059563094,"about_ca_topic_score_gemma":0.005608204,"teacher_disagreement_score":0.031613737,"about_ca_system_score_codex":0.0013799217,"about_ca_system_score_gemma":0.0018574869,"threshold_uncertainty_score":0.16719145},"labels":[],"label_agreement":null},{"id":"W2035074259","doi":"10.1080/14942119.2004.10702483","title":"Tell Us About Your Organization!","year":2004,"lang":"en","type":"article","venue":"International Journal of Forest Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Business; Engineering","score_opus":0.007279333727778453,"score_gpt":0.23490525340837073,"score_spread":0.2276259196805923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035074259","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002096823,0.041755453,0.0016570579,0.48400387,0.060077112,0.00013556653,0.004413344,0.0029771042,0.40288368],"genre_scores_gemma":[0.011899434,0.018135779,0.0014916909,0.13763557,0.009309142,0.00017482655,0.0021705911,0.0008071195,0.81837577],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999393,0.00014780833,0.00004637628,0.000043957873,0.00025332512,0.00011559442],"domain_scores_gemma":[0.99620277,0.0006399292,0.0004006838,0.00016596055,0.0012242587,0.0013664555],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011966405,0.0009275666,0.00050839246,0.0008234591,0.002734798,0.0053184447,0.0006994918,0.0047924006,0.22853634],"category_scores_gemma":[0.008364539,0.00056941377,0.00034701763,0.0008598288,0.00092643156,0.008261841,0.0023870831,0.005207527,0.24004889],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008858233,0.0000050674153,0.000110771376,0.000023569277,0.000001128234,0.00001724814,0.00010983212,0.0000038028945,0.000024333103,0.00025407985,0.98820424,0.011237166],"study_design_scores_gemma":[0.00000809649,0.000017176548,0.0012955997,0.00014630466,0.0000038865915,0.00009609775,0.00071894214,0.000013313843,0.00007436298,0.0005123175,0.99710256,0.000011356396],"about_ca_topic_score_codex":0.00687673,"about_ca_topic_score_gemma":0.026887491,"teacher_disagreement_score":0.77146363,"about_ca_system_score_codex":0.000897796,"about_ca_system_score_gemma":0.0016950881,"threshold_uncertainty_score":0.7645302},"labels":[],"label_agreement":null},{"id":"W2035624300","doi":"10.1080/0954482001000935","title":"Computer modelling of design specifications","year":2000,"lang":"en","type":"article","venue":"Journal of Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"GRASP; Computer science; Metis; Product design specification; Software engineering; Product (mathematics); Selection (genetic algorithm); Software; Object (grammar); Product design; Systems engineering; Programming language; Engineering; Database","score_opus":0.10310476482460357,"score_gpt":0.23749246487427894,"score_spread":0.13438770004967537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035624300","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004332283,0.000542036,0.9757195,0.0002954535,0.000048723497,0.0001615084,0.00047872527,0.00089316367,0.017528536],"genre_scores_gemma":[0.13186438,0.002433685,0.84475654,0.00016765,0.00006387998,0.0009926277,0.0026180476,0.0003913706,0.016711814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978732,0.00082801917,0.00019907625,0.00024349501,0.0007553695,0.000100766745],"domain_scores_gemma":[0.9961437,0.0025700459,0.00022696727,0.0005874347,0.00042103755,0.000050819304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021257468,0.0011583572,0.00060543313,0.00208712,0.0006411041,0.0038707606,0.0021321399,0.0018140363,0.0073826145],"category_scores_gemma":[0.007068131,0.00088924466,0.0014799407,0.0018539954,0.0016242075,0.003061303,0.0010673841,0.0014719934,0.001760894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004578578,0.00003881681,0.0004605201,0.00039527388,0.00004161403,0.00022435696,0.00077189156,0.29126197,0.0019594552,0.66058856,0.0031390642,0.04107272],"study_design_scores_gemma":[0.000063601816,0.00005601333,0.00023808218,0.00015534631,0.0000405293,0.00022532894,0.00012151667,0.65183663,0.001746345,0.19687824,0.14860266,0.00003566405],"about_ca_topic_score_codex":0.008455483,"about_ca_topic_score_gemma":0.007034088,"teacher_disagreement_score":0.008455483,"about_ca_system_score_codex":0.0020268913,"about_ca_system_score_gemma":0.0017676634,"threshold_uncertainty_score":0.024697244},"labels":[],"label_agreement":null},{"id":"W2035707228","doi":"10.1177/0887302x15578263","title":"Inspired and Inspiring Textile Designers","year":2015,"lang":"en","type":"article","venue":"Clothing and Textiles Research Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Creativity; Context (archaeology); Sociocultural evolution; Narrative; Process (computing); Participant observation; Engineering design process; Studio; Visual arts; Computer science; Sociology; Psychology; Engineering; Social psychology; Art","score_opus":0.17667666031039747,"score_gpt":0.38585839717408155,"score_spread":0.20918173686368408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035707228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8834102,0.001105534,0.032750074,0.002066968,0.00025541362,0.00023700195,0.000032038926,0.00016159665,0.07998127],"genre_scores_gemma":[0.9470098,0.0005171086,0.024801541,0.00074839615,0.000055446955,0.000107420215,0.000048532733,0.00010107646,0.026610658],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940117,0.0039642253,0.00015416356,0.00056636205,0.00091633043,0.0003871988],"domain_scores_gemma":[0.9932272,0.0036757113,0.0005817645,0.00091136637,0.0006848621,0.0009192337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005628669,0.000630545,0.0002645903,0.00094620493,0.003161837,0.0062125865,0.001063973,0.0014659049,0.0033773251],"category_scores_gemma":[0.012418357,0.0006114338,0.0005393848,0.00055832346,0.004518739,0.0030661414,0.004283605,0.0018932772,0.0008649852],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000212783,0.0003149226,0.022459501,0.00046281295,0.00005879849,0.0020593398,0.816496,0.0008568083,0.015294516,0.031081801,0.0044404007,0.106262326],"study_design_scores_gemma":[0.000113409835,0.0009346288,0.016950838,0.0005711866,0.00013536874,0.007844415,0.43763658,0.0036905175,0.009533016,0.033318043,0.48908374,0.00018821961],"about_ca_topic_score_codex":0.0003987506,"about_ca_topic_score_gemma":0.0016279977,"teacher_disagreement_score":0.0062125865,"about_ca_system_score_codex":0.0011292073,"about_ca_system_score_gemma":0.0012557057,"threshold_uncertainty_score":0.029767632},"labels":[],"label_agreement":null},{"id":"W2036310289","doi":"10.1115/detc2004-57013","title":"Diagrammatic Visualisation of Early Product Development Information","year":2004,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Diagrammatic reasoning; Schematic; Computer science; New product development; Visualization; Product design; Product (mathematics); Representation (politics); Human–computer interaction; Design science research; Data visualization; Management science; Data science; Information system; Engineering; Artificial intelligence","score_opus":0.01500768390112346,"score_gpt":0.24050311198067398,"score_spread":0.22549542807955053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036310289","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031552903,0.0018815052,0.86046404,0.0029218618,0.00049494184,0.0005569192,0.011283741,0.020800529,0.07004366],"genre_scores_gemma":[0.24601482,0.0024975347,0.72403026,0.00035486615,0.00010789612,0.0006498426,0.008018163,0.0018318985,0.016494824],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894756,0.00045132983,0.00007848968,0.00008594694,0.00038960643,0.00004703283],"domain_scores_gemma":[0.9943348,0.003440777,0.00035795482,0.0005981424,0.0011090699,0.00015921913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017533922,0.00093201554,0.0004122808,0.0046371245,0.00049951195,0.003429609,0.00084326405,0.001089167,0.019840837],"category_scores_gemma":[0.009020544,0.0004200776,0.00045165105,0.003562748,0.0003673727,0.002448718,0.0013787387,0.0014389642,0.0031171888],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012148373,0.00030788305,0.0062854975,0.002877042,0.00010679935,0.0010483488,0.011514377,0.0494896,0.03950089,0.16347484,0.1141127,0.6100672],"study_design_scores_gemma":[0.0002106341,0.00024212689,0.0071398527,0.00087342714,0.00008637459,0.0007343237,0.0016391197,0.18710396,0.025202379,0.0684527,0.7081191,0.0001959992],"about_ca_topic_score_codex":0.0027933777,"about_ca_topic_score_gemma":0.0034172952,"teacher_disagreement_score":0.019840837,"about_ca_system_score_codex":0.0008228743,"about_ca_system_score_gemma":0.0016673767,"threshold_uncertainty_score":0.06637418},"labels":[],"label_agreement":null},{"id":"W2037468332","doi":"10.1115/detc2009-87590","title":"Guiding Engineering Design Activities Through a Question Based Approach","year":2009,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Aerospace; Computer science; Task (project management); Exploratory research; Design knowledge; Systems engineering; Software engineering; Engineering management; Knowledge management; Engineering","score_opus":0.05481255867383876,"score_gpt":0.2638085280957283,"score_spread":0.20899596942188953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037468332","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015513611,0.0003064997,0.9664773,0.002276582,0.000038138372,0.0035497143,0.00029906744,0.00061937614,0.010919698],"genre_scores_gemma":[0.07534481,0.00030441987,0.91877645,0.00041325676,0.000017673357,0.0025007986,0.00049290934,0.00006576331,0.002083952],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9499681,0.03825265,0.0033841282,0.0032832646,0.0040353597,0.0010764485],"domain_scores_gemma":[0.9206809,0.06264038,0.0031321328,0.004641334,0.007778816,0.00112642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.035981074,0.002288487,0.0014472083,0.0060214293,0.002293014,0.007985153,0.0045633316,0.0044891792,0.006949516],"category_scores_gemma":[0.052755333,0.0016935058,0.0017305162,0.0040430995,0.004871667,0.010281297,0.005533265,0.0033247895,0.0022254179],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006207922,0.0020409166,0.0075652427,0.0060380837,0.0002331807,0.0009850239,0.16765477,0.022644462,0.023931282,0.25688076,0.007483861,0.5039217],"study_design_scores_gemma":[0.0007887835,0.0014739773,0.0054338616,0.004368813,0.0004589981,0.0014116943,0.10914624,0.12277006,0.020648627,0.4199556,0.31313553,0.00040774292],"about_ca_topic_score_codex":0.0022897415,"about_ca_topic_score_gemma":0.0038532931,"teacher_disagreement_score":0.035981074,"about_ca_system_score_codex":0.004547264,"about_ca_system_score_gemma":0.006075325,"threshold_uncertainty_score":0.19028836},"labels":[],"label_agreement":null},{"id":"W2037512333","doi":"10.1016/j.cirp.2009.09.003","title":"Design methodologies: Industrial and educational applications","year":2009,"lang":"en","type":"article","venue":"CIRP Annals","topic":"Design Education and Practice","field":"Engineering","cited_by":386,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Field (mathematics); Process (computing); Management science; Computer science; Design methods; Engineering management; Engineering; Engineering ethics; Mechanical engineering; Mathematics","score_opus":0.37283005772720246,"score_gpt":0.4153801305374658,"score_spread":0.04255007281026335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037512333","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047099916,0.018469505,0.9307731,0.0031621465,0.00052369444,0.0001178132,0.00008562554,0.00078022643,0.041377917],"genre_scores_gemma":[0.088869154,0.019610373,0.86919904,0.00084414013,0.00050519384,0.00053704466,0.00021879558,0.00033724328,0.019878993],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99627423,0.0022467726,0.00030537666,0.00028718056,0.00080884545,0.000077673554],"domain_scores_gemma":[0.98399043,0.01214512,0.00057575706,0.0012701682,0.001624215,0.00039429375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068881796,0.0010420018,0.0005192165,0.0030736187,0.0009296612,0.0043158373,0.0011501646,0.0018039416,0.0156132495],"category_scores_gemma":[0.015568913,0.0009037692,0.000730948,0.0034828102,0.003046676,0.0037281874,0.0015373087,0.0019307624,0.0030086008],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036256857,0.00018149932,0.0016570712,0.0013866028,0.00004149558,0.00010248259,0.0009321936,0.0050978777,0.0013810052,0.34567347,0.016027564,0.62748253],"study_design_scores_gemma":[0.0000612807,0.00014255816,0.0017559427,0.0020422665,0.000047975074,0.0005789115,0.001217069,0.028360961,0.0020722663,0.61498976,0.34869522,0.00003583141],"about_ca_topic_score_codex":0.0007846484,"about_ca_topic_score_gemma":0.0013741611,"teacher_disagreement_score":0.0156132495,"about_ca_system_score_codex":0.0011717003,"about_ca_system_score_gemma":0.0024593896,"threshold_uncertainty_score":0.05223155},"labels":[],"label_agreement":null},{"id":"W2038884904","doi":"10.1152/jn.00515.2009","title":"Living in A Material World: How Visual Cues to Material Properties Affect the Way That We Lift Objects and Perceive Their Weight","year":2009,"lang":"en","type":"article","venue":"Journal of Neurophysiology","topic":"Design Education and Practice","field":"Engineering","cited_by":196,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Affect (linguistics); Psychology; Lift (data mining); Cognitive psychology; Perception; Sensory cue; Communication; Computer science; Neuroscience","score_opus":0.020494474209351257,"score_gpt":0.24903106269181785,"score_spread":0.2285365884824666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038884904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9815708,0.00074369815,0.010474435,0.00046141937,0.000047237336,0.00002031916,0.000046214514,0.000063665,0.006572104],"genre_scores_gemma":[0.99442935,0.00029938828,0.0045311856,0.00019789903,0.000012207419,0.000013577355,0.000031370102,0.000034196288,0.000450873],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.999622,0.00011524244,0.000014883267,0.0000904859,0.0001011488,0.000056139725],"domain_scores_gemma":[0.9987753,0.0006382889,0.00024362915,0.00013170172,0.0001099422,0.00010119535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005580069,0.00028168366,0.00015276208,0.0003861889,0.00027826513,0.0014400972,0.00028062618,0.00058139797,0.0016162236],"category_scores_gemma":[0.006694747,0.00032504887,0.00023852692,0.00015933097,0.0013048161,0.0025481768,0.0010384534,0.0008104182,0.00017045831],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009907468,0.00012803506,0.024405777,0.00032087666,0.00007818799,0.00040780712,0.011563194,0.0011489029,0.86878765,0.0070389505,0.0009960503,0.08413379],"study_design_scores_gemma":[0.00017396847,0.0013832811,0.78272915,0.00029705005,0.00024025491,0.0016480015,0.011123306,0.014264109,0.1375667,0.041285302,0.009014008,0.0002748249],"about_ca_topic_score_codex":0.0011778818,"about_ca_topic_score_gemma":0.0010028811,"teacher_disagreement_score":0.0016162236,"about_ca_system_score_codex":0.00021405566,"about_ca_system_score_gemma":0.00014038879,"threshold_uncertainty_score":0.0054067373},"labels":[],"label_agreement":null},{"id":"W2041649266","doi":"10.1037/cjep2006006","title":"Conformity in a generative linguistic task: The role of category and strategic nonword use.","year":2006,"lang":"en","type":"article","venue":"Canadian Journal of Experimental Psychology/Revue canadienne de psychologie expérimentale","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Conformity; Task (project management); Psychology; Sample (material); Linguistics; Word (group theory); Generative grammar; Cognitive psychology; Social psychology; Natural language processing; Computer science","score_opus":0.03401495629770966,"score_gpt":0.2835813911765384,"score_spread":0.24956643487882874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041649266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99220604,0.000054254753,0.005166953,0.000054736312,0.000017866816,0.00011791121,0.000030383582,0.00005755704,0.0022943078],"genre_scores_gemma":[0.9909486,0.00004265578,0.007881363,0.00013854295,0.000012169343,0.00020710436,0.00011148803,0.000051957424,0.0006061181],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99332786,0.003287414,0.000591688,0.0010787622,0.0015216592,0.00019260989],"domain_scores_gemma":[0.9401493,0.04194966,0.0086214375,0.006316741,0.0014092255,0.0015536905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009235948,0.0005360973,0.0005203382,0.00065885787,0.0004312673,0.0015173359,0.00082908064,0.00097469415,0.0012784404],"category_scores_gemma":[0.079840705,0.0006361545,0.00030875075,0.0004330724,0.0012456545,0.0015198707,0.0018877436,0.0014083204,0.00026595072],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0067865197,0.0059124166,0.24074173,0.0008725261,0.0005825701,0.0008184423,0.026897766,0.001904929,0.5592895,0.0060778945,0.0011134282,0.14900221],"study_design_scores_gemma":[0.0007253471,0.008013202,0.8710008,0.00014078859,0.00034436525,0.0022998883,0.0030424302,0.015468641,0.07771045,0.017631121,0.0033014528,0.0003214559],"about_ca_topic_score_codex":0.00058244297,"about_ca_topic_score_gemma":0.0009820365,"teacher_disagreement_score":0.009235948,"about_ca_system_score_codex":0.0002855871,"about_ca_system_score_gemma":0.00038202267,"threshold_uncertainty_score":0.048844934},"labels":[],"label_agreement":null},{"id":"W2043698211","doi":"10.1016/j.mechatronics.2012.08.004","title":"A design paradigm for mechatronic systems","year":2012,"lang":"en","type":"article","venue":"Mechatronics","topic":"Design Education and Practice","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mechatronics; Hierarchy; Control engineering; Computer-automated design; Engineering; Domain (mathematical analysis); Parametric design; Parametric statistics; Systems engineering; Computer science; Systems design; Artificial intelligence; Mathematics","score_opus":0.04572769665617022,"score_gpt":0.26644120396419185,"score_spread":0.22071350730802164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043698211","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024633668,0.000921503,0.9213542,0.0027832885,0.00036730757,0.00011160234,0.00007812378,0.00019695198,0.07172373],"genre_scores_gemma":[0.21737094,0.002010095,0.73424876,0.0013818146,0.00039825076,0.0008937207,0.00026419555,0.00024247947,0.04318969],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984339,0.0005584856,0.00013432627,0.00024945365,0.00049940374,0.000124309],"domain_scores_gemma":[0.9989649,0.00034716373,0.000048745304,0.00023964237,0.0002947376,0.00010481068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001973713,0.0011212833,0.0005015229,0.0012916046,0.0021640274,0.0043693795,0.0018975893,0.002262219,0.008273085],"category_scores_gemma":[0.0019388443,0.0006293143,0.0013928536,0.0008718407,0.0054753004,0.0059714927,0.0029021779,0.00344196,0.00226931],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028455363,0.000006375544,0.000018888708,0.000033300243,0.0000023984567,0.000024699908,0.0001725739,0.00065412244,0.00035462837,0.9938386,0.00070173276,0.004189862],"study_design_scores_gemma":[0.00001600863,0.000023722348,0.000032584496,0.00007122717,0.0000076180536,0.00013625476,0.00016569217,0.010404794,0.0007017361,0.91344196,0.0749866,0.000011818622],"about_ca_topic_score_codex":0.0017749615,"about_ca_topic_score_gemma":0.0017404841,"teacher_disagreement_score":0.008273085,"about_ca_system_score_codex":0.0019493335,"about_ca_system_score_gemma":0.0017203646,"threshold_uncertainty_score":0.027676284},"labels":[],"label_agreement":null},{"id":"W2045226734","doi":"10.1115/detc2004-57250","title":"Natural Language Analysis for Biomimetic Design","year":2004,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"WordNet; Computer science; Noun; Identification (biology); Natural language processing; Artificial intelligence; Verb; Natural language; Natural (archaeology); Lexical database; Ecology","score_opus":0.020406617644438352,"score_gpt":0.28244628152814816,"score_spread":0.2620396638837098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045226734","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008384231,0.0021024048,0.96251225,0.0019495313,0.00020437685,0.0006147433,0.0025775766,0.003859336,0.017795552],"genre_scores_gemma":[0.06886498,0.0014134006,0.9155244,0.00041849227,0.00013442634,0.0009882035,0.0056559755,0.00047530964,0.0065247123],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99701774,0.0013222081,0.0004558204,0.00035828425,0.00075644266,0.00008962728],"domain_scores_gemma":[0.9936075,0.004271738,0.00055607705,0.00040350505,0.0010486476,0.00011248807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002667085,0.0009894364,0.0006501033,0.0050659385,0.0015140697,0.003699466,0.00097120675,0.0008414549,0.01519681],"category_scores_gemma":[0.010024732,0.0005425742,0.0016915995,0.0030568661,0.001660261,0.0043105274,0.001335932,0.0014704465,0.0039220206],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002381817,0.00021440341,0.0019792877,0.0025246784,0.00015171143,0.0011789663,0.0024701485,0.015541058,0.015673712,0.41983467,0.037115976,0.50307727],"study_design_scores_gemma":[0.00008600784,0.00014177375,0.0018669561,0.0008433164,0.00011059117,0.0014277707,0.0024374654,0.19016376,0.01374942,0.4404564,0.34860107,0.000115490766],"about_ca_topic_score_codex":0.003764074,"about_ca_topic_score_gemma":0.003868746,"teacher_disagreement_score":0.01519681,"about_ca_system_score_codex":0.0018076915,"about_ca_system_score_gemma":0.0026045549,"threshold_uncertainty_score":0.05083835},"labels":[],"label_agreement":null},{"id":"W2045310958","doi":"10.4028/www.scientific.net/amr.6-8.487","title":"Custom Manufacture of a Solar Cooker – A Case Study","year":2005,"lang":"en","type":"article","venue":"Advanced materials research","topic":"Design Education and Practice","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Cooker; Manufacturing engineering; Engineering; Point (geometry); Product (mathematics); Mechanical engineering; Process (computing); Volume (thermodynamics); Process engineering; Engineering drawing; Automotive engineering; Computer science; Mathematics","score_opus":0.06079124562207073,"score_gpt":0.40952345749580893,"score_spread":0.3487322118737382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045310958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9631044,0.0002535763,0.012653937,0.00023064438,0.000036605234,0.0003409981,0.00018276072,0.00015286314,0.023044225],"genre_scores_gemma":[0.95748526,0.0003795771,0.026742801,0.00005635247,0.00001535031,0.000093015995,0.00020501875,0.00008576949,0.014936806],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.99847335,0.0004288382,0.00010154298,0.00022711785,0.0005940489,0.00017513124],"domain_scores_gemma":[0.9975439,0.0012281798,0.00025011605,0.00052643946,0.00023633383,0.00021515116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001270775,0.0006558335,0.00037176113,0.0010911438,0.0022606957,0.0010601818,0.0017650612,0.0023968983,0.0057624313],"category_scores_gemma":[0.002861806,0.0005911291,0.0008408412,0.0010778193,0.0012297794,0.0009498079,0.00102204,0.0007975507,0.000915786],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020103063,0.0065206583,0.057331897,0.0027477678,0.00025854527,0.25893477,0.03960852,0.15094611,0.14827964,0.021279708,0.013957668,0.2981244],"study_design_scores_gemma":[0.0006043798,0.00915759,0.06499544,0.00051746,0.0003128778,0.17235778,0.05501602,0.1520037,0.23904476,0.0048328093,0.30072573,0.00043147165],"about_ca_topic_score_codex":0.0052060876,"about_ca_topic_score_gemma":0.015505875,"teacher_disagreement_score":0.0057624313,"about_ca_system_score_codex":0.0010822389,"about_ca_system_score_gemma":0.00068553124,"threshold_uncertainty_score":0.019277215},"labels":[],"label_agreement":null},{"id":"W2045619464","doi":"10.1504/jdr.2012.051164","title":"Towards an object-oriented engineering design pattern language","year":2012,"lang":"en","type":"article","venue":"J of Design Research","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Object (grammar); Set (abstract data type); Function (biology); Pattern language (formal languages); Object-oriented programming; Software design pattern; Complement (music); TRIZ; Artificial intelligence; Design language; Human–computer interaction; Programming language","score_opus":0.12108976353687129,"score_gpt":0.3902082638206581,"score_spread":0.2691185002837868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045619464","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039467003,0.00010854839,0.99665785,0.0004251406,0.00005769125,0.00010822424,0.00004119974,0.00057270826,0.0016339408],"genre_scores_gemma":[0.004686352,0.0002135264,0.99282634,0.00023507871,0.000041498923,0.0002558073,0.00014853118,0.00014790104,0.0014450062],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99332196,0.0025201135,0.001069055,0.00077818666,0.0020228152,0.00028784192],"domain_scores_gemma":[0.9942215,0.0019047968,0.00063486176,0.0010690354,0.0017599674,0.00040980804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012123173,0.0016965009,0.0012399035,0.0029050952,0.0016755052,0.008836511,0.0050191563,0.002721548,0.003740767],"category_scores_gemma":[0.010320352,0.0016722096,0.0026540363,0.0031141764,0.005388553,0.00881198,0.0044096233,0.007265776,0.0035498075],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000342406,0.00005727182,0.00021671085,0.00036911812,0.00002846765,0.00030910317,0.0015284528,0.0058068302,0.0024747292,0.93417454,0.0046330425,0.050367508],"study_design_scores_gemma":[0.00007917806,0.00012511581,0.00014774787,0.00069095904,0.00006111647,0.0007344675,0.0005932086,0.07978533,0.0047696894,0.59569407,0.3172318,0.00008724692],"about_ca_topic_score_codex":0.0035597696,"about_ca_topic_score_gemma":0.002571,"teacher_disagreement_score":0.012123173,"about_ca_system_score_codex":0.0022198735,"about_ca_system_score_gemma":0.004973977,"threshold_uncertainty_score":0.06411421},"labels":[],"label_agreement":null},{"id":"W2046647777","doi":"10.1080/14926150409556618","title":"Talk as a tool for thinking: Using professional discourse practices to frame children's design‐technology talk","year":2004,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Discourse analysis; Perspective (graphical); Frame (networking); Intentionality; Action (physics); Frame analysis; Communicative action; Pedagogy; Sociology; Psychology; Linguistics; Computer science; Epistemology; Content analysis; Artificial intelligence; Social science","score_opus":0.02142627402909626,"score_gpt":0.3260840084351791,"score_spread":0.30465773440608285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046647777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45675132,0.0033850675,0.23994994,0.011607614,0.00047306513,0.00035588277,0.0003855085,0.00091749907,0.2861741],"genre_scores_gemma":[0.97436845,0.0004042727,0.019444676,0.00022242803,0.000028144164,0.00022356899,0.0000757543,0.00021589325,0.0050167493],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9939149,0.0040995935,0.00019794235,0.0005922178,0.0006983507,0.0004969223],"domain_scores_gemma":[0.98608196,0.009717481,0.0013950426,0.00096767023,0.0010533513,0.00078439916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063669845,0.0013365861,0.0004926961,0.004650384,0.006837276,0.012315185,0.0019425211,0.0027920112,0.003941996],"category_scores_gemma":[0.018381298,0.00080907793,0.0007048421,0.002223938,0.022460785,0.0109722745,0.007902052,0.004743725,0.00059570593],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044874214,0.00002063943,0.0024096,0.00017613321,0.0000120488885,0.000289359,0.84528035,0.00021918523,0.0015625118,0.13695087,0.0009215212,0.0121129425],"study_design_scores_gemma":[0.000041430707,0.0000928624,0.007778941,0.0011679278,0.00011476242,0.001076297,0.75331193,0.0032555861,0.0060212864,0.09760838,0.12941076,0.00011982679],"about_ca_topic_score_codex":0.011678928,"about_ca_topic_score_gemma":0.011319335,"teacher_disagreement_score":0.012315185,"about_ca_system_score_codex":0.005840096,"about_ca_system_score_gemma":0.0050558276,"threshold_uncertainty_score":0.04237306},"labels":[],"label_agreement":null},{"id":"W2048394601","doi":"10.1017/s1359135502261448","title":"… mute on areas of design …","year":2002,"lang":"en","type":"article","venue":"Architectural Research Quarterly","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Knight; George (robot); Quarter (Canadian coin); Computation; Computer science; Artificial intelligence; Data science; Mathematical economics; History; Algorithm; Mathematics","score_opus":0.14669885457244664,"score_gpt":0.34843085857670825,"score_spread":0.2017320040042616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048394601","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010054814,0.03991971,0.15594928,0.11669054,0.0050713597,0.000057252746,0.00010526877,0.0005792843,0.67157257],"genre_scores_gemma":[0.52161515,0.035076927,0.06507348,0.03148725,0.0060685705,0.00043275522,0.00021738563,0.00092845754,0.33910003],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99477625,0.0027941386,0.00015966623,0.0008324866,0.0010891298,0.00034840952],"domain_scores_gemma":[0.99248934,0.0035086437,0.0003532227,0.002279501,0.0009527264,0.00041662835],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0054331105,0.000766776,0.00054042815,0.0016062732,0.003056112,0.007138898,0.0012626948,0.0026038145,0.02153764],"category_scores_gemma":[0.009431454,0.0004771208,0.0008200188,0.0013277518,0.025867335,0.014479975,0.0054079336,0.0062603937,0.0058428627],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012230088,0.0000079900965,0.000118897384,0.000049057337,0.000006607051,0.000020417792,0.0010861813,0.00023247607,0.00013105782,0.9638234,0.011522359,0.02298932],"study_design_scores_gemma":[0.0000069974917,0.000019973808,0.00013154972,0.00012467461,0.0000043740433,0.00007443299,0.000739234,0.00038063395,0.00021790099,0.6310195,0.36727268,0.000008079312],"about_ca_topic_score_codex":0.0018528196,"about_ca_topic_score_gemma":0.0020970101,"teacher_disagreement_score":0.97846234,"about_ca_system_score_codex":0.0038286005,"about_ca_system_score_gemma":0.0021868506,"threshold_uncertainty_score":0.07205057},"labels":[],"label_agreement":null},{"id":"W2048763223","doi":"10.1007/s10970-005-3924-x","title":"The Best of Both: A Study of the Feasibility of Integrating Scales of Design and Production for Sustainable Products","year":2003,"lang":"en","type":"article","venue":"The Journal of Sustainable Product Design","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Sustainability; Constructive; Production (economics); Product (mathematics); Sustainable design; Product design; Scale (ratio); Management science; Architectural engineering; Engineering; Process management; Engineering ethics; Engineering management; Computer science; Process (computing); Economics","score_opus":0.0476359150837436,"score_gpt":0.29370656912785986,"score_spread":0.24607065404411627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048763223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97855455,0.0000960543,0.0039180643,0.00056532933,0.000035662215,0.00041876503,0.000026866013,0.000015401112,0.016369186],"genre_scores_gemma":[0.9893873,0.000084942665,0.007420039,0.00019656749,0.000011981572,0.00026143406,0.0000107180795,0.000018669662,0.002608335],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9954796,0.002920545,0.00016499811,0.00039599114,0.0008427364,0.00019618975],"domain_scores_gemma":[0.9553563,0.036788028,0.001699664,0.0029524371,0.0024241137,0.0007795237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009832144,0.00036400036,0.0002907773,0.00045431033,0.0025110669,0.003420582,0.0016767604,0.0014527391,0.0087999515],"category_scores_gemma":[0.05541998,0.0005552579,0.0005707485,0.0006147865,0.003083805,0.005249832,0.0020615484,0.0019544647,0.000811124],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024132803,0.03250701,0.12971494,0.0020783104,0.00034901907,0.001897412,0.20845628,0.012681596,0.08441636,0.1000632,0.0039676144,0.3997355],"study_design_scores_gemma":[0.006143482,0.0942261,0.231129,0.0009797957,0.0012540367,0.0013647666,0.35523286,0.048154987,0.076336704,0.07353967,0.110985786,0.00065288483],"about_ca_topic_score_codex":0.0062384736,"about_ca_topic_score_gemma":0.006833816,"teacher_disagreement_score":0.009832144,"about_ca_system_score_codex":0.0018545436,"about_ca_system_score_gemma":0.0030982504,"threshold_uncertainty_score":0.05199796},"labels":[],"label_agreement":null},{"id":"W2048810589","doi":"10.13031/2013.22085","title":"Development of a Mechanical Device for Landmine Neutralization","year":2006,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Deflection (physics); Computer science; Mechanical design; Simulation; Engineering; Mechanical engineering","score_opus":0.030558588823872905,"score_gpt":0.2778279202079633,"score_spread":0.2472693313840904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048810589","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41139874,0.0015616775,0.57176125,0.00040923135,0.0003311125,0.0011452003,0.00021259392,0.0009921024,0.0121880295],"genre_scores_gemma":[0.6406253,0.0007132038,0.3446283,0.00018165167,0.0000515985,0.00033478392,0.00016908417,0.000042734213,0.013253369],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995086,0.0000518197,0.000039066952,0.00007161363,0.0002895372,0.000039330986],"domain_scores_gemma":[0.9995697,0.000096649135,0.00007238471,0.000050783317,0.00017227222,0.000038212736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005852361,0.0003882465,0.00022000875,0.00051398884,0.00020396477,0.0003620987,0.0005609548,0.0005407012,0.002182971],"category_scores_gemma":[0.00077502313,0.00022321558,0.0002561925,0.00019004513,0.00026023728,0.0003929851,0.00028604595,0.00026572513,0.00052119367],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009962569,0.0000989484,0.00083188526,0.00030735493,0.0000116914325,0.00018527276,0.00010179867,0.0013916079,0.925756,0.0015112924,0.00050936826,0.06919516],"study_design_scores_gemma":[0.0001388717,0.007056948,0.010980304,0.00009519451,0.0000650226,0.0018860749,0.00015304745,0.026981948,0.9063623,0.00039251585,0.045807406,0.00008033922],"about_ca_topic_score_codex":0.00033638935,"about_ca_topic_score_gemma":0.00069798384,"teacher_disagreement_score":0.002182971,"about_ca_system_score_codex":0.00019832182,"about_ca_system_score_gemma":0.0004944925,"threshold_uncertainty_score":0.0073027015},"labels":[],"label_agreement":null},{"id":"W2049206658","doi":"10.1504/ijpd.2013.058546","title":"An inquiry on managers use of decision-making tools in the core front end of the innovation process","year":2013,"lang":"en","type":"article","venue":"International Journal of Product Development","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Process (computing); New product development; Core (optical fiber); Front and back ends; Identification (biology); Process management; Product innovation; Product (mathematics); Knowledge management; Engineering; Computer science; Risk analysis (engineering); Business; Marketing","score_opus":0.08655201195818649,"score_gpt":0.35434428926586997,"score_spread":0.2677922773076835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049206658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983117,0.00032274317,0.0032319347,0.0033060138,0.00001254586,0.00006269999,0.0000109055845,0.00001084787,0.009925232],"genre_scores_gemma":[0.99803966,0.00013920086,0.0011173941,0.0002547135,0.000004657665,0.000025631234,0.0000034764705,0.0000033551137,0.00041185366],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97437626,0.019103274,0.0006932088,0.00091131276,0.002835446,0.002080448],"domain_scores_gemma":[0.9545275,0.036805484,0.0034163953,0.0009341504,0.002597545,0.0017189842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021581113,0.00034371918,0.00030356264,0.0018809249,0.0031538426,0.008312495,0.00088966114,0.0020380479,0.001209167],"category_scores_gemma":[0.03312005,0.00047552784,0.0002860765,0.0011904683,0.0059478907,0.005315449,0.0025548902,0.0022145398,0.00024033217],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013278655,0.0005025423,0.055443164,0.0002321962,0.000021846196,0.0011199364,0.87223697,0.00032506685,0.0033932724,0.018519878,0.0010198469,0.047052495],"study_design_scores_gemma":[0.000018235189,0.00043251857,0.03127254,0.00025303307,0.000015523778,0.0005067587,0.9403683,0.0009977937,0.0016472941,0.0046782983,0.019765688,0.000044045926],"about_ca_topic_score_codex":0.0013331966,"about_ca_topic_score_gemma":0.001344797,"teacher_disagreement_score":0.021581113,"about_ca_system_score_codex":0.0038779373,"about_ca_system_score_gemma":0.0036249012,"threshold_uncertainty_score":0.11413318},"labels":[],"label_agreement":null},{"id":"W2049321032","doi":"10.1109/ipcc.2013.6623907","title":"The new da vincis: Educating engineering students in the arts","year":2013,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Deliverable; The arts; Engineering education; Key (lock); Science and engineering; Course (navigation); Computer science; Engineering ethics; Mathematics education; Engineering; Engineering management; Visual arts; Systems engineering; Psychology; Art","score_opus":0.015786911678648943,"score_gpt":0.2841934660602653,"score_spread":0.26840655438161637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049321032","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18276238,0.010775914,0.13984837,0.012036319,0.0053010536,0.00086057803,0.0010602436,0.006780264,0.6405749],"genre_scores_gemma":[0.27628496,0.008926893,0.19398503,0.0037686396,0.0004402588,0.0010325619,0.0013488212,0.0013341054,0.5128788],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9998534,0.00002492311,0.000005203433,0.0000222994,0.000058681217,0.000035545145],"domain_scores_gemma":[0.9996051,0.00004413895,0.00001602866,0.000018200166,0.000026347021,0.0002901368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004182443,0.00046412257,0.00014766742,0.0003177226,0.00057046115,0.0010251778,0.00057348213,0.0005095124,0.021436132],"category_scores_gemma":[0.0007432845,0.00019055953,0.00019225279,0.00013899272,0.00033978396,0.0005434054,0.0017174958,0.0010272847,0.005177092],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020388141,0.000807581,0.003685039,0.00022837291,0.000010028047,0.00055171514,0.00121473,0.0017491945,0.0125520695,0.0145834545,0.23633038,0.7280836],"study_design_scores_gemma":[0.00014945639,0.00050932367,0.008008527,0.00017307971,0.000011888125,0.0029944065,0.00043669104,0.0031383084,0.004965653,0.0047337622,0.9748455,0.00003341311],"about_ca_topic_score_codex":0.001258839,"about_ca_topic_score_gemma":0.008989845,"teacher_disagreement_score":0.021436132,"about_ca_system_score_codex":0.0005270201,"about_ca_system_score_gemma":0.0019169506,"threshold_uncertainty_score":0.071711004},"labels":[],"label_agreement":null},{"id":"W2050660072","doi":"10.1007/s11837-013-0568-5","title":"Design of Biomaterials: The Balancing Act between Reductionism and Systems Thinking","year":2013,"lang":"en","type":"article","venue":"JOM","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Reductionism; Biochemical engineering; Nanotechnology; Engineering ethics; Engineering; Computer science; Epistemology; Materials science; Philosophy","score_opus":0.03352587601673053,"score_gpt":0.25235994867058326,"score_spread":0.21883407265385274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050660072","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06305227,0.0037847941,0.8117825,0.015073282,0.0004637616,0.00017055792,0.00003670873,0.00028789914,0.10534825],"genre_scores_gemma":[0.6757958,0.0020861293,0.3117457,0.0011118836,0.00019195912,0.00031832705,0.000058853624,0.0001910141,0.00850031],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9957403,0.0024530725,0.00015645615,0.0002857727,0.0012146313,0.00014978052],"domain_scores_gemma":[0.99202394,0.005859025,0.00034919818,0.001000377,0.0005905361,0.00017686523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055715153,0.0005030509,0.0007647622,0.0014565532,0.0015747441,0.0045223054,0.0013101285,0.0013531497,0.0039561437],"category_scores_gemma":[0.009477241,0.000532016,0.00072946126,0.00050756545,0.015670378,0.0049642352,0.0032085108,0.0026967213,0.0006016905],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014956927,0.000047154794,0.0003897315,0.00036177857,0.00002049273,0.000021352987,0.0019962532,0.0058862967,0.0020168298,0.96731937,0.00079465954,0.021131111],"study_design_scores_gemma":[0.000014328822,0.000048363145,0.00021455357,0.00011332183,0.000008400528,0.000041400654,0.0005113752,0.0086624725,0.0013259612,0.975246,0.01380126,0.000012549165],"about_ca_topic_score_codex":0.0006945192,"about_ca_topic_score_gemma":0.0011365592,"teacher_disagreement_score":0.0055715153,"about_ca_system_score_codex":0.002098816,"about_ca_system_score_gemma":0.0034258512,"threshold_uncertainty_score":0.029465318},"labels":[],"label_agreement":null},{"id":"W2051427411","doi":"10.1016/s0142-694x(02)00055-8","title":"Imagining the building: architectural design as semiotic construction","year":2003,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Semiotics; Envelope (radar); Computer science; Architectural engineering; Product (mathematics); Linguistics; Human–computer interaction; Engineering; Telecommunications; Mathematics","score_opus":0.0796670680188692,"score_gpt":0.32205490673398085,"score_spread":0.24238783871511166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051427411","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05331135,0.03276082,0.2110311,0.025618667,0.0012624557,0.00008655482,0.00008551258,0.00021294465,0.67563057],"genre_scores_gemma":[0.9482968,0.0044825217,0.026564768,0.0009940674,0.00024506796,0.00010046986,0.000050379746,0.00012239366,0.01914346],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99573696,0.0035759304,0.00007171106,0.00020195241,0.0002524559,0.00016095492],"domain_scores_gemma":[0.99598384,0.0030996911,0.00012599879,0.00043540922,0.0001819803,0.00017307345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004301591,0.00091221725,0.00064672733,0.001591123,0.0040924577,0.013034303,0.001374383,0.0034524717,0.004913237],"category_scores_gemma":[0.0059430604,0.0004894865,0.00054800505,0.0018575239,0.056243066,0.013291924,0.003966757,0.003178908,0.0006198041],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010011849,0.000007808175,0.000077626355,0.00006680524,0.000002429689,0.000059509905,0.022810772,0.00022932274,0.00020364122,0.9721015,0.0007934514,0.0036370251],"study_design_scores_gemma":[0.000020867516,0.000024983818,0.00012887179,0.00013124611,0.000007894354,0.00023956792,0.018298952,0.0007060154,0.00038636528,0.9008525,0.079188585,0.000014170996],"about_ca_topic_score_codex":0.0025226418,"about_ca_topic_score_gemma":0.0031118384,"teacher_disagreement_score":0.013034303,"about_ca_system_score_codex":0.0025210117,"about_ca_system_score_gemma":0.0026699924,"threshold_uncertainty_score":0.022749245},"labels":[],"label_agreement":null},{"id":"W2051700062","doi":"10.1115/detc2005-84956","title":"Modeling of Evolutionary Design Database","year":2005,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Consistency (knowledge bases); Descendant; Ancestor; Generative Design; Database design; Database; Conceptual design; Artificial intelligence; Human–computer interaction; Engineering","score_opus":0.05529739765706132,"score_gpt":0.27575862947105756,"score_spread":0.22046123181399624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051700062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014459416,0.0005034264,0.9681047,0.0004498928,0.000053640717,0.00019669409,0.00058035937,0.0007082436,0.01494354],"genre_scores_gemma":[0.23858164,0.001198066,0.7432527,0.00022044349,0.00004346303,0.00070401956,0.002440329,0.00017182276,0.01338748],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99751675,0.00077197497,0.00032096295,0.00043699105,0.00080184476,0.00015150449],"domain_scores_gemma":[0.9976642,0.0007427332,0.00024901374,0.0007095771,0.0005349579,0.00009944571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002527792,0.0006901119,0.00060304,0.0018140371,0.0008514333,0.0041365167,0.003315081,0.0014887694,0.0038133871],"category_scores_gemma":[0.0054526227,0.0006890161,0.0014611844,0.0019790404,0.00090887066,0.0044401092,0.0017235737,0.0012725428,0.0009858158],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015994147,0.00018790743,0.003890535,0.00032598732,0.00008756718,0.0010755396,0.001279585,0.31578892,0.004716054,0.56774616,0.003614133,0.101127714],"study_design_scores_gemma":[0.00006513559,0.00010544958,0.00063858606,0.00013092162,0.00007648791,0.0011548223,0.00027916706,0.7798343,0.0037674801,0.118271194,0.09562734,0.000049161525],"about_ca_topic_score_codex":0.006837217,"about_ca_topic_score_gemma":0.004037236,"teacher_disagreement_score":0.006837217,"about_ca_system_score_codex":0.0016276746,"about_ca_system_score_gemma":0.0017236351,"threshold_uncertainty_score":0.013594866},"labels":[],"label_agreement":null},{"id":"W2053316171","doi":"10.1017/s0890060406060136","title":"A typology of design space explorers","year":2006,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Australian Research Council; RMIT University","keywords":"Space (punctuation); Context (archaeology); Typology; Computer science; Value (mathematics); Position (finance); Human–computer interaction; Feature (linguistics); Section (typography); Data science; Artificial intelligence; Sociology; Geography; Machine learning; Business","score_opus":0.04331300252508875,"score_gpt":0.2609526968930542,"score_spread":0.21763969436796549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053316171","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09374979,0.006280404,0.2640888,0.009323493,0.00062952517,0.00067655253,0.0006144029,0.0007379813,0.62389904],"genre_scores_gemma":[0.8354848,0.0037790353,0.08724776,0.0013007306,0.00036234735,0.0016417218,0.0006269626,0.00041981266,0.06913686],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9881251,0.005685263,0.0008036506,0.0015301117,0.002846975,0.0010089038],"domain_scores_gemma":[0.99167013,0.004186474,0.0008485831,0.001834699,0.0008807365,0.0005794762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00476535,0.00091858953,0.00054645404,0.006849027,0.0050826045,0.01195605,0.002028163,0.0036083984,0.010290768],"category_scores_gemma":[0.012026916,0.00055678707,0.0010196,0.006546645,0.020984583,0.014317664,0.0066700624,0.0027577798,0.001500637],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019543668,0.00001677027,0.0015295609,0.00007819369,0.000006772584,0.00040159465,0.019508207,0.00038114688,0.00030902232,0.95865434,0.0031139809,0.015980823],"study_design_scores_gemma":[0.000036147918,0.000046372723,0.0012140387,0.00028747998,0.000011961803,0.0026454353,0.031518992,0.0023304445,0.0004197693,0.505298,0.45614403,0.000047287882],"about_ca_topic_score_codex":0.0017873257,"about_ca_topic_score_gemma":0.0015801657,"teacher_disagreement_score":0.01195605,"about_ca_system_score_codex":0.0027650571,"about_ca_system_score_gemma":0.0016621777,"threshold_uncertainty_score":0.034426033},"labels":[],"label_agreement":null},{"id":"W2053760781","doi":"10.1002/meet.14504901340","title":"J.J. Gibson and Marshall McLuhan: A survey of terminology and a proposed extension of the theory of affordances","year":2012,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Design Education and Practice","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Affordance; Terminology; Object (grammar); Extension (predicate logic); Meaning (existential); Variety (cybernetics); Action (physics); Confusion; Term (time); Epistemology; Computer science; Cognitive science; Cognition; Human–computer interaction; Psychology; Communication; Sociology; Linguistics; Artificial intelligence; Philosophy","score_opus":0.020774702342843825,"score_gpt":0.26517082009786075,"score_spread":0.24439611775501693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053760781","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008261499,0.6775841,0.14264184,0.07419453,0.004028013,0.00013009222,0.0002542289,0.0002926793,0.09261302],"genre_scores_gemma":[0.21411361,0.61360496,0.12696405,0.015722552,0.0075475625,0.0006924226,0.00047137323,0.0005461076,0.020337377],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99349517,0.0030736593,0.00068204396,0.0010181866,0.0014264524,0.00030450214],"domain_scores_gemma":[0.99355656,0.0041607465,0.00043663272,0.00038917208,0.0011683076,0.0002886016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00812705,0.0018624993,0.0021886826,0.015126528,0.0037809503,0.011459114,0.004089159,0.0044389185,0.004046217],"category_scores_gemma":[0.010834872,0.0013105371,0.0018640282,0.020155469,0.02556128,0.02507731,0.0035917643,0.0052615134,0.0013734414],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024130688,0.000030752824,0.00040337088,0.0005765331,0.000015405234,0.00010336545,0.003234585,0.000382285,0.00018436323,0.936486,0.012974803,0.04558442],"study_design_scores_gemma":[0.000013466936,0.000044895696,0.0013977181,0.0017135066,0.00002921856,0.000488358,0.0027894895,0.0018153538,0.0002079828,0.62239623,0.36901963,0.0000841922],"about_ca_topic_score_codex":0.019696608,"about_ca_topic_score_gemma":0.011078642,"teacher_disagreement_score":0.019696608,"about_ca_system_score_codex":0.008517784,"about_ca_system_score_gemma":0.005047487,"threshold_uncertainty_score":0.061801136},"labels":[],"label_agreement":null},{"id":"W2054376728","doi":"10.1115/imece2013-63769","title":"Comparative Evaluation of a Novel Concept Design Method","year":2013,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Creativity; Cohesion (chemistry); Novelty; Computer science; Design methods; Ranking (information retrieval); Task (project management); Engineering design process; Artificial intelligence; Systems engineering; Engineering; Psychology","score_opus":0.2719124599756604,"score_gpt":0.4304478288134577,"score_spread":0.15853536883779734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054376728","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073767334,0.00090867485,0.8886484,0.00086565205,0.0007940742,0.006787483,0.00032016268,0.0010364071,0.026871769],"genre_scores_gemma":[0.114062935,0.00027625452,0.87793475,0.00021142421,0.00008101499,0.0041617206,0.00016768376,0.00013912506,0.0029650887],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.96100533,0.028306268,0.0019599055,0.002618381,0.005655145,0.00045491246],"domain_scores_gemma":[0.8899642,0.08219586,0.002720218,0.006988426,0.016955653,0.0011756823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04176636,0.0011030098,0.0010392423,0.0028141888,0.0009359403,0.0032185013,0.0024689646,0.0015970842,0.018928757],"category_scores_gemma":[0.10488279,0.00045347936,0.0012191301,0.0013342536,0.0015685009,0.0032266714,0.0026010098,0.0012950684,0.0017143886],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023533208,0.001594356,0.002789065,0.0037999584,0.00017067879,0.0002834401,0.0057732686,0.018155854,0.01237331,0.071096815,0.00564331,0.87596655],"study_design_scores_gemma":[0.007358858,0.032376274,0.01120841,0.0041942587,0.0010836511,0.0025672326,0.009551953,0.42008144,0.05561329,0.13282919,0.3223375,0.0007980278],"about_ca_topic_score_codex":0.0005173395,"about_ca_topic_score_gemma":0.00076793245,"teacher_disagreement_score":0.04176636,"about_ca_system_score_codex":0.0025845745,"about_ca_system_score_gemma":0.0028016383,"threshold_uncertainty_score":0.22088426},"labels":[],"label_agreement":null},{"id":"W2054760507","doi":"10.2202/1553-3840.1103","title":"Coming of Age -- Emerging Issues and New Directions in CAM Research: Abstracts from the Fourth Annual IN-CAM Symposium November 1 &amp; 2, 2007, Vancouver, Canada","year":2007,"lang":"en","type":"article","venue":"Journal of Complementary and Integrative Medicine","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Health Canada","keywords":"Library science; Gerontology; Medicine; Computer science","score_opus":0.06815559841393375,"score_gpt":0.3647914711294653,"score_spread":0.29663587271553155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054760507","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071448823,0.5015823,0.0009868823,0.28119338,0.12269256,0.000258974,0.0018207974,0.0001521057,0.084168166],"genre_scores_gemma":[0.028406994,0.48389342,0.0033376336,0.02742567,0.0416177,0.0001946274,0.003200271,0.00019033074,0.41173336],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981517,0.00019470065,0.00008492962,0.00010875039,0.0010920046,0.00036790312],"domain_scores_gemma":[0.99317765,0.0004883442,0.00020233668,0.000078026205,0.0038202917,0.0022332955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037207329,0.00095102895,0.0012322424,0.0017450824,0.004651969,0.0072280644,0.0009530244,0.0027271877,0.071384706],"category_scores_gemma":[0.0041731466,0.000533586,0.0005515768,0.002232793,0.0014187362,0.0021524224,0.0021975844,0.004052842,0.012323592],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009149651,0.000045536253,0.0006397933,0.00070347905,0.000009362311,0.00009186636,0.00065549416,0.000018218472,0.00045334382,0.00035787025,0.9251911,0.07174238],"study_design_scores_gemma":[0.00001716934,0.00005467588,0.010712831,0.0012791127,0.000024619474,0.000205618,0.003711523,0.00002053929,0.0002222773,0.00065006013,0.98307794,0.0000237293],"about_ca_topic_score_codex":0.10029007,"about_ca_topic_score_gemma":0.53709656,"teacher_disagreement_score":0.10029007,"about_ca_system_score_codex":0.0069447528,"about_ca_system_score_gemma":0.016673975,"threshold_uncertainty_score":0.23880559},"labels":[],"label_agreement":null},{"id":"W2056803429","doi":"10.1115/detc2004-57303","title":"Use of Biological Phenomena in Design by Analogy","year":2004,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Analogy; Computer science; Epistemology; Philosophy","score_opus":0.11522177038884165,"score_gpt":0.2788095644820872,"score_spread":0.16358779409324556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056803429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28891608,0.0026001255,0.5687704,0.004596577,0.00016625764,0.00033650658,0.000041477295,0.00050017744,0.13407236],"genre_scores_gemma":[0.83776665,0.0007070149,0.15629122,0.0003580012,0.000019511217,0.00021383773,0.00003056721,0.00006415236,0.0045490903],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9893969,0.008187655,0.00027475928,0.0006930222,0.0012524865,0.0001951102],"domain_scores_gemma":[0.9880145,0.00855534,0.0007489591,0.0020363352,0.0004703714,0.00017434692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006112845,0.0006293941,0.00030910393,0.0011123599,0.0011631055,0.0028786957,0.0011947926,0.0014059405,0.0040084273],"category_scores_gemma":[0.02009198,0.00042444986,0.00048663054,0.0005874934,0.0073064426,0.005247847,0.0030286543,0.0011324837,0.0003881397],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031113267,0.00026395367,0.004666995,0.0010457895,0.00005625115,0.0010323427,0.062389415,0.011250681,0.039274026,0.6493824,0.002429014,0.22789797],"study_design_scores_gemma":[0.00020738905,0.0014537353,0.0052827727,0.00056963635,0.00010239124,0.0036226234,0.013982777,0.027428215,0.031090265,0.6746262,0.24148238,0.0001516832],"about_ca_topic_score_codex":0.00057039154,"about_ca_topic_score_gemma":0.00072701497,"teacher_disagreement_score":0.006112845,"about_ca_system_score_codex":0.0014884184,"about_ca_system_score_gemma":0.0008881201,"threshold_uncertainty_score":0.03232819},"labels":[],"label_agreement":null},{"id":"W2057360934","doi":"10.1023/b:jspd.0000016463.39296.99","title":"A journey in design – an exploration of perspectives for sustainability","year":2002,"lang":"en","type":"article","venue":"The Journal of Sustainable Product Design","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Sustainability; Terminology; Analogy; Sustainable design; Product design; Management science; Product (mathematics); Engineering ethics; Design elements and principles; Computer science; Engineering; Risk analysis (engineering); Architectural engineering; Business; Systems engineering; Epistemology; Mathematics; Ecology","score_opus":0.0972863726396291,"score_gpt":0.3102877984145339,"score_spread":0.21300142577490483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057360934","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14856073,0.030225122,0.04953067,0.12224764,0.0012697587,0.000115941875,0.000121279714,0.00014369574,0.6477852],"genre_scores_gemma":[0.94965905,0.010711136,0.008743005,0.0029748161,0.00017187903,0.00009463029,0.000047780362,0.00018418275,0.027413514],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9920845,0.0063858936,0.00011176121,0.00030017752,0.0005040993,0.00061364524],"domain_scores_gemma":[0.99630356,0.0022016952,0.00016958216,0.00028276377,0.00043065267,0.0006117223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006731669,0.0009253686,0.00058105704,0.0020619947,0.011986134,0.019354057,0.001646219,0.0049582515,0.006371007],"category_scores_gemma":[0.004457044,0.0005023542,0.00071002386,0.0029412925,0.04217203,0.017029682,0.009086287,0.0050517926,0.00079916156],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028577728,0.00003011687,0.00038741535,0.00012101295,0.000004932929,0.00022809797,0.13839798,0.00027369458,0.00022060855,0.84794,0.0038607542,0.008506703],"study_design_scores_gemma":[0.000017142873,0.00006289054,0.0003318756,0.00046869426,0.0000083743125,0.00033767332,0.25373116,0.00054782303,0.00029892728,0.33496076,0.4092144,0.000020227577],"about_ca_topic_score_codex":0.005555378,"about_ca_topic_score_gemma":0.009266279,"teacher_disagreement_score":0.019354057,"about_ca_system_score_codex":0.008595679,"about_ca_system_score_gemma":0.007958659,"threshold_uncertainty_score":0.062366307},"labels":[],"label_agreement":null},{"id":"W2060869072","doi":"10.1115/detc2009-86680","title":"Effective Analogical Transfer Using Biological Descriptions Retrieved With Functional and Biologically Meaningful Keywords","year":2009,"lang":"en","type":"article","venue":"Volume 8: 14th Design for Manufacturing and the Life Cycle Conference; 6th Symposium on International Design and Design Education; 21st International Conference on Design Theory and Methodology, Parts A and B","topic":"Design Education and Practice","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Action (physics); Key (lock); Biological organism; Artificial intelligence; Quality (philosophy); Analogy; Human–computer interaction; Biological materials; Biochemical engineering; Linguistics; Epistemology; Engineering","score_opus":0.15721378129531507,"score_gpt":0.3286757510187322,"score_spread":0.17146196972341712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060869072","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14142872,0.00070253195,0.8228026,0.0014664228,0.00025609732,0.0011281669,0.0004778481,0.0038824077,0.027855258],"genre_scores_gemma":[0.50974286,0.0008000286,0.48104158,0.0005592173,0.000061064915,0.00047945237,0.0009686202,0.00043448707,0.0059127137],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99455076,0.0022971528,0.0007373901,0.0006675301,0.0015715664,0.00017566224],"domain_scores_gemma":[0.97821325,0.013855758,0.0011845531,0.003995439,0.0024761388,0.00027492022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005228296,0.0011948313,0.0006505455,0.002724809,0.0005124569,0.0028555293,0.0019189067,0.0015922807,0.009893476],"category_scores_gemma":[0.051248677,0.00055807235,0.0011004327,0.0012823049,0.0014833707,0.009194084,0.003126086,0.0013701225,0.0018988232],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059253577,0.0006555733,0.002477091,0.0024964833,0.000101796104,0.0017023694,0.011342518,0.020463696,0.069639064,0.074539706,0.0040364675,0.8119526],"study_design_scores_gemma":[0.00043879522,0.0025359713,0.0053399694,0.0011980588,0.0006594802,0.006083934,0.015127993,0.2986643,0.22464511,0.3105754,0.13401136,0.00071962446],"about_ca_topic_score_codex":0.0008129214,"about_ca_topic_score_gemma":0.00057678623,"teacher_disagreement_score":0.009893476,"about_ca_system_score_codex":0.0012324572,"about_ca_system_score_gemma":0.0015116214,"threshold_uncertainty_score":0.03309697},"labels":[],"label_agreement":null},{"id":"W2061003446","doi":"10.1109/fie.2010.5673389","title":"Work in progress &amp;#x2014; Design in first year engineering","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Context (archaeology); Strengths and weaknesses; Engineering education; Work (physics); Course (navigation); Computer science; Design education; Engineering management; Engineering design process; Engineering; Engineering ethics; Psychology; Mechanical engineering","score_opus":0.01994592840440598,"score_gpt":0.24672897809414138,"score_spread":0.2267830496897354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061003446","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19162688,0.0413019,0.11078685,0.024789816,0.009924837,0.00063183915,0.0011094016,0.0022445272,0.617584],"genre_scores_gemma":[0.25930804,0.019867448,0.044698328,0.0019769096,0.0007819309,0.00023796341,0.0014764766,0.00064545183,0.6710074],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996409,0.0016386609,0.0001315464,0.0003727701,0.0009427032,0.000505369],"domain_scores_gemma":[0.99305105,0.0023087594,0.00019704513,0.00083317066,0.0015702071,0.0020396875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060793627,0.00042436345,0.00039356694,0.00088614423,0.0015759848,0.0042372937,0.0010161119,0.001900702,0.050242845],"category_scores_gemma":[0.0052788844,0.00036758833,0.0005754108,0.0013164368,0.0015743251,0.002024047,0.0016485513,0.0012926931,0.01012576],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016746345,0.0012903044,0.0042012255,0.00049111655,0.000029902129,0.00014908407,0.008752787,0.0015561504,0.004852197,0.010654472,0.07938058,0.88847464],"study_design_scores_gemma":[0.00004923686,0.0008441529,0.009530225,0.0005029723,0.0000237063,0.00045228263,0.0060166107,0.0014436286,0.0059764343,0.0044181435,0.97070235,0.000040362134],"about_ca_topic_score_codex":0.011082367,"about_ca_topic_score_gemma":0.013748073,"teacher_disagreement_score":0.050242845,"about_ca_system_score_codex":0.0021650551,"about_ca_system_score_gemma":0.0061107734,"threshold_uncertainty_score":0.16807902},"labels":[],"label_agreement":null},{"id":"W2061319506","doi":"10.1260/147807709788921921","title":"A Cyber-Enabled Collaborative Design Studio","year":2009,"lang":"en","type":"article","venue":"International Journal of Architectural Computing","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; McGill University","funders":"","keywords":"Studio; Design studio; Collaborative design; Engineering; Mediation; Multimedia; Computer science; Engineering management; Systems engineering; Systems design; Telecommunications; Sociology","score_opus":0.0159007553399435,"score_gpt":0.2896556440703705,"score_spread":0.27375488873042697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061319506","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14779793,0.00040958106,0.611,0.0009574176,0.00034116427,0.0020024679,0.0007241152,0.0063118557,0.23045544],"genre_scores_gemma":[0.2669408,0.0003497431,0.64344454,0.0002525382,0.00006596789,0.0017174603,0.00072068954,0.00070311816,0.08580517],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99691594,0.0015704319,0.00016250419,0.0004886227,0.00065113296,0.0002113653],"domain_scores_gemma":[0.99524915,0.0019484469,0.00017170451,0.0014314025,0.00032646715,0.00087276945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004401314,0.0007553603,0.00055016123,0.0011062461,0.0012057177,0.004381415,0.0018461278,0.0008746706,0.022763584],"category_scores_gemma":[0.0037908126,0.00057641364,0.00078807055,0.00067793264,0.0017123007,0.0021788047,0.0045732455,0.0013734382,0.005149451],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001676618,0.0044782334,0.0054907436,0.0012948328,0.00012553207,0.0014417002,0.03661784,0.027221238,0.07973048,0.31753865,0.026893891,0.49749026],"study_design_scores_gemma":[0.00063334085,0.0024678414,0.0031431294,0.00030395782,0.00007867395,0.001939209,0.004081559,0.031035582,0.03063731,0.04734419,0.8781948,0.00014056763],"about_ca_topic_score_codex":0.0003431822,"about_ca_topic_score_gemma":0.00067711587,"teacher_disagreement_score":0.022763584,"about_ca_system_score_codex":0.00091442635,"about_ca_system_score_gemma":0.0027110816,"threshold_uncertainty_score":0.07615179},"labels":[],"label_agreement":null},{"id":"W2067712349","doi":"10.1108/13527590510635152","title":"Concurrent engineering teams I: organizational determinants of usage","year":2005,"lang":"en","type":"article","venue":"Team Performance Management","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; St. Francis Xavier University","funders":"","keywords":"Structural equation modeling; Knowledge management; New product development; USable; Business; Product (mathematics); Team effectiveness; Team composition; Process management; Marketing; Computer science","score_opus":0.0077435650682155435,"score_gpt":0.22656991583611258,"score_spread":0.21882635076789703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067712349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99125296,0.00020123729,0.0025511347,0.0005460393,0.00001626577,0.00006927963,0.00004103121,0.000020112477,0.005301917],"genre_scores_gemma":[0.9986621,0.00007256473,0.0008801993,0.000037726484,0.000013660683,0.00004268477,0.000025646194,0.000007463838,0.00025782458],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99129796,0.0042482396,0.0006579184,0.00065533246,0.0022353947,0.00090524676],"domain_scores_gemma":[0.89681005,0.054068808,0.02923985,0.005648293,0.0069982843,0.0072346535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073574036,0.00031542277,0.00026669545,0.0018642695,0.0011851145,0.003415086,0.00089168944,0.00048605356,0.0025656072],"category_scores_gemma":[0.039701495,0.00028301185,0.0005161114,0.0015801851,0.0018719468,0.001506193,0.0028326078,0.0012363637,0.00028243984],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044944092,0.00028999374,0.9619875,0.00007857144,0.00003762403,0.000087113105,0.0051348945,0.000552782,0.00039507015,0.001374861,0.00035884755,0.029657766],"study_design_scores_gemma":[0.000012244411,0.00039104748,0.97555137,0.00016227407,0.000042859807,0.00024095508,0.01611797,0.0029019488,0.00058518565,0.0012996494,0.0026683165,0.000026201324],"about_ca_topic_score_codex":0.0046903314,"about_ca_topic_score_gemma":0.003376351,"teacher_disagreement_score":0.0073574036,"about_ca_system_score_codex":0.0015977937,"about_ca_system_score_gemma":0.0033727041,"threshold_uncertainty_score":0.03891015},"labels":[],"label_agreement":null},{"id":"W2070234480","doi":"10.17831/enq:arcc.v9i1.62","title":"The prequalified competition - how are architects appointed to invited architectural competitions?","year":2012,"lang":"en","type":"article","venue":"Enquiry The ARCC Journal for Architectural Research","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Ottawa Mental Health Centre","funders":"","keywords":"Competition (biology); Negotiation; Engineering; Process (computing); Selection (genetic algorithm); Engineering management; Medical education; Sociology; Computer science; Medicine; Artificial intelligence","score_opus":0.15984517846087035,"score_gpt":0.41061739384271206,"score_spread":0.2507722153818417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070234480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9631488,0.00077347003,0.0025722778,0.0071748476,0.0006772194,0.0004546751,0.00006170856,0.00005042629,0.025086567],"genre_scores_gemma":[0.9864022,0.00023764343,0.00081117166,0.0009412094,0.00009710435,0.0001501352,0.00006686448,0.000028833627,0.011264828],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.95391476,0.02225033,0.0015932651,0.0028094668,0.008647171,0.010785061],"domain_scores_gemma":[0.91384715,0.030189887,0.010030225,0.003941085,0.015086072,0.026905565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032441404,0.0004989397,0.0006584376,0.0029045646,0.015201158,0.009995728,0.0029651762,0.0026270587,0.009711154],"category_scores_gemma":[0.093581446,0.0008934299,0.0006326537,0.002278655,0.005573751,0.0047456142,0.006470708,0.0047014924,0.0017356342],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036331706,0.001192491,0.1422027,0.00029178025,0.000028099692,0.0025844343,0.706807,0.00048145023,0.0010576538,0.01376845,0.014335426,0.11688718],"study_design_scores_gemma":[0.000066211214,0.0005344613,0.17202371,0.0003476713,0.000015340453,0.000987291,0.7323074,0.00076768454,0.0005463884,0.0022977479,0.08992518,0.00018099869],"about_ca_topic_score_codex":0.037914973,"about_ca_topic_score_gemma":0.07001345,"teacher_disagreement_score":0.037914973,"about_ca_system_score_codex":0.010514858,"about_ca_system_score_gemma":0.014313916,"threshold_uncertainty_score":0.17156863},"labels":[],"label_agreement":null},{"id":"W207107363","doi":"10.1007/978-3-642-35758-9_32","title":"Design System Assessment Tool","year":2012,"lang":"en","type":"book-chapter","venue":"IFIP International Federation for Information Processing/IFIP","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Computer science","score_opus":0.03171360819308356,"score_gpt":0.28370644763411323,"score_spread":0.2519928394410297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W207107363","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041715177,0.00034102713,0.7312213,0.00082188676,0.0003732692,0.0016905274,0.0063473615,0.050090518,0.20494263],"genre_scores_gemma":[0.062822625,0.00067465677,0.6542127,0.00108451,0.00012308249,0.0027020418,0.018716998,0.008402459,0.2512609],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956311,0.0010967059,0.00036589944,0.00045051772,0.0023065351,0.00014916969],"domain_scores_gemma":[0.99358267,0.0022637525,0.00021472988,0.0012009187,0.0025728017,0.00016501764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004216691,0.0013030879,0.00055896456,0.005560675,0.001009248,0.0040158946,0.001486878,0.0009321274,0.0847071],"category_scores_gemma":[0.013623949,0.00060427265,0.00076729234,0.0019926643,0.00049286144,0.0030147373,0.0023473674,0.0014835792,0.04185674],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013200163,0.00022500921,0.0014642796,0.00081220485,0.000048854443,0.00019412882,0.0007949891,0.004206402,0.0077215373,0.055267468,0.18316588,0.74596727],"study_design_scores_gemma":[0.00006362484,0.0001185554,0.0010647846,0.00034977347,0.000052954856,0.0003564103,0.00026527344,0.021624118,0.012859872,0.021463905,0.9417242,0.000056513974],"about_ca_topic_score_codex":0.0017019438,"about_ca_topic_score_gemma":0.0020080789,"teacher_disagreement_score":0.0847071,"about_ca_system_score_codex":0.0012195087,"about_ca_system_score_gemma":0.0029023932,"threshold_uncertainty_score":0.28337353},"labels":[],"label_agreement":null},{"id":"W2071382538","doi":"10.4000/vertigo.11606","title":"Intégration du développement durable par les principes et la démarche de conception dans un cours projet","year":2013,"lang":"fr","type":"article","venue":"VertigO","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.0246986068866675,"score_gpt":0.2834516904990282,"score_spread":0.2587530836123607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071382538","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029857019,0.0028550734,0.6968043,0.0076090246,0.0006118164,0.00049063406,0.00024289679,0.0013655812,0.26016366],"genre_scores_gemma":[0.24184899,0.003958249,0.52064484,0.0014428665,0.00020272196,0.00066401454,0.00087985076,0.0014779841,0.22888054],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99067724,0.0029002342,0.0005355034,0.0013578704,0.0037483424,0.0007808421],"domain_scores_gemma":[0.9930488,0.0013642185,0.0003709147,0.0015126904,0.0028694628,0.0008339558],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009043151,0.0010021057,0.00052804156,0.0021237705,0.0033670366,0.013782967,0.0022553704,0.0022163359,0.012815909],"category_scores_gemma":[0.0075692707,0.0009432498,0.0011628013,0.0017758176,0.007986918,0.007258103,0.0068268124,0.004806574,0.003960195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006543469,0.00008621842,0.0016905034,0.0003982337,0.000031929612,0.0004862042,0.01855458,0.0035958071,0.0062696296,0.8326237,0.008831941,0.12736589],"study_design_scores_gemma":[0.000022248667,0.0001603694,0.0024470596,0.00070024404,0.000045661924,0.00057041633,0.0070141326,0.005534317,0.007880108,0.10476347,0.8707759,0.00008607983],"about_ca_topic_score_codex":0.027272133,"about_ca_topic_score_gemma":0.02471167,"teacher_disagreement_score":0.027272133,"about_ca_system_score_codex":0.00941467,"about_ca_system_score_gemma":0.013740168,"threshold_uncertainty_score":0.06830853},"labels":[],"label_agreement":null},{"id":"W2071709409","doi":"10.1017/cbo9781139057516.017","title":"O","year":2011,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ceremony; Engineering; Ring (chemistry); Order (exchange); State (computer science); Engineering physics; History; Archaeology; Computer science; Chemistry; Business","score_opus":0.035045585286944375,"score_gpt":0.19192656742082134,"score_spread":0.15688098213387697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071709409","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033736508,0.00192971,0.000852353,0.0024882776,0.0019907816,0.00002844564,0.00010742298,0.00007008303,0.9921956],"genre_scores_gemma":[0.005449193,0.0013705365,0.0005093562,0.001992712,0.00041554307,0.000019382067,0.00009221182,0.000065798646,0.99008524],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990295,0.00012774538,0.000036324887,0.0002474907,0.00040445413,0.00015454406],"domain_scores_gemma":[0.99950707,0.00007599135,0.000030560434,0.00006783413,0.00024085898,0.000077843906],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005678551,0.00072386593,0.00025849938,0.0008755583,0.002960659,0.0043341042,0.00071885483,0.0018784978,0.1370155],"category_scores_gemma":[0.0013968579,0.00023964526,0.00033251045,0.00060306874,0.002157655,0.0040939697,0.002205984,0.002842876,0.07506443],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024162404,0.000023443608,0.00019777405,0.00013484266,0.0000020173286,0.00010695312,0.0022127866,0.00006566344,0.0003032492,0.35408553,0.55703354,0.085810065],"study_design_scores_gemma":[9.406636e-7,0.0000036617323,0.000063848864,0.000037864826,4.4344011e-7,0.000051967258,0.00012928824,0.000010102155,0.00004819202,0.0037457754,0.9959059,0.0000018931871],"about_ca_topic_score_codex":0.009052826,"about_ca_topic_score_gemma":0.01805337,"teacher_disagreement_score":0.8629845,"about_ca_system_score_codex":0.0029327269,"about_ca_system_score_gemma":0.0027126921,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2071911490","doi":"10.1243/095440504322984894","title":"Biomimetic design for remanufacture in the context of design for assembly","year":2004,"lang":"en","type":"article","venue":"Proceedings of the Institution of Mechanical Engineers Part B Journal of Engineering Manufacture","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of New Brunswick","funders":"","keywords":"Context (archaeology); Contradiction; Product design; Computer science; Product (mathematics); Engineering; Mathematics","score_opus":0.028789598901508548,"score_gpt":0.24958767057428322,"score_spread":0.22079807167277465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071911490","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007504679,0.00035578478,0.9840258,0.00049547554,0.00005316749,0.00006097357,0.000011756129,0.00007788954,0.007414524],"genre_scores_gemma":[0.11373164,0.00042308352,0.88000894,0.00023671846,0.000032632786,0.00030450424,0.00004011284,0.00010166135,0.005120778],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99781275,0.00090114685,0.00016891042,0.00026862894,0.000772495,0.00007606458],"domain_scores_gemma":[0.9975924,0.0013368177,0.0002678059,0.00033888302,0.00039754598,0.00006655481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037711672,0.00079820224,0.00052858994,0.00077581784,0.0010706104,0.0012027147,0.0009710838,0.0012249179,0.0030285143],"category_scores_gemma":[0.004844113,0.00047533796,0.0007609157,0.0004853994,0.0022470986,0.0018680753,0.001175129,0.0012847461,0.0004678346],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005614239,0.000055318236,0.0005115281,0.0006136098,0.00002712436,0.0002044661,0.0009159717,0.10338213,0.014318004,0.78718287,0.0015770432,0.09115585],"study_design_scores_gemma":[0.000057905345,0.00048487156,0.00043234066,0.00036371528,0.000057031644,0.00086870446,0.00040926106,0.29790008,0.0225809,0.5184681,0.15829913,0.00007804212],"about_ca_topic_score_codex":0.0007439166,"about_ca_topic_score_gemma":0.0010418831,"teacher_disagreement_score":0.0037711672,"about_ca_system_score_codex":0.0012913696,"about_ca_system_score_gemma":0.00152201,"threshold_uncertainty_score":0.019944072},"labels":[],"label_agreement":null},{"id":"W2072011736","doi":"10.1016/j.cogsys.2008.09.006","title":"A computational model of visual analogies in design","year":2009,"lang":"en","type":"article","venue":"Cognitive Systems Research","topic":"Design Education and Practice","field":"Engineering","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Analogy; Computer science; Visual reasoning; Analogical reasoning; Communication design; Visual Basic; Artificial intelligence; Human–computer interaction; Cognitive science; Programming language; Psychology; Multimedia; Epistemology","score_opus":0.25657465488741293,"score_gpt":0.4566101486222191,"score_spread":0.20003549373480617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072011736","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057292502,0.00075395696,0.8560176,0.0030642054,0.00012579317,0.000103838625,0.00029417546,0.00044694054,0.08190094],"genre_scores_gemma":[0.81672335,0.00052713486,0.17338444,0.00031397826,0.000077002296,0.00016310251,0.00030493332,0.000074365686,0.008431668],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927396,0.0002879197,0.00003883789,0.000167442,0.00017695944,0.000054787335],"domain_scores_gemma":[0.99675924,0.0023072413,0.00018384084,0.00039065635,0.0002510121,0.00010808321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008294114,0.0004962192,0.00042398518,0.0014790299,0.00080581865,0.0039901645,0.0021931431,0.0016270416,0.016481457],"category_scores_gemma":[0.008685986,0.0005644985,0.0014515953,0.0012807784,0.0029728482,0.0075932327,0.0014937274,0.0015209364,0.0010255367],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027002681,0.000038267517,0.00038124018,0.00007966263,0.00002157853,0.000096185446,0.0005490503,0.022041358,0.00057697983,0.9576535,0.0006704368,0.017864764],"study_design_scores_gemma":[0.00001918512,0.000023473573,0.00027661675,0.000034436755,0.000015625516,0.0001287745,0.00013530026,0.12433552,0.00030075843,0.8715123,0.0032055425,0.000012544634],"about_ca_topic_score_codex":0.0051814136,"about_ca_topic_score_gemma":0.002856006,"teacher_disagreement_score":0.016481457,"about_ca_system_score_codex":0.0013724575,"about_ca_system_score_gemma":0.0010980724,"threshold_uncertainty_score":0.055135965},"labels":[],"label_agreement":null},{"id":"W2072282134","doi":"","title":"Applying axiomatic design principles to the House of Quality.","year":2001,"lang":"en","type":"article","venue":"Scholarship at UWindsor (University of Windsor)","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"","keywords":"Axiomatic design; Quality (philosophy); Computer science; Engineering; Operations management; Epistemology; Philosophy","score_opus":0.08417384609728135,"score_gpt":0.2712090390006876,"score_spread":0.18703519290340626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072282134","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012905295,0.0015396179,0.9319115,0.004950451,0.000799982,0.00028509906,0.000098826196,0.0002975236,0.058826365],"genre_scores_gemma":[0.07348888,0.0024568927,0.8975772,0.002640391,0.00042879954,0.0009818366,0.0002245089,0.00021478841,0.021986647],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98969615,0.004363657,0.00085048756,0.0009647743,0.0038492135,0.00027564538],"domain_scores_gemma":[0.9884498,0.005477184,0.00075668725,0.002060722,0.0029745966,0.00028094175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012236876,0.00082682114,0.0004839639,0.001989185,0.0024234531,0.0058093444,0.0021837738,0.0022285837,0.0067749307],"category_scores_gemma":[0.016184336,0.00077002787,0.0013684644,0.0014089638,0.012005444,0.007727066,0.003881251,0.0054187574,0.0023531802],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064702676,0.000011057638,0.00011128025,0.0001304458,0.000009723522,0.000049556136,0.0005924685,0.0011596442,0.00022601755,0.9727026,0.0040812,0.020919612],"study_design_scores_gemma":[0.00002281204,0.00005347128,0.00016285184,0.00022954906,0.000020025835,0.00024237677,0.0003817901,0.005376871,0.0010016605,0.77861357,0.2138628,0.0000322917],"about_ca_topic_score_codex":0.0051168473,"about_ca_topic_score_gemma":0.0054184697,"teacher_disagreement_score":0.012236876,"about_ca_system_score_codex":0.0036766096,"about_ca_system_score_gemma":0.0056183557,"threshold_uncertainty_score":0.064715564},"labels":[],"label_agreement":null},{"id":"W2072867596","doi":"10.1016/j.sbspro.2013.12.295","title":"Teamwork in Crossdisciplinarity","year":2013,"lang":"en","type":"article","venue":"Procedia - Social and Behavioral Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Teamwork; Bachelor; Coaching; Engineering management; Process (computing); Engineering; Work (physics); Session (web analytics); Knowledge management; Psychology; Computer science; Management; Political science; Mechanical engineering","score_opus":0.08061226673617838,"score_gpt":0.3712303261408441,"score_spread":0.29061805940466573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072867596","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.114896275,0.04684522,0.10458439,0.020936184,0.0015165269,0.00036087088,0.000052196534,0.00021810578,0.71059024],"genre_scores_gemma":[0.94546115,0.007131805,0.011795653,0.0010662406,0.00038169578,0.00031467312,0.000034425164,0.000062867075,0.03375147],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9925178,0.004661538,0.00025148838,0.0006729581,0.0010984408,0.0007976796],"domain_scores_gemma":[0.99363273,0.003079569,0.0006963534,0.0005354534,0.0008610855,0.0011947363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005546694,0.00057213334,0.0004861203,0.0027540082,0.0054473756,0.009136254,0.0013120676,0.0018884274,0.00757556],"category_scores_gemma":[0.007434676,0.0003676404,0.00039012567,0.0019201821,0.023544507,0.0040962882,0.007364947,0.0019451068,0.00072456576],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019225026,0.00004174428,0.0018527993,0.00019871011,0.000017000313,0.00038757254,0.042687602,0.0009923677,0.00022280258,0.89487135,0.0045449664,0.05416392],"study_design_scores_gemma":[0.000043565193,0.000074856835,0.005577714,0.0006731811,0.000016253822,0.00045907835,0.026391683,0.0014130862,0.00029095955,0.6764856,0.2885363,0.000037711885],"about_ca_topic_score_codex":0.020368902,"about_ca_topic_score_gemma":0.016040824,"teacher_disagreement_score":0.020368902,"about_ca_system_score_codex":0.008328434,"about_ca_system_score_gemma":0.0065634563,"threshold_uncertainty_score":0.060427308},"labels":[],"label_agreement":null},{"id":"W2073448498","doi":"10.1017/s0890060413000486","title":"Design problem solving with biological analogies: A verbal protocol study","year":2014,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto","keywords":"Biomimetics; Recall; Computer science; Coding (social sciences); Cognition; Human–computer interaction; Artificial intelligence; Psychology; Cognitive psychology; Mathematics","score_opus":0.060711053370661544,"score_gpt":0.2912315540912709,"score_spread":0.23052050072060934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073448498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95240664,0.00006224579,0.016444137,0.00034214658,0.000057040255,0.02845828,0.00014250893,0.00006134186,0.0020257428],"genre_scores_gemma":[0.7424409,0.00028838142,0.0374726,0.00072935724,0.00009439331,0.21661738,0.00038862604,0.00004242841,0.0019259294],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.91072285,0.07173382,0.008098286,0.0025669478,0.0052963705,0.0015816911],"domain_scores_gemma":[0.5736722,0.3548087,0.029950444,0.02070682,0.018018888,0.0028429881],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.073679395,0.001256147,0.0013367491,0.0022415228,0.0024770102,0.0031076684,0.002526602,0.0027924068,0.0050332732],"category_scores_gemma":[0.29207522,0.0011003395,0.0008687075,0.0016788569,0.0045207515,0.0024507993,0.002931648,0.0034839308,0.0010174181],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018641436,0.12875591,0.07136732,0.0060626203,0.0004818258,0.0030109433,0.4577867,0.012470602,0.028312521,0.029808026,0.005742615,0.23755951],"study_design_scores_gemma":[0.044212982,0.2797679,0.10723061,0.004756402,0.00085580663,0.0018792577,0.3435262,0.05371842,0.045640454,0.043902814,0.07339198,0.00111716],"about_ca_topic_score_codex":0.00063528,"about_ca_topic_score_gemma":0.0005129407,"teacher_disagreement_score":0.073679395,"about_ca_system_score_codex":0.0033587788,"about_ca_system_score_gemma":0.004209463,"threshold_uncertainty_score":0.38965857},"labels":[],"label_agreement":null},{"id":"W2073636544","doi":"10.1518/001872000779656642","title":"A Framework for Epistemological Analysis in Empirical (Laboratory and Field) Studies","year":2000,"lang":"en","type":"article","venue":"Human Factors The Journal of the Human Factors and Ergonomics Society","topic":"Design Education and Practice","field":"Engineering","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Generalizability theory; Empirical research; Field (mathematics); Management science; Abstraction; Cognition; Computer science; Epistemology; Data science; Cognitive science; Engineering ethics; Psychology; Engineering","score_opus":0.07473902757256702,"score_gpt":0.3438005567673261,"score_spread":0.2690615291947591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073636544","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024845747,0.0014351441,0.9611989,0.010272258,0.00035368503,0.0011072042,0.00012484661,0.00018462505,0.02283877],"genre_scores_gemma":[0.09324991,0.00077975483,0.89602274,0.0015338411,0.00027528778,0.006613914,0.00025612066,0.00011754721,0.0011509251],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.7591316,0.2002238,0.013764297,0.0082849255,0.01610299,0.0024923708],"domain_scores_gemma":[0.6933646,0.23982522,0.011221706,0.032214615,0.019656416,0.003717455],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25841764,0.0034751939,0.003947497,0.020765107,0.013985191,0.02848167,0.010019964,0.00997187,0.0048128874],"category_scores_gemma":[0.19900572,0.0025989658,0.004373759,0.012273575,0.11168168,0.032566182,0.015565108,0.013374125,0.0013815147],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008412215,0.000023971048,0.00019336029,0.00017976403,0.000016295377,0.00005989788,0.0054196953,0.00036470877,0.00006942897,0.9863258,0.0004515803,0.00688714],"study_design_scores_gemma":[0.0000369112,0.000019918041,0.00015032354,0.00047331926,0.000014241504,0.00007516962,0.003609317,0.0018184467,0.00011603879,0.9805689,0.0130884275,0.000029033748],"about_ca_topic_score_codex":0.0073147616,"about_ca_topic_score_gemma":0.004778924,"teacher_disagreement_score":0.7415824,"about_ca_system_score_codex":0.020413464,"about_ca_system_score_gemma":0.028097814,"threshold_uncertainty_score":0.9145031},"labels":[],"label_agreement":null},{"id":"W2073661746","doi":"10.1016/j.destud.2011.01.001","title":"The worlds and modalities of engagement of design participants: A qualitative case study of three medical innovations","year":2011,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Université de Montréal","funders":"","keywords":"Process (computing); Engineering design process; Knowledge management; Object (grammar); Modalities; Design process; Qualitative research; Psychology; Computer science; Engineering; Sociology; Business; Marketing; Operations management; Work in process; Artificial intelligence","score_opus":0.5544391329858422,"score_gpt":0.44806586846274443,"score_spread":0.10637326452309781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073661746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9677184,0.00061470486,0.013234546,0.0034799404,0.0001104642,0.000798839,0.00012641349,0.0000459818,0.013870692],"genre_scores_gemma":[0.99088436,0.00032328317,0.0043548397,0.00069262827,0.000021407599,0.0006179923,0.000036961224,0.00005599366,0.0030126353],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9297295,0.058687355,0.0013549993,0.0025925846,0.0028562278,0.004779317],"domain_scores_gemma":[0.87632275,0.107296824,0.0041103587,0.0029281178,0.0036543712,0.0056875725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04285337,0.0015251865,0.0016664516,0.0032771588,0.028013078,0.015140423,0.005656067,0.008023455,0.005661551],"category_scores_gemma":[0.067655705,0.0020938353,0.0010715649,0.0025344822,0.030037856,0.009941326,0.019572418,0.008084987,0.00073999766],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004431481,0.00005498661,0.00070855167,0.000087686785,0.0000037294558,0.0006470084,0.9948543,0.000023016964,0.0005242612,0.0013331537,0.00010383808,0.001615222],"study_design_scores_gemma":[0.000017879489,0.00007222297,0.0004639261,0.00013814862,0.0000091796155,0.00033834326,0.9927327,0.00007246305,0.00051639794,0.00070411357,0.0049139066,0.000020696509],"about_ca_topic_score_codex":0.0054870415,"about_ca_topic_score_gemma":0.010396351,"teacher_disagreement_score":0.04285337,"about_ca_system_score_codex":0.007930289,"about_ca_system_score_gemma":0.008069496,"threshold_uncertainty_score":0.22663301},"labels":[],"label_agreement":null},{"id":"W2074550951","doi":"10.1386/jwcp.1.3.293_1","title":"Here, I am","year":2008,"lang":"en","type":"article","venue":"Journal of Writing in Creative Practice","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ephemeral key; Rigour; Creativity; Subject (documents); Narrative; Atmosphere (unit); Visual arts; Art and design; Sociology; Computer science; Aesthetics; Epistemology; Art; Psychology; World Wide Web; Literature; Philosophy; Social psychology","score_opus":0.038503605319575786,"score_gpt":0.3240147157437872,"score_spread":0.2855111104242114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074550951","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009495107,0.014221621,0.009830482,0.26443198,0.10814361,0.00027721867,0.0004334435,0.0013623105,0.5918042],"genre_scores_gemma":[0.041990682,0.004404375,0.0037274326,0.11050413,0.008482165,0.00024462858,0.0002723683,0.0008881928,0.829486],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99454474,0.0016878669,0.00020984448,0.0011739521,0.0014741181,0.0009094581],"domain_scores_gemma":[0.9917944,0.00084000826,0.00063713145,0.0009327228,0.0024443981,0.0033512872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036769153,0.001227322,0.0010811306,0.001099664,0.011677601,0.015262225,0.002022467,0.0047293385,0.13190821],"category_scores_gemma":[0.019117732,0.0005145999,0.0008302317,0.0007167821,0.006916007,0.011896074,0.009330115,0.014119056,0.11836937],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006581244,0.00010900961,0.001224353,0.00020318593,0.000022265685,0.00048898323,0.027207443,0.000056702283,0.0006512494,0.05236091,0.8464698,0.07114025],"study_design_scores_gemma":[0.0000033142571,0.000019549334,0.00011929482,0.00014449647,0.0000058165024,0.0002892997,0.0060989223,0.000019837566,0.00008551634,0.002916484,0.99028206,0.000015227331],"about_ca_topic_score_codex":0.0024123322,"about_ca_topic_score_gemma":0.0033823636,"teacher_disagreement_score":0.13190821,"about_ca_system_score_codex":0.002278129,"about_ca_system_score_gemma":0.003658068,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2075954390","doi":"10.3992/jgb.1.1.92","title":"Learning How Buildings Work Is Crucial to Better Green Design","year":2006,"lang":"en","type":"article","venue":"Journal of Green Building","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Architectural engineering; Work (physics); Building design; Green building; Perspective (graphical); Engineering; Computer science; Risk analysis (engineering); Construction engineering; Business; Artificial intelligence","score_opus":0.018837579595320723,"score_gpt":0.24670067777037138,"score_spread":0.22786309817505065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075954390","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14285114,0.026487105,0.23770662,0.17543694,0.0021827563,0.0002630608,0.00007051206,0.0011644242,0.41383737],"genre_scores_gemma":[0.77315056,0.029160917,0.13198294,0.00871834,0.00080357166,0.00015106947,0.00008934716,0.0003840196,0.055559177],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99500555,0.0024264052,0.00019991878,0.00030304087,0.0017022884,0.00036283428],"domain_scores_gemma":[0.99308044,0.0034527348,0.00071161776,0.0008049288,0.0011883909,0.0007619132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004708285,0.00057022955,0.0004665598,0.00079879427,0.002608791,0.0070199575,0.0009396667,0.003178719,0.009311825],"category_scores_gemma":[0.0073728156,0.0004006733,0.0004264517,0.0005748149,0.0077002216,0.008459555,0.0037747372,0.0030144793,0.0039100386],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005844009,0.00062709773,0.008660054,0.0014480905,0.000043470838,0.00038011832,0.035417445,0.008271878,0.009233669,0.23508605,0.040204357,0.66056937],"study_design_scores_gemma":[0.00001694114,0.00036631658,0.010426679,0.0012208998,0.0000357486,0.0005276752,0.028179066,0.0024343056,0.0074403808,0.23253615,0.7166942,0.00012167356],"about_ca_topic_score_codex":0.001874893,"about_ca_topic_score_gemma":0.004412023,"teacher_disagreement_score":0.009311825,"about_ca_system_score_codex":0.0023775785,"about_ca_system_score_gemma":0.002624214,"threshold_uncertainty_score":0.031151175},"labels":[],"label_agreement":null},{"id":"W2076754289","doi":"10.1115/detc2013-12068","title":"Teaching Biomimicry With an Engineering-to-Biology Thesaurus","year":2013,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Thesaurus; Terminology; Computer science; Biomimetics; Biological engineering; Task (project management); Ingenuity; Human–computer interaction; Artificial intelligence; Engineering; Systems engineering; Bioinformatics","score_opus":0.009471301506747546,"score_gpt":0.23607888150272197,"score_spread":0.22660757999597442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076754289","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1461638,0.0017769801,0.7238169,0.0035600183,0.000622522,0.0017935458,0.00029559375,0.0025220104,0.11944875],"genre_scores_gemma":[0.18443531,0.00200086,0.7829707,0.0011068487,0.000085848435,0.0012859036,0.00065561634,0.0004144431,0.027044512],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977647,0.0011512244,0.00019767403,0.00038423197,0.0004273613,0.00007476732],"domain_scores_gemma":[0.9918699,0.005283287,0.0005105165,0.0011418376,0.0007619917,0.0004324369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031023414,0.0012636381,0.0006226458,0.0022284237,0.0012422523,0.0038884971,0.0023557227,0.0016842986,0.01606176],"category_scores_gemma":[0.017378734,0.0006940915,0.00097568735,0.0011550417,0.0020622252,0.007911396,0.0051383944,0.0021480997,0.004018449],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025868654,0.0044583958,0.0069271703,0.004388153,0.00007219505,0.0011391336,0.04383737,0.008889972,0.051693726,0.13527907,0.024021573,0.71903455],"study_design_scores_gemma":[0.00032927978,0.0015210605,0.007458396,0.0030217639,0.00016674394,0.0039020597,0.016183753,0.040561307,0.044586226,0.108694926,0.77329206,0.00028238082],"about_ca_topic_score_codex":0.0009870835,"about_ca_topic_score_gemma":0.0023758588,"teacher_disagreement_score":0.01606176,"about_ca_system_score_codex":0.0014518491,"about_ca_system_score_gemma":0.0030148032,"threshold_uncertainty_score":0.05373192},"labels":[],"label_agreement":null},{"id":"W2076814818","doi":"10.1007/s10798-013-9254-8","title":"Assessing the impact of educational differences in HCI design practice","year":2013,"lang":"en","type":"article","venue":"International Journal of Technology and Design Education","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Realm; Engineering design process; Conceptual framework; Set (abstract data type); Design education; Computer science; Conceptual design; Science education; Mathematics education; Knowledge management; Human–computer interaction; Psychology; Sociology; Engineering","score_opus":0.03116184355272553,"score_gpt":0.36990094001183504,"score_spread":0.3387390964591095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076814818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979792,0.000058359015,0.00029262382,0.00014709335,0.000023765557,0.000035394303,0.0000463447,0.000008947477,0.0014082171],"genre_scores_gemma":[0.9990501,0.000016932378,0.00033704817,0.000032929962,0.0000077157565,0.00004378688,0.00004829855,0.0000052135274,0.00045795512],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9794788,0.008816657,0.002233933,0.0019279245,0.005464562,0.002078159],"domain_scores_gemma":[0.7749744,0.17468493,0.01664787,0.008973259,0.013554659,0.011164835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011013446,0.00040958173,0.00058492884,0.0017936032,0.0010060262,0.0032935243,0.0011262648,0.0011517676,0.0070794616],"category_scores_gemma":[0.12788673,0.000374652,0.00084253354,0.0013323987,0.0021373834,0.0020288378,0.0036451088,0.002223191,0.00068002497],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009016832,0.015404363,0.8767213,0.00026949446,0.00064867723,0.00023792394,0.016082468,0.0012909083,0.0038067198,0.0021359476,0.00089399074,0.07349132],"study_design_scores_gemma":[0.0003375346,0.007437499,0.9763598,0.00005957624,0.00017480447,0.00010455387,0.009330902,0.0015453085,0.0023923367,0.0009819578,0.001230386,0.000045435347],"about_ca_topic_score_codex":0.0025843976,"about_ca_topic_score_gemma":0.003810334,"teacher_disagreement_score":0.011013446,"about_ca_system_score_codex":0.0025715358,"about_ca_system_score_gemma":0.0028333687,"threshold_uncertainty_score":0.05824536},"labels":[],"label_agreement":null},{"id":"W2078869985","doi":"10.1115/detc2011-48139","title":"Grammatical and Semantic Disambiguation of Requirements at Elicitation and Representation Stages","year":2011,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Natural language processing; Semantics (computer science); Requirements elicitation; Context (archaeology); Representation (politics); Process (computing); Ambiguity; Natural language; Selection (genetic algorithm); Artificial intelligence; Grammar; Natural language generation; Requirements engineering; Linguistics; Programming language","score_opus":0.09441219050162285,"score_gpt":0.3142650474198199,"score_spread":0.21985285691819706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078869985","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13248575,0.00026073592,0.84185755,0.0008825059,0.00008926366,0.0018372791,0.00026708693,0.0008738534,0.02144598],"genre_scores_gemma":[0.5363047,0.00023443808,0.45810425,0.00024780742,0.000029649374,0.0016238346,0.0004255098,0.0003516992,0.002678082],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.936162,0.04944379,0.0030036333,0.0024373753,0.007894212,0.0010590262],"domain_scores_gemma":[0.9316269,0.04973737,0.003185431,0.010185736,0.004869614,0.0003949851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027602293,0.0010262091,0.0006952944,0.0021001517,0.0012551371,0.00366503,0.0012481291,0.0014637985,0.004681618],"category_scores_gemma":[0.07326631,0.0009600816,0.001457639,0.0014424188,0.004040489,0.004296529,0.0034246726,0.0018020741,0.0016054537],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013516209,0.0007585193,0.0076059685,0.0021978384,0.00013028127,0.0010795455,0.051270846,0.025299003,0.12661704,0.42598984,0.003505542,0.35419405],"study_design_scores_gemma":[0.0004347105,0.0012337728,0.013131415,0.00094863866,0.00030422592,0.0014915218,0.020509537,0.08111196,0.36257303,0.39844346,0.1192771,0.0005406242],"about_ca_topic_score_codex":0.00076177105,"about_ca_topic_score_gemma":0.0007243338,"teacher_disagreement_score":0.027602293,"about_ca_system_score_codex":0.0019755317,"about_ca_system_score_gemma":0.0034449154,"threshold_uncertainty_score":0.14597666},"labels":[],"label_agreement":null},{"id":"W2079672132","doi":"10.1115/detc2014-35500","title":"ROM Based Problem Formulation in Conceptual Design: Algorithm and Case Study","year":2014,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Ambiguity; Scope (computer science); Natural language; Meaning (existential); Algorithm; Programming language; Artificial intelligence","score_opus":0.035587167189072656,"score_gpt":0.27506948093326367,"score_spread":0.23948231374419102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079672132","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018217418,0.00016647804,0.9765446,0.00041298734,0.000013978398,0.0004044791,0.000045659286,0.00037700898,0.0038173527],"genre_scores_gemma":[0.04968367,0.00016968757,0.9482208,0.000052761832,0.000009398922,0.00025937066,0.000105177285,0.000052649943,0.0014465831],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99082386,0.006030387,0.00062391284,0.0008789315,0.0013837414,0.000259256],"domain_scores_gemma":[0.9851961,0.012062254,0.00044353923,0.0011537808,0.0010246864,0.00011961001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008207151,0.0008538549,0.00079232274,0.0011913435,0.0009819588,0.0028667836,0.0022507848,0.0034011174,0.003437377],"category_scores_gemma":[0.020033726,0.00060871727,0.001252391,0.0016566798,0.0029825156,0.00356656,0.0027587768,0.0019881197,0.0005502037],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027280432,0.00096146524,0.0036076426,0.0009745662,0.00006384258,0.0013576573,0.004924178,0.15167284,0.00849992,0.32304463,0.004629321,0.49999112],"study_design_scores_gemma":[0.00012813421,0.00026722328,0.0006590103,0.0001893896,0.00006220477,0.0013896726,0.0012483905,0.8439711,0.017955642,0.0935746,0.04047029,0.00008436909],"about_ca_topic_score_codex":0.0022133864,"about_ca_topic_score_gemma":0.0021155514,"teacher_disagreement_score":0.008207151,"about_ca_system_score_codex":0.0016369325,"about_ca_system_score_gemma":0.0013267075,"threshold_uncertainty_score":0.043404102},"labels":[],"label_agreement":null},{"id":"W2080124154","doi":"10.1115/1.4028171","title":"“Where Are We Now and Where Are We Going?” The BioM Innovation Database","year":2014,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Case Western Reserve University","keywords":"Exploit; Terminology; Computer science; Data science; Knowledge management; Database","score_opus":0.05948834541393337,"score_gpt":0.2909646444627508,"score_spread":0.2314762990488174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080124154","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020268384,0.011513019,0.084648654,0.006846055,0.0006506559,0.00044860458,0.68831426,0.010778957,0.1765314],"genre_scores_gemma":[0.07465412,0.0113465255,0.09671635,0.0030009572,0.0002500304,0.0011329826,0.7678067,0.0021401972,0.04295211],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979042,0.00040185417,0.00046716904,0.000272284,0.0008207333,0.00013385958],"domain_scores_gemma":[0.98777544,0.005885352,0.0012518824,0.001903826,0.002463028,0.000720409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032268786,0.0006900224,0.0008320152,0.008519097,0.00089782424,0.0043819225,0.0018523734,0.0019590522,0.03432025],"category_scores_gemma":[0.019499615,0.0004006928,0.00063033804,0.01118237,0.0006157192,0.004691636,0.002136406,0.0013313909,0.02013813],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032438597,0.000117196665,0.009195705,0.0032214825,0.00007374785,0.0002716925,0.0014038607,0.003196292,0.0016860906,0.086626716,0.60850376,0.28537908],"study_design_scores_gemma":[0.000017358849,0.000017866036,0.0020364549,0.00029112285,0.000015977253,0.00010924315,0.00034115912,0.00089630816,0.00057861925,0.010721729,0.9849496,0.000024477378],"about_ca_topic_score_codex":0.0071666283,"about_ca_topic_score_gemma":0.007372941,"teacher_disagreement_score":0.03432025,"about_ca_system_score_codex":0.0013463136,"about_ca_system_score_gemma":0.0029189195,"threshold_uncertainty_score":0.11481273},"labels":[],"label_agreement":null},{"id":"W2080378948","doi":"10.7577/formakademisk.1237","title":"Relating Systems Thinking and Design II. Theoretical Evolution in Systemic Design","year":2014,"lang":"en","type":"article","venue":"FormAkademisk - forskningstidsskrift for design og designdidaktikk","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design; University of Toronto","funders":"","keywords":"Systems thinking; Designtheory; Set (abstract data type); Sociology; Work (physics); Management science; Epistemology; Design thinking; Critical systems thinking; Engineering ethics; Computer science; Engineering; Critical thinking; Artificial intelligence; Philosophy; Human–computer interaction","score_opus":0.018169499030721147,"score_gpt":0.2377814158010105,"score_spread":0.21961191677028935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080378948","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03457528,0.047598887,0.48697346,0.19883126,0.0038762137,0.0003090804,0.00010988692,0.0002987921,0.22742714],"genre_scores_gemma":[0.85490626,0.020025186,0.09437855,0.0101707755,0.0019662238,0.001109317,0.00011911719,0.00027561202,0.017048929],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97229713,0.018435404,0.0013305556,0.0022986783,0.004376964,0.001261159],"domain_scores_gemma":[0.9691196,0.02526347,0.0012998346,0.0022348536,0.00156586,0.0005163641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021243356,0.0009342368,0.0012329973,0.0067348704,0.0049955584,0.017917462,0.0021425274,0.0058063236,0.006975184],"category_scores_gemma":[0.019054962,0.0009099906,0.0014425135,0.0054886704,0.0860462,0.01756615,0.0069573717,0.009947988,0.0008669028],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069981074,0.0000114485,0.00018090817,0.00012713388,0.000006285243,0.00003527274,0.0038162179,0.00065549574,0.000082756706,0.98683745,0.00067905494,0.0075609623],"study_design_scores_gemma":[0.000010820773,0.000040384504,0.000240162,0.0002499458,0.000008357293,0.000091436,0.0030536116,0.0012928146,0.0003872798,0.9526584,0.0419525,0.000014194423],"about_ca_topic_score_codex":0.0032655862,"about_ca_topic_score_gemma":0.0014393089,"teacher_disagreement_score":0.021243356,"about_ca_system_score_codex":0.013125551,"about_ca_system_score_gemma":0.008412803,"threshold_uncertainty_score":0.11234689},"labels":[],"label_agreement":null},{"id":"W2080853075","doi":"10.1115/detc2010-28073","title":"Case Study in Systematic Design Engineering: Automotive Oil Pump Redesign","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Scope (computer science); Automotive industry; Process (computing); Engineering design process; Computer science; Creativity; Heuristic; Manufacturing engineering; Systems engineering; Engineering; Management science; Artificial intelligence; Mechanical engineering","score_opus":0.03552361394280199,"score_gpt":0.26737311617063353,"score_spread":0.23184950222783154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080853075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46475184,0.0029503086,0.4381582,0.0062012575,0.00030720473,0.0044833827,0.00027913827,0.00032036126,0.08254833],"genre_scores_gemma":[0.6662445,0.0013023481,0.317611,0.00058899913,0.000042664284,0.00150252,0.00016129597,0.00005363123,0.012492976],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.9856757,0.01125101,0.00042893505,0.00047085382,0.0017110409,0.0004625029],"domain_scores_gemma":[0.97897905,0.016803494,0.00063065137,0.0013125753,0.0015741878,0.0007000728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009403986,0.00074408675,0.0006577455,0.0014613381,0.003921158,0.0019517925,0.0015760012,0.0042980714,0.0043115304],"category_scores_gemma":[0.016276354,0.0004883301,0.00081645953,0.0018607989,0.0034193064,0.0021772368,0.0028367983,0.001996137,0.0006652872],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012961876,0.0068421736,0.015861409,0.0061084707,0.0002125656,0.026832068,0.19043393,0.050099958,0.02005966,0.29093334,0.023044389,0.3682759],"study_design_scores_gemma":[0.0014087463,0.008216452,0.013614851,0.0037668631,0.00017871759,0.024260063,0.1620884,0.07054835,0.05143405,0.12496061,0.53900796,0.00051492045],"about_ca_topic_score_codex":0.0021540115,"about_ca_topic_score_gemma":0.0056179957,"teacher_disagreement_score":0.009403986,"about_ca_system_score_codex":0.0022010533,"about_ca_system_score_gemma":0.003162539,"threshold_uncertainty_score":0.04973364},"labels":[],"label_agreement":null},{"id":"W2081380624","doi":"10.1115/1.4005591","title":"Development of a DSM-Based Methodology in an Academic Setting","year":2012,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"University of Ontario Institute of Technology","keywords":"Engineering design process; Task (project management); Process (computing); Convergence (economics); Design structure matrix; Computer science; Industrial engineering; Eigenvalues and eigenvectors; Sensitivity (control systems); Design process; Work in process; Systems engineering; Engineering; Operations management; Mechanical engineering","score_opus":0.2813008002539793,"score_gpt":0.40564532605961917,"score_spread":0.12434452580563987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081380624","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017292062,0.00001789998,0.9967655,0.000026483409,0.0000097682205,0.00010114671,0.000025374175,0.00013490685,0.0011896249],"genre_scores_gemma":[0.042271454,0.00004885869,0.9566543,0.000018551176,0.000006640749,0.00033990355,0.000102771715,0.000030010158,0.0005274766],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965437,0.001773806,0.00022690604,0.00028110074,0.0010867269,0.00008766948],"domain_scores_gemma":[0.99591714,0.0016566362,0.00032799304,0.00046348505,0.001507925,0.00012677618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005197752,0.001060935,0.0006388613,0.002165895,0.00057550817,0.0014665681,0.0016707162,0.00079939544,0.0030902678],"category_scores_gemma":[0.007533264,0.0005336499,0.00095770444,0.0011406069,0.00079550897,0.0010304954,0.0016985,0.0008690245,0.00094895356],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093443865,0.00035993624,0.0041026487,0.001500643,0.00011208495,0.00031032306,0.0014177266,0.39700904,0.017997444,0.13384022,0.002007902,0.44124866],"study_design_scores_gemma":[0.00006063597,0.00029501677,0.0007255208,0.00023038153,0.000031624022,0.00015821213,0.0007149698,0.93586916,0.006674005,0.03923655,0.01596296,0.000040890936],"about_ca_topic_score_codex":0.0016867379,"about_ca_topic_score_gemma":0.002057354,"teacher_disagreement_score":0.005197752,"about_ca_system_score_codex":0.0009840998,"about_ca_system_score_gemma":0.0027859134,"threshold_uncertainty_score":0.027488649},"labels":[],"label_agreement":null},{"id":"W2081968046","doi":"10.1115/detc2007-35604","title":"Exploring the Use of Functional Models as a Foundation for Biomimetic Conceptual Design","year":2007,"lang":"en","type":"article","venue":"Volume 3: 19th International Conference on Design Theory and Methodology; 1st International Conference on Micro- and Nanosystems; and 9th International Conference on Advanced Vehicle Tire Technologies, Parts A and B","topic":"Design Education and Practice","field":"Engineering","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Analogy; Leverage (statistics); Function (biology); Biomimetics; Computer science; Natural (archaeology); Engineering; Human–computer interaction; Artificial intelligence; Systems engineering","score_opus":0.549047683452828,"score_gpt":0.3820167385077599,"score_spread":0.16703094494506804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081968046","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054769884,0.0005452447,0.9649025,0.002160988,0.000082598766,0.000075007694,0.000042262945,0.00011471258,0.026599653],"genre_scores_gemma":[0.28639358,0.0013098671,0.7050544,0.00037377415,0.000084307125,0.0005020164,0.00014326103,0.00013423212,0.0060046003],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99813735,0.0011372931,0.00011576341,0.00018446546,0.00034036036,0.00008481492],"domain_scores_gemma":[0.9954051,0.002975167,0.0002538643,0.00083918957,0.00037894075,0.00014784774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005743604,0.0010867558,0.0005399514,0.002411348,0.0017085944,0.003791749,0.0022575776,0.0017839125,0.0055324016],"category_scores_gemma":[0.0075047617,0.0007799839,0.0014284947,0.0009568704,0.010555707,0.0068288627,0.002431329,0.0024454808,0.0007877658],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003237966,0.00001009153,0.00006954973,0.000055703495,0.000005837701,0.000036428926,0.00044966242,0.011410796,0.00024681826,0.9817014,0.00026475513,0.005745705],"study_design_scores_gemma":[0.000008960836,0.00004035425,0.00006761952,0.00013549163,0.000008811669,0.00008046315,0.0002198309,0.05507041,0.0004954362,0.91304886,0.030805774,0.000018067081],"about_ca_topic_score_codex":0.0028222064,"about_ca_topic_score_gemma":0.002589846,"teacher_disagreement_score":0.005743604,"about_ca_system_score_codex":0.0030742793,"about_ca_system_score_gemma":0.0022448143,"threshold_uncertainty_score":0.03037548},"labels":[],"label_agreement":null},{"id":"W2082806404","doi":"10.1115/detc2012-71296","title":"Exploring the Collective Categorization of Biological Information for Biomimetic Design","year":2012,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Categorization; Computer science; Semantics (computer science); Task (project management); Search engine indexing; Artificial intelligence; Natural language processing; Engineering","score_opus":0.25719753869701334,"score_gpt":0.2856911507161517,"score_spread":0.02849361201913836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082806404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5572668,0.00028209353,0.42741367,0.0014760072,0.000035072902,0.00022715554,0.000051010335,0.00018666104,0.013061599],"genre_scores_gemma":[0.8407111,0.00009508704,0.15763275,0.00007604163,0.000010013282,0.00018028627,0.00008548808,0.00003730497,0.001171862],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9940896,0.0042982134,0.00018562897,0.00045902666,0.00078231504,0.00018520918],"domain_scores_gemma":[0.98245436,0.013441466,0.0009923173,0.0018496809,0.00092879194,0.00033338377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011048372,0.0007090714,0.00042863097,0.0013590708,0.001777508,0.002997357,0.0010172166,0.0013556354,0.0025560085],"category_scores_gemma":[0.022150937,0.00032840294,0.0006475087,0.0006966936,0.003163551,0.004960284,0.0026116413,0.0012556805,0.00029584483],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048072354,0.00073779054,0.026464198,0.0018638929,0.00014711016,0.0008033869,0.2357359,0.025951963,0.08755221,0.2626727,0.0034718877,0.35411823],"study_design_scores_gemma":[0.0001359737,0.0011286187,0.016238665,0.0005856073,0.0001433026,0.0012201113,0.11226924,0.23198135,0.03666503,0.53641355,0.06301271,0.00020581132],"about_ca_topic_score_codex":0.00045088085,"about_ca_topic_score_gemma":0.0008886899,"teacher_disagreement_score":0.011048372,"about_ca_system_score_codex":0.0011005863,"about_ca_system_score_gemma":0.0010205524,"threshold_uncertainty_score":0.058430076},"labels":[],"label_agreement":null},{"id":"W2083103907","doi":"10.1086/378620","title":"The Moderating Effect of Product Knowledge on the Learning and Organization of Product Information","year":2003,"lang":"en","type":"article","venue":"Journal of Consumer Research","topic":"Design Education and Practice","field":"Engineering","cited_by":228,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Product (mathematics); Knowledge management; Business; Psychology; Computer science; Mathematics","score_opus":0.03679162106785926,"score_gpt":0.3582096045292086,"score_spread":0.3214179834613493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083103907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99583864,0.00028408863,0.0006200432,0.000099429344,0.000007873993,0.000028915287,0.000050064402,0.0000107467395,0.0030601537],"genre_scores_gemma":[0.9968681,0.0002657774,0.0012728679,0.00006523145,0.0000121629855,0.000031325268,0.00008918107,0.000014234597,0.0013811311],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981834,0.0006082904,0.00016296176,0.00046544443,0.0004051577,0.00017459218],"domain_scores_gemma":[0.8894158,0.09561483,0.007321257,0.003875315,0.0020868902,0.0016859144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003106912,0.0005459207,0.00069290114,0.00069786515,0.00054560887,0.0026900966,0.0008551784,0.0012704815,0.009248917],"category_scores_gemma":[0.051520802,0.0005309248,0.00049702823,0.00054977334,0.0011135001,0.002872154,0.0012914662,0.0014583333,0.00054727687],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019270083,0.009314017,0.6631515,0.0017338002,0.0011520217,0.001433654,0.01289812,0.003315085,0.08616574,0.0037440893,0.0005659399,0.19725594],"study_design_scores_gemma":[0.00035731183,0.0035965126,0.95871764,0.00017175493,0.0010920225,0.00095956033,0.0022589888,0.0039729676,0.021166628,0.0060804123,0.0015170423,0.00010904505],"about_ca_topic_score_codex":0.0030083447,"about_ca_topic_score_gemma":0.003466112,"teacher_disagreement_score":0.009248917,"about_ca_system_score_codex":0.00084056205,"about_ca_system_score_gemma":0.00089373725,"threshold_uncertainty_score":0.030940711},"labels":[],"label_agreement":null},{"id":"W2084047545","doi":"10.1111/1559-8918.01022","title":"On Empathy, and Not Feeling It","year":2014,"lang":"en","type":"article","venue":"Ethnographic Praxis in Industry Conference Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Workplace Health, Safety and Compensation Commission","funders":"","keywords":"Empathy; Feeling; Psychology; Value (mathematics); Commodity; Social psychology; Aesthetics; Computer science; Business; Art","score_opus":0.03848092391826027,"score_gpt":0.28139267781302146,"score_spread":0.2429117538947612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084047545","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23192152,0.014943448,0.0087336935,0.21118389,0.0028268106,0.000084774714,0.000092921764,0.000074959244,0.530138],"genre_scores_gemma":[0.951521,0.0033921455,0.00089370145,0.028847504,0.00021677517,0.000064591106,0.00002384628,0.000061257524,0.014979219],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9859446,0.00954245,0.00027308424,0.0010814467,0.0017979662,0.0013605015],"domain_scores_gemma":[0.9911011,0.005267391,0.00087883376,0.00066815177,0.001136286,0.0009483917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058887433,0.00053243176,0.0005852439,0.0010801331,0.00986066,0.0118766,0.00089887925,0.0036093944,0.007219238],"category_scores_gemma":[0.014942831,0.0003304711,0.00036471052,0.0007183484,0.040959243,0.013674241,0.01001426,0.00795823,0.00097502477],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057608926,0.00006962528,0.0035987042,0.00031642904,0.000043094697,0.0006614499,0.6439748,0.0000769172,0.0009800014,0.29461178,0.025279593,0.03033002],"study_design_scores_gemma":[0.000025733942,0.00010511234,0.0054493435,0.0011687438,0.000031074585,0.0016151271,0.58523375,0.00013236502,0.00047018722,0.10146869,0.30421486,0.00008492812],"about_ca_topic_score_codex":0.004483176,"about_ca_topic_score_gemma":0.0036803426,"teacher_disagreement_score":0.0118766,"about_ca_system_score_codex":0.0039891377,"about_ca_system_score_gemma":0.00300093,"threshold_uncertainty_score":0.03114301},"labels":[],"label_agreement":null},{"id":"W2084143412","doi":"10.1080/09511920500398922","title":"Challenges in design and manufacturing","year":2006,"lang":"en","type":"article","venue":"International Journal of Computer Integrated Manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; National Research Council Canada","funders":"","keywords":"Computer science; Manufacturing engineering; Systems engineering; Engineering; Business","score_opus":0.032803494095860336,"score_gpt":0.2591114734509563,"score_spread":0.22630797935509597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084143412","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046608653,0.14461201,0.039980974,0.6348923,0.010129707,0.00009173565,0.00015605756,0.00028407312,0.1651923],"genre_scores_gemma":[0.34376323,0.22553846,0.09617243,0.15651426,0.022191428,0.0008620914,0.00038547168,0.0006463087,0.15392624],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9794415,0.008434983,0.00086469075,0.001800303,0.008191792,0.0012667656],"domain_scores_gemma":[0.9760997,0.014281136,0.00084969576,0.002099932,0.0045374194,0.0021320086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01914831,0.00119653,0.001749941,0.0019446635,0.0059019136,0.014168455,0.0038256499,0.012095433,0.01688549],"category_scores_gemma":[0.027096607,0.0007778844,0.0009980985,0.0018737555,0.021316122,0.019242765,0.008884744,0.012615395,0.0056897225],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027595548,0.00007050049,0.00027778436,0.00058550487,0.000021303045,0.00014512095,0.001559083,0.0014498531,0.00028591615,0.8354405,0.08439377,0.07574314],"study_design_scores_gemma":[0.000014376425,0.00004441421,0.00018520115,0.0005148423,0.000005160535,0.00021362434,0.0023042788,0.0008782347,0.00011307675,0.40748012,0.58822334,0.000023383001],"about_ca_topic_score_codex":0.0042602634,"about_ca_topic_score_gemma":0.003623281,"teacher_disagreement_score":0.01914831,"about_ca_system_score_codex":0.007543595,"about_ca_system_score_gemma":0.010073473,"threshold_uncertainty_score":0.1012671},"labels":[],"label_agreement":null},{"id":"W2088514628","doi":"10.1177/1063293x11420176","title":"Developing a Dynamic Wheelchair Using the Design Structure Matrix Method","year":2011,"lang":"en","type":"article","venue":"Concurrent Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Wheelchair; Process (computing); Manual wheelchair; Engineering; Computer science; Design process; Human–computer interaction; Simulation; Operations management; Work in process","score_opus":0.07920599905516156,"score_gpt":0.3287662006105174,"score_spread":0.24956020155535585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088514628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026332801,0.000031569176,0.99570787,0.000021673952,0.00000952968,0.00007919736,0.000014560532,0.00021103329,0.0012911605],"genre_scores_gemma":[0.044586048,0.00009533207,0.9538793,0.000012523584,0.0000050906915,0.00025133643,0.00005992403,0.00004819736,0.0010622741],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99926895,0.00022754152,0.000042835698,0.00009085664,0.0003305586,0.000039255872],"domain_scores_gemma":[0.99936646,0.00027839842,0.0000629596,0.00004534642,0.00022239018,0.000024524225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010449268,0.00096339773,0.00048738418,0.0009185882,0.00052101834,0.00077601155,0.0006601898,0.00048098908,0.0033943711],"category_scores_gemma":[0.0016566379,0.0005210146,0.0007347703,0.0005865573,0.00039213971,0.00047798236,0.00074693706,0.0006395659,0.0007816193],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009016498,0.00012920835,0.0015130199,0.00077365176,0.00008951741,0.00027426297,0.0007929711,0.49566895,0.050056428,0.031985167,0.0023551185,0.4162716],"study_design_scores_gemma":[0.00007485676,0.00034524567,0.00037029173,0.0000699905,0.000049631974,0.00019170495,0.00017585092,0.94686055,0.012917798,0.01102068,0.02789026,0.000033058743],"about_ca_topic_score_codex":0.0034153666,"about_ca_topic_score_gemma":0.0061912825,"teacher_disagreement_score":0.0034153666,"about_ca_system_score_codex":0.00051969284,"about_ca_system_score_gemma":0.0014468231,"threshold_uncertainty_score":0.011355281},"labels":[],"label_agreement":null},{"id":"W2089125091","doi":"10.1260/147807703773633518","title":"Notes on the Structure of Design Space","year":2003,"lang":"en","type":"article","venue":"International Journal of Architectural Computing","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Space (punctuation); Focus (optics); Action (physics); Process (computing); Computer science; Design process; Engineering design process; Architectural engineering; Engineering; Mechanical engineering; Work in process; Programming language","score_opus":0.025042019703887843,"score_gpt":0.27795379660570263,"score_spread":0.25291177690181477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089125091","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021084048,0.013615077,0.35197088,0.0585981,0.00089491945,0.00012320084,0.00043090156,0.0003389208,0.55294394],"genre_scores_gemma":[0.77855974,0.008925145,0.15141451,0.004369226,0.0010818165,0.0005105653,0.00043257128,0.0004244842,0.05428197],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9943668,0.002920994,0.00026402765,0.0008311125,0.0012310158,0.0003860111],"domain_scores_gemma":[0.98377603,0.012019634,0.0006349245,0.0019621241,0.0011631578,0.00044420955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050726654,0.0007694231,0.00069705455,0.002367582,0.00580251,0.010518386,0.0016353521,0.002746884,0.017128887],"category_scores_gemma":[0.015928239,0.00069582637,0.0009529137,0.0033353898,0.040188108,0.0159938,0.0059515573,0.006361729,0.0023649132],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005378831,0.000001721187,0.000069596455,0.000021057971,0.0000014906575,0.000016047245,0.0009785822,0.00039356214,0.000027853706,0.99402785,0.0013451907,0.0031116323],"study_design_scores_gemma":[0.0000066032894,0.000008812967,0.00007217462,0.000047199257,0.0000020976115,0.000043055734,0.00056926196,0.00056398066,0.00008188539,0.9517326,0.04686659,0.0000058304004],"about_ca_topic_score_codex":0.0031892783,"about_ca_topic_score_gemma":0.0032298153,"teacher_disagreement_score":0.017128887,"about_ca_system_score_codex":0.0036574563,"about_ca_system_score_gemma":0.0027840608,"threshold_uncertainty_score":0.05730182},"labels":[],"label_agreement":null},{"id":"W2090662517","doi":"10.1115/detc2002/dfm-34177","title":"Biomimetic Concept Generation Applied to Design for Remanufacture","year":2002,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Biomimetics; Engineering design process; Design methods; Systems engineering; Engineering; Artificial intelligence; Mechanical engineering","score_opus":0.07627541235326073,"score_gpt":0.2593168884836808,"score_spread":0.18304147613042004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090662517","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003973197,0.00007729458,0.9918824,0.000065799744,0.000044862583,0.00012433527,0.000012929138,0.00026286134,0.003556329],"genre_scores_gemma":[0.04783263,0.00014626964,0.94902223,0.00005512532,0.000010340312,0.00025860398,0.00003731176,0.0000658818,0.0025715851],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991726,0.00026095947,0.0000545033,0.000108815955,0.00037117422,0.000031825468],"domain_scores_gemma":[0.99909365,0.00048286587,0.000086557564,0.00015609809,0.00015903589,0.000021856313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013715018,0.00071336626,0.00033348348,0.0007113096,0.0004327668,0.00052486896,0.00074354734,0.0006410546,0.005418932],"category_scores_gemma":[0.0025881764,0.00033880674,0.0006271115,0.00033371118,0.0007766322,0.0006373176,0.00077204255,0.0008153182,0.0006921795],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014078933,0.00018517725,0.0004151353,0.0009232428,0.00004544642,0.00039494174,0.0012986044,0.08581498,0.13928668,0.23613924,0.0027872063,0.5325685],"study_design_scores_gemma":[0.0002623109,0.0012458281,0.00071996805,0.00032082899,0.000098355886,0.0014391433,0.00022266748,0.37742653,0.23184682,0.15746331,0.22881816,0.00013611937],"about_ca_topic_score_codex":0.0005308128,"about_ca_topic_score_gemma":0.00055560225,"teacher_disagreement_score":0.005418932,"about_ca_system_score_codex":0.00045645837,"about_ca_system_score_gemma":0.0006484363,"threshold_uncertainty_score":0.018128097},"labels":[],"label_agreement":null},{"id":"W2091491804","doi":"10.1109/vissof.2011.6069462","title":"Follow that sketch: Lifecycles of diagrams and sketches in software development","year":2011,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Sketch; Computer science; Visualization; Software; Software development; Human–computer interaction; Software engineering; Programming language; Artificial intelligence","score_opus":0.07775385154918796,"score_gpt":0.2204664124144149,"score_spread":0.14271256086522693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091491804","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03008199,0.004303647,0.92383987,0.0035074032,0.00034039636,0.0004059773,0.0009989389,0.004110697,0.03241107],"genre_scores_gemma":[0.3229937,0.004164566,0.641712,0.00034658736,0.00011745564,0.0005760962,0.0016039478,0.0017244992,0.026761092],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99627507,0.002195426,0.0002624031,0.0003840876,0.00077737286,0.0001057582],"domain_scores_gemma":[0.98048866,0.011523471,0.0011941526,0.0046328246,0.001575566,0.00058523996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004949794,0.00076241454,0.00032096618,0.0041097673,0.0021084896,0.00648941,0.0012956428,0.0016599811,0.0128048565],"category_scores_gemma":[0.040265244,0.0011111393,0.00083718565,0.0035051655,0.0046278355,0.015455591,0.0045806603,0.0016990345,0.0023514065],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023300556,0.000061319886,0.006451369,0.0013425471,0.000046269026,0.0013108238,0.081545785,0.0053665456,0.004741191,0.5318757,0.02060781,0.34641758],"study_design_scores_gemma":[0.00008238921,0.00010663645,0.004485608,0.0013848873,0.000072451294,0.0024714093,0.014000368,0.018792778,0.0044764136,0.3386694,0.6153227,0.00013497553],"about_ca_topic_score_codex":0.0033926582,"about_ca_topic_score_gemma":0.0041368,"teacher_disagreement_score":0.0128048565,"about_ca_system_score_codex":0.0010536867,"about_ca_system_score_gemma":0.0016120663,"threshold_uncertainty_score":0.042836547},"labels":[],"label_agreement":null},{"id":"W2091905911","doi":"10.1115/detc2007-35772","title":"Understanding the Use of Language Stimuli in Concept Generation","year":2007,"lang":"en","type":"article","venue":"Volume 3: 19th International Conference on Design Theory and Methodology; 1st International Conference on Micro- and Nanosystems; and 9th International Conference on Advanced Vehicle Tire Technologies, Parts A and B","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Noun; Verb; Computer science; Linguistics; Natural language processing; Psychology; Artificial intelligence","score_opus":0.4288551382120477,"score_gpt":0.39286603882936055,"score_spread":0.03598909938268713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091905911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5697756,0.00092964695,0.40707898,0.0010981825,0.00013049942,0.0015052392,0.0001736671,0.00056286465,0.018745411],"genre_scores_gemma":[0.74781746,0.0005221311,0.24795851,0.0004932289,0.000023815033,0.0017073477,0.00022768292,0.00022802148,0.0010217337],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98385286,0.013080708,0.00066391786,0.00090295455,0.0012448579,0.0002546872],"domain_scores_gemma":[0.8452071,0.14174205,0.005206692,0.003517693,0.0037194763,0.00060702313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017861515,0.000786337,0.00036640037,0.0009882043,0.00055946695,0.003405615,0.0014236518,0.0014859593,0.0032863237],"category_scores_gemma":[0.117903136,0.00069248263,0.0005971475,0.00048161825,0.002425919,0.008749895,0.0015639263,0.0010847294,0.00058024435],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021822148,0.0014040103,0.032237686,0.006843,0.00013852857,0.0018570666,0.21874994,0.00932429,0.26282167,0.12949112,0.0016332411,0.33331722],"study_design_scores_gemma":[0.0015234392,0.008517452,0.08514145,0.006816421,0.00068584445,0.0060079703,0.08493779,0.11759296,0.23180135,0.34698525,0.108874045,0.0011160999],"about_ca_topic_score_codex":0.00033756628,"about_ca_topic_score_gemma":0.00027521036,"teacher_disagreement_score":0.017861515,"about_ca_system_score_codex":0.00089341967,"about_ca_system_score_gemma":0.00092580245,"threshold_uncertainty_score":0.09446186},"labels":[],"label_agreement":null},{"id":"W2091950629","doi":"10.1115/detc2007-35776","title":"Including Functional Models of Biological Phenomena as Design Stimuli","year":2007,"lang":"en","type":"article","venue":"Volume 3: 19th International Conference on Design Theory and Methodology; 1st International Conference on Micro- and Nanosystems; and 9th International Conference on Advanced Vehicle Tire Technologies, Parts A and B","topic":"Design Education and Practice","field":"Engineering","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Representation (politics); Computer science; Set (abstract data type); Artificial intelligence; Grammar; Function (biology); Cognitive science; Human–computer interaction; Psychology; Programming language; Biology; Linguistics","score_opus":0.3470960630993448,"score_gpt":0.3881370269448342,"score_spread":0.04104096384548939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091950629","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06891803,0.00025957302,0.8996659,0.0011215769,0.00007034644,0.00024036177,0.00007422869,0.00057871774,0.029071312],"genre_scores_gemma":[0.5574718,0.00025578446,0.43630576,0.00031292046,0.000016670361,0.00047176323,0.000114905764,0.0001380656,0.0049122563],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99695563,0.0021327396,0.0001165759,0.0002399101,0.00046363065,0.000091486465],"domain_scores_gemma":[0.9878684,0.0096911695,0.0004813069,0.0012423128,0.0005618072,0.00015492161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041446392,0.0009681525,0.00030133198,0.0006563722,0.0005155703,0.0029822278,0.0013984066,0.0014742392,0.006226539],"category_scores_gemma":[0.015393617,0.0005131031,0.0006438663,0.00028266857,0.0023276994,0.0049688276,0.0011978734,0.0010907857,0.0006534212],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002113422,0.00037181683,0.0029963225,0.0016023382,0.000059270824,0.00044999647,0.013458149,0.08746524,0.039447356,0.7129281,0.0015224252,0.1394876],"study_design_scores_gemma":[0.00016518045,0.00094592327,0.0013882256,0.00076678116,0.0001367726,0.00071413885,0.004340175,0.30352682,0.03475203,0.5597763,0.093348265,0.00013944971],"about_ca_topic_score_codex":0.00047343806,"about_ca_topic_score_gemma":0.0008908101,"teacher_disagreement_score":0.006226539,"about_ca_system_score_codex":0.0011177176,"about_ca_system_score_gemma":0.0010255924,"threshold_uncertainty_score":0.02191919},"labels":[],"label_agreement":null},{"id":"W2092276674","doi":"10.1111/j.1542-734x.2007.00599.x","title":"Success through Failure: The Paradox of Design by Henry Petroski","year":2007,"lang":"en","type":"article","venue":"The Journal of American Culture","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg","funders":"","keywords":"Citation; Library science; Computer science","score_opus":0.013233059555716775,"score_gpt":0.27479021053355385,"score_spread":0.26155715097783705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092276674","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014133426,0.055268757,0.010522074,0.7935768,0.003655183,0.00002474465,0.000049606606,0.00011167151,0.12265779],"genre_scores_gemma":[0.72420615,0.08161982,0.007889802,0.08739269,0.005524348,0.00019504542,0.000046650817,0.0005234481,0.09260214],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99483514,0.0026248533,0.00012990224,0.00045682697,0.0014471844,0.0005060777],"domain_scores_gemma":[0.97098845,0.0233787,0.0009483832,0.0010040916,0.0018959669,0.0017844234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009066606,0.000603939,0.00075847376,0.0013226885,0.0076784785,0.009330142,0.0011026715,0.004327188,0.0044326326],"category_scores_gemma":[0.023961812,0.00059156487,0.00027697373,0.0016574551,0.03345478,0.015293517,0.004822693,0.011003692,0.0013882251],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006219797,0.000044821052,0.0005377373,0.00015176987,0.0000102376935,0.000121655234,0.011525824,0.0006394182,0.000090195084,0.7813228,0.17214774,0.033345725],"study_design_scores_gemma":[0.000036213376,0.00003401082,0.00038451733,0.0003786101,0.00000751269,0.00021205012,0.0047885594,0.0005214202,0.0002346223,0.4829349,0.51041305,0.000054431923],"about_ca_topic_score_codex":0.009874133,"about_ca_topic_score_gemma":0.008208684,"teacher_disagreement_score":0.009874133,"about_ca_system_score_codex":0.004514672,"about_ca_system_score_gemma":0.0072601996,"threshold_uncertainty_score":0.047949374},"labels":[],"label_agreement":null},{"id":"W2092878148","doi":"10.1016/s0142-694x(02)00009-1","title":"Specifications for computer-aided conceptual building design","year":2002,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Concordia University","keywords":"Conceptual design; Computer science; Systems engineering; Computer Aided Design; Engineering drawing; Human–computer interaction; Architectural engineering; Engineering","score_opus":0.46275041150422735,"score_gpt":0.34349366242218105,"score_spread":0.11925674908204631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092878148","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015930965,0.0002093982,0.9854994,0.00014605098,0.00007036868,0.00015803236,0.0003817684,0.0011004407,0.010841433],"genre_scores_gemma":[0.11147528,0.00084441423,0.8699151,0.00022229782,0.000054636566,0.0010404496,0.0025708727,0.0009629504,0.012914032],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9956345,0.0013855554,0.00060190976,0.00016558818,0.002007382,0.00020509106],"domain_scores_gemma":[0.9941274,0.002598245,0.0003053047,0.00091665995,0.0019777848,0.00007458439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033896754,0.0014058461,0.00096163835,0.0014706315,0.0009602019,0.002895653,0.002498233,0.0018425479,0.011996963],"category_scores_gemma":[0.012064538,0.0012858185,0.0011668212,0.0014346233,0.0011154744,0.0018662633,0.001335334,0.0019553432,0.0050387643],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109980596,0.00006535446,0.00048813722,0.0008140163,0.00003341703,0.00024830073,0.00059967453,0.097718015,0.005950512,0.71018034,0.019300222,0.1644921],"study_design_scores_gemma":[0.00010062326,0.00014795832,0.0003031065,0.0006315116,0.00008482569,0.00047955208,0.00039497568,0.43112677,0.020024814,0.28045267,0.2661669,0.000086273416],"about_ca_topic_score_codex":0.005433273,"about_ca_topic_score_gemma":0.0067703025,"teacher_disagreement_score":0.011996963,"about_ca_system_score_codex":0.0011869362,"about_ca_system_score_gemma":0.0022525825,"threshold_uncertainty_score":0.040133834},"labels":[],"label_agreement":null},{"id":"W2093094658","doi":"10.1016/j.disc.2008.06.028","title":"Isonemal prefabrics with only parallel axes of symmetry","year":2008,"lang":"en","type":"article","venue":"Discrete Mathematics","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Mathematics; Weaving; Combinatorics; Symmetry (geometry); Order (exchange); Discrete mathematics; Geometry","score_opus":0.022786645087648827,"score_gpt":0.24649249607275464,"score_spread":0.22370585098510581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093094658","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12508976,0.00033451567,0.31729054,0.0004041563,0.0022511834,0.0001606971,0.00025727405,0.0007766623,0.55343527],"genre_scores_gemma":[0.7635385,0.00030793258,0.110063426,0.0002971291,0.0003398392,0.00016214252,0.00041779975,0.0004851038,0.124388166],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991386,0.00012579636,0.000053499713,0.0001853451,0.00037766504,0.000119037446],"domain_scores_gemma":[0.9993006,0.00007137361,0.00006457761,0.0002476247,0.00024773314,0.00006799115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041276624,0.00074223196,0.0005549502,0.0008039959,0.00095052214,0.0019051488,0.00067704514,0.0005625155,0.029513076],"category_scores_gemma":[0.0015156976,0.000289718,0.0003874294,0.0005713489,0.0016081915,0.0018404495,0.0016922052,0.0016862152,0.0053525013],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030144895,0.000099006545,0.0010530778,0.00015026312,0.000015167775,0.00028788517,0.00042679417,0.0053306804,0.024852926,0.8304289,0.0094107045,0.12764314],"study_design_scores_gemma":[0.000150954,0.0011379799,0.004571756,0.00012897505,0.000040225674,0.0019008534,0.0013736009,0.033522792,0.03579891,0.5332464,0.38803712,0.000090461006],"about_ca_topic_score_codex":0.00049134984,"about_ca_topic_score_gemma":0.0005768921,"teacher_disagreement_score":0.029513076,"about_ca_system_score_codex":0.0003898067,"about_ca_system_score_gemma":0.00046062743,"threshold_uncertainty_score":0.0987311},"labels":[],"label_agreement":null},{"id":"W2094802775","doi":"10.1080/713650000","title":"Human factors and environmental support in Alzheimer's disease","year":2001,"lang":"en","type":"article","venue":"Aging & Mental Health","topic":"Design Education and Practice","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; Alzheimer Society","keywords":"Perspective (graphical); Independence (probability theory); Psychology; Disease; Aging in place; Gerontology; Cognition; Process (computing); Medicine; Computer science; Psychiatry","score_opus":0.027655509539597903,"score_gpt":0.3107640322260443,"score_spread":0.28310852268644643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094802775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37494093,0.31528178,0.011462943,0.13267848,0.0023300732,0.00010737202,0.00015363326,0.00007595323,0.16296892],"genre_scores_gemma":[0.92213786,0.0636992,0.0034514302,0.0034432425,0.00038195818,0.00007776287,0.000031157146,0.000007809413,0.0067695286],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998841,0.0008863475,0.000055345445,0.000034944038,0.00011143586,0.00007089627],"domain_scores_gemma":[0.998667,0.0008940137,0.00012798603,0.000034988032,0.00013517994,0.00014095686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013188438,0.00023618736,0.00022360796,0.0006830173,0.0008685717,0.0017792002,0.0002191418,0.0012273939,0.003969795],"category_scores_gemma":[0.002982351,0.00011655268,0.00026072405,0.0005660119,0.0017959005,0.00094582007,0.0008522113,0.00055264536,0.00021282221],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039307153,0.0010691886,0.09867622,0.0024442659,0.00021867402,0.002724575,0.02870107,0.0072087627,0.0014428749,0.14626336,0.04122474,0.66963315],"study_design_scores_gemma":[0.00017494196,0.0016734394,0.14779498,0.0047262628,0.00032360115,0.004566714,0.046728235,0.0030126334,0.0013314019,0.32299188,0.4665022,0.00017366915],"about_ca_topic_score_codex":0.004975315,"about_ca_topic_score_gemma":0.008561868,"teacher_disagreement_score":0.004975315,"about_ca_system_score_codex":0.0007457318,"about_ca_system_score_gemma":0.0011665907,"threshold_uncertainty_score":0.0132802725},"labels":[],"label_agreement":null},{"id":"W2094806835","doi":"10.1198/tast.2009.08042","title":"Teaching Variation Reduction Using a Virtual Manufacturing Environment","year":2009,"lang":"en","type":"article","venue":"The American Statistician","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Login; Process (computing); Variation (astronomy); Computer science; Software; Plan (archaeology); Reduction (mathematics); Software engineering; Manufacturing engineering; Engineering; Operating system; Mathematics","score_opus":0.013882766518984511,"score_gpt":0.2648116070288507,"score_spread":0.2509288405098662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094806835","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054741986,0.00023192243,0.92257315,0.00081460393,0.00012149542,0.00016235634,0.00010055452,0.0040914766,0.017162558],"genre_scores_gemma":[0.29137233,0.0004854809,0.69720143,0.00053473207,0.0001360993,0.00041568355,0.00030834335,0.0007135815,0.008832311],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965552,0.0015418585,0.00014071808,0.00041411075,0.0011639086,0.00018415446],"domain_scores_gemma":[0.98820937,0.009018731,0.00047433408,0.0012031196,0.00067582674,0.0004186231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034891975,0.00078847253,0.00057674584,0.0012543005,0.00062795845,0.0020398807,0.0021743733,0.0007481421,0.014322684],"category_scores_gemma":[0.012123686,0.0004388899,0.00072109536,0.00090139563,0.0007004621,0.0016100568,0.0029586793,0.0013517502,0.0020861698],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002498396,0.0012528045,0.003341867,0.00032918653,0.000048742775,0.00040904584,0.0017822933,0.041884143,0.017466396,0.03173122,0.019062538,0.88244194],"study_design_scores_gemma":[0.0008063464,0.0030778896,0.012656372,0.00046266525,0.00022859688,0.004068879,0.0025286179,0.37018293,0.09950362,0.18284537,0.32329,0.00034867466],"about_ca_topic_score_codex":0.00033440703,"about_ca_topic_score_gemma":0.0006744733,"teacher_disagreement_score":0.014322684,"about_ca_system_score_codex":0.000716244,"about_ca_system_score_gemma":0.0012998565,"threshold_uncertainty_score":0.047914207},"labels":[],"label_agreement":null},{"id":"W2095683932","doi":"10.24908/pceea.v0i0.4864","title":"Literature Review on Engineering Design Assessment Tools","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Accreditation; Competence (human resources); Engineering design process; Teamwork; Computer science; Process (computing); Task (project management); Engineering management; Engineering; Systems engineering; Medical education; Psychology; Medicine; Mechanical engineering","score_opus":0.01168633326901563,"score_gpt":0.22688594607487983,"score_spread":0.2151996128058642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095683932","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011428674,0.9779795,0.007330929,0.0016646462,0.00045253013,0.00016339053,0.0002862077,0.00009423504,0.01088574],"genre_scores_gemma":[0.010142511,0.97146434,0.014657506,0.0012953425,0.00028317483,0.00031035545,0.0005037638,0.000040105053,0.001302811],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9852925,0.0053480696,0.0027620546,0.00079727016,0.005592833,0.00020729144],"domain_scores_gemma":[0.8988959,0.08168756,0.0044745514,0.0011102364,0.013339542,0.00049219694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013076378,0.0015297468,0.0021311895,0.025687644,0.0010735436,0.004253365,0.0026941525,0.0018021102,0.008508374],"category_scores_gemma":[0.05086092,0.0008481531,0.00154505,0.023235103,0.0014212223,0.006037707,0.0016979598,0.001352045,0.0022709894],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004791626,0.0000936126,0.00061612215,0.081358485,0.00015056117,0.00020118896,0.00086810946,0.0009401651,0.0005181159,0.00598171,0.022854963,0.88636905],"study_design_scores_gemma":[0.00003048036,0.00014617226,0.005062159,0.27500463,0.00065259746,0.0010043442,0.0020682483,0.00082107884,0.0008790097,0.009243306,0.7049849,0.00010314873],"about_ca_topic_score_codex":0.00498585,"about_ca_topic_score_gemma":0.0092201885,"teacher_disagreement_score":0.025687644,"about_ca_system_score_codex":0.0023994378,"about_ca_system_score_gemma":0.008962088,"threshold_uncertainty_score":0.069155335},"labels":[],"label_agreement":null},{"id":"W2096208965","doi":"","title":"Emerging technologies in a tele-collaborative design studio between the Pennsylvania State University and Carleton University","year":2008,"lang":"en","type":"article","venue":"Journal of Information Technology in Construction","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University; McGill University","funders":"","keywords":"Studio; Multimedia; Computer science; Telecommunications","score_opus":0.008413984081638327,"score_gpt":0.20139482014870957,"score_spread":0.19298083606707125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096208965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6889456,0.001152266,0.154705,0.008078926,0.000335669,0.0009485394,0.00020319065,0.0010726677,0.14455815],"genre_scores_gemma":[0.7556981,0.00064845075,0.13675694,0.0006104236,0.000047797323,0.0008469124,0.00018564149,0.00024167233,0.10496393],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99095345,0.006015453,0.00021514838,0.000791558,0.001225885,0.00079859374],"domain_scores_gemma":[0.99423075,0.0017097614,0.00023996731,0.0007360457,0.000701766,0.002381718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062671695,0.00051317253,0.00031051517,0.00084475346,0.0063216994,0.00695897,0.0016116111,0.0012308992,0.009593319],"category_scores_gemma":[0.0048587983,0.0005945924,0.0003920184,0.0007649926,0.0037895902,0.0020020448,0.005902132,0.001994482,0.0014082412],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010139801,0.0044018794,0.0152709205,0.00063863315,0.00008344787,0.0034480258,0.35482737,0.009813711,0.03364844,0.14987297,0.044261366,0.38271925],"study_design_scores_gemma":[0.0002015686,0.002383235,0.008242557,0.00033662873,0.000048247184,0.0017738165,0.13057938,0.0067184954,0.022706194,0.017820155,0.8090201,0.00016969247],"about_ca_topic_score_codex":0.008598536,"about_ca_topic_score_gemma":0.029317928,"teacher_disagreement_score":0.009593319,"about_ca_system_score_codex":0.006605958,"about_ca_system_score_gemma":0.011534726,"threshold_uncertainty_score":0.047929764},"labels":[],"label_agreement":null},{"id":"W2096314112","doi":"10.1115/1.4003249","title":"Biologically Meaningful Keywords for Functional Terms of the Functional Basis","year":2011,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Basis (linear algebra); Information retrieval; Representation (politics); Identification (biology); Biological data; Thesaurus; Artificial intelligence; Mathematics; Bioinformatics; Ecology","score_opus":0.13975398863104488,"score_gpt":0.24523532503218798,"score_spread":0.1054813364011431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096314112","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06562161,0.005118647,0.84530944,0.002728938,0.0020319275,0.0029012056,0.015290745,0.0036920556,0.057305466],"genre_scores_gemma":[0.13900787,0.0016405602,0.83869296,0.0005896415,0.00023760479,0.0017382154,0.008908086,0.0008353542,0.008349683],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980275,0.00056739204,0.0005804481,0.00029163947,0.0004443105,0.00008864998],"domain_scores_gemma":[0.99580896,0.0024775034,0.0004028121,0.00045106062,0.00077216624,0.00008754705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015372414,0.001087114,0.00067606027,0.0050758887,0.0008612596,0.002204169,0.0009653787,0.001465267,0.017782263],"category_scores_gemma":[0.011529356,0.0003113523,0.0011611433,0.0038531409,0.0015826788,0.00456684,0.0014862636,0.0014872015,0.0052734865],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061435194,0.00021105848,0.0029417013,0.007300785,0.00011769588,0.0021893124,0.010495401,0.0036585634,0.08789956,0.5192836,0.03708073,0.32820734],"study_design_scores_gemma":[0.00015553036,0.00042082742,0.0054404815,0.0015781955,0.00018124635,0.0056990753,0.0042809537,0.019460246,0.028206987,0.23074362,0.70358896,0.00024382221],"about_ca_topic_score_codex":0.001162298,"about_ca_topic_score_gemma":0.0016369544,"teacher_disagreement_score":0.017782263,"about_ca_system_score_codex":0.001249875,"about_ca_system_score_gemma":0.0017349288,"threshold_uncertainty_score":0.05948764},"labels":[],"label_agreement":null},{"id":"W2096731850","doi":"10.1108/02602280810902604","title":"Sensing in nature: using biomimetics for design of sensors","year":2008,"lang":"en","type":"article","venue":"Sensor Review","topic":"Design Education and Practice","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Biomimetics; Originality; Terminology; Computer science; Value (mathematics); Identification (biology); Engineering; Focus (optics); Artificial intelligence; Management science; Machine learning","score_opus":0.09351485780509912,"score_gpt":0.3367778386524198,"score_spread":0.24326298084732068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096731850","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005937743,0.025993463,0.9263681,0.006337855,0.0006331361,0.00019791108,0.00011828623,0.00043372178,0.033979785],"genre_scores_gemma":[0.13186882,0.03151848,0.81659466,0.0017257967,0.00016807011,0.0005397661,0.00018492703,0.00021711818,0.017182294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980394,0.0008185158,0.0001691403,0.00020905808,0.00070356805,0.000060271923],"domain_scores_gemma":[0.99758947,0.0014389177,0.00022175796,0.00025398794,0.0004246083,0.000071244336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031373668,0.0007591929,0.0006181134,0.0016006473,0.0007747134,0.0023489324,0.0013807768,0.001667464,0.0053143622],"category_scores_gemma":[0.0049899677,0.000499737,0.00079128,0.0014008097,0.0036887168,0.0031926786,0.0015821289,0.0012643292,0.0014719443],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043530945,0.000043489206,0.00051793514,0.0040004784,0.00004377461,0.00026796502,0.0013141053,0.036408257,0.018495467,0.7721107,0.0065882523,0.1601662],"study_design_scores_gemma":[0.0000314517,0.00021817663,0.00057181716,0.0019943966,0.00006777047,0.0005461406,0.00076576247,0.03383207,0.020408904,0.49602136,0.44544882,0.000093415736],"about_ca_topic_score_codex":0.0025976407,"about_ca_topic_score_gemma":0.0034667333,"teacher_disagreement_score":0.0053143622,"about_ca_system_score_codex":0.0024982507,"about_ca_system_score_gemma":0.0026788407,"threshold_uncertainty_score":0.01812619},"labels":[],"label_agreement":null},{"id":"W2097267928","doi":"10.24908/pceea.v0i0.5852","title":"A STRATEGY FOR TEACHING AND LEARNING OF SYSTEMATIC DESIGN ENGINEERING","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Computer science; Process (computing); Function (biology); Engineering design process; Transformation (genetics); Boundary (topology); Mathematics education; Interpretation (philosophy); Software engineering; Engineering drawing; Engineering management; Systems engineering; Engineering; Mathematics; Mechanical engineering; Programming language","score_opus":0.02428621384189266,"score_gpt":0.23713037860474215,"score_spread":0.21284416476284948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097267928","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00676219,0.0012897641,0.8546442,0.031589005,0.0013263319,0.00201244,0.00017653394,0.0023749883,0.09982453],"genre_scores_gemma":[0.05969999,0.0011970428,0.8814261,0.00593877,0.00024089895,0.003048036,0.00022401397,0.0004177683,0.047807448],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.985062,0.009716785,0.0005754932,0.0012279975,0.0028861754,0.0005314803],"domain_scores_gemma":[0.9826003,0.008981803,0.0006567509,0.0034807124,0.0027075442,0.0015728483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013242298,0.0015610401,0.0008516893,0.0029325946,0.0035283691,0.005902532,0.0033479403,0.0035506042,0.019999344],"category_scores_gemma":[0.024986273,0.0008265824,0.0011838874,0.0016216949,0.009073274,0.0060739284,0.006963341,0.006573429,0.008604245],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006938575,0.00079782767,0.0007008391,0.00086449157,0.000035066947,0.00036242697,0.025154803,0.002211616,0.0044699507,0.5697837,0.101166844,0.29438308],"study_design_scores_gemma":[0.00011643217,0.00023428183,0.00039056485,0.0009399153,0.00001315198,0.00040761282,0.006793764,0.0035024616,0.0031567886,0.369293,0.6150948,0.00005725608],"about_ca_topic_score_codex":0.0019410278,"about_ca_topic_score_gemma":0.0034855555,"teacher_disagreement_score":0.019999344,"about_ca_system_score_codex":0.0053698705,"about_ca_system_score_gemma":0.010651119,"threshold_uncertainty_score":0.070032835},"labels":[],"label_agreement":null},{"id":"W2097929692","doi":"10.24908/pceea.v0i0.3938","title":"ENGINEERING DESIGN COACHES: FACULTY OR GRAD STUDENTS?","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Graduate students; Psychology; Medical education; Citizen journalism; Commission; Pedagogy; Learning environment; Computer science; Political science; Medicine","score_opus":0.04369092706557536,"score_gpt":0.24475210030810776,"score_spread":0.2010611732425324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097929692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3999312,0.023973797,0.0031212636,0.3983167,0.02035266,0.0006155926,0.00061714585,0.0011544673,0.15191719],"genre_scores_gemma":[0.7783732,0.00836153,0.0023235388,0.07657713,0.0028664088,0.00054816616,0.0006794386,0.00047229472,0.1297983],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99127614,0.0018718941,0.00046256647,0.0009873323,0.0019277113,0.0034744318],"domain_scores_gemma":[0.95860076,0.0016328621,0.0018470593,0.0009890817,0.0070427326,0.029887605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009278351,0.0006514007,0.0009586223,0.0030625577,0.011175807,0.015118936,0.002756597,0.0062752585,0.052480657],"category_scores_gemma":[0.023239944,0.0010340189,0.00065784104,0.003263535,0.004461337,0.0110695185,0.012451982,0.007848147,0.012257319],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026073272,0.0032276758,0.0928125,0.00053182547,0.000028664808,0.0008452721,0.036535442,0.00008931858,0.0012782059,0.013206788,0.27444986,0.57673377],"study_design_scores_gemma":[0.00009225468,0.0021049639,0.10972889,0.0020149364,0.0000373761,0.0015575879,0.42134598,0.00027961534,0.0013669876,0.009504774,0.45181856,0.00014813426],"about_ca_topic_score_codex":0.005322061,"about_ca_topic_score_gemma":0.0156587,"teacher_disagreement_score":0.052480657,"about_ca_system_score_codex":0.0052019157,"about_ca_system_score_gemma":0.01079329,"threshold_uncertainty_score":0.1755653},"labels":[],"label_agreement":null},{"id":"W2098327231","doi":"10.26687/archnet-ijar.v8i3.507","title":"The Agency of Making and Architecture Education: Design-Build Curriculum in a New School of Architecture","year":2014,"lang":"en","type":"article","venue":"International Journal of Architectural Research Archnet-IJAR","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Laurentian University","funders":"","keywords":"Curriculum; Agency (philosophy); Context (archaeology); Design studio; Architecture; Downtown; Pedagogy; Sociology; Mandate; Engineering; Engineering ethics; Political science; Geography; Social science","score_opus":0.024715533966305537,"score_gpt":0.3594375663616201,"score_spread":0.33472203239531456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098327231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8833074,0.0003880021,0.003291154,0.0147586595,0.00015833724,0.00053695036,0.00007100511,0.000082290346,0.09740612],"genre_scores_gemma":[0.9445489,0.00028839588,0.007741913,0.0006929086,0.000016194404,0.00015507085,0.000054035794,0.000021518441,0.046481147],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9967404,0.0010158652,0.00009049124,0.00029555793,0.0007096222,0.0011480645],"domain_scores_gemma":[0.9960084,0.0003589665,0.00017650635,0.00015889398,0.0005745902,0.002722578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066038934,0.00021656697,0.00024192173,0.0008096926,0.014976236,0.00895912,0.0013532921,0.0011712768,0.004748169],"category_scores_gemma":[0.0029842188,0.00042366883,0.00025440322,0.00084071705,0.0054718275,0.0021643578,0.006304588,0.0037658326,0.000457561],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012294024,0.0049035395,0.10104508,0.00030997163,0.000013955002,0.0013096486,0.45504957,0.0015985726,0.0063417684,0.14012094,0.031233016,0.2579509],"study_design_scores_gemma":[0.00003209384,0.00038701235,0.11294382,0.00036815833,0.000015159307,0.00022868456,0.38256037,0.001078102,0.003978526,0.008645363,0.48970285,0.000059832844],"about_ca_topic_score_codex":0.19979033,"about_ca_topic_score_gemma":0.6610756,"teacher_disagreement_score":0.19979033,"about_ca_system_score_codex":0.03492349,"about_ca_system_score_gemma":0.09010734,"threshold_uncertainty_score":0.39725482},"labels":[],"label_agreement":null},{"id":"W2100177136","doi":"10.1139/t99-098","title":"Book review: Karl Terxaghi - The engineer as artist","year":2000,"lang":"en","type":"article","venue":"Canadian Geotechnical Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Geotechnical engineering; Engineering; Forensic engineering; Engineering ethics","score_opus":0.00707675472141502,"score_gpt":0.22789172421936293,"score_spread":0.2208149694979479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100177136","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003808419,0.60953224,0.0008583465,0.06440472,0.13964301,0.00010012502,0.000383864,0.00023882667,0.18445808],"genre_scores_gemma":[0.0017797762,0.16025539,0.00039633404,0.013420282,0.021076431,0.000050546227,0.00030356614,0.00013119023,0.80258656],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99938416,0.00005570691,0.000028550672,0.00007524475,0.00040801722,0.000048230457],"domain_scores_gemma":[0.9982723,0.00033236505,0.00007488894,0.000054813903,0.0010161819,0.0002495096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007912544,0.0012437945,0.001151614,0.003073873,0.001323422,0.0030253185,0.001114238,0.0024708172,0.06373657],"category_scores_gemma":[0.0027688213,0.00042104215,0.00038239287,0.0033088652,0.00080992765,0.0029457046,0.0014561337,0.0026834486,0.054705337],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033438253,0.0000034262634,0.0000129119035,0.00007660311,0.0000011679621,0.000013524345,0.000010643846,0.00001744904,0.000029018967,0.0004943621,0.97644526,0.02289232],"study_design_scores_gemma":[0.000002088799,0.000003094266,0.00006813686,0.000096205105,0.0000017013068,0.000060646584,0.000016251404,0.000009161864,0.000020850903,0.00018759909,0.999532,0.0000022691456],"about_ca_topic_score_codex":0.0106553305,"about_ca_topic_score_gemma":0.035947997,"teacher_disagreement_score":0.06373657,"about_ca_system_score_codex":0.0021130885,"about_ca_system_score_gemma":0.0029299494,"threshold_uncertainty_score":0.21322006},"labels":[],"label_agreement":null},{"id":"W2101430679","doi":"10.24908/pceea.v0i0.4045","title":"COMPARATIVE STUDY OF THE STUDENT'S DESIGN PROCESS: IMPLICATIONS FOR THE TEACHING OF LATER PHASES OF THE MECHANICAL ENGINEERING DESIGN PROCESS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Process (computing); Engineering design process; Design process; Mechanical design; Computer science; Process design; Design education; Work in process; Work (physics); Engineering; Mechanical engineering; Operations management","score_opus":0.050523171157184986,"score_gpt":0.3026838209020844,"score_spread":0.25216064974489943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101430679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9814967,0.00044833345,0.0060530156,0.00025928082,0.000023975701,0.0001132916,0.000030424197,0.00002771994,0.011547227],"genre_scores_gemma":[0.9923118,0.00037174285,0.0036833861,0.000062983614,0.000006818565,0.000107482905,0.000042239855,0.00001647056,0.0033969888],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9926744,0.005126762,0.00025728229,0.00045444275,0.0010909982,0.00039618078],"domain_scores_gemma":[0.96128935,0.028729368,0.0016204932,0.0012694919,0.0050871964,0.0020040444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0089256,0.00038142715,0.00048117503,0.0018397183,0.0013264011,0.0025793274,0.0013670569,0.001328689,0.004220904],"category_scores_gemma":[0.040937476,0.00028671682,0.0004581203,0.00170275,0.0015440704,0.002619113,0.0021387902,0.0012809499,0.00054620614],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014485309,0.007563083,0.07585576,0.0009777296,0.00006911635,0.0011531346,0.59761405,0.0019367208,0.015850242,0.010535016,0.0018378135,0.28515884],"study_design_scores_gemma":[0.0004156478,0.014972601,0.37231803,0.0010427246,0.00017891261,0.0023874124,0.49508312,0.0065136547,0.03430862,0.010633992,0.061873935,0.0002713275],"about_ca_topic_score_codex":0.001042389,"about_ca_topic_score_gemma":0.0020233586,"teacher_disagreement_score":0.0089256,"about_ca_system_score_codex":0.001804121,"about_ca_system_score_gemma":0.0014234905,"threshold_uncertainty_score":0.04720366},"labels":[],"label_agreement":null},{"id":"W2101739091","doi":"10.1115/detc2010-28233","title":"An Engineering-to-Biology Thesaurus for Engineering Design","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Division of Civil, Mechanical and Manufacturing Innovation; Oregon State University; National Science Foundation","keywords":"Terminology; Computer science; Thesaurus; Process (computing); Domain (mathematical analysis); Engineering design process; Ingenuity; Function (biology); Field (mathematics); Software engineering; Artificial intelligence; Engineering; Mathematics","score_opus":0.01811482021564708,"score_gpt":0.27567723324811727,"score_spread":0.2575624130324702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101739091","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010968797,0.0057384567,0.87150836,0.00447247,0.00323127,0.0057794307,0.029718714,0.005948585,0.06263393],"genre_scores_gemma":[0.021397723,0.0029676582,0.93345064,0.0015969402,0.00033364465,0.003919091,0.028164038,0.001085472,0.0070847813],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99589217,0.0011815568,0.0016154082,0.00056822714,0.0006323182,0.000110313646],"domain_scores_gemma":[0.9938666,0.0026183107,0.000633244,0.0011356093,0.0013663865,0.00037981034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034221658,0.001922566,0.0017217359,0.019220466,0.0034518074,0.0068086307,0.003416883,0.0041470216,0.013553655],"category_scores_gemma":[0.015590715,0.0011244194,0.0028869156,0.01683076,0.002973883,0.009257196,0.0062040077,0.004948824,0.006724782],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021483387,0.00033602252,0.0013796197,0.007670401,0.00020432056,0.0020831537,0.014324384,0.0069769053,0.012097008,0.40277687,0.19554374,0.35639277],"study_design_scores_gemma":[0.00006460956,0.00008729518,0.00097473955,0.0018685708,0.00007275632,0.002032497,0.0017079231,0.0069577578,0.0013042848,0.06117081,0.92359895,0.00015978761],"about_ca_topic_score_codex":0.007151194,"about_ca_topic_score_gemma":0.008645518,"teacher_disagreement_score":0.019220466,"about_ca_system_score_codex":0.004245591,"about_ca_system_score_gemma":0.008469996,"threshold_uncertainty_score":0.04534149},"labels":[],"label_agreement":null},{"id":"W2101815176","doi":"10.24908/pceea.v0i0.3883","title":"A SIMPLE PROPOSAL FOR THE DEVELOPMENT OF INTELLIGENT DESIGN CATALOGS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Simple (philosophy); Graphics; Process (computing); Software engineering; Human–computer interaction; Software; Engineering design process; Object (grammar); Systems engineering; Engineering; Programming language","score_opus":0.029398643146370668,"score_gpt":0.23109174583765366,"score_spread":0.201693102691283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101815176","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025465616,0.00046439888,0.9432598,0.006570635,0.0006245262,0.001010847,0.00018994766,0.0029075271,0.042425852],"genre_scores_gemma":[0.0164554,0.00033188038,0.96328783,0.000657992,0.00018402112,0.00080139155,0.00030429027,0.00028772888,0.017689357],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9911823,0.0030678492,0.0010650238,0.0012890033,0.0029218856,0.0004737567],"domain_scores_gemma":[0.99131364,0.0017436038,0.00048073696,0.0031207553,0.0024569698,0.0008842856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009926708,0.0012010301,0.0009630463,0.0064996337,0.003874552,0.013313224,0.005949964,0.006595565,0.021312132],"category_scores_gemma":[0.01775534,0.0020705606,0.0029575753,0.004580104,0.006815077,0.018465722,0.0074732625,0.004354823,0.010852405],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026307614,0.00006776872,0.00038074184,0.00012452029,0.000016363521,0.00017269325,0.00069195457,0.0014227676,0.00075302564,0.92179185,0.010323331,0.06422859],"study_design_scores_gemma":[0.00010984472,0.00018329595,0.0003565536,0.00028192397,0.000046035115,0.00090538105,0.00052924,0.016839247,0.0017406249,0.3138294,0.66508156,0.00009692199],"about_ca_topic_score_codex":0.0029128068,"about_ca_topic_score_gemma":0.002923133,"teacher_disagreement_score":0.021312132,"about_ca_system_score_codex":0.0025768492,"about_ca_system_score_gemma":0.0062907985,"threshold_uncertainty_score":0.071296215},"labels":[],"label_agreement":null},{"id":"W2101830796","doi":"10.24908/pceea.v0i0.4011","title":"DBDB: A DATABASE FOR DESIGN BIBLIOGRAPHY","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; Faculty of Engineering, McGill University; McGill University","keywords":"Bibliography; Subject (documents); Task (project management); Database; Computer science; Bibliographic database; Swift; Face (sociological concept); World Wide Web; Engineering; Library science; Systems engineering","score_opus":0.02715101751131231,"score_gpt":0.21624587274340334,"score_spread":0.18909485523209102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101830796","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010150477,0.0049262657,0.036294833,0.001390626,0.0005834854,0.00079659617,0.8777925,0.03985641,0.03734428],"genre_scores_gemma":[0.0022792618,0.0046905037,0.053127307,0.0003995086,0.00018777944,0.0008916903,0.926275,0.0034605416,0.008688296],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99373686,0.00085382967,0.0021844013,0.0008398283,0.001999988,0.00038496425],"domain_scores_gemma":[0.96972895,0.007832064,0.0030850456,0.0058875782,0.009819487,0.003646895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061750812,0.0027991654,0.00401257,0.046336215,0.0032604733,0.013311132,0.006983509,0.004193123,0.09260442],"category_scores_gemma":[0.038325805,0.002211216,0.0017630744,0.05827768,0.0012558169,0.012707688,0.0073381807,0.0033819184,0.10037959],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016794799,0.00006096483,0.00072027615,0.005095467,0.00008049715,0.00024797634,0.00036442358,0.0007692788,0.0011323831,0.014107939,0.9019348,0.07531807],"study_design_scores_gemma":[0.00006356333,0.000014667439,0.00065048825,0.00052719406,0.00003539594,0.00012886235,0.00015841953,0.00047777573,0.00040713893,0.0038917474,0.9935942,0.000050526065],"about_ca_topic_score_codex":0.04018095,"about_ca_topic_score_gemma":0.043415163,"teacher_disagreement_score":0.09260442,"about_ca_system_score_codex":0.004684992,"about_ca_system_score_gemma":0.018267758,"threshold_uncertainty_score":0.3097927},"labels":[],"label_agreement":null},{"id":"W2102023146","doi":"10.1109/tmag.2009.2012666","title":"A Hybrid Design Model for Electromagnetic Devices","year":2009,"lang":"en","type":"article","venue":"IEEE Transactions on Magnetics","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Representation (politics); Behavioral modeling; Human–computer interaction; Systems engineering; Artificial intelligence","score_opus":0.02989610805665483,"score_gpt":0.2584474410520508,"score_spread":0.22855133299539598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102023146","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027589083,0.00014955844,0.97759354,0.00024163802,0.00003196032,0.00010514585,0.00017138229,0.00043190655,0.018515918],"genre_scores_gemma":[0.19014387,0.00077389297,0.7682695,0.00024581054,0.00004516698,0.0013455729,0.0007343308,0.0001911297,0.03825074],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99949086,0.00012975685,0.0000354517,0.00008014836,0.00022647073,0.000037166104],"domain_scores_gemma":[0.99967325,0.00014510617,0.000026584234,0.000060907714,0.00007929028,0.000014929593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006868885,0.00073088176,0.0004977951,0.0011301823,0.00046890322,0.00183362,0.0021727837,0.0020546722,0.01011157],"category_scores_gemma":[0.0010403027,0.00048096586,0.0013969783,0.00069944485,0.0008313183,0.0016211307,0.00095509057,0.000958427,0.002002185],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005786685,0.0000769503,0.0002409758,0.00020671813,0.00003412761,0.00039207676,0.00025677675,0.6035524,0.00713027,0.3435953,0.002577928,0.04187857],"study_design_scores_gemma":[0.00004340638,0.000052349005,0.00007022556,0.00004225253,0.000027085132,0.00020269536,0.00003115402,0.9051622,0.0016395667,0.054417215,0.03829158,0.000020365555],"about_ca_topic_score_codex":0.0026813324,"about_ca_topic_score_gemma":0.0025917138,"teacher_disagreement_score":0.01011157,"about_ca_system_score_codex":0.0008527949,"about_ca_system_score_gemma":0.0009349759,"threshold_uncertainty_score":0.03382659},"labels":[],"label_agreement":null},{"id":"W2102431010","doi":"10.24908/pceea.v0i0.3820","title":"ECOLOGICAL INTERFACE DESIGN FOR COMPLEX SYSTEMS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interface (matter); Interface design; Computer science; User interface; Systems engineering; Graphical user interface; Human–computer interaction; Engineering","score_opus":0.04659285173805159,"score_gpt":0.23770881920727663,"score_spread":0.19111596746922505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102431010","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016827754,0.0005213786,0.98724306,0.00022086076,0.000072691495,0.00007082709,0.000045649012,0.00035610073,0.009786721],"genre_scores_gemma":[0.16451259,0.001629947,0.81754947,0.00036252887,0.00011374843,0.0009541117,0.00032269885,0.00028008767,0.014274797],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99860686,0.00057683885,0.00009582894,0.00014595164,0.0005152171,0.000059347283],"domain_scores_gemma":[0.99885297,0.0005917211,0.000064366475,0.000139069,0.00030746238,0.000044321965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017836713,0.0007361924,0.0004210895,0.00072710915,0.00061112706,0.0020390558,0.00091635826,0.00092457107,0.012245057],"category_scores_gemma":[0.005337876,0.00034671224,0.00053912855,0.0005490015,0.0010492761,0.0011814923,0.0017515562,0.0009082966,0.0016963369],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013832453,0.00009580016,0.0010397091,0.0010703402,0.000051502204,0.00028953116,0.0008722139,0.10078184,0.015221041,0.54851645,0.013761077,0.31816214],"study_design_scores_gemma":[0.00010754404,0.00021277489,0.00047871843,0.00028797955,0.0000481725,0.0005034545,0.00024671602,0.43511233,0.007000715,0.2878404,0.26811248,0.0000487535],"about_ca_topic_score_codex":0.00089050166,"about_ca_topic_score_gemma":0.0009808807,"teacher_disagreement_score":0.012245057,"about_ca_system_score_codex":0.00063686277,"about_ca_system_score_gemma":0.0008035942,"threshold_uncertainty_score":0.04096383},"labels":[],"label_agreement":null},{"id":"W2103865800","doi":"10.1177/1555343414540172","title":"Comparing Cognitive Efficiency of Experienced and Inexperienced Designers in Conceptual Design Processes","year":2014,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Design Education and Practice","field":"Engineering","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of New Brunswick","funders":"","keywords":"Creativity; Cognition; Conceptual design; Quality (philosophy); Computer science; Engineering design process; Design process; Design education; Process (computing); Psychology; Human–computer interaction; Engineering; Social psychology; Work in process; Operations management","score_opus":0.03648772234528918,"score_gpt":0.306836422491104,"score_spread":0.2703487001458148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103865800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929345,0.00016922306,0.005011079,0.000016340591,0.000002656077,0.000026801288,0.00001654354,0.000015392536,0.0018074247],"genre_scores_gemma":[0.99535227,0.00012975797,0.0038690858,0.000015610709,0.0000036244667,0.000034453737,0.000059325434,0.00000780949,0.00052803115],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9928565,0.0031517434,0.0009139074,0.00081155525,0.0018225018,0.00044376843],"domain_scores_gemma":[0.95090824,0.035517577,0.0046950476,0.00392827,0.0035562064,0.0013946493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009228442,0.00056077144,0.00052092277,0.0026977705,0.00032017098,0.0027656395,0.00054221856,0.00065269304,0.0011417217],"category_scores_gemma":[0.04731235,0.0003315513,0.00068391254,0.0008982705,0.00083322194,0.0014352787,0.0014288124,0.00043441966,0.0002400514],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020618006,0.0015949106,0.620039,0.00091321085,0.0011214424,0.0004626674,0.048814055,0.010365063,0.031788144,0.0020023645,0.00038288423,0.28045443],"study_design_scores_gemma":[0.00021409213,0.0025570025,0.9438522,0.00016306479,0.00038286825,0.0011248928,0.014658663,0.01648701,0.012043826,0.0049899854,0.0033172984,0.00020902144],"about_ca_topic_score_codex":0.00046195908,"about_ca_topic_score_gemma":0.00054660486,"teacher_disagreement_score":0.009228442,"about_ca_system_score_codex":0.0005363313,"about_ca_system_score_gemma":0.00047489844,"threshold_uncertainty_score":0.048805237},"labels":[],"label_agreement":null},{"id":"W2105621648","doi":"10.24908/pceea.v0i0.4057","title":"GENERALIZING THE BIOMIMETIC DESIGN PROCESS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Process (computing); Computer science; Engineering design process; Management science; Engineering; Mechanical engineering; Programming language","score_opus":0.021915519699211964,"score_gpt":0.20752010625726677,"score_spread":0.1856045865580548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105621648","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037412432,0.0002326277,0.9864029,0.000313165,0.000050746614,0.00012719781,0.00007092708,0.00021740372,0.008843853],"genre_scores_gemma":[0.06338445,0.0012329894,0.9249257,0.00034769572,0.000066134984,0.00047579838,0.00024091093,0.00018190774,0.009144441],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985268,0.00046255405,0.00015960792,0.00031243128,0.00048007682,0.00005854705],"domain_scores_gemma":[0.99835074,0.00077698805,0.00008659785,0.00054475066,0.0002122691,0.000028553073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021891992,0.0010221817,0.00060126255,0.0014880189,0.0008647606,0.00147007,0.0014684973,0.001354421,0.005221394],"category_scores_gemma":[0.0050334954,0.0004935408,0.0023716153,0.001157569,0.0034289798,0.0018306318,0.0026586866,0.0016772873,0.0016431138],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021927764,0.000043616055,0.0003684623,0.0006695338,0.000042555705,0.00027083,0.00078001316,0.08990581,0.010799974,0.78880185,0.0015329538,0.10676249],"study_design_scores_gemma":[0.000028562932,0.00010047883,0.00027875407,0.00023989048,0.000047911017,0.0004115999,0.00013444976,0.11457228,0.007704163,0.7435205,0.13292606,0.00003523511],"about_ca_topic_score_codex":0.0022897667,"about_ca_topic_score_gemma":0.0030594075,"teacher_disagreement_score":0.005221394,"about_ca_system_score_codex":0.0012480238,"about_ca_system_score_gemma":0.0016636717,"threshold_uncertainty_score":0.01746732},"labels":[],"label_agreement":null},{"id":"W2105659500","doi":"10.24908/pceea.v0i0.4029","title":"A THEORETICAL AND EXPERIMENTAL STUDY ON DESIGN CREATIVITY","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Axiomatic design; Chaotic; Computer science; Process (computing); Axiom; Creativity; Design process; Management science; Industrial engineering; Mathematics; Engineering; Artificial intelligence; Work in process; Programming language; Manufacturing engineering","score_opus":0.018868129448351218,"score_gpt":0.2364252820832065,"score_spread":0.21755715263485528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105659500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86462104,0.0011377905,0.034062307,0.0009783139,0.00023868874,0.001228857,0.00012810444,0.00007794857,0.0975269],"genre_scores_gemma":[0.9792333,0.00064022036,0.014430996,0.00026916832,0.00006175828,0.0010250856,0.000074283445,0.000032073218,0.0042331363],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9916338,0.0050332826,0.00050064526,0.0009275657,0.0016308388,0.00027393672],"domain_scores_gemma":[0.89915854,0.091854125,0.0019498627,0.0047088745,0.0016206783,0.00070792774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009694453,0.0006661221,0.00050442177,0.0017141812,0.0018542046,0.0025881047,0.0015005597,0.0013723954,0.013059011],"category_scores_gemma":[0.057475645,0.0005433275,0.0005313762,0.0014724764,0.0069808974,0.0038421461,0.0025365695,0.0017969134,0.00074301753],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004514529,0.029336186,0.014466858,0.0038331673,0.00015255649,0.0015850799,0.10122654,0.0058371923,0.037483353,0.56867474,0.004701709,0.22818804],"study_design_scores_gemma":[0.004733763,0.04362868,0.0424977,0.0031670851,0.00030581327,0.0056476686,0.09735651,0.036104973,0.089131996,0.49907333,0.17782752,0.00052495714],"about_ca_topic_score_codex":0.00023076906,"about_ca_topic_score_gemma":0.00021325627,"teacher_disagreement_score":0.9986622,"about_ca_system_score_codex":0.0013378373,"about_ca_system_score_gemma":0.0008273263,"threshold_uncertainty_score":0.05126983},"labels":[],"label_agreement":null},{"id":"W2105974517","doi":"10.5555/2664323.2664349","title":"Parameters tell the design story: ideation and abstraction in design optimization","year":2014,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Ideation; Documentation; Computer science; Design thinking; Workflow; Abstraction; Schematic; Product design; Point (geometry); Probabilistic design; Design brief; Product (mathematics); Software engineering; Engineering design process; Engineering drawing; Human–computer interaction; Systems engineering; Engineering; Design technology; Psychology; Programming language; Cognitive science; Mathematics; Mechanical engineering","score_opus":0.031659514432357795,"score_gpt":0.2310807859752107,"score_spread":0.1994212715428529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105974517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80733705,0.0025532506,0.1320139,0.020348126,0.00018171179,0.00035061958,0.0001965052,0.00024098421,0.036777873],"genre_scores_gemma":[0.9852727,0.0004401491,0.010989906,0.0007286124,0.000032213098,0.0001392123,0.000059712398,0.00009961234,0.0022379416],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9544076,0.039571796,0.00087280135,0.0011272371,0.0029757074,0.0010449473],"domain_scores_gemma":[0.93241596,0.060150627,0.00249342,0.0018438088,0.00195862,0.0011376175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02300479,0.0014120371,0.0007882756,0.0016839267,0.006140446,0.006780215,0.0021366307,0.0045738686,0.0023524114],"category_scores_gemma":[0.055951353,0.0010642974,0.0006734687,0.0013014755,0.025248908,0.016923891,0.007898846,0.0066002314,0.0005536537],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005819774,0.000026684944,0.0014080168,0.00018067555,0.0000096155345,0.0008261425,0.9683603,0.00046656778,0.0013547798,0.019432308,0.00082513294,0.0070516653],"study_design_scores_gemma":[0.000040274226,0.00023082603,0.0021890476,0.0007712598,0.000029872404,0.0026174174,0.8755374,0.0030400106,0.002999127,0.034000415,0.07843251,0.00011178316],"about_ca_topic_score_codex":0.0013137233,"about_ca_topic_score_gemma":0.0010826435,"teacher_disagreement_score":0.02300479,"about_ca_system_score_codex":0.0034223122,"about_ca_system_score_gemma":0.0020938932,"threshold_uncertainty_score":0.12166238},"labels":[],"label_agreement":null},{"id":"W2105997912","doi":"10.24908/pceea.v0i0.3982","title":"LE BÂTIMENT COMME LIEW D'INNOVATION TRANSDISCIPLINAIRE","year":2011,"lang":"fr","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Humanities; Political science; Philosophy; Sociology","score_opus":0.028102214288892226,"score_gpt":0.22712483495327895,"score_spread":0.19902262066438672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105997912","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04091051,0.006434846,0.39070484,0.025609648,0.00077879545,0.00036993047,0.000058459224,0.00043079568,0.53470224],"genre_scores_gemma":[0.7843642,0.004572575,0.11718589,0.001984002,0.0002606463,0.0008749467,0.00008009563,0.00020584732,0.0904717],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9856265,0.0072094146,0.00049536704,0.0018916862,0.003850641,0.00092635147],"domain_scores_gemma":[0.9914691,0.0032726997,0.0007614968,0.0019398325,0.0015154883,0.0010413763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011387903,0.0009984276,0.0008594372,0.002627727,0.005459466,0.0139017515,0.002167296,0.0048028915,0.009020484],"category_scores_gemma":[0.009701236,0.0006859687,0.0010019132,0.00199774,0.034831263,0.015106651,0.011387286,0.0052371863,0.0021614754],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015687918,0.000015499338,0.0002715034,0.00013670261,0.000012932855,0.00010220943,0.014452285,0.0004478296,0.0006618654,0.9686923,0.00087185117,0.014319414],"study_design_scores_gemma":[0.000032045184,0.00011920204,0.0007060713,0.00060607685,0.000027047745,0.00039140467,0.013108258,0.0017743726,0.001374925,0.68750584,0.29430088,0.000053894226],"about_ca_topic_score_codex":0.006433962,"about_ca_topic_score_gemma":0.0054351366,"teacher_disagreement_score":0.0139017515,"about_ca_system_score_codex":0.006343293,"about_ca_system_score_gemma":0.010429262,"threshold_uncertainty_score":0.060225666},"labels":[],"label_agreement":null},{"id":"W2106146335","doi":"10.24908/pceea.v0i0.4823","title":"On the Peculiarities of Design: An Engineering Perspective","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Vagueness; Engineering design process; Perspective (graphical); Abstraction; Engineering ethics; Process (computing); Subject matter; Diversity (politics); Design elements and principles; Computer science; Epistemology; Engineering; Psychology; Sociology; Curriculum; Pedagogy; Software engineering; Artificial intelligence; Mechanical engineering","score_opus":0.009763658091729459,"score_gpt":0.20143311588797042,"score_spread":0.19166945779624095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106146335","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031308513,0.09765199,0.27130407,0.1007942,0.0015437759,0.00010513815,0.00011548125,0.00020036558,0.49697635],"genre_scores_gemma":[0.84924847,0.05354496,0.062217217,0.007907045,0.0018225911,0.0001955654,0.00008118289,0.0001573854,0.024825526],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9920638,0.0053318734,0.00028154868,0.0005907097,0.0012951499,0.00043694742],"domain_scores_gemma":[0.99193466,0.00636513,0.00027823308,0.0005945718,0.00057385524,0.00025350138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006520429,0.0011415363,0.00082349475,0.0039971652,0.0047573894,0.009442736,0.0016992852,0.0036762953,0.0024994083],"category_scores_gemma":[0.005593356,0.0008330723,0.00076773454,0.0021996922,0.06805055,0.013624783,0.0038820214,0.006020299,0.0005368395],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006034378,0.000008081608,0.0002157943,0.00010363526,0.0000044014264,0.00010959028,0.004135022,0.0008097509,0.00009424451,0.9886119,0.0008264872,0.005075008],"study_design_scores_gemma":[0.000006794309,0.000024307372,0.00029208892,0.0002912375,0.000007841956,0.00038796332,0.004270536,0.0013754737,0.00017402862,0.8869783,0.106172636,0.000018812807],"about_ca_topic_score_codex":0.0076477006,"about_ca_topic_score_gemma":0.007494408,"teacher_disagreement_score":0.009442736,"about_ca_system_score_codex":0.008763848,"about_ca_system_score_gemma":0.003817855,"threshold_uncertainty_score":0.06358647},"labels":[],"label_agreement":null},{"id":"W2106891916","doi":"10.24908/pceea.v0i0.3925","title":"AN INTEGRATED DESIGN METHODOLOGY","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Axiomatic design; Product design; Computer science; Design review (U.S. government); Probabilistic design; Systems engineering; Design methods; Product lifecycle; Design technology; Process (computing); Product design specification; Stakeholder; Product (mathematics); New product development; Manufacturing engineering; Engineering design process; Risk analysis (engineering); Engineering; Business; Operations management","score_opus":0.053698820944519735,"score_gpt":0.25237233289219935,"score_spread":0.19867351194767963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106891916","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018791568,0.0001780124,0.99159664,0.00011638888,0.00004917295,0.00016939036,0.000043378426,0.00020180164,0.007457332],"genre_scores_gemma":[0.006818629,0.0004015231,0.98772055,0.0000919252,0.000030613617,0.0005048716,0.00013861243,0.00009624238,0.0041970247],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9937568,0.0018876081,0.0005351503,0.0007156576,0.0028855994,0.00021926445],"domain_scores_gemma":[0.9974043,0.00096469984,0.00016252334,0.00054889044,0.00084567536,0.000073821175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058612525,0.0017738221,0.0010446865,0.0028775092,0.0010949997,0.0040943413,0.0037738266,0.0020906276,0.0127280755],"category_scores_gemma":[0.0055254065,0.0010294807,0.0024707092,0.0017923419,0.0020753348,0.0028738366,0.0031829071,0.0025196474,0.0046029277],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030078896,0.00012787074,0.00034640497,0.0011400299,0.0001105437,0.00018617435,0.00059976545,0.047990564,0.005301222,0.6681645,0.0071008955,0.2689021],"study_design_scores_gemma":[0.00008508286,0.00022413825,0.00021421112,0.00092442526,0.00014296583,0.0006194697,0.00026392794,0.14117914,0.005332068,0.3825232,0.468424,0.00006738443],"about_ca_topic_score_codex":0.0013855988,"about_ca_topic_score_gemma":0.001717101,"teacher_disagreement_score":0.0127280755,"about_ca_system_score_codex":0.0016876287,"about_ca_system_score_gemma":0.0044845105,"threshold_uncertainty_score":0.04257959},"labels":[],"label_agreement":null},{"id":"W2106909050","doi":"10.1504/jdr.2007.015569","title":"Visualising early engineering design information with diagrams","year":2007,"lang":"en","type":"article","venue":"J of Design Research","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"USable; Computer science; Comprehension; Software engineering; Human–computer interaction; Data science; World Wide Web; Programming language","score_opus":0.10057456647494717,"score_gpt":0.3636344550324146,"score_spread":0.2630598885574674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106909050","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011816657,0.0013961261,0.9583423,0.0014941173,0.00026286175,0.00021091902,0.0005590219,0.003217139,0.022700854],"genre_scores_gemma":[0.10036137,0.0017326833,0.8840458,0.0002569293,0.00007224418,0.00025664302,0.0007948933,0.0008885232,0.0115908645],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977423,0.0013264064,0.00014357227,0.00013595211,0.00056703144,0.00008480027],"domain_scores_gemma":[0.9866245,0.010366838,0.00055370026,0.001162803,0.0010626494,0.00022946484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003737046,0.0012712695,0.00047768877,0.0045263343,0.0008082288,0.0045097177,0.0013849396,0.0014287274,0.015703937],"category_scores_gemma":[0.018649245,0.0005709883,0.00060099247,0.002314506,0.0012628933,0.006154674,0.0022103365,0.002306075,0.002302578],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035243083,0.0001838623,0.0026673204,0.0027538885,0.000063029016,0.0012389544,0.032577377,0.025245218,0.023822177,0.3678908,0.03209976,0.5111051],"study_design_scores_gemma":[0.000067891146,0.00014700502,0.0013674895,0.0012625152,0.000043382755,0.0011159457,0.0044873157,0.03134364,0.010877625,0.22131583,0.727836,0.0001352922],"about_ca_topic_score_codex":0.0015772382,"about_ca_topic_score_gemma":0.0026349614,"teacher_disagreement_score":0.015703937,"about_ca_system_score_codex":0.0011689912,"about_ca_system_score_gemma":0.0017180502,"threshold_uncertainty_score":0.052534938},"labels":[],"label_agreement":null},{"id":"W2107957218","doi":"10.1111/drev.10303","title":"Design in Business Education: A Square Peg in a Round World? By Thomas Lockwood","year":2014,"lang":"en","type":"article","venue":"Design Management Review","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Creativity; Curriculum; Context (archaeology); Management; Executive education; Engineering; Design thinking; Studio; Accreditation; Sociology; Political science; Business education; Higher education; Pedagogy; Law; Economics; Mechanical engineering; History","score_opus":0.026814298854869627,"score_gpt":0.27777792017128095,"score_spread":0.2509636213164113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107957218","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009295471,0.18732427,0.0029021811,0.73329145,0.035322603,0.000020111465,0.000028582523,0.00018577401,0.039995458],"genre_scores_gemma":[0.055032905,0.18653214,0.0081509575,0.3453515,0.028926358,0.0001915845,0.0000900385,0.00067084306,0.3750537],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9961696,0.0019081815,0.00014882596,0.0004227781,0.0010281996,0.00032247766],"domain_scores_gemma":[0.995609,0.0021295745,0.00017930275,0.000218635,0.0008134773,0.0010500416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034227315,0.0008968569,0.0005830603,0.0011655877,0.0037031285,0.009612234,0.0010131834,0.004221551,0.013647975],"category_scores_gemma":[0.007916694,0.0004711957,0.00050761865,0.0010430556,0.0072050756,0.00962688,0.0037349444,0.009267199,0.0050214953],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018324365,0.000028850138,0.00011049899,0.00017166302,0.0000059734734,0.00003979015,0.001614788,0.00007583715,0.00009527026,0.05102422,0.89202297,0.054791845],"study_design_scores_gemma":[0.000003846925,0.0000119773385,0.0000792108,0.00040814962,0.000002105478,0.000061341314,0.0010139002,0.00005104518,0.00003667174,0.010110585,0.9882146,0.0000065441277],"about_ca_topic_score_codex":0.005423519,"about_ca_topic_score_gemma":0.010464902,"teacher_disagreement_score":0.013647975,"about_ca_system_score_codex":0.004279832,"about_ca_system_score_gemma":0.004438354,"threshold_uncertainty_score":0.04565704},"labels":[],"label_agreement":null},{"id":"W2108077717","doi":"10.1115/detc2008-49363","title":"Translating Terms of the Functional Basis Into Biologically Meaningful Keywords","year":2008,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto","keywords":"Computer science; Identification (biology); Function (biology); Basis (linear algebra); Representation (politics); Selection (genetic algorithm); Vocabulary; Artificial intelligence; Mathematics; Linguistics; Ecology; Biology","score_opus":0.03631204420589172,"score_gpt":0.22378574673465068,"score_spread":0.18747370252875895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108077717","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10619467,0.0006564184,0.84766287,0.0016039764,0.0004839923,0.0009113554,0.008985885,0.003993694,0.02950717],"genre_scores_gemma":[0.2565238,0.00053694606,0.73115647,0.00025079984,0.00007651258,0.00070886983,0.005380543,0.00076505286,0.004601027],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99857557,0.00044608294,0.00023456913,0.00028848342,0.00037591544,0.00007934921],"domain_scores_gemma":[0.99639916,0.0021589214,0.00030256834,0.00042613666,0.00064371235,0.00006950906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013645957,0.0008726535,0.0004238086,0.0022158888,0.00044059873,0.0019430546,0.0006953779,0.00085370115,0.008889157],"category_scores_gemma":[0.009693506,0.00033471547,0.0008274363,0.0016115514,0.0009999688,0.0029729232,0.0012724518,0.0009735447,0.0023488365],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055761065,0.00024904936,0.004486,0.0020384423,0.00008035261,0.0011940862,0.00633669,0.009703354,0.08012715,0.5752168,0.01642484,0.3035855],"study_design_scores_gemma":[0.0001666994,0.00044360937,0.0063089156,0.0006287295,0.00019233904,0.0018380434,0.0048019323,0.072532594,0.09170008,0.5004466,0.32073957,0.00020087814],"about_ca_topic_score_codex":0.0011330552,"about_ca_topic_score_gemma":0.0015218323,"teacher_disagreement_score":0.008889157,"about_ca_system_score_codex":0.000875829,"about_ca_system_score_gemma":0.0012272582,"threshold_uncertainty_score":0.029737234},"labels":[],"label_agreement":null},{"id":"W2109224567","doi":"10.1111/j.1948-7169.2006.tb00034.x","title":"Time for Design","year":2010,"lang":"en","type":"article","venue":"Design Management Review","topic":"Design Education and Practice","field":"Engineering","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Chemistry","score_opus":0.04062056600438584,"score_gpt":0.29286378189349416,"score_spread":0.2522432158891083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109224567","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003636831,0.008076365,0.029736172,0.04287539,0.034117576,0.00090339,0.0014589936,0.0033525822,0.87584263],"genre_scores_gemma":[0.034272682,0.0027355526,0.011481104,0.009651027,0.0028654297,0.0007260046,0.0011004781,0.0017499859,0.9354177],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98583347,0.0037695772,0.0007795665,0.0013735524,0.007220084,0.0010237767],"domain_scores_gemma":[0.97006476,0.005017342,0.0012703284,0.0066387,0.011862187,0.00514671],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00898022,0.0012008304,0.0011525473,0.0031848443,0.004602808,0.01067736,0.0017686952,0.002703294,0.32182413],"category_scores_gemma":[0.038390234,0.0008361473,0.0013419023,0.0013038098,0.0023906948,0.0059583257,0.0064562545,0.0054219165,0.16971192],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016668161,0.00010540807,0.00041831762,0.00050517044,0.00002878178,0.00015999618,0.0015246667,0.0001822713,0.0017493123,0.06657757,0.68229055,0.24629137],"study_design_scores_gemma":[0.000011912764,0.000049721326,0.00027226194,0.000097527016,0.0000055608107,0.000069636626,0.00033815883,0.00003500695,0.00023321046,0.005443022,0.99343663,0.0000073846027],"about_ca_topic_score_codex":0.002663218,"about_ca_topic_score_gemma":0.0049135354,"teacher_disagreement_score":0.32182413,"about_ca_system_score_codex":0.005097252,"about_ca_system_score_gemma":0.013143871,"threshold_uncertainty_score":0.9673356},"labels":[],"label_agreement":null},{"id":"W2109364550","doi":"10.24908/pceea.v0i0.3715","title":"THE USE OF BIONICS AND SEMANTIC PANEL FOR A PRODUCT DEVELOPMENT","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bionics; Product design; Product (mathematics); Computer science; Creativity; New product development; Manufacturing engineering; Meaning (existential); Industrial engineering; Engineering; Artificial intelligence; Business; Mathematics; Marketing","score_opus":0.05165993753449968,"score_gpt":0.20704458816471996,"score_spread":0.15538465063022028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109364550","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006039734,0.0009455169,0.93010175,0.00050469476,0.00019506151,0.00017577493,0.000106441184,0.0011856126,0.060745403],"genre_scores_gemma":[0.109373234,0.00095563714,0.8691055,0.0002803174,0.00008717642,0.0005317395,0.00023199272,0.0005265009,0.018907918],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9963134,0.0019193216,0.00018639692,0.00060334493,0.0008571561,0.000120427394],"domain_scores_gemma":[0.9976185,0.0011978083,0.0001542756,0.0006182688,0.00029325436,0.000117895856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026782218,0.001105494,0.00038786247,0.002490463,0.00092303724,0.0042519355,0.0008995034,0.0017793246,0.011436734],"category_scores_gemma":[0.0040406096,0.00047259306,0.0009159562,0.0017316171,0.0044229366,0.0062709604,0.003351613,0.0019469135,0.0031852243],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012896936,0.00007843131,0.00063157576,0.0007593524,0.000033043103,0.00050867157,0.0058535878,0.0033366578,0.025803175,0.7520057,0.0055580633,0.20530276],"study_design_scores_gemma":[0.000046369005,0.00026891378,0.0012871175,0.00055576436,0.00006365617,0.0017564713,0.001974849,0.019710766,0.028999722,0.2655852,0.67961955,0.00013163524],"about_ca_topic_score_codex":0.0005050523,"about_ca_topic_score_gemma":0.00046113922,"teacher_disagreement_score":0.99949497,"about_ca_system_score_codex":0.00094770564,"about_ca_system_score_gemma":0.0013186119,"threshold_uncertainty_score":0.038259685},"labels":[],"label_agreement":null},{"id":"W2109409845","doi":"","title":"A COMMUNICATION FRAMEWORK TOWARDS FLEXIBLE ASSOCIATIONS OF BUSINESS ENTITIES WITHIN EVOLVING ENVIRONMENTS","year":2003,"lang":"en","type":"article","venue":"Érudit documents and data repository (Érudit Consortium, University of Montreal)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; HEC Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Meaning (existential); Context (archaeology); The Internet; Computer science; World Wide Web; Data science; Knowledge management; Epistemology","score_opus":0.019981660805220958,"score_gpt":0.23619149434666448,"score_spread":0.21620983354144352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109409845","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063261827,0.00021969526,0.9805228,0.0012703309,0.00006933201,0.000074896605,0.000049351383,0.0006417293,0.0108257495],"genre_scores_gemma":[0.26376686,0.00062925037,0.72242755,0.00036527906,0.00016443021,0.00035272422,0.00024125555,0.00026585415,0.011786839],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99564964,0.0022787545,0.00034235558,0.00065444474,0.0007542651,0.00032060576],"domain_scores_gemma":[0.9959843,0.0016475992,0.000425995,0.0007483571,0.00065389316,0.0005398517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070578884,0.00063453143,0.00047562167,0.0019858982,0.0033479342,0.0076745306,0.0029202143,0.0036104496,0.006208046],"category_scores_gemma":[0.007221326,0.0009048394,0.001316502,0.0017824705,0.0075426954,0.011637321,0.0066104312,0.0030253315,0.0016371001],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011692369,0.000014027472,0.00013672771,0.000028044793,0.000005829669,0.00018167317,0.0009525645,0.00978411,0.00060166075,0.98014313,0.00094161,0.0071989005],"study_design_scores_gemma":[0.000058785026,0.000060056846,0.00015958869,0.00015087494,0.000036714708,0.00041606528,0.0011430519,0.19904524,0.0019728676,0.67667234,0.12023363,0.000050837345],"about_ca_topic_score_codex":0.00885273,"about_ca_topic_score_gemma":0.006074176,"teacher_disagreement_score":0.00885273,"about_ca_system_score_codex":0.0025526127,"about_ca_system_score_gemma":0.0032231612,"threshold_uncertainty_score":0.037326157},"labels":[],"label_agreement":null},{"id":"W2109639670","doi":"10.24908/pceea.v0i0.3788","title":"DESIGN AND INNOVATION IN WESTERN'S INTEGRATED ENGINEERING PROGRAM","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Engineering management; Engineering; Engineering education; Engineering design process; Emerging technologies; Engineering ethics; Computer science; Mechanical engineering","score_opus":0.01847696967795179,"score_gpt":0.22164921863100676,"score_spread":0.20317224895305497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109639670","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24985223,0.00430157,0.0050119823,0.013477641,0.00055439374,0.00019120364,0.00017819759,0.00027894872,0.7261538],"genre_scores_gemma":[0.41449988,0.002704399,0.009018155,0.0025471488,0.000096225245,0.00020848289,0.00035835066,0.00009249842,0.5704748],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859565,0.00016281045,0.0000372451,0.00011426679,0.0007943072,0.0002955988],"domain_scores_gemma":[0.99730265,0.00016265159,0.000096785196,0.00010655696,0.00073548785,0.0015958947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017772467,0.00023275583,0.000204027,0.0009189559,0.0036495205,0.0033364282,0.00063419284,0.0006838858,0.029224845],"category_scores_gemma":[0.0020426053,0.00020254713,0.00017471134,0.001093532,0.0013371527,0.0010887759,0.0027623563,0.0011224813,0.0021796683],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015081924,0.0015051009,0.026368419,0.00029529168,0.00001763204,0.00041314168,0.017811188,0.0005775215,0.0040340484,0.117420636,0.27437016,0.557036],"study_design_scores_gemma":[0.00002464165,0.00026206984,0.047475405,0.00021326536,0.000015845382,0.00041538433,0.003974218,0.0008569718,0.0012026825,0.010541018,0.9350023,0.000016103266],"about_ca_topic_score_codex":0.026459971,"about_ca_topic_score_gemma":0.11990328,"teacher_disagreement_score":0.029224845,"about_ca_system_score_codex":0.0053494484,"about_ca_system_score_gemma":0.016913755,"threshold_uncertainty_score":0.09776682},"labels":[],"label_agreement":null},{"id":"W2109987560","doi":"10.1016/s0142-694x(99)00028-9","title":"The importance of visualisation in concept design","year":2001,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre","funders":"","keywords":"Visualization; Human–computer interaction; Computer science; Originality; User experience design; Information visualization; Usability; Process (computing); Conceptual design; Product design; Product (mathematics); Artificial intelligence; Psychology","score_opus":0.13656820944740644,"score_gpt":0.36519212843589716,"score_spread":0.22862391898849072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109987560","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037024207,0.03035963,0.7596857,0.018721864,0.002138219,0.00023100562,0.0000990727,0.00057597976,0.15116431],"genre_scores_gemma":[0.78753644,0.009772241,0.19232938,0.0009793236,0.0006955915,0.00045488196,0.000051934712,0.000309992,0.007870311],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97230536,0.022993952,0.00073780306,0.0008283626,0.0027040462,0.00043057135],"domain_scores_gemma":[0.74348384,0.24203975,0.0022171326,0.007396514,0.0037798597,0.0010827548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019714179,0.0011135304,0.0010544207,0.0039347177,0.0031826636,0.013266408,0.0016913306,0.0039028192,0.009997535],"category_scores_gemma":[0.13040803,0.001618119,0.0008677218,0.0023163555,0.018871743,0.025323225,0.005634597,0.0046440675,0.0011766086],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022277913,0.00007989482,0.0018998566,0.002338055,0.000047550664,0.00034286224,0.025102291,0.005281181,0.0021896975,0.7965944,0.003912391,0.161989],"study_design_scores_gemma":[0.00009341563,0.00019933227,0.0013450413,0.0019198084,0.000050154846,0.0010456488,0.005259056,0.010631333,0.001811797,0.89267987,0.08487826,0.00008636436],"about_ca_topic_score_codex":0.0020320767,"about_ca_topic_score_gemma":0.0017609273,"teacher_disagreement_score":0.019714179,"about_ca_system_score_codex":0.0017937784,"about_ca_system_score_gemma":0.0025374866,"threshold_uncertainty_score":0.10425979},"labels":[],"label_agreement":null},{"id":"W2110263522","doi":"10.1080/09511920802232902","title":"Asking the right questions to elicit product requirements","year":2009,"lang":"en","type":"article","venue":"International Journal of Computer Integrated Manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Process (computing); Product (mathematics); Domain (mathematical analysis); New product development; Software engineering; Object (grammar); Domain analysis; Software; Software development; Programming language; Artificial intelligence; Mathematics","score_opus":0.015772452676061584,"score_gpt":0.288729001908017,"score_spread":0.2729565492319554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110263522","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07359571,0.0010575022,0.8768697,0.005909563,0.00019072536,0.006538047,0.00089801877,0.0020219332,0.032918874],"genre_scores_gemma":[0.21160981,0.0011037056,0.7744968,0.0022747153,0.0001209604,0.0030002412,0.001046146,0.00030946438,0.006038146],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9776293,0.016727624,0.0015655481,0.0009956878,0.0025795137,0.00050225866],"domain_scores_gemma":[0.9518164,0.036904216,0.0020968795,0.003294792,0.0053344946,0.00055334286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016083682,0.0011241998,0.0008490195,0.0017000894,0.000816386,0.0019024442,0.0011129344,0.002922188,0.006282533],"category_scores_gemma":[0.044595156,0.0005288634,0.00071962515,0.00078983884,0.0010698304,0.0039813984,0.0016402807,0.0016131687,0.003938242],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081305933,0.001511733,0.010018825,0.007094346,0.00009999962,0.0023753033,0.045184057,0.010851544,0.12554038,0.067087986,0.02851374,0.70090914],"study_design_scores_gemma":[0.0006655794,0.0034454414,0.022180693,0.004428175,0.00028057824,0.0055428045,0.046549246,0.08638281,0.12319185,0.12273515,0.58381057,0.00078708655],"about_ca_topic_score_codex":0.00058096845,"about_ca_topic_score_gemma":0.0007547371,"teacher_disagreement_score":0.016083682,"about_ca_system_score_codex":0.0008816431,"about_ca_system_score_gemma":0.0015407439,"threshold_uncertainty_score":0.0850597},"labels":[],"label_agreement":null},{"id":"W2114049019","doi":"10.24908/pceea.v0i0.3870","title":"CASE STUDY IN DESIGN ENGINEERING","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scope (computer science); Creativity; Product (mathematics); Product design; Computer science; Systems engineering; Engineering design process; Industrial design; Engineering; Software engineering; Manufacturing engineering; Risk analysis (engineering); Industrial engineering; Business; Mechanical engineering; Mathematics; Psychology; Programming language","score_opus":0.028541087094655172,"score_gpt":0.21799091115201352,"score_spread":0.18944982405735836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114049019","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27098665,0.018617533,0.1114606,0.013242365,0.0015795763,0.0027681452,0.0010233575,0.00026148563,0.5800603],"genre_scores_gemma":[0.81398004,0.008300485,0.099245265,0.002232946,0.00020686885,0.0015167281,0.0007025982,0.00010971236,0.07370536],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9901815,0.0072048283,0.0003213258,0.00036708984,0.0014060785,0.0005191725],"domain_scores_gemma":[0.9918691,0.0060567814,0.00023625561,0.0005518202,0.0006164727,0.0006694908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048126564,0.00059713837,0.0005889536,0.0017720467,0.0054748356,0.0036291196,0.0018013477,0.004334619,0.011284903],"category_scores_gemma":[0.008637528,0.00030974555,0.00073961104,0.0033457344,0.0036248304,0.0023701265,0.0037134236,0.0025222278,0.0017831374],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008083198,0.002464,0.0097837765,0.0037861294,0.00014227894,0.073933356,0.07769891,0.014543662,0.0064176177,0.52238476,0.07888389,0.20915328],"study_design_scores_gemma":[0.00013482051,0.0005589061,0.0035449124,0.0015134417,0.000046243367,0.016150499,0.046202112,0.0048851166,0.003653842,0.050520323,0.8727062,0.00008363759],"about_ca_topic_score_codex":0.0024132265,"about_ca_topic_score_gemma":0.0063200123,"teacher_disagreement_score":0.011284903,"about_ca_system_score_codex":0.0027099214,"about_ca_system_score_gemma":0.0018783326,"threshold_uncertainty_score":0.037751794},"labels":[],"label_agreement":null},{"id":"W2114505798","doi":"10.32920/ryerson.14639703","title":"Designer behaviour and activity: an industrial observation method","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Univerza v Ljubljani; Technische Universität Ilmenau; Luleå Tekniska Universitet; University of Illinois at Urbana-Champaign; Université d'Orléans; Centre National de la Recherche Scientifique; Linköpings Universitet; Tallinna Tehnikaülikool; Tel Aviv University; University of Twente; University of Toronto; Seoul National University; University of New South Wales; Friedrich-Alexander-Universität Erlangen-Nürnberg; Engineering and Physical Sciences Research Council; Technische Universiteit Delft; Novo Nordisk; University of Pennsylvania; Missouri University of Science and Technology; Loughborough University; University of Cambridge; Auckland University of Technology, New Zealand; Institut national de recherche en informatique et en automatique (INRIA); Ngee Ann Polytechnic; Kungliga Tekniska Högskolan; University of Bath; Pennsylvania State University; Heriot-Watt University; Aalborg Universitet; Cardiff University; Universität Innsbruck; Iowa State University; Ministry of Earth Sciences; Purdue University; Clemson University; Tokyo Metropolitan University; Danmarks Tekniske Universitet; Norges Teknisk-Naturvitenskapelige Universitet; Arizona State University; Politecnico di Torino; Sveučilište u Zagrebu","keywords":"Contextualization; Context (archaeology); Computer science; Observational study; Management science; Empirical research; External validity; Data science; Engineering; Psychology; Mathematics; Social psychology","score_opus":0.19334618969583148,"score_gpt":0.35933273478469924,"score_spread":0.16598654508886776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114505798","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15327564,0.00049214205,0.80713654,0.00037726123,0.00012521386,0.00571279,0.0013374282,0.0010010122,0.030541921],"genre_scores_gemma":[0.4039085,0.0006312405,0.5779718,0.00013596482,0.000078035366,0.006390685,0.00069586566,0.00013299112,0.010054909],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98342943,0.010805411,0.00089946005,0.0020976893,0.0024677485,0.0003002379],"domain_scores_gemma":[0.97827744,0.013298158,0.001633522,0.0039266963,0.0025809263,0.00028325972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009604584,0.0005673819,0.00044705454,0.002664742,0.0008994674,0.0015324967,0.0013147234,0.0010731464,0.0044201887],"category_scores_gemma":[0.022459561,0.00050418096,0.00038086885,0.00219842,0.0015977564,0.0012277266,0.0019585274,0.0009697312,0.0012635774],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015385867,0.002189408,0.08049829,0.002158513,0.0001686028,0.00050908054,0.069566526,0.004743024,0.059065238,0.029595355,0.0058597857,0.7441075],"study_design_scores_gemma":[0.0026226984,0.009462064,0.31620032,0.002624122,0.00079107255,0.002665235,0.058758397,0.119536795,0.10365293,0.05359893,0.32918593,0.0009015685],"about_ca_topic_score_codex":0.0028719532,"about_ca_topic_score_gemma":0.0045751864,"teacher_disagreement_score":0.009604584,"about_ca_system_score_codex":0.0010043312,"about_ca_system_score_gemma":0.0018986551,"threshold_uncertainty_score":0.05079454},"labels":[],"label_agreement":null},{"id":"W2115436521","doi":"10.24908/pceea.v0i0.3701","title":"COLLABORATIVE DESIGN PRACTICE INVOLVING PARTNERS FOR THE ADVANCEMENT OF COLLABORATIVE ENGINEERING EDUCATION (PACE)","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pace; Automotive industry; Engineering management; Product design; Concurrent engineering; Engineering; Task (project management); New product development; Globe; Product (mathematics); Engineering design process; Engineering education; Teamwork; Manufacturing engineering; Systems engineering; Operations management; Psychology; Mechanical engineering; Management; Business; Marketing","score_opus":0.015922648374399474,"score_gpt":0.2545528762226917,"score_spread":0.23863022784829221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115436521","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12134756,0.004754874,0.5956298,0.020761503,0.0014342333,0.0024610297,0.00009937358,0.0013321829,0.2521794],"genre_scores_gemma":[0.60128355,0.0028620525,0.32850677,0.0019492214,0.0002205337,0.0014033804,0.0002087545,0.00034994588,0.063215695],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.92889476,0.050209418,0.001987792,0.004814457,0.0110301385,0.003063444],"domain_scores_gemma":[0.9368693,0.023504969,0.0033418003,0.011952608,0.010255789,0.014075565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.044108957,0.0009601662,0.0006060203,0.0025603569,0.008250646,0.008890162,0.0030415778,0.0036233237,0.011179928],"category_scores_gemma":[0.048437152,0.000893664,0.0007899055,0.0021013722,0.006568751,0.0065289703,0.017074335,0.0036344305,0.003629268],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026558887,0.0018423052,0.008975961,0.0009646745,0.000112371046,0.0015931618,0.1577682,0.0038692812,0.0049352124,0.15352531,0.046460077,0.61968786],"study_design_scores_gemma":[0.00018891964,0.0008688977,0.002129284,0.0010302428,0.000044594668,0.0015808789,0.050340965,0.004275078,0.0023771033,0.05357787,0.8834539,0.00013225507],"about_ca_topic_score_codex":0.0032154003,"about_ca_topic_score_gemma":0.006151479,"teacher_disagreement_score":0.044108957,"about_ca_system_score_codex":0.0037081125,"about_ca_system_score_gemma":0.017444044,"threshold_uncertainty_score":0.23327327},"labels":[],"label_agreement":null},{"id":"W2117277685","doi":"10.24908/pceea.v0i0.3603","title":"Engineering Design Education and Practice as Collaborative Knowledge Building","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Process (computing); Engineering design process; Collaborative engineering; Computer science; Engineering management; Systems engineering; Engineering; Knowledge management; Work in process","score_opus":0.013054335799569963,"score_gpt":0.23717988462373885,"score_spread":0.22412554882416888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117277685","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012298402,0.011090296,0.34716797,0.022989456,0.00057503366,0.0005352784,0.00007083264,0.0005154939,0.6047572],"genre_scores_gemma":[0.54165226,0.012864854,0.35184547,0.0037802672,0.00056456786,0.0013858593,0.0002373591,0.00026339086,0.087405875],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9863153,0.008157135,0.0006514494,0.0012549711,0.0029247138,0.00069625565],"domain_scores_gemma":[0.98916453,0.006332523,0.00059737475,0.0026592228,0.00059339334,0.0006529889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009316937,0.0010697233,0.0011584383,0.0025067232,0.0034563013,0.015742015,0.0033688836,0.0073998966,0.008991668],"category_scores_gemma":[0.011771557,0.00087990094,0.00093196094,0.003852693,0.03163126,0.015677623,0.010749477,0.0046301223,0.0023585912],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006184313,0.00005419704,0.00013029706,0.00019436546,0.000009884228,0.000087397675,0.005376702,0.0018201722,0.0002261583,0.9604399,0.002548023,0.029106766],"study_design_scores_gemma":[0.00001829421,0.000028903289,0.00016722748,0.00034326126,0.000007089205,0.00012560644,0.0019004021,0.0018901286,0.00027395596,0.8125758,0.18264891,0.000020428937],"about_ca_topic_score_codex":0.005105013,"about_ca_topic_score_gemma":0.0047873543,"teacher_disagreement_score":0.015742015,"about_ca_system_score_codex":0.007238497,"about_ca_system_score_gemma":0.009700608,"threshold_uncertainty_score":0.052519202},"labels":[],"label_agreement":null},{"id":"W2117408461","doi":"10.1115/detc2013-13350","title":"Tools for Sustainable Product Design: Review and Expectation","year":2013,"lang":"en","type":"article","venue":"Volume 4: 18th Design for Manufacturing and the Life Cycle Conference; 2013 ASME/IEEE International Conference on Mechatronic and Embedded Systems and Applications","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Reuse; Product design; Product lifecycle; Sustainable design; Design for the Environment; Product (mathematics); Computer science; Product life-cycle management; Design review (U.S. government); Conceptual design; Systems engineering; Product engineering; Life-cycle assessment; Sustainable products; Design technology; Product design specification; Manufacturing engineering; Design for X; Sustainability; Process management; New product development; Engineering; Production (economics); Business; Operations management; Human–computer interaction; Product testing","score_opus":0.06117275024905253,"score_gpt":0.29242895573141653,"score_spread":0.231256205482364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117408461","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015001155,0.99473333,0.002169312,0.00096444204,0.0003372332,0.000021699583,0.00003027256,0.00002174325,0.0015718782],"genre_scores_gemma":[0.0012166786,0.99373394,0.0036252544,0.00054011727,0.00029948322,0.00003661974,0.0000751956,0.000013540056,0.00045910556],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975056,0.00056617585,0.000540399,0.0003100106,0.00097534695,0.00010248484],"domain_scores_gemma":[0.9862904,0.00811407,0.0011676825,0.00048916537,0.0035897621,0.00034894052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007058827,0.001647853,0.0021237875,0.0068102786,0.00064921076,0.004067392,0.0034633495,0.0035914895,0.0049869735],"category_scores_gemma":[0.00930025,0.0011656381,0.0014751189,0.007664942,0.002803096,0.0070567187,0.0024452459,0.0029420573,0.0032929953],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006370648,0.00014093146,0.000331766,0.036434766,0.00009957423,0.0001515999,0.00018572425,0.001364657,0.0010006332,0.017913131,0.019515602,0.9227979],"study_design_scores_gemma":[0.000017547913,0.00010289196,0.00050563354,0.025477167,0.0001394786,0.0007479484,0.00023431917,0.00054228446,0.00081242743,0.0111854775,0.96017796,0.000056971938],"about_ca_topic_score_codex":0.0025622854,"about_ca_topic_score_gemma":0.002799312,"teacher_disagreement_score":0.007058827,"about_ca_system_score_codex":0.0015919154,"about_ca_system_score_gemma":0.0045200433,"threshold_uncertainty_score":0.037331104},"labels":[],"label_agreement":null},{"id":"W2117956010","doi":"10.1111/j.1540-5885.2011.00816.x","title":"Clarity in Defining Product Design: Inspiring Research Opportunities for the Design Process<sup>*</sup>","year":2011,"lang":"en","type":"article","venue":"Journal of Product Innovation Management","topic":"Design Education and Practice","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"CLARITY; Product (mathematics); Product design; Macro; Process (computing); Process management; Design review (U.S. government); New product development; Research design; Business; Computer science; Design process; Knowledge management; Marketing; Sociology; Product testing; Work in process","score_opus":0.5044861945715764,"score_gpt":0.39687800671202156,"score_spread":0.10760818785955484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117956010","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037328023,0.01764893,0.67934996,0.1683259,0.002556567,0.0005725969,0.00004545524,0.0001921293,0.09398044],"genre_scores_gemma":[0.56203604,0.009658667,0.39760193,0.017594693,0.0010568191,0.0012348617,0.00006425076,0.00026773577,0.010484944],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9274704,0.0603459,0.0028870918,0.0017748815,0.006229978,0.0012916282],"domain_scores_gemma":[0.7926023,0.18228908,0.0055143563,0.0074219587,0.010004736,0.0021675949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.080675505,0.0008878959,0.0008747039,0.0025727223,0.005085892,0.016073633,0.0022523208,0.0060007535,0.0025385574],"category_scores_gemma":[0.07376708,0.0011614354,0.001202539,0.0022333614,0.034967706,0.025804948,0.009470627,0.010231567,0.000732938],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042322215,0.000051742125,0.0010309049,0.0004392255,0.000013357062,0.00017260095,0.06518795,0.0006753136,0.0006440235,0.88770473,0.003194219,0.04084359],"study_design_scores_gemma":[0.00005343556,0.00023775142,0.001792026,0.0022014491,0.00004559093,0.0008195923,0.07183293,0.005238506,0.00339893,0.7030662,0.21122105,0.000092590424],"about_ca_topic_score_codex":0.0016838145,"about_ca_topic_score_gemma":0.0021201042,"teacher_disagreement_score":0.080675505,"about_ca_system_score_codex":0.0072045,"about_ca_system_score_gemma":0.011055647,"threshold_uncertainty_score":0.42665797},"labels":[],"label_agreement":null},{"id":"W2118029132","doi":"10.24908/pceea.v0i0.3828","title":"INTRODUCING THE CANADIAN DESIGN RESEARCH NETWORK","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Architecture; Key (lock); Engineering design process; Process (computing); Research design; Engineering management; Engineering ethics; Computer science; Engineering; Knowledge management; Sociology; Social science; Geography","score_opus":0.04299345919549581,"score_gpt":0.24863503199180795,"score_spread":0.20564157279631212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118029132","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020649754,0.010638118,0.03635722,0.23917972,0.006619496,0.00089889544,0.002065653,0.0012747339,0.70090127],"genre_scores_gemma":[0.098861925,0.0284646,0.18795791,0.0449644,0.002094196,0.0027929419,0.0045053293,0.0018891213,0.6284695],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9336559,0.022445347,0.0022995393,0.0041532037,0.0300205,0.0074254563],"domain_scores_gemma":[0.8817097,0.017473754,0.0016133826,0.0069873463,0.07124117,0.020974698],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.05313466,0.0010203414,0.00092520856,0.0116834855,0.029481372,0.028272541,0.006629321,0.006532896,0.039694294],"category_scores_gemma":[0.06847073,0.0012751428,0.0011426362,0.014862588,0.012712996,0.0098224515,0.014346345,0.0073137684,0.008541831],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000024484443,0.000021898244,0.00088102015,0.0001582585,0.000009313919,0.00018038627,0.001985513,0.00069732027,0.00012760697,0.46615285,0.46033856,0.069422804],"study_design_scores_gemma":[0.0000048998013,0.0000028200966,0.00031466878,0.00017853561,0.00000344655,0.000022175032,0.00094779825,0.00019636448,0.00003121448,0.01433949,0.98393863,0.000019986795],"about_ca_topic_score_codex":0.94134945,"about_ca_topic_score_gemma":0.9658452,"teacher_disagreement_score":0.97172743,"about_ca_system_score_codex":0.1881827,"about_ca_system_score_gemma":0.40316805,"threshold_uncertainty_score":0.941593},"labels":[],"label_agreement":null},{"id":"W2119298906","doi":"10.1017/s0890060410000247","title":"Scrutinizing design educators' perceptions of the design process","year":2010,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Design process; Process (computing); Engineering design process; Computer science; Research design; Design education; Perception; Negotiation; Variety (cybernetics); Design brief; Iterative design; Design methods; Narrative; Design elements and principles; Management science; Psychology; Engineering; Work in process; Software engineering; Sociology; Artificial intelligence","score_opus":0.03330387175198903,"score_gpt":0.28454894753916504,"score_spread":0.25124507578717603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119298906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96821254,0.00068310037,0.013444465,0.0020060746,0.00004122998,0.00007726686,0.000014168118,0.000045247223,0.015475872],"genre_scores_gemma":[0.9966916,0.0002601971,0.0018597239,0.00015616717,0.0000070015167,0.000034985922,0.00000862973,0.000014111117,0.00096747203],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.95620185,0.030599419,0.0024343561,0.0014923642,0.007662069,0.0016099889],"domain_scores_gemma":[0.8225423,0.14029521,0.013101154,0.004574761,0.015709313,0.0037771757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.039845817,0.0004519295,0.00051260175,0.0042640474,0.0041878023,0.010275749,0.0012524471,0.0024215968,0.002006646],"category_scores_gemma":[0.104411356,0.0008978392,0.00042094622,0.0016107499,0.010024761,0.0049324003,0.0048026117,0.0040433817,0.00032072575],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007433604,0.00014232783,0.038179338,0.00025475168,0.000013956331,0.00046262305,0.9304715,0.0003194112,0.002135564,0.0074440376,0.0004406969,0.02006138],"study_design_scores_gemma":[0.000027063448,0.0002399474,0.013165582,0.0005329719,0.000026613903,0.0006077543,0.94942385,0.0016227581,0.0019252473,0.0037007125,0.02866671,0.000060770988],"about_ca_topic_score_codex":0.0027032103,"about_ca_topic_score_gemma":0.0027454894,"teacher_disagreement_score":0.039845817,"about_ca_system_score_codex":0.0047906656,"about_ca_system_score_gemma":0.0043988135,"threshold_uncertainty_score":0.21072727},"labels":[],"label_agreement":null},{"id":"W2120446186","doi":"10.24908/pceea.v0i0.3919","title":"BEYOND ENGINEERING DESIGN: WHAT ARE THE NATURAL BOUNDARIES OF DESIGN EDUCATION AND RESEARCH FOR CANADIAN UNIVERSITIES?","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval; École de Technologie Supérieure; Simon Fraser University","funders":"","keywords":"Scope (computer science); Engineering ethics; Privilege (computing); Discipline; Work (physics); Globalization; Design education; Natural (archaeology); Sociology; Strategic design; Design elements and principles; Political science; Engineering; Engineering management; Computer science; Business; Systems engineering; Social science","score_opus":0.029902434506109982,"score_gpt":0.2502855776544181,"score_spread":0.22038314314830812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120446186","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015145829,0.046280093,0.005874681,0.80033165,0.0020193737,0.00012419111,0.00044663306,0.00022563509,0.12955189],"genre_scores_gemma":[0.7861821,0.047246028,0.027631339,0.08662774,0.00082236476,0.00037685447,0.00060769427,0.00037225307,0.050133612],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95332986,0.011543798,0.0017134824,0.0030434134,0.015136168,0.0152333155],"domain_scores_gemma":[0.9092584,0.017178537,0.002526811,0.0040237,0.039274585,0.027738014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04536853,0.0011459112,0.0020651093,0.008790906,0.054051787,0.04437317,0.0070093926,0.011257207,0.016880661],"category_scores_gemma":[0.0663812,0.0011667412,0.0016372786,0.013048199,0.06224915,0.024972094,0.014821967,0.009483035,0.0018271635],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00011963469,0.00009897192,0.0057636737,0.00086432224,0.00004140221,0.00021691513,0.020053858,0.00062523317,0.0003581247,0.7471778,0.079295315,0.14538477],"study_design_scores_gemma":[0.000071563816,0.00006843498,0.019159153,0.0043738578,0.000083065126,0.0002164949,0.07897775,0.0013290179,0.00044126646,0.2551958,0.6397339,0.00034963826],"about_ca_topic_score_codex":0.98506075,"about_ca_topic_score_gemma":0.989513,"teacher_disagreement_score":0.66306394,"about_ca_system_score_codex":0.33693606,"about_ca_system_score_gemma":0.60277885,"threshold_uncertainty_score":0.7690602},"labels":[],"label_agreement":null},{"id":"W2122081747","doi":"10.1109/haptic.2003.1191291","title":"Haptic aided design: a case study","year":2003,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Haptic technology; Computer science; Expediting; Human–computer interaction; Engineering design process; Simulation; Engineering","score_opus":0.06669880084674978,"score_gpt":0.29989426005700864,"score_spread":0.23319545921025886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122081747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84961194,0.0016389203,0.10738067,0.0016214213,0.00016500984,0.0011164764,0.0003487468,0.00043054982,0.037686333],"genre_scores_gemma":[0.8896234,0.000962778,0.09434735,0.0002445504,0.000046271907,0.0006131707,0.00014891966,0.000108707005,0.0139048975],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.9932781,0.0036232371,0.00036541803,0.00031264967,0.0020452696,0.0003753621],"domain_scores_gemma":[0.98551834,0.010942743,0.00047187225,0.0018463264,0.000756617,0.00046412193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056605926,0.0010958753,0.00078683207,0.0015496978,0.0020310285,0.002296479,0.0022308347,0.0061097457,0.0062901764],"category_scores_gemma":[0.016561197,0.0006659107,0.0011323413,0.0013807123,0.0024091823,0.0013219299,0.0023019437,0.0014449024,0.0015055534],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029823913,0.010753078,0.03076961,0.004977692,0.00031690518,0.20420907,0.07228348,0.10456751,0.04659296,0.058661446,0.02150048,0.44238538],"study_design_scores_gemma":[0.0020467804,0.013713185,0.02498183,0.0012165131,0.0003292856,0.21805379,0.035660114,0.180996,0.08998337,0.01986429,0.41254437,0.00061056414],"about_ca_topic_score_codex":0.0015018965,"about_ca_topic_score_gemma":0.0029299145,"teacher_disagreement_score":0.0062901764,"about_ca_system_score_codex":0.00097911,"about_ca_system_score_gemma":0.00079085183,"threshold_uncertainty_score":0.029936433},"labels":[],"label_agreement":null},{"id":"W2122401796","doi":"10.1509/jmkr.39.1.47.18930","title":"The Influence and Value of Analogical Thinking during New Product Ideation","year":2002,"lang":"en","type":"article","venue":"Journal of Marketing Research","topic":"Design Education and Practice","field":"Engineering","cited_by":619,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Originality; Analogy; New product development; Ideation; Context (archaeology); Product (mathematics); Value (mathematics); Empirical research; Psychology; Cognition; Process (computing); Cognitive psychology; Computer science; Creativity; Marketing; Social psychology; Business; Epistemology; Cognitive science; Mathematics","score_opus":0.0503799837358134,"score_gpt":0.33786390939453514,"score_spread":0.2874839256587217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122401796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984006,0.00027777386,0.0042667226,0.00019013953,0.000015355712,0.00004643152,0.0000051119478,0.000019810197,0.01117259],"genre_scores_gemma":[0.9978288,0.00011231884,0.0017450951,0.000036733418,0.000009826046,0.000019177007,0.0000053158756,0.000008186349,0.00023460123],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9853198,0.010925097,0.00039896768,0.0006668141,0.0023310005,0.00035830008],"domain_scores_gemma":[0.7895633,0.19702657,0.0060236943,0.0040348773,0.0023366814,0.0010148053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010396351,0.00032431708,0.00026118584,0.0009512895,0.0004775185,0.0033300743,0.000660966,0.0008449809,0.0027393235],"category_scores_gemma":[0.13510603,0.0003682151,0.00028875947,0.00048011114,0.0030429706,0.0033019043,0.0013453729,0.0016593167,0.00019824885],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010054061,0.004593356,0.14391403,0.0021773127,0.0004235219,0.00249072,0.11825066,0.007625442,0.20639342,0.06957792,0.0006468065,0.4338528],"study_design_scores_gemma":[0.0018060441,0.0142671345,0.588518,0.001016907,0.0010401262,0.0052557,0.045914147,0.04142471,0.11503485,0.1700129,0.0151939895,0.00051545503],"about_ca_topic_score_codex":0.000354861,"about_ca_topic_score_gemma":0.00031075298,"teacher_disagreement_score":0.010396351,"about_ca_system_score_codex":0.0008164292,"about_ca_system_score_gemma":0.0007193705,"threshold_uncertainty_score":0.054981768},"labels":[],"label_agreement":null},{"id":"W2122549117","doi":"10.24908/pceea.v0i0.3846","title":"AN INQUIRY AND BLENDED LEARNING MODULE FOR SENIOR ENGINEERING DESIGN","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Experiential learning; Project-based learning; Process (computing); Computer science; Engineering design process; Learning design; Engineering management; Engineering; Mathematics education; Psychology","score_opus":0.021495203275710414,"score_gpt":0.22535235028205236,"score_spread":0.20385714700634194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122549117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35042322,0.00074160984,0.32590422,0.0022739612,0.0013838816,0.015069853,0.0052330396,0.017404798,0.28156543],"genre_scores_gemma":[0.18188024,0.000581916,0.4404171,0.000997776,0.000167677,0.005551646,0.0035928776,0.00063564314,0.36617517],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9992698,0.00013341388,0.000041838095,0.00014912806,0.0002758698,0.00012998226],"domain_scores_gemma":[0.99838734,0.00019219985,0.000060809296,0.00021938673,0.00029365617,0.0008467006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017179137,0.0009770511,0.00080081966,0.00092182006,0.0006909062,0.0015222736,0.0017292587,0.00088307285,0.06330041],"category_scores_gemma":[0.0027224089,0.00037400378,0.0007050084,0.0006867707,0.00021534083,0.0006737785,0.0028012134,0.0012027313,0.02537991],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073734485,0.014983349,0.0022290265,0.00042507934,0.000020847847,0.00024883324,0.0019638888,0.0021099714,0.031414438,0.0046809306,0.06779249,0.8733937],"study_design_scores_gemma":[0.0008696039,0.011094198,0.030190544,0.00030127735,0.000059796927,0.0010350934,0.0012979737,0.010634718,0.028840384,0.016436428,0.8991107,0.00012927191],"about_ca_topic_score_codex":0.0003724871,"about_ca_topic_score_gemma":0.001272784,"teacher_disagreement_score":0.99962753,"about_ca_system_score_codex":0.0008302753,"about_ca_system_score_gemma":0.002350994,"threshold_uncertainty_score":0.21176094},"labels":[],"label_agreement":null},{"id":"W2123174740","doi":"10.24908/pceea.v0i0.3622","title":"Building Bridges to a Better Engineering Design Education Experience","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Mount Royal University","funders":"","keywords":"Bridge (graph theory); Class (philosophy); Curriculum; Engineering design process; Engineering; Pedestrian; Process (computing); Engineering management; Computer science; Civil engineering; Mechanical engineering; Pedagogy; Sociology","score_opus":0.01578634195010927,"score_gpt":0.2190782719254929,"score_spread":0.20329192997538362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123174740","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4262666,0.00708547,0.053157132,0.03792076,0.0033608992,0.00037578627,0.00026304057,0.0024757774,0.46909457],"genre_scores_gemma":[0.5899379,0.0046181576,0.06509767,0.011695884,0.0005855342,0.00024654766,0.0005133616,0.0007762625,0.3265286],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9967325,0.001539126,0.000080791,0.00026367977,0.0008742003,0.0005097665],"domain_scores_gemma":[0.99695516,0.00040310272,0.0001417786,0.00028841052,0.0005359222,0.0016756094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043039774,0.0005953267,0.00055687147,0.0010993404,0.004744817,0.00661638,0.0016450853,0.0026235848,0.04485817],"category_scores_gemma":[0.0045534587,0.00050961436,0.0007197864,0.0007590349,0.00186514,0.004620193,0.010387525,0.003930948,0.00853793],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015384174,0.003883079,0.0065677147,0.0008923505,0.00004803952,0.0024891198,0.20628941,0.0012618937,0.014239557,0.064056486,0.3329689,0.36714962],"study_design_scores_gemma":[0.000026915235,0.00041347166,0.0026082157,0.00022718344,0.000013819187,0.0012896252,0.038767666,0.00045405736,0.000842013,0.006616089,0.9487013,0.000039594543],"about_ca_topic_score_codex":0.0011794234,"about_ca_topic_score_gemma":0.0052287253,"teacher_disagreement_score":0.04485817,"about_ca_system_score_codex":0.0017047038,"about_ca_system_score_gemma":0.002570033,"threshold_uncertainty_score":0.15006548},"labels":[],"label_agreement":null},{"id":"W2126168964","doi":"","title":"An Exploration of Froebel’s Gift Number 14 leads to Monolinear, Re-entrant, Dichromic Mono-Polyomino Weavings","year":2011,"lang":"en","type":"article","venue":"Proceedings of Bridges 2011: Mathematics, Music, Art, Architecture, Culture","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Saint Vincent University","funders":"","keywords":"Perspective (graphical); Focus (optics); Dimension (graph theory); Modular design; Computer science; Component (thermodynamics); Mathematics education; Human–computer interaction; Visual arts; Epistemology; Mathematics; Artificial intelligence; Art; Combinatorics; Programming language; Philosophy","score_opus":0.04381445646211214,"score_gpt":0.26294148762966135,"score_spread":0.21912703116754922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126168964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7125036,0.00028732393,0.07718085,0.0011604,0.00012195154,0.00008374072,0.000113022325,0.00053109304,0.20801798],"genre_scores_gemma":[0.9350487,0.00010587699,0.04044061,0.00007255822,0.000008892558,0.000026298578,0.000054593194,0.00017185582,0.024070485],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935395,0.00036074204,0.000012428829,0.00006982271,0.00013050249,0.000072590556],"domain_scores_gemma":[0.99943286,0.00033007096,0.000028450624,0.000095141426,0.000031656105,0.00008178708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066889735,0.00043370033,0.0001941156,0.0006053486,0.0023230664,0.0016403041,0.00043469513,0.0006078019,0.009986351],"category_scores_gemma":[0.0019866063,0.00021189911,0.00036359043,0.00036875415,0.003507783,0.0019586373,0.002538334,0.0008245623,0.0006500209],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004589443,0.00012959978,0.00361051,0.00021477713,0.000015042621,0.007881274,0.17191334,0.0031708253,0.026086926,0.6865372,0.009991677,0.089989856],"study_design_scores_gemma":[0.00012030218,0.0005083733,0.009261037,0.0003616275,0.000030716914,0.016080298,0.10141596,0.012628152,0.02368576,0.24747494,0.5883079,0.0001249147],"about_ca_topic_score_codex":0.00069913664,"about_ca_topic_score_gemma":0.0020583458,"teacher_disagreement_score":0.009986351,"about_ca_system_score_codex":0.0008267451,"about_ca_system_score_gemma":0.00041403147,"threshold_uncertainty_score":0.03340763},"labels":[],"label_agreement":null},{"id":"W2127039230","doi":"10.24908/pceea.v0i0.3736","title":"REFLECTIONS ON ENGINEERING DESIGN EDUCATION","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Engineering design process; Mentorship; Engineering management; Reflection (computer programming); Engineering education; Curriculum; Engineering; Process (computing); Engineering ethics; Computer science; Psychology; Medical education; Mechanical engineering; Pedagogy","score_opus":0.032428421280789425,"score_gpt":0.2498862059909056,"score_spread":0.21745778471011618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127039230","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014745576,0.035272833,0.0124829095,0.58471256,0.12808448,0.0002809067,0.0004064069,0.0003763115,0.22363809],"genre_scores_gemma":[0.16450457,0.049534895,0.011583176,0.2535047,0.015462805,0.00043000883,0.00031628585,0.0007468013,0.50391674],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98281616,0.010105907,0.0004577965,0.0007788053,0.0040430194,0.0017984628],"domain_scores_gemma":[0.97706985,0.01081479,0.00048822744,0.00149538,0.006591052,0.0035406225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012285981,0.001664482,0.00055618666,0.0013802095,0.006003192,0.007541011,0.0024958514,0.008402756,0.02781233],"category_scores_gemma":[0.045245264,0.0007028707,0.0017814594,0.0010824456,0.007424552,0.00694535,0.009066597,0.021408897,0.008416454],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010996118,0.00028155875,0.0004372938,0.0006183509,0.000023217024,0.001069128,0.033040863,0.00080842135,0.000970709,0.034106664,0.83190095,0.09663289],"study_design_scores_gemma":[0.0000072371663,0.0000388077,0.00015443197,0.0003158869,0.0000038183953,0.00023327541,0.007908485,0.000032339318,0.00024593298,0.0027588864,0.98828655,0.000014448893],"about_ca_topic_score_codex":0.008857036,"about_ca_topic_score_gemma":0.01922711,"teacher_disagreement_score":0.02781233,"about_ca_system_score_codex":0.009340646,"about_ca_system_score_gemma":0.007401084,"threshold_uncertainty_score":0.09304154},"labels":[],"label_agreement":null},{"id":"W2127990506","doi":"10.24908/pceea.v0i0.5873","title":"EXPANDING ENGINEERING DESIGN WITH MINI PROJECTS – THEORY OF MECHANISMS A PILOT COURSE","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Course (navigation); Engineering management; Designtheory; Engineering design process; Mechanical design; Engineering; Computer science; Mechanical engineering","score_opus":0.023886906360918222,"score_gpt":0.22170659350733507,"score_spread":0.19781968714641684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127990506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63955575,0.001062206,0.210757,0.005642197,0.0011391221,0.0060031237,0.0011490487,0.00376737,0.13092417],"genre_scores_gemma":[0.5650454,0.001581076,0.2747703,0.001659285,0.0003539207,0.0040916116,0.0024864092,0.00047198858,0.14953996],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99851876,0.00040266212,0.000083600105,0.0001924247,0.00047394226,0.00032864136],"domain_scores_gemma":[0.99475974,0.0011609345,0.00015866647,0.0006874644,0.0010621086,0.0021709702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039668307,0.0012095937,0.0004781104,0.0006960924,0.00095065165,0.0019531483,0.0020267516,0.0012980612,0.025620405],"category_scores_gemma":[0.004998062,0.00056261953,0.00059440656,0.00050939777,0.0009101372,0.0019466238,0.0037423614,0.0021424172,0.004033928],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018123982,0.025696319,0.008715863,0.00097292534,0.000034449276,0.001095775,0.008550071,0.013332243,0.060977135,0.05077912,0.122535974,0.70549774],"study_design_scores_gemma":[0.000896638,0.019981826,0.030691935,0.00066220114,0.00004292614,0.0022586389,0.00394303,0.029067757,0.05135488,0.048322506,0.8126422,0.00013553938],"about_ca_topic_score_codex":0.0006970808,"about_ca_topic_score_gemma":0.0015947403,"teacher_disagreement_score":0.99867535,"about_ca_system_score_codex":0.0013246268,"about_ca_system_score_gemma":0.003691136,"threshold_uncertainty_score":0.0857088},"labels":[],"label_agreement":null},{"id":"W2128519709","doi":"10.1109/hcc.2002.1046356","title":"Solving design problems in a logic-based visual design environment","year":2003,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Programming language; Design language; Logic programming; Programmer; Visual programming language; Inductive programming; Functional logic programming; Programming paradigm; Theoretical computer science; Software engineering","score_opus":0.05278293213137173,"score_gpt":0.2554384502650147,"score_spread":0.202655518133643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128519709","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067534447,0.00008125411,0.9846219,0.00031780216,0.000010058582,0.00006328667,0.00002846353,0.00077806244,0.0073458552],"genre_scores_gemma":[0.08452492,0.00038823555,0.90715164,0.00014591818,0.000014312623,0.00018650568,0.00010313485,0.000150107,0.0073352023],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991554,0.00034499879,0.00006047896,0.00014110316,0.00022813554,0.00006994959],"domain_scores_gemma":[0.9988901,0.0007861101,0.0000837375,0.00011106734,0.0000836009,0.000045438457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017718652,0.0011223145,0.0005017536,0.00092193595,0.000861253,0.004044221,0.0014721334,0.0014533761,0.007325937],"category_scores_gemma":[0.0028965026,0.0005627303,0.0009612115,0.00059451646,0.002792136,0.0034831828,0.0020470414,0.0015971215,0.001666929],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026238037,0.0001731878,0.0005796815,0.0006960495,0.000045659835,0.0006013592,0.004464871,0.16691004,0.028284574,0.62234455,0.0044276607,0.17121004],"study_design_scores_gemma":[0.00030194537,0.00022902642,0.0001737414,0.0002637606,0.00006690819,0.00045175894,0.0012616706,0.33051962,0.022187093,0.53459686,0.10988518,0.000062357205],"about_ca_topic_score_codex":0.0018353323,"about_ca_topic_score_gemma":0.001972975,"teacher_disagreement_score":0.007325937,"about_ca_system_score_codex":0.0011820185,"about_ca_system_score_gemma":0.0016172788,"threshold_uncertainty_score":0.024507761},"labels":[],"label_agreement":null},{"id":"W2129429871","doi":"10.24908/pceea.v0i0.3797","title":"CANADIAN MANUFACTURERS AND EXPORTERS DISCOVERY PROGRAM","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Ingenuity; Resource (disambiguation); Marketing; Business; Manufacturing sector; Human resources; Engineering; Public relations; Engineering management; Management; Political science; Computer science; Economics","score_opus":0.0072429509721372255,"score_gpt":0.1852487554508175,"score_spread":0.17800580447868028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129429871","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057155643,0.001055173,0.0036993304,0.018343996,0.0012458579,0.0017125835,0.014283845,0.0019103801,0.9005931],"genre_scores_gemma":[0.0798563,0.00081848906,0.0051892865,0.002585722,0.00010708018,0.0003487324,0.0054269917,0.0001786801,0.9054887],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99845636,0.00007625626,0.000016541491,0.00016245538,0.00089171494,0.00039666312],"domain_scores_gemma":[0.9956321,0.0002443679,0.0000687198,0.00025117438,0.0021424394,0.0016612059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001973627,0.0005267376,0.00028839547,0.0018656381,0.005837716,0.0026592454,0.0012296295,0.0011936892,0.12976304],"category_scores_gemma":[0.0020805914,0.0004820955,0.0004787737,0.0012456255,0.0014641708,0.0005906786,0.0017265724,0.0012941683,0.014869046],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045468993,0.0005766162,0.008337967,0.00017974523,0.000009518447,0.00057039625,0.0012105568,0.00032012246,0.0066687604,0.020023981,0.8050044,0.15664323],"study_design_scores_gemma":[0.000046387544,0.00012161402,0.012462936,0.000025808537,0.000005296313,0.00011282568,0.00072230404,0.00025757306,0.001524395,0.00031133933,0.98439586,0.000013602504],"about_ca_topic_score_codex":0.7662334,"about_ca_topic_score_gemma":0.89589894,"teacher_disagreement_score":0.23376662,"about_ca_system_score_codex":0.02002146,"about_ca_system_score_gemma":0.08923269,"threshold_uncertainty_score":0.4702866},"labels":[],"label_agreement":null},{"id":"W2129923393","doi":"10.24908/pceea.v0i0.3898","title":"BUILDING INNOVATION COMPETENCIES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Knowledge management; Engineering ethics; Engineering; Business; Computer science","score_opus":0.015520465314756206,"score_gpt":0.20451681310823722,"score_spread":0.188996347793481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129923393","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070420824,0.0014981044,0.08007134,0.008609822,0.00032730424,0.00046175258,0.000083297615,0.00034365134,0.8381839],"genre_scores_gemma":[0.6661961,0.004634712,0.20108972,0.003230317,0.00017876171,0.00065125007,0.00024460218,0.00015268863,0.123621896],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971553,0.00094080647,0.00011090849,0.00028606853,0.0010350541,0.0004719114],"domain_scores_gemma":[0.99369615,0.0025332542,0.00038758898,0.0008069489,0.0011960336,0.0013799648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003486395,0.00058939133,0.000350323,0.0017074747,0.0017933105,0.004341753,0.0011612871,0.0016457401,0.01859838],"category_scores_gemma":[0.009184486,0.00028948497,0.0005885151,0.0005010391,0.002875816,0.004504333,0.0076767057,0.0026269385,0.005839994],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022575077,0.0005114934,0.0057934844,0.00068365067,0.000019131794,0.000508493,0.017457545,0.0014510643,0.0058659334,0.5459131,0.015497951,0.4062756],"study_design_scores_gemma":[0.000028262137,0.00041234915,0.008146423,0.0018678904,0.000032069176,0.0015339168,0.014311274,0.0020739664,0.0094418945,0.21586707,0.7462277,0.0000571913],"about_ca_topic_score_codex":0.0012652888,"about_ca_topic_score_gemma":0.002176431,"teacher_disagreement_score":0.01859838,"about_ca_system_score_codex":0.0015676753,"about_ca_system_score_gemma":0.007595346,"threshold_uncertainty_score":0.062217772},"labels":[],"label_agreement":null},{"id":"W2130161061","doi":"10.24908/pceea.v0i0.3857","title":"A NEW APPROACH FOR PROTOCOL ANALYSIS ON DESIGN ACTIVITIES USING AXIOMATIC THEORY OF DESIGN MODELING","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Axiomatic design; Consistency (knowledge bases); Computer science; Protocol (science); Protocol analysis; Process (computing); Management science; Design process; Axiom; Engineering design process; Design methods; Protocol design; Designtheory; Probabilistic design; Software engineering; Systems engineering; Human–computer interaction; Engineering; Work in process; Artificial intelligence; Mathematics; Programming language; Manufacturing engineering","score_opus":0.06608874403333538,"score_gpt":0.25970266826008115,"score_spread":0.19361392422674578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130161061","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044000833,0.000032338794,0.9952734,0.00046380673,0.00005498266,0.001861697,0.000063512896,0.00017587791,0.0016344809],"genre_scores_gemma":[0.007995439,0.000053275377,0.984875,0.00017648717,0.000029668223,0.006212073,0.00007870294,0.000059134913,0.0005201384],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.68547356,0.23513167,0.02132956,0.0168217,0.039397914,0.0018456412],"domain_scores_gemma":[0.5901804,0.27940398,0.013771731,0.068558,0.046244983,0.0018409712],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.20750909,0.0032866034,0.002289367,0.010554243,0.0062198183,0.014592421,0.0061638393,0.004524255,0.0075115794],"category_scores_gemma":[0.24804711,0.0030254566,0.0051116943,0.007455482,0.016712317,0.02119963,0.008392901,0.013546988,0.0024592914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001336164,0.00021690439,0.00063501653,0.0012865169,0.00018404504,0.00016972673,0.01580056,0.0037344994,0.0026118504,0.8587294,0.0036346237,0.11286315],"study_design_scores_gemma":[0.00048555312,0.00057338644,0.00067607843,0.0020846915,0.00030114196,0.0006033961,0.004862851,0.05896968,0.009326568,0.79681766,0.124959916,0.00033920872],"about_ca_topic_score_codex":0.0036042589,"about_ca_topic_score_gemma":0.003128209,"teacher_disagreement_score":0.20750909,"about_ca_system_score_codex":0.012809378,"about_ca_system_score_gemma":0.024564613,"threshold_uncertainty_score":0.9772824},"labels":[],"label_agreement":null},{"id":"W2130447297","doi":"10.5555/504800.504843","title":"A peak into the past: 90 years of technical communication","year":2000,"lang":"en","type":"article","venue":"International Professional Communication Conference","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian International Grains Institute","funders":"","keywords":"Technical communication; Technical writing; Professional communication; Computer science; History; Telecommunications; Engineering; Political science; World Wide Web; Law; Electrical engineering; Higher education","score_opus":0.030222034929802105,"score_gpt":0.3313240980562756,"score_spread":0.3011020631264735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130447297","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04554017,0.36723158,0.0013757899,0.2610917,0.03322957,0.000044321885,0.0017920936,0.00032509584,0.28936958],"genre_scores_gemma":[0.4282713,0.278834,0.001761613,0.062292982,0.029247787,0.00015100247,0.0023053363,0.0007447531,0.19639124],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957741,0.0008284105,0.00034730954,0.00051416823,0.001762841,0.0007730613],"domain_scores_gemma":[0.9902007,0.0020106959,0.0013385031,0.0006214717,0.0024774214,0.0033512511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005201595,0.00053802173,0.0007243807,0.0038913907,0.0071170875,0.021418493,0.0009485363,0.0027009437,0.02684323],"category_scores_gemma":[0.015026035,0.00040117957,0.00034830344,0.009555224,0.005426061,0.0195896,0.006176931,0.0072631496,0.011345443],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019889501,0.00010422187,0.0058669974,0.001694176,0.000028916182,0.000892079,0.0731792,0.00009142846,0.00071563496,0.16023518,0.47124606,0.28574717],"study_design_scores_gemma":[0.000003689695,0.000017156,0.004312878,0.0008478456,0.0000038141006,0.00035710257,0.011095032,0.000011341976,0.00005401143,0.004661293,0.9786226,0.000013263123],"about_ca_topic_score_codex":0.006075627,"about_ca_topic_score_gemma":0.0082465345,"teacher_disagreement_score":0.02684323,"about_ca_system_score_codex":0.0049764956,"about_ca_system_score_gemma":0.005764566,"threshold_uncertainty_score":0.08979952},"labels":[],"label_agreement":null},{"id":"W2130478878","doi":"10.24908/pceea.v0i0.4845","title":"FOSTERING TEAMWORK SKILLS USING COLLABORATION SOFTWARE IN ENGINEERING DESIGN EDUCATION","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Teamwork; Documentation; Knowledge management; Competence (human resources); Computer science; Engineering management; Engineering; Psychology; Management","score_opus":0.009486918165602725,"score_gpt":0.2219325020691835,"score_spread":0.21244558390358076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130478878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8749631,0.000600112,0.100831926,0.0006253084,0.00003903974,0.00054923986,0.000030405772,0.0004529451,0.021907976],"genre_scores_gemma":[0.87664235,0.00037153065,0.120953895,0.00005673987,0.000008977696,0.00041876416,0.00004457868,0.00003751761,0.0014656318],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98174506,0.0120738605,0.000990227,0.000571477,0.0039876373,0.0006316762],"domain_scores_gemma":[0.9666626,0.023999823,0.0020074258,0.0018438945,0.0038340425,0.001652333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009636241,0.00049671606,0.00058810995,0.0035562958,0.0017560917,0.0038596895,0.00082789967,0.0007258498,0.0010247579],"category_scores_gemma":[0.029269408,0.00034228936,0.00040875364,0.0026968957,0.0016793286,0.0023109666,0.0049365046,0.0010383109,0.00019695878],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028536154,0.0021034812,0.043338418,0.0013066336,0.00006082109,0.0003498117,0.05261379,0.00590555,0.016996913,0.014619535,0.0018385227,0.86058116],"study_design_scores_gemma":[0.0009288888,0.021043109,0.37783977,0.0062438846,0.0005755648,0.0046370947,0.12971082,0.09391417,0.13495646,0.09261207,0.136699,0.00083919027],"about_ca_topic_score_codex":0.0014840934,"about_ca_topic_score_gemma":0.0027496233,"teacher_disagreement_score":0.009636241,"about_ca_system_score_codex":0.0017829075,"about_ca_system_score_gemma":0.003930642,"threshold_uncertainty_score":0.05096191},"labels":[],"label_agreement":null},{"id":"W2130700278","doi":"10.1109/pacrim.1993.407279","title":"Design support through information systems","year":2002,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Premise; Computer science; Information system; Function (biology); Information design; Process (computing); Systems design; Engineering design process; Human–computer interaction; Software engineering; Programming language; Engineering","score_opus":0.05305539486153214,"score_gpt":0.24248515465138742,"score_spread":0.18942975978985527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130700278","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007019737,0.0065370924,0.61598,0.03371816,0.0011222665,0.00019467784,0.00027233778,0.0041621192,0.33099353],"genre_scores_gemma":[0.32129434,0.011285817,0.5504608,0.0049215574,0.0014435446,0.0009509276,0.0007892799,0.0010878308,0.107765995],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99179804,0.004557419,0.00078486145,0.00072691485,0.0017441015,0.0003886135],"domain_scores_gemma":[0.98105526,0.011251918,0.0009953518,0.004565575,0.0014170446,0.0007148015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010302945,0.00094879715,0.000761872,0.0028371422,0.0024564925,0.013735879,0.002583073,0.0031297288,0.029896967],"category_scores_gemma":[0.021138161,0.00082437694,0.0011158596,0.0030868025,0.006059394,0.01721631,0.0072859763,0.0026665842,0.0056283595],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022512497,0.000022545713,0.00013031354,0.00021883682,0.000017536531,0.00008471887,0.0019878326,0.0009747289,0.00040900285,0.93420535,0.0101652425,0.05176144],"study_design_scores_gemma":[0.0000347875,0.000034259112,0.0000904065,0.00038112813,0.00002079857,0.00015509926,0.00050380424,0.0035671843,0.0006636693,0.4313662,0.563163,0.000019688385],"about_ca_topic_score_codex":0.0013727582,"about_ca_topic_score_gemma":0.0012783185,"teacher_disagreement_score":0.029896967,"about_ca_system_score_codex":0.002369918,"about_ca_system_score_gemma":0.0035397157,"threshold_uncertainty_score":0.10001534},"labels":[],"label_agreement":null},{"id":"W2130761192","doi":"10.24908/pceea.v0i0.3943","title":"TOWARDS EFFECTIVE MULTIDISCIPLINARY ENGINEERING EDUCATION: THE MULTIDISCIPLINARY DESIGN STREAM AT QUEEN'S UNIVERSITY","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University; Natural Sciences and Engineering Research Council of Canada","funders":"Division of Mathematical Sciences","keywords":"Multidisciplinary approach; Engineering design process; Engineering ethics; Engineering education; Engineering; Engineering management; Work (physics); Professional development; Process (computing); Product design; Design education; New product development; Work in process; Product (mathematics); Medical education; Computer science; Management; Mechanical engineering; Operations management; Sociology; Business; Medicine","score_opus":0.009944042514158322,"score_gpt":0.20319407244096613,"score_spread":0.19325002992680781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130761192","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5219164,0.0133133335,0.06243056,0.2580986,0.0030208675,0.0013113826,0.00011787448,0.001266846,0.13852416],"genre_scores_gemma":[0.6995613,0.0064181504,0.15057656,0.016719993,0.0003404124,0.0007192435,0.00016927031,0.0002935893,0.12520145],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9918853,0.002595242,0.0003539496,0.00062212814,0.0029758965,0.0015675451],"domain_scores_gemma":[0.9793961,0.0010499095,0.00062794384,0.0007833983,0.0024495595,0.015693067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009374771,0.00048005555,0.00047414054,0.0018475023,0.011868103,0.011217339,0.0024001272,0.0041133836,0.01256509],"category_scores_gemma":[0.005455395,0.0011503685,0.0005556277,0.0012970293,0.0032568162,0.0041751466,0.01503536,0.0052366825,0.002787901],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014526986,0.0031829067,0.034321222,0.0015879058,0.00003635232,0.0017547014,0.061824188,0.0022807117,0.012991158,0.03492327,0.15007272,0.6968796],"study_design_scores_gemma":[0.000108888446,0.0011556142,0.080792524,0.0019315006,0.000031706266,0.0015654407,0.07670072,0.0058454564,0.006805505,0.0345121,0.7903806,0.00016984864],"about_ca_topic_score_codex":0.028093101,"about_ca_topic_score_gemma":0.13639407,"teacher_disagreement_score":0.9851884,"about_ca_system_score_codex":0.0148115605,"about_ca_system_score_gemma":0.0904572,"threshold_uncertainty_score":0.10746592},"labels":[],"label_agreement":null},{"id":"W2132284357","doi":"10.24908/pceea.v0i0.4839","title":"Comparison of Student and Faculty Perceptions of Team Performance in Capstone Design Projects as Evaluated by Graduate Attribute-Linked Rubrics","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Rubric; Capstone; Documentation; Plan (archaeology); Class (philosophy); Perception; Scheme (mathematics); Engineering management; Peer assessment; Engineering; Computer science; Mathematics education; Medical education; Psychology; Mathematics; Medicine; Artificial intelligence; Geography","score_opus":0.04888149248866582,"score_gpt":0.31005913782877764,"score_spread":0.26117764534011184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132284357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9983929,0.000030143055,0.0002734992,0.00006256558,0.000009181932,0.0000125377,0.000021251593,0.000016712987,0.0011810851],"genre_scores_gemma":[0.99914646,0.000027932034,0.00017659618,0.0000198194,0.000005557743,0.000011376007,0.00004505202,0.0000064642354,0.00056064106],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99153894,0.0030769652,0.00073825265,0.0005347285,0.003183728,0.00092732656],"domain_scores_gemma":[0.96073395,0.011580359,0.005768706,0.0011089819,0.011352081,0.009455936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0086234445,0.00032377648,0.00035416544,0.0017333019,0.00082641275,0.0019237779,0.00055773783,0.00042429997,0.0026774346],"category_scores_gemma":[0.030854242,0.00020026899,0.00042601186,0.0008168069,0.0007395124,0.0007387826,0.0015148296,0.00074498466,0.00064715336],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001357232,0.0030646995,0.81304884,0.00016485863,0.00017833646,0.00024986218,0.059712518,0.0014534086,0.0086348085,0.00036277217,0.0034198961,0.10835271],"study_design_scores_gemma":[0.000062382205,0.004184473,0.9181318,0.00007396648,0.000048068203,0.00021066007,0.066199765,0.0034429773,0.0039687827,0.00023115773,0.0033464942,0.00009942056],"about_ca_topic_score_codex":0.0025911385,"about_ca_topic_score_gemma":0.0032521896,"teacher_disagreement_score":0.0086234445,"about_ca_system_score_codex":0.0010279132,"about_ca_system_score_gemma":0.0008030258,"threshold_uncertainty_score":0.04560572},"labels":[],"label_agreement":null},{"id":"W2132753975","doi":"10.24908/pceea.v0i0.5902","title":"USING THE CASE METHOD TO FACILITATE LEARNING OF DESIGN FOR MANUFACTURING AND COST","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Design for manufacturability; Manufacturing engineering; Limiting; Computer science; Quality (philosophy); Process (computing); Design for assembly; Product (mathematics); Concurrent engineering; New product development; Product design; Engineering management; Engineering; Risk analysis (engineering); Management science; Operations management; Business; Mechanical engineering","score_opus":0.08095462382851225,"score_gpt":0.2939563277030531,"score_spread":0.21300170387454082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132753975","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039750777,0.0020577293,0.83225435,0.005422445,0.00049811444,0.0042074267,0.0002849787,0.0007848916,0.11473932],"genre_scores_gemma":[0.09806204,0.0020155145,0.8829518,0.00045535943,0.00006703101,0.0026691873,0.00026005573,0.00014233377,0.01337669],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9834711,0.012049922,0.0005939466,0.0008112177,0.0026248498,0.00044901023],"domain_scores_gemma":[0.96573615,0.0287032,0.00086800853,0.0023802344,0.0017155947,0.00059680623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014186589,0.0015152805,0.0007978699,0.0042568883,0.0029427917,0.0046333736,0.0039269077,0.0024387722,0.017889978],"category_scores_gemma":[0.02390686,0.0007353745,0.00069782895,0.0034573283,0.00377532,0.0067476607,0.005528381,0.0029622316,0.001657811],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017273611,0.0024399164,0.0022430965,0.0017587243,0.000057529163,0.0029301788,0.044649523,0.009036709,0.006917985,0.3745146,0.025178604,0.53010035],"study_design_scores_gemma":[0.00039487364,0.0007117962,0.002519432,0.0034858035,0.00007488045,0.0038305568,0.02345371,0.03412548,0.01276996,0.21463281,0.70378315,0.00021754879],"about_ca_topic_score_codex":0.0032116582,"about_ca_topic_score_gemma":0.012379452,"teacher_disagreement_score":0.017889978,"about_ca_system_score_codex":0.004426201,"about_ca_system_score_gemma":0.0050445884,"threshold_uncertainty_score":0.07502675},"labels":[],"label_agreement":null},{"id":"W2132887523","doi":"10.24908/pceea.v0i0.3697","title":"INTEGRATING DESIGN THROUGHOUT THE CURRICULUM USING CASE STUDIES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Curriculum; Computer science; Engineering; Mathematics education; Sociology; Psychology; Pedagogy","score_opus":0.04459326533966502,"score_gpt":0.2836177524985832,"score_spread":0.23902448715891816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132887523","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28046918,0.0048544295,0.073620506,0.005907372,0.0018064615,0.009748986,0.0014438165,0.0007257154,0.6214236],"genre_scores_gemma":[0.88518316,0.003522778,0.03961599,0.001974643,0.00014086274,0.0045309267,0.0007091503,0.00019774445,0.06412475],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9884675,0.0061603477,0.00084128283,0.0004848812,0.003412148,0.00063380174],"domain_scores_gemma":[0.9721996,0.014283677,0.0018202057,0.003505831,0.006608394,0.0015822549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012184251,0.00037983767,0.00036510814,0.001803824,0.0019453141,0.0020264534,0.0011000187,0.0011665823,0.033167526],"category_scores_gemma":[0.038774583,0.00026818377,0.0004966285,0.0018514214,0.00084411696,0.0014218782,0.0021827538,0.00079257274,0.0047394135],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021938658,0.0028485109,0.01793728,0.002800109,0.00007774673,0.002597683,0.01094886,0.0034745263,0.013500748,0.020845383,0.05842269,0.8643525],"study_design_scores_gemma":[0.00078676734,0.004082108,0.033564948,0.0090932045,0.0000997536,0.0029008868,0.015236531,0.007097329,0.023027105,0.014552651,0.8894026,0.00015601105],"about_ca_topic_score_codex":0.0044506732,"about_ca_topic_score_gemma":0.012619843,"teacher_disagreement_score":0.033167526,"about_ca_system_score_codex":0.0024547356,"about_ca_system_score_gemma":0.0069044563,"threshold_uncertainty_score":0.11095637},"labels":[],"label_agreement":null},{"id":"W2132902573","doi":"10.1177/154193120004402219","title":"Design of Ecological Interfaces","year":2000,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Session (web analytics); Interface (matter); Interface design; Computer science; Ecology; Design elements and principles; Human–computer interaction; Software engineering; World Wide Web; Biology","score_opus":0.021969545838425388,"score_gpt":0.23487338068085312,"score_spread":0.21290383484242772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132902573","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074817324,0.0010126844,0.9471888,0.0005510707,0.00028097557,0.00051733246,0.00009892599,0.0010942484,0.04177425],"genre_scores_gemma":[0.18618312,0.0020377699,0.76562315,0.00058793876,0.00010515416,0.0022433668,0.00040985635,0.0005015988,0.04230805],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980488,0.0009066016,0.00010346657,0.00016632707,0.0006208222,0.00015398284],"domain_scores_gemma":[0.99929965,0.00025460444,0.000034578432,0.00011947463,0.0002057897,0.000086014305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025119449,0.0010540161,0.00058052863,0.0009029838,0.0012851873,0.0029242255,0.0019602214,0.0013219123,0.01850022],"category_scores_gemma":[0.0041836263,0.00069363846,0.0008471948,0.0003648256,0.0011268229,0.0024170107,0.003948618,0.0008805647,0.0029473703],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002710193,0.00029317086,0.0033756893,0.0016813991,0.00016338936,0.00063783175,0.0036042824,0.06739693,0.044300087,0.40823153,0.031018466,0.4390262],"study_design_scores_gemma":[0.00015295923,0.0005444331,0.0018231459,0.0004480672,0.00012219536,0.001075689,0.0018257645,0.14465909,0.018130459,0.20600967,0.6251006,0.000107994085],"about_ca_topic_score_codex":0.00058060174,"about_ca_topic_score_gemma":0.0010559326,"teacher_disagreement_score":0.01850022,"about_ca_system_score_codex":0.00062943273,"about_ca_system_score_gemma":0.0009457601,"threshold_uncertainty_score":0.06188935},"labels":[],"label_agreement":null},{"id":"W2133234973","doi":"10.1109/fie.1999.839216","title":"Industrial sponsored design projects addressed by student design teams","year":2003,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Engineering; Engineering management; Project team; Work (physics); Project management; Process (computing); Quarter (Canadian coin); Product (mathematics); New product development; Computer science; Systems engineering; Business; Marketing","score_opus":0.0917127920836848,"score_gpt":0.2919651731511767,"score_spread":0.2002523810674919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133234973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8207461,0.00076913467,0.0903764,0.001700978,0.0007605692,0.004967787,0.00037352095,0.0014263216,0.078879096],"genre_scores_gemma":[0.7940256,0.00047345742,0.090455666,0.00053565495,0.00022999675,0.0033940347,0.0012234837,0.0002838655,0.109378174],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98009,0.011332171,0.0009987785,0.0016080064,0.003943655,0.0020273372],"domain_scores_gemma":[0.96674466,0.006453328,0.0023628862,0.004947995,0.011014834,0.008476233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013528973,0.00071950076,0.00058315706,0.001381001,0.0032626586,0.0038049985,0.0018400564,0.0015248953,0.026401706],"category_scores_gemma":[0.026496138,0.0006411707,0.0005516694,0.0013004323,0.0007362394,0.0011465183,0.0059154555,0.0018330879,0.0073404037],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001414194,0.008248276,0.04737748,0.0005328034,0.00006491085,0.00065143185,0.019712547,0.0034485653,0.012545426,0.010890652,0.05304978,0.8420639],"study_design_scores_gemma":[0.0020045927,0.026364192,0.08928763,0.0007371038,0.0001183439,0.0022155724,0.062444527,0.0183182,0.03757531,0.021188876,0.73948133,0.0002643173],"about_ca_topic_score_codex":0.0007191844,"about_ca_topic_score_gemma":0.0018708329,"teacher_disagreement_score":0.026401706,"about_ca_system_score_codex":0.0022003497,"about_ca_system_score_gemma":0.00551543,"threshold_uncertainty_score":0.08832246},"labels":[],"label_agreement":null},{"id":"W2133498422","doi":"10.1109/fie.2004.1408745","title":"Work in progress - practical \"know-how\" in engineering: dissection labs &amp; capstone design","year":2005,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"Ministero dello Sviluppo Economico","keywords":"Capstone; Engineering management; Troubleshooting; Engineering education; Engineering; Curriculum; Competence (human resources); Knowledge engineering; Manufacturing engineering; Knowledge management; Computer science; Management","score_opus":0.035295560326139085,"score_gpt":0.30192838442802955,"score_spread":0.2666328241018905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133498422","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06631809,0.0067652296,0.2754261,0.014597943,0.0011183241,0.0009138775,0.00017382992,0.002643196,0.6320434],"genre_scores_gemma":[0.3830181,0.0073724613,0.23787309,0.0039157323,0.00040517256,0.0007538578,0.0004961829,0.0005514245,0.365614],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942273,0.0022813878,0.00026605322,0.00070399104,0.0019914166,0.0005298018],"domain_scores_gemma":[0.9907803,0.0029994664,0.00051165384,0.0015329185,0.001561003,0.002614677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009783775,0.0012176011,0.00030394897,0.0019658622,0.0036729767,0.006636393,0.0024430696,0.0021477502,0.043691393],"category_scores_gemma":[0.009954175,0.00059695175,0.00032340165,0.0013680636,0.0048084334,0.004822267,0.005951416,0.0025663332,0.0133342855],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014679157,0.0010123746,0.00236322,0.00074702915,0.000010790272,0.0010522866,0.01890584,0.0029526718,0.007896113,0.059251856,0.077902846,0.82775825],"study_design_scores_gemma":[0.000045558798,0.0006654802,0.0055909925,0.0009005377,0.0000143593,0.0033538118,0.014986985,0.0029277613,0.012033134,0.030181054,0.92918336,0.00011696524],"about_ca_topic_score_codex":0.0012407642,"about_ca_topic_score_gemma":0.0029212865,"teacher_disagreement_score":0.043691393,"about_ca_system_score_codex":0.0031314117,"about_ca_system_score_gemma":0.007078466,"threshold_uncertainty_score":0.14616227},"labels":[],"label_agreement":null},{"id":"W2134468747","doi":"10.24908/pceea.v0i0.3896","title":"THE CDEN E-DESIGN PORTAL","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto; University of Calgary","keywords":"Computer science; Architecture; Work (physics); Point (geometry); Systems engineering; Software engineering; Engineering; Mechanical engineering","score_opus":0.012976502507851236,"score_gpt":0.18849837477669837,"score_spread":0.17552187226884713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134468747","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025636783,0.0014534583,0.18375334,0.0033476423,0.0006521752,0.0013483712,0.0054100417,0.030227143,0.74817103],"genre_scores_gemma":[0.13066247,0.0023213914,0.366749,0.0019123973,0.00015492643,0.00072400516,0.015834974,0.0023701547,0.4792706],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979797,0.00027265723,0.000065910914,0.00015409556,0.0012804752,0.0002472401],"domain_scores_gemma":[0.99633396,0.0004036174,0.00008064402,0.0005083835,0.0015128076,0.0011605902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022566563,0.0004089294,0.00029261163,0.0021985844,0.0015708804,0.0038952592,0.0014408632,0.0010952397,0.06374535],"category_scores_gemma":[0.004427709,0.00029185633,0.00017920508,0.00261831,0.00061201863,0.0024509437,0.0030093961,0.0010809802,0.020739583],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014411744,0.00034546386,0.0029840022,0.00028250404,0.0000069572275,0.000254703,0.0009113243,0.0013887406,0.004662584,0.04260128,0.27424982,0.6721685],"study_design_scores_gemma":[0.000017707149,0.000026495905,0.0015480003,0.000059617327,0.0000023631494,0.000101483114,0.00023983157,0.0012029331,0.0015674894,0.0020018583,0.99321353,0.000018749426],"about_ca_topic_score_codex":0.07048231,"about_ca_topic_score_gemma":0.12572183,"teacher_disagreement_score":0.07048231,"about_ca_system_score_codex":0.0035348935,"about_ca_system_score_gemma":0.013431951,"threshold_uncertainty_score":0.21324944},"labels":[],"label_agreement":null},{"id":"W2134746388","doi":"10.21606/nordes.2015.048","title":"Inorganisms: An emergent approach to sustainability","year":2015,"lang":"en","type":"article","venue":"Nordic design research conference","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Process (computing); Computer science; Sustainability; Scale (ratio); Order (exchange); Knowledge management; Design process; Data science; Human–computer interaction; Process management; Work in process; Engineering; Business; Ecology; Geography","score_opus":0.3630835384751701,"score_gpt":0.43032147880535243,"score_spread":0.06723794033018232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134746388","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.074188,0.0022965136,0.35961562,0.030986708,0.0026890489,0.00058786373,0.00019465663,0.0005966715,0.5288449],"genre_scores_gemma":[0.7561202,0.001379593,0.12834084,0.0029611671,0.00021539588,0.00085463247,0.00016915922,0.00037250167,0.109586395],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9944635,0.0041212994,0.00012414028,0.00040522031,0.00045920015,0.0004267526],"domain_scores_gemma":[0.9963887,0.0020786521,0.00015502241,0.0005175038,0.0002702458,0.0005900057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008228779,0.0005950899,0.0003837177,0.0010603307,0.0056566726,0.008175798,0.0024038055,0.0023234522,0.009921625],"category_scores_gemma":[0.0047943206,0.00037191514,0.0008954497,0.000691166,0.018731862,0.0060512205,0.012268293,0.0030502353,0.0009593597],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045978595,0.000062097715,0.0003777931,0.00020179001,0.000009148921,0.00026952653,0.02919462,0.0011303952,0.0013680821,0.9443217,0.005815272,0.017203582],"study_design_scores_gemma":[0.000037428155,0.00009488728,0.00029338946,0.0002842,0.000011436473,0.00026712945,0.02834934,0.0020747771,0.0022209652,0.47363156,0.49270418,0.00003077153],"about_ca_topic_score_codex":0.0010366644,"about_ca_topic_score_gemma":0.0024452272,"teacher_disagreement_score":0.009921625,"about_ca_system_score_codex":0.003991804,"about_ca_system_score_gemma":0.0054336777,"threshold_uncertainty_score":0.043518484},"labels":[],"label_agreement":null},{"id":"W2137162916","doi":"10.24908/pceea.v0i0.4844","title":"THE INFLUENCE OF PERSONALITY TYPE ON TEAMWORK IN ENGINEERING EDUCATION","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Extraversion and introversion; Psychology; Personality; Preference; Teamwork; Personality type; Social psychology; Applied psychology; Big Five personality traits; Mathematics; Management","score_opus":0.004905483764280839,"score_gpt":0.2038398030170996,"score_spread":0.19893431925281876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137162916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9988545,0.00007805921,0.00013967397,0.000027878134,0.0000103062775,0.000007711613,0.00001847145,0.0000019016774,0.0008614786],"genre_scores_gemma":[0.9995116,0.000035179022,0.000100121244,0.000008253475,0.0000052279975,0.000003893753,0.000021869417,0.0000011712013,0.00031270663],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981111,0.0008399572,0.00012966129,0.00014327362,0.00050584384,0.0002701036],"domain_scores_gemma":[0.988389,0.004217457,0.0029890097,0.0005676362,0.0010137039,0.0028231987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018635748,0.0002026072,0.00020518368,0.00084006204,0.00060325617,0.0009074088,0.00020770678,0.00022598404,0.0019899302],"category_scores_gemma":[0.008878007,0.00012208027,0.00045619954,0.00044733204,0.0003473357,0.0002661648,0.00070073415,0.00047289746,0.000311998],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009954543,0.00012434686,0.9876353,0.000010941766,0.000033820823,0.0000767766,0.00046072996,0.00008856228,0.0003202554,0.000026664533,0.000059870315,0.011063183],"study_design_scores_gemma":[0.0000012628228,0.00011865534,0.999246,0.0000044398025,0.000003825444,0.00004806896,0.0003327232,0.000104374885,0.000034913093,0.00002309116,0.00008005837,0.000002628931],"about_ca_topic_score_codex":0.0019898224,"about_ca_topic_score_gemma":0.0049102055,"teacher_disagreement_score":0.0019899302,"about_ca_system_score_codex":0.00042298803,"about_ca_system_score_gemma":0.0004526473,"threshold_uncertainty_score":0.009855628},"labels":[],"label_agreement":null},{"id":"W2137264230","doi":"10.1504/ijvd.2005.006602","title":"Nature and role of intermediate representations (IR) in the design process: case studies in car design","year":2005,"lang":"en","type":"article","venue":"International Journal of Vehicle Design","topic":"Design Education and Practice","field":"Engineering","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Process (computing); Design process; Conceptual design; Engineering; Field (mathematics); Key (lock); Engineering design process; Process design; Systems engineering; Computer science; Work in process; Operations management; Mechanical engineering; Computer security; Mathematics","score_opus":0.04585313030853619,"score_gpt":0.3692001159311806,"score_spread":0.3233469856226444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137264230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9030278,0.0012086282,0.057055164,0.0016591916,0.000049595026,0.00077314,0.000040873092,0.00004792286,0.036137655],"genre_scores_gemma":[0.9817271,0.00038884563,0.015810467,0.00010203391,0.0000055847327,0.00027044895,0.000016671405,0.000021406342,0.0016574095],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.91573364,0.07632114,0.001421942,0.0010883603,0.003794276,0.0016406286],"domain_scores_gemma":[0.89580613,0.09369633,0.0027007267,0.00398717,0.0026585173,0.0011511479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.033725396,0.0007618734,0.00071428664,0.0021128743,0.0073420727,0.0077730296,0.0027655016,0.005057973,0.0034367628],"category_scores_gemma":[0.061801184,0.00090780185,0.0009924765,0.0021243517,0.011634266,0.00805872,0.0065759732,0.0048470055,0.0005016367],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006919324,0.0023142213,0.014528031,0.0014075986,0.00007670166,0.008593887,0.77271634,0.007824733,0.0034966765,0.121708535,0.0014148986,0.065226495],"study_design_scores_gemma":[0.00062768196,0.0032643683,0.011148409,0.0019196272,0.00021343902,0.008253589,0.7865985,0.021056287,0.013957317,0.054455895,0.098203115,0.00030176222],"about_ca_topic_score_codex":0.0031376935,"about_ca_topic_score_gemma":0.0052923397,"teacher_disagreement_score":0.033725396,"about_ca_system_score_codex":0.0038149,"about_ca_system_score_gemma":0.0023762814,"threshold_uncertainty_score":0.17835909},"labels":[],"label_agreement":null},{"id":"W2138954735","doi":"10.1145/2069618.2069660","title":"Design space exploration in parametric systems","year":2011,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Novelty; Computer science; Task (project management); Outcome (game theory); Parametric design; Process (computing); Design space exploration; Task analysis; Engineering design process; Design process; Parametric statistics; Space (punctuation); Human–computer interaction; Reliability engineering; Systems engineering; Engineering; Mathematics; Statistics; Work in process; Embedded system; Psychology","score_opus":0.16979939449609427,"score_gpt":0.26027051530594075,"score_spread":0.09047112080984648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138954735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7368792,0.0005668314,0.2584452,0.00013315088,0.000006702706,0.0003074115,0.000043861128,0.0002919223,0.0033256977],"genre_scores_gemma":[0.92831117,0.00015074025,0.070787996,0.00002753577,0.0000045412294,0.00026138767,0.000062798405,0.000047043974,0.0003468322],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98321664,0.011922863,0.00089709315,0.0010796229,0.0024895158,0.00039426857],"domain_scores_gemma":[0.81260675,0.16835383,0.008211342,0.008136582,0.002072709,0.0006188019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011240994,0.00096737983,0.0008650095,0.0015078685,0.00070736086,0.0022393195,0.0007677663,0.0007290248,0.0020701606],"category_scores_gemma":[0.07348501,0.00077479676,0.0008435606,0.00080616085,0.002054778,0.0026650196,0.0024461744,0.00086213247,0.00023878133],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031049068,0.0016169355,0.07386977,0.0044166697,0.00062743697,0.000855033,0.024903866,0.19466591,0.11463814,0.0261113,0.0005721406,0.5546179],"study_design_scores_gemma":[0.0006929187,0.01438406,0.16976534,0.0009557491,0.0007574794,0.003492636,0.01344272,0.50551903,0.13126963,0.14072551,0.018430749,0.0005641286],"about_ca_topic_score_codex":0.00036346237,"about_ca_topic_score_gemma":0.00053636916,"teacher_disagreement_score":0.011240994,"about_ca_system_score_codex":0.00063739106,"about_ca_system_score_gemma":0.0008118644,"threshold_uncertainty_score":0.05944872},"labels":[],"label_agreement":null},{"id":"W2139191167","doi":"10.24908/pceea.v0i0.3779","title":"DESIGN ENGINEERING - NOT JUST APPLIED SCIENCE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Scope (computer science); Action (physics); Engineering design process; Science and engineering; Design science; Computer science; Human engineering; Management science; Engineering ethics; Engineering management; Engineering; Systems engineering; Knowledge management; Mechanical engineering","score_opus":0.02430636143478301,"score_gpt":0.20811585146878084,"score_spread":0.18380949003399782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139191167","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044565992,0.115969166,0.10773577,0.25612506,0.011938601,0.00017276956,0.00041017059,0.0007833709,0.50240856],"genre_scores_gemma":[0.2730946,0.13322817,0.17036527,0.10252901,0.01234301,0.00059612346,0.0010747781,0.0013022489,0.30546683],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97933,0.011175656,0.0011099161,0.0014825205,0.0062424,0.00065953913],"domain_scores_gemma":[0.97535306,0.011433968,0.00083997444,0.006694169,0.004376578,0.0013022576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012715636,0.0007262698,0.0013032928,0.00143763,0.0025862935,0.011012875,0.0013904619,0.0038410858,0.014890576],"category_scores_gemma":[0.015473058,0.0005835351,0.0004502063,0.0025465158,0.015049165,0.009519657,0.0037838717,0.006447672,0.0077344],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014521934,0.00004318402,0.00061224314,0.0012474849,0.00004206114,0.00007942423,0.0019930324,0.0006034221,0.0007719716,0.77020866,0.11950519,0.10487888],"study_design_scores_gemma":[0.000004561627,0.000015978487,0.0002512112,0.0005947113,0.0000066227185,0.00014931198,0.00062845094,0.00018711672,0.0002244816,0.18032041,0.8176054,0.000011819251],"about_ca_topic_score_codex":0.0031958139,"about_ca_topic_score_gemma":0.0045222645,"teacher_disagreement_score":0.014890576,"about_ca_system_score_codex":0.004959785,"about_ca_system_score_gemma":0.00803603,"threshold_uncertainty_score":0.06724751},"labels":[],"label_agreement":null},{"id":"W2140114169","doi":"10.24908/pceea.v0i0.3688","title":"TOOLS AND METHODS FOR PAPERLESS STUDENT DESIGN PROJECTS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Documentation; Markup language; Workspace; Computer science; Process (computing); World Wide Web; Software engineering; Software; Microsoft Office; CAD; Multimedia; Engineering; XML; Engineering drawing; Operating system","score_opus":0.04424748928500033,"score_gpt":0.2946471158595631,"score_spread":0.2503996265745628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140114169","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006733724,0.00014342408,0.99313074,0.00008812942,0.000049886046,0.00031338717,0.00006144392,0.0020165956,0.0035230108],"genre_scores_gemma":[0.004994753,0.00017218204,0.9888943,0.00002875898,0.000016563157,0.000818325,0.00013464013,0.00063342537,0.004307157],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98448956,0.005821323,0.0017875804,0.0012418122,0.006351954,0.00030770618],"domain_scores_gemma":[0.9643542,0.019217554,0.0015826479,0.0092183035,0.004531451,0.0010957365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012696836,0.0017750999,0.0008689149,0.0059565497,0.0014652517,0.0060363137,0.0045413347,0.0018976695,0.030601762],"category_scores_gemma":[0.04767498,0.0015878546,0.0013266015,0.0030372762,0.0026369458,0.0060616173,0.0072055813,0.0024969736,0.011230182],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014368286,0.0004327452,0.0010077477,0.0013262964,0.000039517654,0.0004544222,0.0070754755,0.0072064586,0.0071632494,0.11698464,0.017384237,0.84078157],"study_design_scores_gemma":[0.00039233075,0.00034319574,0.001169378,0.0015999441,0.00006637404,0.0022936913,0.0021763137,0.043824732,0.014460801,0.2349108,0.6985158,0.00024666663],"about_ca_topic_score_codex":0.0007422376,"about_ca_topic_score_gemma":0.0012318904,"teacher_disagreement_score":0.030601762,"about_ca_system_score_codex":0.0011389061,"about_ca_system_score_gemma":0.002791893,"threshold_uncertainty_score":0.10237312},"labels":[],"label_agreement":null},{"id":"W2141129298","doi":"10.1115/detc2009-86542","title":"A Pilot Study to Assess Designer’s Mental Stress Using Eye Gaze System and Electroencephalogram","year":2009,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Stroop effect; Mental arithmetic; Electroencephalography; Mental stress; Stress (linguistics); Eye tracking; Computer science; Gaze; Psychology; Correlation; Cognition; Cognitive psychology; Human–computer interaction; Artificial intelligence; Neuroscience","score_opus":0.06536174145479205,"score_gpt":0.3319126622179302,"score_spread":0.26655092076313813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141129298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976399,0.000019381892,0.0013717279,0.00002354177,0.000015120597,0.00049537385,0.00003582014,0.000015656557,0.0003835559],"genre_scores_gemma":[0.99404114,0.00007013375,0.0035169022,0.000079234094,0.00002673614,0.0009687871,0.000091963135,0.000005821046,0.0011991714],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9990435,0.0004925705,0.00007521237,0.00011932628,0.0001306188,0.0001386196],"domain_scores_gemma":[0.9972211,0.0011546863,0.00014868981,0.0003365489,0.00048664017,0.0006522528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019065238,0.00063732,0.00052211207,0.00047883965,0.0007084177,0.0003747206,0.0003681363,0.0008152114,0.0024309207],"category_scores_gemma":[0.0027464516,0.00036060775,0.0005153497,0.0001350028,0.00060201634,0.0005202075,0.0005626329,0.0007675469,0.00047342086],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01084702,0.11022607,0.18741368,0.0011727317,0.00023259572,0.008415058,0.055139747,0.0009793146,0.5231631,0.0005652656,0.0014264748,0.10041893],"study_design_scores_gemma":[0.0018014961,0.56830776,0.3477916,0.000065072025,0.00022554841,0.0033296582,0.017071985,0.0022492134,0.053894594,0.00032575027,0.004794182,0.00014316727],"about_ca_topic_score_codex":0.00057108625,"about_ca_topic_score_gemma":0.00098772,"teacher_disagreement_score":0.0024309207,"about_ca_system_score_codex":0.00014085234,"about_ca_system_score_gemma":0.000502921,"threshold_uncertainty_score":0.010082781},"labels":[],"label_agreement":null},{"id":"W2141795479","doi":"10.71781/2832","title":"The relationship between product design and business models in the context of sustainability","year":2011,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sustainability; Context (archaeology); Product (mathematics); Product design; Engineering; Process management; Business; Computer science; Mathematics; Geography; Biology; Ecology","score_opus":0.14031964419542312,"score_gpt":0.35271720643108095,"score_spread":0.21239756223565784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141795479","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21824838,0.009929109,0.45885038,0.02143115,0.00029542483,0.0003037565,0.00030403768,0.00024499174,0.29039282],"genre_scores_gemma":[0.9402318,0.0019953672,0.049425807,0.0002890254,0.000058190428,0.00020504883,0.00008945148,0.000072728675,0.007632659],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98769695,0.009335393,0.00033224747,0.00084101385,0.001352201,0.00044215625],"domain_scores_gemma":[0.9642064,0.029327303,0.0020654406,0.0017884036,0.0018796198,0.0007328232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008129478,0.0010078595,0.000644137,0.0029657574,0.0018993121,0.013028667,0.0015926652,0.00350584,0.008137222],"category_scores_gemma":[0.02555206,0.0009251209,0.0014065827,0.0030271227,0.008995365,0.012415831,0.0032723993,0.0030362902,0.0009384517],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004395301,0.000081996484,0.0038127834,0.00016519398,0.00003823215,0.00012366891,0.0026243364,0.01830177,0.0002174101,0.9590248,0.00057036814,0.014995575],"study_design_scores_gemma":[0.00003651436,0.00014339385,0.0035907996,0.00034395576,0.000046756766,0.00024708326,0.0048500425,0.09368874,0.00060286024,0.8489116,0.04745823,0.00007996124],"about_ca_topic_score_codex":0.009066832,"about_ca_topic_score_gemma":0.006439566,"teacher_disagreement_score":0.013028667,"about_ca_system_score_codex":0.010070992,"about_ca_system_score_gemma":0.0045739925,"threshold_uncertainty_score":0.073070526},"labels":[],"label_agreement":null},{"id":"W2143269622","doi":"10.1017/s1471068404002285","title":"Integrating design synthesis and assembly of structured objects in a visual design language","year":2005,"lang":"en","type":"article","venue":"Theory and Practice of Logic Programming","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Programming language; Visual programming language; Design language; Fifth-generation programming language; Programmer; Programming paradigm; Logic programming; Procedural programming; Functional logic programming; Inductive programming","score_opus":0.024434240958576794,"score_gpt":0.31422539686308476,"score_spread":0.289791155904508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143269622","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003376211,0.0000617728,0.9930281,0.00009860079,0.000009766934,0.000041187366,0.000009465039,0.0003639313,0.0030109996],"genre_scores_gemma":[0.06613045,0.00018687763,0.9302091,0.00008196439,0.000011598644,0.00011871711,0.00006098231,0.00016013588,0.0030401233],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985024,0.0005602914,0.0001163231,0.0002635165,0.0004593747,0.000098222525],"domain_scores_gemma":[0.9980909,0.001172301,0.0001484858,0.00037712263,0.0001477614,0.00006336777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026604116,0.0007560801,0.0004589116,0.00075211114,0.0006963411,0.0023728227,0.0015134686,0.0010674761,0.002995213],"category_scores_gemma":[0.0038994872,0.00063848885,0.0010688829,0.00057548867,0.0034746393,0.003443094,0.0019155509,0.001394844,0.0007669495],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011559081,0.00011364258,0.00055791606,0.0006093134,0.000041166582,0.00038337405,0.0025350933,0.10473102,0.039456785,0.70315224,0.0013842836,0.14691952],"study_design_scores_gemma":[0.00014942476,0.0004846384,0.00027953892,0.00024632455,0.000090649635,0.00058120897,0.0007417057,0.2984221,0.075220995,0.5154246,0.108276896,0.000081846556],"about_ca_topic_score_codex":0.0013959523,"about_ca_topic_score_gemma":0.0016722056,"teacher_disagreement_score":0.002995213,"about_ca_system_score_codex":0.001106146,"about_ca_system_score_gemma":0.0016978872,"threshold_uncertainty_score":0.014069736},"labels":[],"label_agreement":null},{"id":"W2143507623","doi":"10.1017/s0890060402165012","title":"Agent-based support within an interactive evolutionary design system","year":2002,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Golder Associates (Canada)","funders":"","keywords":"Preference; Computer science; Interface (matter); Function (biology); Human–computer interaction; Conceptual design; Artificial intelligence; Mathematics","score_opus":0.06279686457532598,"score_gpt":0.26677573219977996,"score_spread":0.203978867624454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143507623","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022217892,0.00008470462,0.9605619,0.00016099519,0.000029397908,0.00009599463,0.00003952708,0.0028351615,0.013974458],"genre_scores_gemma":[0.30245703,0.00017884947,0.685475,0.00009747376,0.000026174777,0.00031984563,0.00017846457,0.00031057198,0.010956589],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926513,0.00030312824,0.000048906,0.00008196121,0.0002552786,0.000045505134],"domain_scores_gemma":[0.99884146,0.00069933647,0.00006950158,0.0001696774,0.00011940163,0.00010060754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013512386,0.0003751304,0.00027625507,0.00050051045,0.0006035233,0.0014668412,0.0011094867,0.0009125911,0.005947626],"category_scores_gemma":[0.0033545755,0.00033472088,0.0003760601,0.00031458246,0.00059391616,0.0014535298,0.0015572038,0.000763277,0.00086844555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062352,0.00055022136,0.002939763,0.00034323783,0.00014766664,0.0015704506,0.0038618864,0.20845626,0.053948212,0.35936502,0.008707163,0.35948664],"study_design_scores_gemma":[0.0002384616,0.0002682676,0.0006071499,0.0000807031,0.00008249268,0.0006792024,0.00022036998,0.7528228,0.015826343,0.072584756,0.15651605,0.000073453055],"about_ca_topic_score_codex":0.0008030881,"about_ca_topic_score_gemma":0.0009672978,"teacher_disagreement_score":0.005947626,"about_ca_system_score_codex":0.00034993532,"about_ca_system_score_gemma":0.0005703848,"threshold_uncertainty_score":0.019896746},"labels":[],"label_agreement":null},{"id":"W2143579040","doi":"10.1115/detc2011-48263","title":"Environment-Based Design (EBD)","year":2011,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Pratt and Whitney Canada","keywords":"Computer science; Identification (biology); Design process; Process (computing); Perspective (graphical); Design methods; Systems engineering; Management science; Software engineering; Artificial intelligence; Engineering; Work in process; Programming language","score_opus":0.08466436832066895,"score_gpt":0.2038528123540118,"score_spread":0.11918844403334283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143579040","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013414039,0.0021674002,0.92156917,0.0012557554,0.00026305637,0.00030480462,0.00009517227,0.0005577391,0.072445504],"genre_scores_gemma":[0.07822818,0.0036862467,0.89794475,0.00093436264,0.000104181476,0.0012360695,0.00023419826,0.00036558986,0.017266467],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9904221,0.0048857983,0.00064048584,0.0010862325,0.0026497827,0.00031556605],"domain_scores_gemma":[0.9935986,0.0035635391,0.00028882633,0.0015426513,0.00078678736,0.00021958778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008811104,0.0013925438,0.00084746035,0.001964252,0.001794968,0.006031595,0.002736497,0.0029631287,0.014587643],"category_scores_gemma":[0.008832845,0.0009940062,0.0013701441,0.0014454887,0.0077668284,0.006434852,0.0062836194,0.002624723,0.0031343114],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002258073,0.000039515915,0.00023305001,0.00056047784,0.000027748192,0.00009514624,0.00088576437,0.006676068,0.0010765706,0.9090877,0.00390103,0.07739426],"study_design_scores_gemma":[0.000058191254,0.0001291995,0.00021489995,0.0006922067,0.000047840127,0.00046363793,0.0005458655,0.009832445,0.0030499168,0.3875313,0.5973673,0.000067205125],"about_ca_topic_score_codex":0.0017616944,"about_ca_topic_score_gemma":0.001968835,"teacher_disagreement_score":0.014587643,"about_ca_system_score_codex":0.0024278737,"about_ca_system_score_gemma":0.003904586,"threshold_uncertainty_score":0.048800528},"labels":[],"label_agreement":null},{"id":"W2144234461","doi":"10.1115/detc2007-35887","title":"A Novel Approach to Quantifying Designer’s Mental Stress in the Conceptual Design Process","year":2007,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Conceptual design; Process (computing); Design process; Design language; Engineering design process; Human–computer interaction; Work in process; Engineering; Programming language","score_opus":0.16192706506583113,"score_gpt":0.3462132916075498,"score_spread":0.1842862265417187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144234461","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24656622,0.0003008665,0.73423463,0.000664266,0.0001397367,0.0006391596,0.00015702151,0.00044432885,0.01685377],"genre_scores_gemma":[0.75415915,0.00017594505,0.24276525,0.00012852286,0.00003758432,0.0007278171,0.000109209584,0.00004739179,0.0018491052],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9903805,0.0051804646,0.0006732679,0.0010759631,0.0023422793,0.00034748032],"domain_scores_gemma":[0.9725124,0.015045632,0.004371927,0.003509356,0.003987933,0.0005726641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072495737,0.0015641743,0.0005880082,0.0033177417,0.0011864626,0.0035293098,0.001175653,0.0012262173,0.0029718347],"category_scores_gemma":[0.028132068,0.0006250821,0.0010390962,0.0011785474,0.002899865,0.0039638965,0.003398143,0.0016069204,0.00036349252],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015127856,0.002082062,0.062339097,0.00278459,0.000359587,0.0005132203,0.09366277,0.01478415,0.09694551,0.15486775,0.0025572241,0.56759125],"study_design_scores_gemma":[0.00053013,0.006650164,0.16504163,0.0014534978,0.00097512105,0.002957891,0.0847645,0.28467557,0.11460116,0.2675703,0.06950617,0.0012738637],"about_ca_topic_score_codex":0.0008601074,"about_ca_topic_score_gemma":0.0015892114,"teacher_disagreement_score":0.0072495737,"about_ca_system_score_codex":0.001923734,"about_ca_system_score_gemma":0.0013834066,"threshold_uncertainty_score":0.038339913},"labels":[],"label_agreement":null},{"id":"W2145268819","doi":"10.1016/j.sbspro.2012.09.585","title":"A Creative Strategy for Sustainable Design Education - A Tribute to Charles and Ray Eames","year":2012,"lang":"en","type":"article","venue":"Procedia - Social and Behavioral Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"Université de Montréal","keywords":"Tribute; The arts; Sociology; Design education; Cultural heritage; Everyday life; Architectural engineering; Sustainable design; Visual arts; Engineering management; Engineering ethics; Engineering; Sustainability; Art; Political science; Art history","score_opus":0.12045438852017486,"score_gpt":0.3923355575842776,"score_spread":0.27188116906410276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145268819","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023721788,0.037762735,0.15140723,0.48664656,0.007025864,0.00028721974,0.00005086692,0.00071177527,0.29238605],"genre_scores_gemma":[0.49719915,0.028109068,0.18543059,0.055262998,0.0012225965,0.0005751404,0.00006516023,0.0007906281,0.2313447],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9926318,0.0040704124,0.000155083,0.00064006745,0.0020194305,0.00048321276],"domain_scores_gemma":[0.99270755,0.0031996325,0.0002607665,0.00081829267,0.0012462192,0.0017674498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011221469,0.00090627,0.00037343267,0.0016015262,0.007933903,0.013331758,0.0021037974,0.0040380945,0.0077171205],"category_scores_gemma":[0.007328698,0.00047547414,0.0006680574,0.0009504764,0.0287719,0.009875844,0.0075381356,0.006344523,0.0014372373],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027722823,0.000099127115,0.00036068057,0.00026174064,0.000014624569,0.0002384501,0.02085721,0.0008937697,0.0009653841,0.77503777,0.10021066,0.10103287],"study_design_scores_gemma":[0.000028406144,0.000061778206,0.00020954138,0.0004388889,0.000007676439,0.00034705384,0.017231986,0.0008789016,0.0010606633,0.1390829,0.8406029,0.000049293823],"about_ca_topic_score_codex":0.013320285,"about_ca_topic_score_gemma":0.020575637,"teacher_disagreement_score":0.013331758,"about_ca_system_score_codex":0.0074017737,"about_ca_system_score_gemma":0.015541444,"threshold_uncertainty_score":0.059345484},"labels":[],"label_agreement":null},{"id":"W2145696459","doi":"10.24908/pceea.v0i0.3734","title":"QUANTIFYING THE RELATIVE DIFFICULTY OF DESIGN ENGINEERING TERM PROJECTS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada; General Motors of Canada; University of Ontario Institute of Technology","keywords":"Term (time); Context (archaeology); Computer science; Convergence (economics); Design structure matrix; Duration (music); Engineering design process; Systems engineering; Extension (predicate logic); Industrial engineering; Transformation (genetics); Engineering management; Engineering; Mechanical engineering","score_opus":0.04290589007880942,"score_gpt":0.22926324246885965,"score_spread":0.18635735239005025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145696459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9239293,0.00047437917,0.06596169,0.00054874644,0.00003989703,0.00012807707,0.00018228193,0.00015616459,0.008579529],"genre_scores_gemma":[0.971763,0.00030865744,0.026332784,0.000042330434,0.00003367206,0.00011132946,0.00026912522,0.00005804476,0.0010810537],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9866072,0.0047335103,0.0016524283,0.0015625642,0.0047928714,0.00065144507],"domain_scores_gemma":[0.86161274,0.08289442,0.030128106,0.0054416503,0.014240123,0.005683035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0102489265,0.00074128725,0.0006425468,0.005203241,0.00068953994,0.0033627367,0.0010666888,0.0016192124,0.0017971873],"category_scores_gemma":[0.17230777,0.0005968015,0.00047517937,0.0023844242,0.001158813,0.004153888,0.0029539217,0.0011251571,0.00067568186],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006465345,0.00039357643,0.6670187,0.00044501695,0.00022557632,0.00040490495,0.0079466915,0.037183605,0.011380321,0.0064984695,0.0015127733,0.2663438],"study_design_scores_gemma":[0.00006484258,0.0013614855,0.78278744,0.00034151768,0.00015087958,0.001437972,0.014923296,0.14162594,0.008542024,0.03463816,0.013777654,0.00034871613],"about_ca_topic_score_codex":0.0017184551,"about_ca_topic_score_gemma":0.0024188627,"teacher_disagreement_score":0.0102489265,"about_ca_system_score_codex":0.0012412677,"about_ca_system_score_gemma":0.0010646158,"threshold_uncertainty_score":0.05420214},"labels":[],"label_agreement":null},{"id":"W2145712773","doi":"10.24908/pceea.v0i0.3764","title":"THE ROLE OF ENTROPY IN DESIGN THEORY AND METHODOLOGY","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Entropy (arrow of time); Designtheory; Computer science; Management science; Mathematical economics; Mathematics; Engineering; Human–computer interaction; Physics","score_opus":0.024658004843780595,"score_gpt":0.2312047605195512,"score_spread":0.2065467556757706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145712773","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063888445,0.005771744,0.9525845,0.005963739,0.0003958868,0.00006369693,0.000055773453,0.000102495265,0.02867335],"genre_scores_gemma":[0.66044784,0.008365427,0.3200336,0.0019731387,0.0022268344,0.000598028,0.00008224564,0.00016678958,0.006106128],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9706626,0.020309202,0.0014133246,0.0016166733,0.0053475993,0.00065056566],"domain_scores_gemma":[0.9026333,0.085721076,0.0019932801,0.0057708225,0.0030576438,0.0008238481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026982429,0.0012509509,0.0017847898,0.004553969,0.0024484012,0.0067662573,0.00196322,0.0025391816,0.002763159],"category_scores_gemma":[0.040656883,0.0008754736,0.0014306669,0.00248959,0.03487714,0.013349282,0.005220014,0.0043836143,0.00051395106],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001164523,0.000008100335,0.00020683696,0.00014006438,0.000018266943,0.000032990367,0.00042008396,0.0038096968,0.00011544413,0.9861456,0.00029209524,0.008799113],"study_design_scores_gemma":[0.0000065551626,0.00002991498,0.000092643175,0.00008091246,0.0000068755453,0.00004039106,0.000074796124,0.0056978674,0.00024170284,0.98830193,0.00541093,0.00001546278],"about_ca_topic_score_codex":0.001378377,"about_ca_topic_score_gemma":0.0007664962,"teacher_disagreement_score":0.026982429,"about_ca_system_score_codex":0.0037336494,"about_ca_system_score_gemma":0.0025142592,"threshold_uncertainty_score":0.1426984},"labels":[],"label_agreement":null},{"id":"W2147356286","doi":"10.5539/ass.v10n17p127","title":"Improving TRIZ 40 Inventive Principles Grouping in Redesign Service Approaches","year":2014,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"TRIZ; Service (business); Context (archaeology); Computer science; Contradiction; Order (exchange); Management science; Artificial intelligence; Engineering; Marketing; Business","score_opus":0.06852531722170475,"score_gpt":0.26684782810256247,"score_spread":0.19832251088085773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147356286","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049657717,0.00068262924,0.9145447,0.002224922,0.00017910934,0.0022455815,0.00011526369,0.0010063661,0.029343762],"genre_scores_gemma":[0.12955739,0.0005762801,0.8639963,0.00029960755,0.000031708892,0.0016295922,0.00024392044,0.00021433417,0.0034507925],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9361761,0.03412305,0.0058698202,0.0049265423,0.01716529,0.0017390267],"domain_scores_gemma":[0.95208794,0.021613657,0.00505875,0.007453229,0.0124994395,0.0012870487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032903,0.002075807,0.0012408013,0.016122324,0.004577413,0.008194143,0.0027980849,0.002069694,0.0062302607],"category_scores_gemma":[0.049062688,0.0012500922,0.0026415838,0.008980135,0.008721037,0.013545242,0.009837568,0.0046390267,0.0018334925],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020503464,0.00076175353,0.008379318,0.0026654862,0.00015586428,0.000383897,0.070392735,0.009223969,0.0075052576,0.35245335,0.004858706,0.5430146],"study_design_scores_gemma":[0.00038818337,0.0015662643,0.011502569,0.0029632049,0.00039723518,0.0015718421,0.07034735,0.10105111,0.01965288,0.5093942,0.28074047,0.0004247709],"about_ca_topic_score_codex":0.004296223,"about_ca_topic_score_gemma":0.005160722,"teacher_disagreement_score":0.032903,"about_ca_system_score_codex":0.009424584,"about_ca_system_score_gemma":0.01754655,"threshold_uncertainty_score":0.1740098},"labels":[],"label_agreement":null},{"id":"W2147591491","doi":"10.26687/archnet-ijar.v7i2.157","title":"CULTURAL DIVERSITY AND REFORMING SOCIAL BEHAVIOR: A Participatory Design Approach to Design Pedagogy","year":2013,"lang":"en","type":"article","venue":"International Journal of Architectural Research: Archnet-IJAR","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Design studio; Design education; Studio; Participatory design; Diversity (politics); Cultural diversity; Context (archaeology); Engineering ethics; Sociology; Engineering; Knowledge management; Pedagogy; Computer science; Business","score_opus":0.345540564574355,"score_gpt":0.43588172090151617,"score_spread":0.09034115632716117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147591491","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050661717,0.0010034869,0.8767193,0.008949134,0.00022396755,0.0019423123,0.000040916086,0.00013113504,0.060328014],"genre_scores_gemma":[0.5460043,0.00089883147,0.44363275,0.0007419063,0.000062236395,0.003334272,0.000025604493,0.0000621261,0.005237977],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9557246,0.03996899,0.00051024737,0.001164163,0.0020698423,0.0005621938],"domain_scores_gemma":[0.97098464,0.02426901,0.0008637099,0.0023355174,0.0010690158,0.00047804855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.036491387,0.0007399438,0.0007034902,0.0026636058,0.0049384753,0.0070808623,0.0021355727,0.0016274677,0.002791126],"category_scores_gemma":[0.020981502,0.0005952229,0.00088884094,0.0014030293,0.023162687,0.0043703895,0.0077028777,0.002469755,0.00021762388],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059040845,0.00036000967,0.0023158488,0.00093605346,0.00008746009,0.0002799051,0.2158108,0.006980734,0.0025006172,0.66986847,0.0015685306,0.0992326],"study_design_scores_gemma":[0.0002218322,0.00051432586,0.0021601887,0.0017628601,0.00011045951,0.00057076203,0.10670342,0.01689526,0.0038230894,0.71083564,0.15627813,0.00012399828],"about_ca_topic_score_codex":0.0017695929,"about_ca_topic_score_gemma":0.0037821985,"teacher_disagreement_score":0.036491387,"about_ca_system_score_codex":0.0038812081,"about_ca_system_score_gemma":0.008163415,"threshold_uncertainty_score":0.19298714},"labels":[],"label_agreement":null},{"id":"W2147607402","doi":"10.24908/pceea.v0i0.3921","title":"GLOBALLY ROBUST ENGINEERING DESIGN USING COMPLEXITY RULES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Engineering design process; Variance (accounting); Entropy (arrow of time); Set (abstract data type); Complexity index; Process (computing); Industrial engineering; Theoretical computer science; Algorithm; Mathematical optimization; Mathematics; Engineering","score_opus":0.05897436212173218,"score_gpt":0.21738340138195952,"score_spread":0.15840903926022734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147607402","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004684611,0.00013200502,0.9907128,0.000064171734,0.0000151088025,0.000018436585,0.000012464686,0.000050929568,0.0043094805],"genre_scores_gemma":[0.50230783,0.00085937424,0.4884079,0.00017442588,0.00020314324,0.0003443176,0.00015350005,0.00022745064,0.007322003],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9963923,0.000916505,0.00029491956,0.00060153374,0.0016318855,0.00016282547],"domain_scores_gemma":[0.99638486,0.0018633842,0.0004978444,0.0005645654,0.00058329356,0.00010608654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030248726,0.0010231945,0.0010137327,0.0017724389,0.000571806,0.00298534,0.00085316313,0.00095376023,0.0018925932],"category_scores_gemma":[0.007547759,0.00038907683,0.001479785,0.0008634124,0.0030637705,0.0037503187,0.0027057738,0.0017613239,0.0004987224],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031286003,0.000016701802,0.00030080008,0.00008317702,0.000032573924,0.000069410366,0.00012204167,0.122503035,0.0050171013,0.83500594,0.00040122648,0.036416788],"study_design_scores_gemma":[0.000013760098,0.00008460023,0.00020980292,0.00003633749,0.000022744081,0.00009730761,0.00003588227,0.30444297,0.003845839,0.68518555,0.005991625,0.000033665256],"about_ca_topic_score_codex":0.00047154975,"about_ca_topic_score_gemma":0.0003677336,"teacher_disagreement_score":0.0030248726,"about_ca_system_score_codex":0.0011451647,"about_ca_system_score_gemma":0.000755618,"threshold_uncertainty_score":0.01599729},"labels":[],"label_agreement":null},{"id":"W2148170659","doi":"10.24908/pceea.v0i0.3705","title":"A CASE STUDY IN SYSTEMATIC AND METHODICAL DESIGN ENGINEERING","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Automotive industry; Process (computing); Engineering design process; Set (abstract data type); Manufacturing engineering; Creativity; Engineering; Computer science; Field (mathematics); Systems engineering; Mechanical engineering; Mathematics","score_opus":0.03373994850484463,"score_gpt":0.23535266619083156,"score_spread":0.20161271768598693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148170659","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5933594,0.00317178,0.24071258,0.013692794,0.0006101097,0.0053213756,0.00032138597,0.00022974401,0.14258088],"genre_scores_gemma":[0.8065805,0.0013374222,0.16643994,0.0011163248,0.00006380916,0.0015590695,0.00017063096,0.000100503334,0.02263184],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9661741,0.027147982,0.0007197275,0.00094997964,0.0038898769,0.001118227],"domain_scores_gemma":[0.97283053,0.02067231,0.0007306996,0.0020327056,0.0021581384,0.0015755495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017585985,0.0008160955,0.0007217024,0.0022027118,0.008103832,0.0040783337,0.002883375,0.004891095,0.0049414937],"category_scores_gemma":[0.022082191,0.0006711851,0.0010310237,0.002925744,0.006734832,0.0032888488,0.004825488,0.003643365,0.0008662579],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069567986,0.004743684,0.01125567,0.0024343242,0.0001180897,0.041679263,0.49398965,0.01332315,0.008402978,0.21601528,0.022403443,0.18493886],"study_design_scores_gemma":[0.00044878043,0.002343343,0.0059272107,0.0022374147,0.00006771204,0.016565377,0.28376144,0.015840515,0.012916674,0.053891517,0.60577804,0.00022198219],"about_ca_topic_score_codex":0.003302281,"about_ca_topic_score_gemma":0.010151746,"teacher_disagreement_score":0.017585985,"about_ca_system_score_codex":0.004629283,"about_ca_system_score_gemma":0.005255841,"threshold_uncertainty_score":0.093004644},"labels":[],"label_agreement":null},{"id":"W2148259823","doi":"10.24908/pceea.v0i0.3979","title":"DESIGN SPACE MACHINERY","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Research Council; University of Adelaide","keywords":"Space (punctuation); Focus (optics); Action (physics); Computer science; Process (computing); Engineering design process; Design process; Design space exploration; Human–computer interaction; Engineering; Mechanical engineering; Programming language; Work in process; Operations management; Embedded system","score_opus":0.015208303381420759,"score_gpt":0.193064435803063,"score_spread":0.17785613242164225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148259823","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024303088,0.0072782338,0.45841557,0.007367333,0.0010992148,0.00028551038,0.0020696134,0.001257319,0.51979697],"genre_scores_gemma":[0.25541574,0.019808,0.3543174,0.004078743,0.0039051124,0.0016466463,0.0075779865,0.0015616458,0.35168883],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9955486,0.0012162675,0.0004801977,0.0010962235,0.00138437,0.00027432767],"domain_scores_gemma":[0.99396884,0.0024717227,0.00033865022,0.0017964758,0.0011844145,0.00023988627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034712434,0.0015032772,0.0011184546,0.0027314553,0.002769082,0.008239382,0.0028305585,0.0020039768,0.08044346],"category_scores_gemma":[0.010550658,0.0008149209,0.0018618947,0.003394847,0.00786922,0.008679185,0.0036983113,0.0038543418,0.037460938],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004169317,0.0000047788144,0.00003843617,0.000068994756,0.0000045341835,0.000021278312,0.00013220456,0.0002892969,0.000060122595,0.97924334,0.010852158,0.009280586],"study_design_scores_gemma":[0.000009213662,0.000007706295,0.000057876478,0.000073325056,0.000005035255,0.00008920651,0.0000747141,0.0009529646,0.00014383512,0.67338353,0.32519576,0.0000068023896],"about_ca_topic_score_codex":0.0021567692,"about_ca_topic_score_gemma":0.0014338298,"teacher_disagreement_score":0.08044346,"about_ca_system_score_codex":0.0033775624,"about_ca_system_score_gemma":0.0026796206,"threshold_uncertainty_score":0.26911014},"labels":[],"label_agreement":null},{"id":"W2148276612","doi":"10.1115/detc2009-86681","title":"Supporting Biomimetic Design Through Categorization of Natural-Language Keyword-Search Results","year":2009,"lang":"en","type":"article","venue":"Volume 8: 14th Design for Manufacturing and the Life Cycle Conference; 6th Symposium on International Design and Design Education; 21st International Conference on Design Theory and Methodology, Parts A and B","topic":"Design Education and Practice","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Categorization; Computer science; Natural language; Process (computing); Natural language processing; Natural (archaeology); Information retrieval; Artificial intelligence; Programming language","score_opus":0.1027908757596722,"score_gpt":0.37038767059632405,"score_spread":0.26759679483665183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148276612","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.109499305,0.0043947645,0.8258843,0.0020613745,0.00016513484,0.0027629642,0.011324177,0.021832561,0.022075411],"genre_scores_gemma":[0.14075184,0.0014775001,0.8418491,0.0003191418,0.000068219684,0.0011912319,0.011811853,0.0007049548,0.0018261486],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9904944,0.003914196,0.0016749384,0.0010359358,0.0025980764,0.00028252177],"domain_scores_gemma":[0.95272624,0.0361439,0.00257027,0.0034659489,0.00449109,0.00060258945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00837024,0.0016636946,0.0020770875,0.01996631,0.0013793855,0.004678453,0.0022793673,0.001322523,0.006842388],"category_scores_gemma":[0.0452771,0.0005423568,0.0014206392,0.010319627,0.0012345643,0.008050294,0.0032119025,0.00075824896,0.0036280525],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011030014,0.0008235612,0.007702229,0.00890069,0.00032632623,0.0009985963,0.008125813,0.010949779,0.054041263,0.040913377,0.024709282,0.841406],"study_design_scores_gemma":[0.0008707809,0.0014515526,0.011490477,0.0033621127,0.0006060339,0.002868793,0.0138615025,0.3010268,0.10393659,0.31054175,0.24932861,0.00065505074],"about_ca_topic_score_codex":0.0032782278,"about_ca_topic_score_gemma":0.006068171,"teacher_disagreement_score":0.01996631,"about_ca_system_score_codex":0.0015827699,"about_ca_system_score_gemma":0.0035062132,"threshold_uncertainty_score":0.04426658},"labels":[],"label_agreement":null},{"id":"W2150059650","doi":"10.1109/tmech.2009.2026473","title":"A New Approach to Modeling System Dynamics—In the Case of a Piezoelectric Actuator With a Host System","year":2009,"lang":"en","type":"article","venue":"IEEE/ASME Transactions on Mechatronics","topic":"Design Education and Practice","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Host (biology); System dynamics; Decoupling (probability); Formalism (music); Computer science; Control engineering; Actuator; Domain (mathematical analysis); Control theory (sociology); Engineering; Mathematics; Artificial intelligence; Control (management)","score_opus":0.01373079801671465,"score_gpt":0.22782916123110403,"score_spread":0.21409836321438938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150059650","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000999975,0.00009740362,0.9952407,0.00018821777,0.000055864628,0.000016092188,0.000023771057,0.000077818404,0.0033001774],"genre_scores_gemma":[0.23412977,0.0013481228,0.7501714,0.0004306528,0.00028152706,0.00037943013,0.00019240423,0.0001112804,0.012955365],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992312,0.00023728216,0.00004808833,0.00015597731,0.0002976886,0.00002970263],"domain_scores_gemma":[0.999463,0.00023039825,0.00006155222,0.0001312995,0.00009476504,0.000018997816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008574696,0.0007844211,0.00049000676,0.00053441443,0.00042382456,0.0012065293,0.0013396709,0.001232891,0.0036022796],"category_scores_gemma":[0.0013082207,0.0003992974,0.0010018479,0.00038073128,0.0016576326,0.003170447,0.0015451353,0.0023490833,0.0008697133],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003325592,0.000045663055,0.0004927276,0.00034495397,0.000057179994,0.00023020827,0.00039694665,0.13874984,0.015556566,0.79513264,0.001964871,0.046995126],"study_design_scores_gemma":[0.000025453848,0.00016577351,0.00025178125,0.000082772254,0.000044586155,0.0003820935,0.00011494869,0.7485215,0.0059798537,0.18486299,0.059521634,0.00004660164],"about_ca_topic_score_codex":0.0010133485,"about_ca_topic_score_gemma":0.0009407758,"teacher_disagreement_score":0.0036022796,"about_ca_system_score_codex":0.00053250894,"about_ca_system_score_gemma":0.00089663384,"threshold_uncertainty_score":0.0120508075},"labels":[],"label_agreement":null},{"id":"W2151297011","doi":"10.1260/1478-0771.6.3.299","title":"Design Flow and Ideation","year":2008,"lang":"en","type":"article","venue":"International Journal of Architectural Computing","topic":"Design Education and Practice","field":"Engineering","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Ideation; Sketch; Computer science; Human–computer interaction; Conversation; Representation (politics); Design flow; Engineering drawing; Simulation; Multimedia; Systems engineering; Engineering; Embedded system; Psychology","score_opus":0.026305626645634392,"score_gpt":0.26421192715760744,"score_spread":0.23790630051197303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151297011","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15878925,0.0054431325,0.6353971,0.008599549,0.0005021821,0.0013758234,0.00021226285,0.00048080363,0.18919997],"genre_scores_gemma":[0.8476118,0.0016837531,0.13034,0.0006571988,0.00012077958,0.0010381575,0.0002678424,0.00017967004,0.01810089],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98120797,0.013777802,0.0008102878,0.0010593305,0.00250594,0.0006386994],"domain_scores_gemma":[0.9676389,0.023997381,0.0021097946,0.0024720079,0.002831356,0.0009506389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017863464,0.000878014,0.00044642258,0.0040291985,0.0030368967,0.009701277,0.0011646677,0.0020781641,0.008242325],"category_scores_gemma":[0.037426334,0.0006529223,0.0009486253,0.0020439783,0.017422538,0.01396844,0.006085108,0.0030106283,0.0008648699],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012897654,0.00013113473,0.0035293596,0.00047834113,0.000029854808,0.0001520057,0.06808993,0.0017046512,0.0012592975,0.84359,0.0016206504,0.07928572],"study_design_scores_gemma":[0.00013148585,0.000343677,0.0027550093,0.00080530794,0.000039080565,0.00060582726,0.0324119,0.0057515153,0.002435368,0.8214001,0.13321711,0.0001036216],"about_ca_topic_score_codex":0.0007986245,"about_ca_topic_score_gemma":0.00036063456,"teacher_disagreement_score":0.017863464,"about_ca_system_score_codex":0.003433627,"about_ca_system_score_gemma":0.002499652,"threshold_uncertainty_score":0.09447217},"labels":[],"label_agreement":null},{"id":"W2151336038","doi":"10.1109/istas.1991.700377","title":"Defining The Problem: Deficiencies Of Design Loads","year":2005,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.02353456007306816,"score_gpt":0.2503797862551657,"score_spread":0.22684522618209757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151336038","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0403984,0.0041391915,0.5024262,0.22296205,0.0029625199,0.0001448526,0.0002556427,0.0022813964,0.2244298],"genre_scores_gemma":[0.75762486,0.00465225,0.15595523,0.020357307,0.0037566198,0.00032530277,0.0002537407,0.0018446362,0.05523008],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9819177,0.005058736,0.000915373,0.0012493209,0.010000416,0.00085856864],"domain_scores_gemma":[0.953123,0.024192458,0.0026529685,0.005564961,0.01312594,0.0013406717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013860161,0.0010134532,0.0009644732,0.0047341846,0.0051367204,0.008861118,0.004443192,0.0049056965,0.016232138],"category_scores_gemma":[0.07390378,0.0009755981,0.000635368,0.0031626383,0.018135814,0.020481197,0.009328815,0.005933971,0.0050312444],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008637583,0.00012469415,0.0032556176,0.00041899885,0.000027549015,0.00017499791,0.005661288,0.007109105,0.0009154678,0.7218907,0.053180773,0.20715444],"study_design_scores_gemma":[0.00003694436,0.00005701551,0.0013033188,0.00043359623,0.00002469258,0.0004796316,0.00435962,0.012114063,0.0014782819,0.8145193,0.16512215,0.0000712942],"about_ca_topic_score_codex":0.005008635,"about_ca_topic_score_gemma":0.0052459035,"teacher_disagreement_score":0.016232138,"about_ca_system_score_codex":0.003896188,"about_ca_system_score_gemma":0.007267844,"threshold_uncertainty_score":0.07330042},"labels":[],"label_agreement":null},{"id":"W2152191648","doi":"10.24908/pceea.v0i0.3946","title":"ENGINEERING SKETCHING AS A VISUALIZATION TOOL - PART DEUX: VISUALIZING ENGINEERING CONCEPTS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Visualization; Bridge (graph theory); Computer science; Plan (archaeology); Engineering design process; Style (visual arts); Perspective (graphical); Mathematics education; Meaning (existential); Human–computer interaction; Engineering; Artificial intelligence; Mathematics; Psychology; Mechanical engineering","score_opus":0.011627763346034608,"score_gpt":0.23809733934175373,"score_spread":0.22646957599571912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152191648","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015496843,0.002505689,0.88707757,0.001784312,0.0007743771,0.0004710143,0.0005703754,0.0100037055,0.081316136],"genre_scores_gemma":[0.1799267,0.0047360337,0.7256959,0.00060157676,0.00033936682,0.00066141266,0.0010803229,0.002461458,0.08449722],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988176,0.00040376832,0.000102722835,0.00015684169,0.0004436537,0.000075371834],"domain_scores_gemma":[0.9966007,0.0018083928,0.000121719226,0.0006670131,0.0005482056,0.00025402382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020347561,0.0010083844,0.00049050077,0.0017444721,0.00074262,0.005324755,0.0013559717,0.0014655447,0.025687708],"category_scores_gemma":[0.007503582,0.00051750476,0.00079490803,0.0020938762,0.0018559925,0.0040713674,0.0024469495,0.0019572014,0.00612122],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017816472,0.00024118308,0.0017233973,0.0020175783,0.000048076836,0.00053566706,0.010072669,0.007989545,0.09979028,0.14985676,0.05231242,0.6752344],"study_design_scores_gemma":[0.00009947291,0.00030278965,0.0040643243,0.000695103,0.000059528706,0.0032305603,0.0020515067,0.022044884,0.06427405,0.05850601,0.844492,0.00017980862],"about_ca_topic_score_codex":0.00092042534,"about_ca_topic_score_gemma":0.00080083346,"teacher_disagreement_score":0.9990796,"about_ca_system_score_codex":0.0004622897,"about_ca_system_score_gemma":0.0008169805,"threshold_uncertainty_score":0.08593392},"labels":[],"label_agreement":null},{"id":"W2152512446","doi":"10.1177/1046878103258204","title":"A Case Study in the Design of Interactive Narrative: The Subversion of the Interface","year":2003,"lang":"en","type":"article","venue":"Simulation & Gaming","topic":"Design Education and Practice","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Narrative; Human–computer interaction; Computer science; Narratology; Interactive design; Interface (matter); Interaction design; Subversion; Multimedia; Linguistics","score_opus":0.053293463175359615,"score_gpt":0.35429848835852995,"score_spread":0.30100502518317035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152512446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64234334,0.0040052705,0.14000376,0.017552383,0.0005988611,0.0013266625,0.00017892709,0.000247225,0.19374353],"genre_scores_gemma":[0.905344,0.0015000424,0.074127406,0.001088291,0.00006575326,0.00046932552,0.0000619487,0.00009497074,0.017248284],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96968037,0.026232827,0.0005840145,0.00080180407,0.0017613792,0.0009396245],"domain_scores_gemma":[0.9797279,0.015918113,0.0007551421,0.0015713451,0.0009806966,0.0010467056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0113624,0.000985427,0.00068584026,0.00154288,0.010510533,0.006852152,0.0027859597,0.005571354,0.0031368851],"category_scores_gemma":[0.02060342,0.0007780823,0.00087465433,0.0017693528,0.008757314,0.0066112895,0.007066495,0.0047479593,0.0006432358],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034466182,0.00086711626,0.006059249,0.00067952514,0.00003936518,0.033234093,0.72571784,0.0021856013,0.0046360437,0.16363339,0.010139008,0.052464135],"study_design_scores_gemma":[0.00017749867,0.0009987496,0.0038164777,0.0010700865,0.0000855407,0.03144638,0.4718721,0.008748671,0.012296767,0.027627515,0.44171873,0.00014149702],"about_ca_topic_score_codex":0.0037940699,"about_ca_topic_score_gemma":0.008552013,"teacher_disagreement_score":0.0113624,"about_ca_system_score_codex":0.004225534,"about_ca_system_score_gemma":0.0022335695,"threshold_uncertainty_score":0.06009084},"labels":[],"label_agreement":null},{"id":"W2153533795","doi":"10.24908/pceea.v0i0.3716","title":"FOUR CASES FROM SOCIAL SCIENCES AND THEIR IMPLICATIONS TO ENGINEERING DESIGN","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Relevance (law); Management science; Dilemma; Game theory; Representation (politics); Computer science; Social choice theory; Affect (linguistics); Operations research; Social psychology; Psychology; Epistemology; Mathematical economics; Mathematics; Engineering; Political science","score_opus":0.051323559536708356,"score_gpt":0.23265974491631358,"score_spread":0.18133618537960522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153533795","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18596934,0.010693417,0.1522522,0.043846212,0.0009575671,0.0015349131,0.00040712164,0.00014211968,0.60419714],"genre_scores_gemma":[0.83260643,0.009777645,0.09810322,0.002886699,0.00038214988,0.0028499803,0.0003245875,0.000091786926,0.052977555],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.97857875,0.014843523,0.0007478758,0.0005247648,0.0038914068,0.0014136522],"domain_scores_gemma":[0.9775767,0.018214218,0.00096446084,0.0010070496,0.0016350934,0.0006024277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011300198,0.0013195348,0.0009546258,0.0049554505,0.013577903,0.00874674,0.0017979592,0.006677965,0.009292577],"category_scores_gemma":[0.023079114,0.0005720322,0.0016282278,0.0072346674,0.014640179,0.006839281,0.008818195,0.004762223,0.00085447746],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042624983,0.000105506595,0.0012546239,0.00019075829,0.000011077752,0.0023210535,0.00983735,0.0031918152,0.00021022369,0.9619661,0.0056136274,0.015255272],"study_design_scores_gemma":[0.00006948728,0.00012772052,0.0014600323,0.00048584107,0.000027119302,0.0019354603,0.029338917,0.005741833,0.0013964615,0.59565574,0.36367792,0.00008341321],"about_ca_topic_score_codex":0.006826881,"about_ca_topic_score_gemma":0.006829765,"teacher_disagreement_score":0.013577903,"about_ca_system_score_codex":0.008927161,"about_ca_system_score_gemma":0.003491269,"threshold_uncertainty_score":0.064771414},"labels":[],"label_agreement":null},{"id":"W2154108770","doi":"10.1016/j.cbpa.2009.04.539","title":"Constraints of space in plant development","year":2009,"lang":"en","type":"article","venue":"Comparative Biochemistry and Physiology Part A Molecular & Integrative Physiology","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Space (punctuation); Development (topology); Computer science; Environmental science; Mathematics; Mathematical analysis","score_opus":0.022867423845204186,"score_gpt":0.2839874293426513,"score_spread":0.2611200054974471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154108770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6646821,0.0147325825,0.08304149,0.007916751,0.0002737351,0.000067863504,0.0005257034,0.00019319501,0.2285666],"genre_scores_gemma":[0.98650813,0.0012892872,0.0061900727,0.00016148185,0.000050679428,0.00005604846,0.000083320476,0.00011380872,0.0055471235],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99778736,0.0007136632,0.00014982402,0.00034421688,0.0005653442,0.0004394855],"domain_scores_gemma":[0.9932769,0.0036321084,0.00077102554,0.0007201094,0.0007627932,0.00083700655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019055579,0.0007776186,0.0011749341,0.0012297748,0.002166062,0.0045640315,0.0012246805,0.0015047968,0.010751668],"category_scores_gemma":[0.0065988116,0.0009151629,0.00085034245,0.0009951754,0.0050747786,0.004987435,0.004997447,0.002598496,0.0011451058],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006588717,0.0000875696,0.0063951244,0.00044850493,0.0000765962,0.0009896747,0.0018725365,0.019747958,0.081173934,0.8135869,0.0018766511,0.07308561],"study_design_scores_gemma":[0.0001538941,0.00067832717,0.021628454,0.00032933516,0.00010053169,0.0015695102,0.004592119,0.011942278,0.030855889,0.84367085,0.084336646,0.00014214226],"about_ca_topic_score_codex":0.00212006,"about_ca_topic_score_gemma":0.004605992,"teacher_disagreement_score":0.010751668,"about_ca_system_score_codex":0.0023964902,"about_ca_system_score_gemma":0.0020729455,"threshold_uncertainty_score":0.035967886},"labels":[],"label_agreement":null},{"id":"W2154356482","doi":"10.24908/pceea.v0i0.3719","title":"THE EFFECTS OF LANGUAGE STIMULI ON DESIGN CREATIVITY","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Creativity; Cognition; Psychology; Cognitive psychology; Design language; Cognitive science; Computer science; Social psychology","score_opus":0.011917216823071163,"score_gpt":0.21641834556513817,"score_spread":0.204501128742067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154356482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.977763,0.0006239491,0.00898464,0.00025257785,0.0001779804,0.0003173019,0.00008079312,0.00011380809,0.011685962],"genre_scores_gemma":[0.97220796,0.00040076752,0.024890464,0.00036904615,0.00005162618,0.00066855544,0.00011847524,0.00014622346,0.001146906],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9907898,0.0064468067,0.00083729567,0.00049400283,0.0012507024,0.00018145508],"domain_scores_gemma":[0.79728836,0.18888545,0.0061588013,0.0034365777,0.0028689255,0.0013619015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070063495,0.00083702535,0.00044209562,0.0006400061,0.0006425838,0.0024455648,0.000761938,0.0012361676,0.005781143],"category_scores_gemma":[0.10564467,0.0005034795,0.0006320212,0.00041146058,0.001356595,0.0022741896,0.0018079076,0.0012658854,0.0004715282],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026630314,0.005895295,0.028144186,0.009550661,0.00032202664,0.0025175086,0.029452052,0.0068793977,0.6962297,0.017079273,0.0012897684,0.17600976],"study_design_scores_gemma":[0.0069452114,0.074841976,0.23022744,0.0046540555,0.0016751166,0.008969678,0.020116001,0.028663129,0.5203145,0.067290984,0.03486081,0.0014410161],"about_ca_topic_score_codex":0.00009843187,"about_ca_topic_score_gemma":0.00008579702,"teacher_disagreement_score":0.0070063495,"about_ca_system_score_codex":0.00036184696,"about_ca_system_score_gemma":0.0003031196,"threshold_uncertainty_score":0.037053525},"labels":[],"label_agreement":null},{"id":"W2154385426","doi":"10.24908/pceea.v0i0.3834","title":"BRIDGING THE GAP BETWEEN TWO SOLITUDES - A REVIEW OF DESIGN EDUCATION IN MECHANICAL ENGINEERING AND INDUSTRIAL DESIGN","year":2011,"lang":"en","type":"review","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Engineering ethics; Curriculum; Bridging (networking); Design education; Engineering education; Mechanical design; Industrial design; Engineering; Engineering design process; Engineering management; Mathematics education; Sociology; Pedagogy; Computer science; Psychology; Mechanical engineering; Business","score_opus":0.07748840836873491,"score_gpt":0.29744227589768757,"score_spread":0.21995386752895266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154385426","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000113256836,0.9974867,0.00024900437,0.00047701146,0.00014426818,0.0000030597228,0.0000044303592,0.000003687525,0.0015184134],"genre_scores_gemma":[0.002405155,0.99565166,0.0004536037,0.00060186186,0.00012286707,0.00001228164,0.000015990285,0.0000032802411,0.0007333888],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99842596,0.00044879375,0.00022106936,0.00019590778,0.0006321285,0.00007619376],"domain_scores_gemma":[0.9963238,0.0025124464,0.00027745267,0.000109685,0.00066137797,0.000115182185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024005373,0.00080553885,0.0015639301,0.0042315875,0.0006109046,0.0019828991,0.0010086255,0.002162576,0.0034128488],"category_scores_gemma":[0.0048204986,0.00047842498,0.00047865688,0.004324965,0.0018706645,0.0030595195,0.001629529,0.0020617966,0.0014301138],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034923574,0.0000686478,0.00025157855,0.03137724,0.000064972126,0.00009339672,0.00041553815,0.00026629172,0.00056043535,0.01250767,0.014449973,0.93990934],"study_design_scores_gemma":[0.000016603826,0.00009554806,0.0016114289,0.027932987,0.00008194808,0.0009048613,0.0006066348,0.00006373559,0.00049064885,0.0070439624,0.9611269,0.00002482012],"about_ca_topic_score_codex":0.0035812452,"about_ca_topic_score_gemma":0.00970652,"teacher_disagreement_score":0.0042315875,"about_ca_system_score_codex":0.0017163508,"about_ca_system_score_gemma":0.0053473883,"threshold_uncertainty_score":0.012695372},"labels":[],"label_agreement":null},{"id":"W2156960205","doi":"","title":"Enhancing the Reflective Capabilities of Professional Design Practitioners","year":2009,"lang":"en","type":"article","venue":"Northumbria Research Link (Northumbria University)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Action (physics); Professional development; Process (computing); Reflective practice; Nature versus nurture; Space (punctuation); Computer science; Pedagogy; Psychology; Mathematics education; Engineering ethics; Sociology; Engineering","score_opus":0.057647308038801755,"score_gpt":0.32929304082205657,"score_spread":0.2716457327832548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156960205","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21961503,0.003808895,0.46179104,0.04043397,0.00090630614,0.0014417686,0.000065932596,0.0022102701,0.2697269],"genre_scores_gemma":[0.73710376,0.0029751873,0.20555574,0.004908322,0.00033364366,0.0010144217,0.000095738986,0.0005279044,0.04748531],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9329852,0.047983393,0.001998742,0.0047949757,0.009515049,0.002722618],"domain_scores_gemma":[0.8535149,0.07866356,0.010602993,0.024771744,0.020049313,0.012397516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05852377,0.00089508365,0.0006691964,0.0041623604,0.0039857933,0.015910834,0.002395224,0.004433209,0.0064400123],"category_scores_gemma":[0.12050952,0.0015087073,0.00096688,0.0011388633,0.012073789,0.014451031,0.018759798,0.005094431,0.0047281627],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013672283,0.0007850991,0.00834963,0.0011061446,0.00007173154,0.0012446721,0.5385156,0.0014772926,0.0092738625,0.11809004,0.01623284,0.3047163],"study_design_scores_gemma":[0.00021986877,0.00073458615,0.004230008,0.0021024782,0.00007239689,0.005936726,0.1301662,0.0036554916,0.005586908,0.15710126,0.690003,0.00019106302],"about_ca_topic_score_codex":0.0005827425,"about_ca_topic_score_gemma":0.0006018385,"teacher_disagreement_score":0.05852377,"about_ca_system_score_codex":0.0032658267,"about_ca_system_score_gemma":0.009566404,"threshold_uncertainty_score":0.309507},"labels":[],"label_agreement":null},{"id":"W2157186922","doi":"10.24908/pceea.v0i0.3663","title":"LEARNING PRODUCT DEVELOPMENT PROCESS MODELING FROM A REAL SCALE CASE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); New product development; Process (computing); Product (mathematics); Task (project management); Tacit knowledge; Computer science; Knowledge management; Product design; Scale (ratio); Information model; Process management; Engineering; Software engineering; Marketing; Business; Systems engineering; Mathematics","score_opus":0.014527201506682373,"score_gpt":0.20700451532693231,"score_spread":0.19247731382024993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157186922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8608735,0.00031457955,0.11150866,0.001474131,0.00004250608,0.00047000765,0.00033215893,0.0002956102,0.024688935],"genre_scores_gemma":[0.8889175,0.00046405284,0.099388964,0.00008768251,0.000019687865,0.00030762833,0.0005868225,0.00006253014,0.010164993],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9985613,0.00061462534,0.00008028027,0.00020700555,0.0004165841,0.000120153],"domain_scores_gemma":[0.9960628,0.0027791553,0.00018000569,0.00036870016,0.00042346932,0.00018587065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019417531,0.00048673048,0.00031410297,0.0010608627,0.0008743227,0.001798821,0.0011617286,0.0014034284,0.0045605362],"category_scores_gemma":[0.004423396,0.0003331765,0.00055932614,0.0009225431,0.00074975396,0.0014803543,0.0012253334,0.0010077726,0.0008244416],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011873351,0.009174812,0.047717538,0.0017532922,0.00010063927,0.023052286,0.0549083,0.24809965,0.04296092,0.05926207,0.015255466,0.4965277],"study_design_scores_gemma":[0.00044119818,0.00347136,0.031180004,0.0010930835,0.00012861303,0.005709755,0.03732685,0.62908804,0.06164789,0.03961757,0.1900518,0.0002438392],"about_ca_topic_score_codex":0.002572201,"about_ca_topic_score_gemma":0.0042899917,"teacher_disagreement_score":0.99794424,"about_ca_system_score_codex":0.0020557344,"about_ca_system_score_gemma":0.0009520135,"threshold_uncertainty_score":0.0152564645},"labels":[],"label_agreement":null},{"id":"W2157327782","doi":"10.24908/pceea.v0i0.3936","title":"TEACHING ENGINEERING DESIGN: A HYBRID FRAMEWORK","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institute for Christian Studies; University of Toronto","funders":"","keywords":"Elaboration; Constructivist teaching methods; Computer science; Instructional design; Constructivism (international relations); Designtheory; Teaching method; Mathematics education; Human–computer interaction; Multimedia; Psychology","score_opus":0.014386083546668673,"score_gpt":0.20437663489671434,"score_spread":0.18999055135004567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157327782","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005877241,0.0017206852,0.93885463,0.0027195413,0.00008277084,0.000108026135,0.000043579334,0.0002898325,0.050303776],"genre_scores_gemma":[0.22291265,0.001934958,0.7639273,0.00044808575,0.00007987372,0.00061543204,0.00012216557,0.000108542496,0.009851054],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9966222,0.0019168026,0.00011937358,0.00034205784,0.000842304,0.00015723027],"domain_scores_gemma":[0.9984371,0.00086045073,0.00006524185,0.0002033184,0.00018200175,0.00025194304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038940886,0.0008300265,0.0006821875,0.0027508773,0.0016657455,0.006162432,0.0028302113,0.0018648898,0.0053262],"category_scores_gemma":[0.0018647717,0.0006150541,0.0010701698,0.001714369,0.0077376794,0.005009331,0.0041946224,0.0018551472,0.00111476],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015976482,0.00007573638,0.00042602266,0.00017453897,0.000030346675,0.000060385308,0.0017479226,0.008032394,0.00059551344,0.93811214,0.0008918346,0.049837153],"study_design_scores_gemma":[0.00007262421,0.0001305737,0.00046049428,0.00048343797,0.000038337046,0.00022435808,0.0021955452,0.057967305,0.0008646793,0.8251234,0.11239351,0.00004576636],"about_ca_topic_score_codex":0.0047576604,"about_ca_topic_score_gemma":0.0065635997,"teacher_disagreement_score":0.006162432,"about_ca_system_score_codex":0.004111083,"about_ca_system_score_gemma":0.0042771646,"threshold_uncertainty_score":0.029828131},"labels":[],"label_agreement":null},{"id":"W2158528888","doi":"10.1017/s0890060406060124","title":"Modeling dialogue with mixed initiative in design space exploration","year":2006,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Simon Fraser University; RMIT University","keywords":"Notation; Computer science; Formalism (music); Interoperability; Conversation; Human–computer interaction; Grice; Generative grammar; Design space exploration; Space (punctuation); Interaction design; Programming language; Artificial intelligence; World Wide Web; Mathematics; Linguistics; Pragmatics","score_opus":0.06664706502600685,"score_gpt":0.25672650999447866,"score_spread":0.1900794449684718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158528888","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019020518,0.00033584193,0.96676844,0.0005165165,0.000033376986,0.00009563765,0.000040680556,0.00020458424,0.012984382],"genre_scores_gemma":[0.5769176,0.00041852906,0.41664284,0.000094533054,0.000033717988,0.00052614015,0.00010382167,0.000080838974,0.0051819608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967188,0.002262548,0.00014618588,0.00037472977,0.00030637946,0.0001913279],"domain_scores_gemma":[0.9950511,0.0038678485,0.00028267427,0.00044029998,0.00018181436,0.00017622036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004414376,0.00081682997,0.00054369867,0.0013665349,0.0014686665,0.005292784,0.0017892723,0.0021646556,0.0033398422],"category_scores_gemma":[0.010926723,0.0006642447,0.0016349846,0.000980429,0.0059078643,0.008838143,0.0039934255,0.0018678416,0.0004293327],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007569993,0.000041514963,0.0007166166,0.00011853138,0.000020017245,0.0002900796,0.007969229,0.071641974,0.0012123337,0.9048061,0.00035046,0.012757528],"study_design_scores_gemma":[0.00005687722,0.000071482216,0.00020840764,0.0000890862,0.000027486982,0.00020330225,0.0012919148,0.44847575,0.0011216442,0.5338731,0.014543991,0.00003700637],"about_ca_topic_score_codex":0.0035794214,"about_ca_topic_score_gemma":0.00297001,"teacher_disagreement_score":0.005292784,"about_ca_system_score_codex":0.001825274,"about_ca_system_score_gemma":0.0013645055,"threshold_uncertainty_score":0.023345768},"labels":[],"label_agreement":null},{"id":"W2158837930","doi":"10.24908/pceea.v0i0.3712","title":"DESIGN BEYOND \"DOING\"","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Demise; Construct (python library); Knowledge base; Agriculture; Identity (music); Field (mathematics); Product (mathematics); Design science; Engineering ethics; Engineering design process; Engineering; Epistemology; Computer science; Knowledge management; Political science; Mathematics; Ecology; Aesthetics; Artificial intelligence; Philosophy; Law; Mechanical engineering","score_opus":0.013395843552409881,"score_gpt":0.1908052088529073,"score_spread":0.17740936530049742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158837930","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059893583,0.004101764,0.1893685,0.022962706,0.0012009802,0.00024961168,0.00011605907,0.0005300304,0.77548105],"genre_scores_gemma":[0.5680584,0.007150584,0.15094663,0.014055014,0.0006923964,0.001207144,0.00037370226,0.00081476854,0.2567014],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98990625,0.006089597,0.00033990835,0.001382183,0.001663997,0.0006180886],"domain_scores_gemma":[0.9935528,0.0024110854,0.00029691268,0.0023680737,0.0008678602,0.00050326384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007832624,0.0012061266,0.000656942,0.0012516391,0.0047780355,0.010567792,0.0018448787,0.003843208,0.019325705],"category_scores_gemma":[0.008001163,0.0005023858,0.0008255989,0.0008730224,0.032666527,0.00998521,0.0064273295,0.0037456537,0.0048534847],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007911937,0.000014497647,0.00013118678,0.00013293802,0.0000060214843,0.00004656258,0.0028231014,0.00033687585,0.0001882712,0.9779808,0.0041048336,0.014227038],"study_design_scores_gemma":[0.0000138152645,0.000043533208,0.00012057861,0.00030910913,0.00001299558,0.00015668466,0.001860217,0.0004555502,0.0005345663,0.5048781,0.49160033,0.0000145499735],"about_ca_topic_score_codex":0.0050552306,"about_ca_topic_score_gemma":0.0045937,"teacher_disagreement_score":0.99494475,"about_ca_system_score_codex":0.005555178,"about_ca_system_score_gemma":0.008524395,"threshold_uncertainty_score":0.06465089},"labels":[],"label_agreement":null},{"id":"W2159385349","doi":"10.1002/meet.14505001117","title":"Bonded design: Children as co‐designers of an educational tool for students involved in an inquiry‐based project","year":2013,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Process (computing); Project team; Knowledge management; Engineering design process; Psychology; Computer science; Pedagogy; Mathematics education; Engineering","score_opus":0.027062178684556425,"score_gpt":0.34565882373374796,"score_spread":0.31859664504919155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159385349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78679335,0.00026230668,0.18313307,0.0015202916,0.00014052294,0.0020777462,0.00008028302,0.0005296492,0.025462894],"genre_scores_gemma":[0.84951234,0.00018725851,0.14116451,0.0002242799,0.000011243516,0.0019052575,0.00005972233,0.000095699404,0.0068397685],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9754405,0.02129803,0.000460412,0.0010562894,0.0008337939,0.00091103604],"domain_scores_gemma":[0.9758883,0.015478963,0.0015288441,0.0027972667,0.0015260611,0.0027804854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02174731,0.0010636197,0.00062730315,0.0014000102,0.0055357763,0.0063164863,0.0025579955,0.0020135937,0.006990245],"category_scores_gemma":[0.02568923,0.0012111702,0.0006854949,0.0005213793,0.0045410884,0.0038812289,0.007292653,0.0029275657,0.001494564],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051565835,0.004697452,0.0288014,0.0006131975,0.00006439803,0.001712302,0.7599981,0.0018877827,0.012236261,0.021067632,0.005521115,0.16288471],"study_design_scores_gemma":[0.00083185453,0.007149037,0.013407737,0.00096709304,0.00022238844,0.003900246,0.68956894,0.009600028,0.024296781,0.018748447,0.23094068,0.0003668638],"about_ca_topic_score_codex":0.0009815631,"about_ca_topic_score_gemma":0.0020533323,"teacher_disagreement_score":0.02174731,"about_ca_system_score_codex":0.0015947175,"about_ca_system_score_gemma":0.0042440346,"threshold_uncertainty_score":0.11501211},"labels":[],"label_agreement":null},{"id":"W2159486352","doi":"10.1145/633292.633428","title":"From behaviour to innovation at Nortel Networks","year":2000,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada)","funders":"","keywords":"Computer science; Product design; Product (mathematics); Management science; Knowledge management; Engineering; Mathematics","score_opus":0.014315739688158562,"score_gpt":0.24930304053907232,"score_spread":0.23498730085091377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159486352","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09443211,0.0028074256,0.7235211,0.007581365,0.0001638365,0.00010011459,0.00022071858,0.0009347841,0.17023854],"genre_scores_gemma":[0.8704794,0.002722703,0.10067433,0.00027600527,0.00009157393,0.0002347326,0.000117559255,0.00020154382,0.025202198],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9984113,0.00077718415,0.00007823252,0.00024113222,0.00040276663,0.00008942345],"domain_scores_gemma":[0.9963863,0.00258706,0.00030496536,0.00029339254,0.00030176446,0.00012647476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019524095,0.0004914857,0.00029244152,0.0018246989,0.0014183404,0.005633603,0.00069209374,0.0012346855,0.003951768],"category_scores_gemma":[0.007871648,0.0006262246,0.0004455343,0.001472139,0.00513061,0.008095342,0.0018570651,0.0014787124,0.0006896566],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015917758,0.000010499436,0.0008958706,0.000056053865,0.000011287607,0.00022543868,0.0032506648,0.007013038,0.0006179135,0.97243166,0.00066794443,0.014803578],"study_design_scores_gemma":[0.00001278645,0.000018522562,0.0008725375,0.000082909275,0.000018559042,0.00013246553,0.00085656816,0.048363402,0.0012448038,0.90279055,0.04557034,0.000036529465],"about_ca_topic_score_codex":0.008220618,"about_ca_topic_score_gemma":0.005745508,"teacher_disagreement_score":0.008220618,"about_ca_system_score_codex":0.0034434404,"about_ca_system_score_gemma":0.0011342759,"threshold_uncertainty_score":0.024984002},"labels":[],"label_agreement":null},{"id":"W2160755496","doi":"10.1109/vl.1998.706170","title":"A model for object representation and manipulation in a visual design language","year":2002,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Programming language; Declarative programming; Programming paradigm; Design language; Fifth-generation programming language; Software engineering; Representation (politics); Software design; Human–computer interaction; Software; Software development; Inductive programming","score_opus":0.11840652779602602,"score_gpt":0.345247860181148,"score_spread":0.226841332385122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160755496","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014403459,0.0003258135,0.9807247,0.00061461754,0.00006927067,0.00011095845,0.00021971366,0.0011606957,0.015333996],"genre_scores_gemma":[0.073268816,0.00095896836,0.8964829,0.0004839206,0.000142021,0.0009510016,0.0007860596,0.00050581066,0.026420642],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99841,0.00045010762,0.00019073611,0.00030596997,0.0004957326,0.00014744638],"domain_scores_gemma":[0.99846613,0.00061626,0.00015413274,0.0004088201,0.00024293366,0.000111707974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022001823,0.00094455783,0.0007377027,0.0019401737,0.0013548906,0.0068670716,0.0031069976,0.0031558839,0.0074946275],"category_scores_gemma":[0.0028524448,0.0010118368,0.0023196342,0.0014861929,0.0050059883,0.0069071273,0.0025051378,0.0033202025,0.0037610105],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023913211,0.000017264761,0.00007235938,0.00009339946,0.00000720321,0.00012461965,0.00059870986,0.0072549754,0.0015552355,0.97700423,0.0014804305,0.011767769],"study_design_scores_gemma":[0.00009609273,0.000102312224,0.00012760362,0.00019047021,0.000036924088,0.00046752582,0.00017441479,0.06884005,0.0024557898,0.6865959,0.24085267,0.000060161743],"about_ca_topic_score_codex":0.0048948172,"about_ca_topic_score_gemma":0.0031998907,"teacher_disagreement_score":0.0074946275,"about_ca_system_score_codex":0.002262879,"about_ca_system_score_gemma":0.002333236,"threshold_uncertainty_score":0.025072038},"labels":[],"label_agreement":null},{"id":"W2161121358","doi":"10.1080/14626268.2013.858750","title":"Developing design concepts in a cloud computing environment: creative interactions and brainstorming modalities","year":2014,"lang":"en","type":"article","venue":"Digital Creativity","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Brainstorming; Modalities; Computer science; Task (project management); Cloud computing; Human–computer interaction; Production (economics); Multimedia; Knowledge management; Artificial intelligence; Systems engineering; Engineering","score_opus":0.03715965090290953,"score_gpt":0.28601235643489603,"score_spread":0.24885270553198652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161121358","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44705224,0.00050580665,0.5126363,0.00073247834,0.000038379265,0.00047735238,0.000029668967,0.0003325967,0.03819514],"genre_scores_gemma":[0.8431973,0.0002049048,0.15367438,0.00006178889,0.000015684032,0.0002556515,0.000024497796,0.000074170566,0.002491709],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9924253,0.0052775885,0.0002793683,0.00050514797,0.0011610567,0.00035154153],"domain_scores_gemma":[0.9868707,0.009854415,0.00088545174,0.0013630552,0.0005352959,0.00049100886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054951427,0.00079102896,0.00032693346,0.0014222986,0.0018191957,0.004199045,0.0010000021,0.0009620493,0.0034267076],"category_scores_gemma":[0.015080651,0.00035189406,0.0006590968,0.00077038276,0.004480187,0.0037606303,0.0040989695,0.001272035,0.00044256556],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006911564,0.00052439916,0.014178156,0.0014775292,0.00013846012,0.0013410816,0.3008152,0.015165948,0.09108862,0.15480827,0.0014453477,0.4183258],"study_design_scores_gemma":[0.0004903483,0.0015753797,0.0267805,0.0013215399,0.00025594237,0.006596939,0.23353304,0.12070089,0.10456941,0.33439764,0.16936244,0.00041581484],"about_ca_topic_score_codex":0.00031639315,"about_ca_topic_score_gemma":0.00042844875,"teacher_disagreement_score":0.0054951427,"about_ca_system_score_codex":0.0011087888,"about_ca_system_score_gemma":0.0014906022,"threshold_uncertainty_score":0.029061437},"labels":[],"label_agreement":null},{"id":"W2161129117","doi":"10.24908/pceea.v0i0.3838","title":"EDUCATING ENGINEERS ABOUT PRODUCT DESIGN METHODOLOGY","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Product design; Computer science; Product (mathematics); Creativity; Engineering design process; Process (computing); New product development; Design review (U.S. government); Design education; High-level design; Product engineering; Design technology; Management science; Software engineering; Engineering management; Systems engineering; Engineering; Product testing; Psychology; Operations management","score_opus":0.04743245279272186,"score_gpt":0.24003836941620849,"score_spread":0.19260591662348664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161129117","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021683536,0.004473794,0.88025755,0.014981845,0.00047495676,0.0002393801,0.000051778858,0.0009762233,0.07686101],"genre_scores_gemma":[0.18729992,0.013428234,0.73875874,0.005930691,0.00042585377,0.000368923,0.00019150466,0.00025904278,0.053337038],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934521,0.0028974419,0.00036114256,0.00035233726,0.0026200567,0.00031706228],"domain_scores_gemma":[0.9837246,0.010914553,0.00080953,0.0016380419,0.002324963,0.0005883879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008429203,0.00065211416,0.00036030638,0.0013994424,0.0010089705,0.0028882173,0.0009065182,0.00175059,0.006106232],"category_scores_gemma":[0.024456492,0.00059827603,0.00037515417,0.00080682593,0.0020636155,0.003471867,0.002281753,0.0032505086,0.0036642272],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003660812,0.0008778357,0.0039596558,0.0010847967,0.000042913296,0.00036553122,0.01591803,0.0068920352,0.01829107,0.12055419,0.03517377,0.7968036],"study_design_scores_gemma":[0.00005622446,0.00033411317,0.0026313327,0.0014301507,0.000030516278,0.0017331928,0.004156343,0.008356017,0.011667436,0.15030129,0.8192339,0.000069439724],"about_ca_topic_score_codex":0.00089468004,"about_ca_topic_score_gemma":0.0015635496,"teacher_disagreement_score":0.008429203,"about_ca_system_score_codex":0.0010951196,"about_ca_system_score_gemma":0.0033501878,"threshold_uncertainty_score":0.044578373},"labels":[],"label_agreement":null},{"id":"W2161237822","doi":"10.1017/s0890060410000363","title":"A natural-language approach to biomimetic design","year":2010,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Directorate for Biological Sciences; University of Toronto; National Science Foundation","keywords":"Computer science; Natural language; Natural (archaeology); Task (project management); Biological engineering; Artificial intelligence; Engineering; Systems engineering; Bioinformatics","score_opus":0.02878037353777203,"score_gpt":0.26878767097368766,"score_spread":0.24000729743591565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161237822","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036410755,0.0014686575,0.958019,0.0017757246,0.00016945918,0.00023399954,0.00025141262,0.00028563789,0.034154966],"genre_scores_gemma":[0.060527075,0.0012012365,0.92796904,0.0005620541,0.00009910486,0.00053408707,0.00041074763,0.00007830365,0.008618279],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99807847,0.0009954228,0.00020862152,0.00022116215,0.00044409552,0.000052267813],"domain_scores_gemma":[0.997689,0.0014860679,0.00016169396,0.0002530978,0.0003343205,0.00007577879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002344604,0.0007037038,0.00047971687,0.0029428294,0.0011718264,0.0034637249,0.0020104924,0.0011802994,0.010048573],"category_scores_gemma":[0.005169732,0.000393212,0.0013456387,0.0014568092,0.005002545,0.0036805,0.0020821681,0.001310901,0.0015447527],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026107942,0.000049007143,0.00015988783,0.00036951542,0.000015166379,0.00022506894,0.0006975819,0.010223189,0.001673562,0.9402712,0.0026338845,0.04365577],"study_design_scores_gemma":[0.000031023563,0.000060736318,0.00013188705,0.00024737124,0.000018877367,0.0003412024,0.00037807215,0.043531626,0.0018219384,0.8315063,0.121901944,0.000029030984],"about_ca_topic_score_codex":0.0020066097,"about_ca_topic_score_gemma":0.0024529614,"teacher_disagreement_score":0.010048573,"about_ca_system_score_codex":0.0018351016,"about_ca_system_score_gemma":0.0015471404,"threshold_uncertainty_score":0.033615828},"labels":[],"label_agreement":null},{"id":"W2162101220","doi":"10.24908/pceea.v0i0.3625","title":"USING DESIGN COMPETITIONS TO TEACH DESIGN","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Curriculum; Set (abstract data type); Engineering management; Computer science; Engineering design process; Mathematics education; Design education; Engineering education; Design elements and principles; Engineering ethics; Engineering; Pedagogy; Psychology; Software engineering","score_opus":0.051164541462091616,"score_gpt":0.23864878038067341,"score_spread":0.1874842389185818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162101220","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07086717,0.0038483965,0.30709374,0.034100674,0.0064356807,0.0016941724,0.00051274966,0.0036800255,0.57176745],"genre_scores_gemma":[0.43784657,0.0030662068,0.31553015,0.010388989,0.0014426176,0.0024592862,0.0010115873,0.001536048,0.22671856],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9876631,0.005985176,0.00041831168,0.0015595608,0.0031449033,0.0012289524],"domain_scores_gemma":[0.9787996,0.008218984,0.0010543275,0.00291189,0.0024517707,0.006563444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011888459,0.0013297987,0.0008196563,0.0026283218,0.0053810114,0.0070884465,0.0033512355,0.0029735337,0.035188884],"category_scores_gemma":[0.020939875,0.0009887777,0.00088317844,0.0015254812,0.004594743,0.005228251,0.007891405,0.0061904257,0.009938717],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017366462,0.0024232096,0.003791935,0.0007976556,0.00004199059,0.0004369973,0.012217855,0.004953021,0.0041723656,0.28103387,0.29356414,0.3963933],"study_design_scores_gemma":[0.000129591,0.00065325777,0.0019516277,0.00034699703,0.000013097903,0.00055729115,0.0034856917,0.0039450005,0.0029288435,0.102533095,0.88336664,0.0000888057],"about_ca_topic_score_codex":0.0020992334,"about_ca_topic_score_gemma":0.009021435,"teacher_disagreement_score":0.035188884,"about_ca_system_score_codex":0.0050014774,"about_ca_system_score_gemma":0.0067780092,"threshold_uncertainty_score":0.11771852},"labels":[],"label_agreement":null},{"id":"W2162417893","doi":"10.24908/pceea.v0i0.4641","title":"ENGINEERING DESIGN VS. ARTISTIC DESIGN – A DISCUSSION","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Engineering design process; Design brief; Design language; Computer science; Industrial design; Task (project management); Design education; Systems engineering; Probabilistic design; Consistency (knowledge bases); Designtheory; Product design; Product (mathematics); Design technology; Engineering; Human–computer interaction; Artificial intelligence; Mechanical engineering","score_opus":0.011845889962587381,"score_gpt":0.2060684328173503,"score_spread":0.19422254285476293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162417893","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043520723,0.1921731,0.025066078,0.23393396,0.012811055,0.000073419615,0.00014343478,0.000117724,0.53132915],"genre_scores_gemma":[0.53813946,0.12854832,0.018579945,0.14409606,0.04352998,0.0008263345,0.00038846783,0.0012351475,0.1246562],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9759602,0.016950062,0.0007814265,0.0015355009,0.0035513374,0.0012213521],"domain_scores_gemma":[0.9773121,0.018723294,0.0006672921,0.0010644541,0.0016559276,0.0005768981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016986528,0.0015500424,0.001310157,0.0053034993,0.0074028345,0.017454084,0.0041564354,0.011452067,0.017713245],"category_scores_gemma":[0.016392857,0.000571188,0.0014330163,0.0062968475,0.04233827,0.021817004,0.005132567,0.011284041,0.006425584],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009389452,0.000010828033,0.00006190877,0.00014921089,0.0000033701087,0.00003625887,0.0027176563,0.000065690896,0.00004299151,0.97323126,0.015236989,0.0084345415],"study_design_scores_gemma":[0.0000147702585,0.00003403111,0.00025902927,0.0011057572,0.0000056653917,0.00023949599,0.005903218,0.00034035151,0.00012709168,0.22608855,0.76586235,0.000019740753],"about_ca_topic_score_codex":0.003051185,"about_ca_topic_score_gemma":0.0021851324,"teacher_disagreement_score":0.017713245,"about_ca_system_score_codex":0.010899125,"about_ca_system_score_gemma":0.002917973,"threshold_uncertainty_score":0.08983445},"labels":[],"label_agreement":null},{"id":"W2163489568","doi":"10.24908/pceea.v0i0.3749","title":"A COMPARISON OF BUSINESS CASE AND ENGINEERING DESIGN CASE STRUCTURES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; General Motors of Canada","keywords":"Terminology; Computer science; Engineering design process; Process (computing); Knowledge management; Software engineering; Engineering; Linguistics; Programming language; Mechanical engineering","score_opus":0.02907460186735257,"score_gpt":0.24054133247805887,"score_spread":0.2114667306107063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163489568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4336008,0.005014463,0.21780954,0.0041377256,0.0004612421,0.0033356126,0.0011724812,0.0009166486,0.3335515],"genre_scores_gemma":[0.83335763,0.00242137,0.15138178,0.0003810394,0.000078814744,0.0016567169,0.00173425,0.00024143796,0.008747002],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.95759416,0.020617327,0.0023148076,0.0007525009,0.017813398,0.00090780196],"domain_scores_gemma":[0.84510684,0.12880215,0.004259591,0.0075575993,0.0127514,0.0015224118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015299398,0.00032202978,0.0004920339,0.010465006,0.0011691282,0.0062534884,0.0015185354,0.0012910111,0.007646272],"category_scores_gemma":[0.11637947,0.00048620373,0.0005260472,0.008265952,0.0023798007,0.0046510133,0.002274496,0.0012483483,0.0011215215],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009414007,0.0011640517,0.016744962,0.0016891945,0.00008676081,0.001600849,0.018195353,0.01516056,0.0080773,0.38326532,0.008102729,0.54497147],"study_design_scores_gemma":[0.0007113698,0.0033596866,0.12881583,0.006006727,0.00029917344,0.008851616,0.036936015,0.09852543,0.01833712,0.26890063,0.42887926,0.0003771879],"about_ca_topic_score_codex":0.0029163589,"about_ca_topic_score_gemma":0.0039011934,"teacher_disagreement_score":0.015299398,"about_ca_system_score_codex":0.004096856,"about_ca_system_score_gemma":0.0047486215,"threshold_uncertainty_score":0.080911875},"labels":[],"label_agreement":null},{"id":"W2163599520","doi":"10.1145/1281421.1281443","title":"Architectural knowledge and rationale","year":2007,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Design Education and Practice","field":"Engineering","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reuse; Architecture; Computer science; Software engineering; Architectural design; Engineering; Knowledge management; Engineering management","score_opus":0.016765271671955517,"score_gpt":0.2541623999534139,"score_spread":0.23739712828145837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163599520","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037587374,0.05753062,0.22684503,0.12848629,0.0018849864,0.00017346827,0.0003876679,0.00028020493,0.5468244],"genre_scores_gemma":[0.86290425,0.022705683,0.06799051,0.0052109105,0.0008303573,0.0002763274,0.00048212855,0.00019892507,0.03940085],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9929912,0.004578068,0.0003987118,0.0006212672,0.0010766934,0.0003340376],"domain_scores_gemma":[0.99013686,0.006706792,0.0005122059,0.0013149914,0.00095907634,0.00037011073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011135236,0.0006111053,0.0006195862,0.0039053115,0.0038167431,0.011601921,0.0010036912,0.0031132349,0.006958044],"category_scores_gemma":[0.015319822,0.0008777864,0.00075096986,0.0028325662,0.025895216,0.01736859,0.0048850067,0.005667288,0.0010348033],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007116872,0.000008827474,0.00014412546,0.000050289404,0.000005046714,0.00003342153,0.0037484206,0.00023598835,0.00008307444,0.97757167,0.00272592,0.015385989],"study_design_scores_gemma":[0.00000901915,0.00001148789,0.00028420918,0.0002668462,0.000007814987,0.00007082126,0.002447737,0.00042167204,0.00014985814,0.88578284,0.11053436,0.000013210722],"about_ca_topic_score_codex":0.00549335,"about_ca_topic_score_gemma":0.0072461595,"teacher_disagreement_score":0.011601921,"about_ca_system_score_codex":0.0051473654,"about_ca_system_score_gemma":0.003897345,"threshold_uncertainty_score":0.05888945},"labels":[],"label_agreement":null},{"id":"W2165924578","doi":"10.24908/pceea.v0i0.3088","title":"Evaluating Design Project Creativity in Engineering Design Courses","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Creativity; Brainstorming; Creativity technique; Engineering design process; Computer science; Psychology; Mathematics education; Engineering; Social psychology; Artificial intelligence; Mechanical engineering","score_opus":0.03457876863861972,"score_gpt":0.29326859145531636,"score_spread":0.2586898228166966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165924578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98168164,0.00017510548,0.0065577226,0.00014249039,0.000033465458,0.0010411926,0.000047327896,0.00004309238,0.010278034],"genre_scores_gemma":[0.97231144,0.00026190587,0.022960834,0.00009189658,0.000029997815,0.0017181064,0.00017358549,0.000030872812,0.0024213155],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9477192,0.031190941,0.00420888,0.0017250846,0.0130777,0.0020782116],"domain_scores_gemma":[0.84166634,0.10588194,0.014295068,0.0059340983,0.023828022,0.0083945375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04772954,0.000929551,0.0012210098,0.0035266695,0.0018896341,0.005262742,0.001642485,0.0016182539,0.0023826621],"category_scores_gemma":[0.11993128,0.00049639377,0.0009446928,0.0034532559,0.0016695474,0.0025951576,0.0033991765,0.002146846,0.0007891828],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004358246,0.024733007,0.20851225,0.002035406,0.00039951867,0.0007329233,0.041860618,0.01783217,0.016108716,0.008607037,0.0035898243,0.6712304],"study_design_scores_gemma":[0.0032492524,0.06865475,0.62181836,0.0020862317,0.0007794362,0.0014595725,0.06185097,0.06377992,0.10088805,0.028275939,0.046274494,0.0008830022],"about_ca_topic_score_codex":0.00057863415,"about_ca_topic_score_gemma":0.0009913051,"teacher_disagreement_score":0.04772954,"about_ca_system_score_codex":0.0039325315,"about_ca_system_score_gemma":0.00322976,"threshold_uncertainty_score":0.25242096},"labels":[],"label_agreement":null},{"id":"W2166445670","doi":"10.24908/pceea.v0i0.4896","title":"TEACHING AND LEARNING MODES FOR DESIGN ENGINEERING","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Creativity; Computer science; Curriculum; Teamwork; Phenomenon; Engineering design process; Subject (documents); Interpretation (philosophy); Human–computer interaction; Management science; Engineering; Psychology; Mechanical engineering; Pedagogy","score_opus":0.007674904328928935,"score_gpt":0.19775853154816886,"score_spread":0.19008362721923994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166445670","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022229742,0.0059072017,0.35425085,0.012202183,0.0009449855,0.00069635914,0.00021229674,0.001491852,0.6020645],"genre_scores_gemma":[0.29472774,0.0055260127,0.4315943,0.002328263,0.0004806214,0.0020804855,0.00029515103,0.0005220426,0.26244536],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975999,0.0012374128,0.00011973456,0.00020627954,0.000672917,0.00016381656],"domain_scores_gemma":[0.996119,0.0019663232,0.00019941661,0.0006696053,0.00047189416,0.0005738394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035364022,0.0007315177,0.00032506033,0.0013349571,0.0013414812,0.0052559488,0.0015795158,0.0014309393,0.034945443],"category_scores_gemma":[0.007463434,0.0003016355,0.0005738121,0.0010650133,0.0040861308,0.003667721,0.004429955,0.0024250583,0.00817308],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004747025,0.00018454833,0.0012898443,0.0005492076,0.00000626521,0.00012068444,0.008752091,0.0009173547,0.0016962561,0.63313997,0.028840644,0.32445565],"study_design_scores_gemma":[0.000035076475,0.00013747855,0.0013650303,0.0006056497,0.0000065943714,0.00058952643,0.0035802,0.0022418993,0.0012231346,0.40551656,0.584663,0.000035901856],"about_ca_topic_score_codex":0.000507202,"about_ca_topic_score_gemma":0.0011340685,"teacher_disagreement_score":0.034945443,"about_ca_system_score_codex":0.0027432186,"about_ca_system_score_gemma":0.0023172651,"threshold_uncertainty_score":0.1169042},"labels":[],"label_agreement":null},{"id":"W2166895528","doi":"10.1109/ipcc.2010.5529832","title":"Planning for excellence: Using public showcases to motivate students in professional communication courses","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Praxis; Excellence; Technical communication; Key (lock); Public relations; Professional communication; Public speaking; Computer science; Multimedia; Pedagogy; Sociology; Engineering; Political science; World Wide Web","score_opus":0.09063720819182074,"score_gpt":0.41080702938697006,"score_spread":0.3201698211951493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166895528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86010283,0.00043081242,0.033160094,0.01577452,0.00085506996,0.0009147114,0.00011199274,0.0021678428,0.086482],"genre_scores_gemma":[0.94904685,0.00038561702,0.027275916,0.0012129437,0.00025529036,0.00067737105,0.0002043977,0.0003277321,0.020613804],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99428153,0.003574869,0.00010995861,0.0003554597,0.00070521346,0.00097291236],"domain_scores_gemma":[0.9834557,0.0054841214,0.0015309133,0.0014152706,0.0014082964,0.006705692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006405854,0.0012116763,0.00037506066,0.0006719163,0.003985466,0.0059486236,0.0015531841,0.0022217173,0.012953708],"category_scores_gemma":[0.018691882,0.0004229223,0.00046387353,0.0004900087,0.0016625229,0.0035400803,0.006366912,0.0028739201,0.0034149105],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011623043,0.017289296,0.03105282,0.0011771418,0.00018054257,0.0022154287,0.09541738,0.0038749275,0.028571237,0.03225552,0.21422498,0.57257843],"study_design_scores_gemma":[0.0006613391,0.010690369,0.07011438,0.00075226603,0.00031845717,0.0022006095,0.1564644,0.016921755,0.040673237,0.0399128,0.6608585,0.00043186772],"about_ca_topic_score_codex":0.0005337394,"about_ca_topic_score_gemma":0.0017137106,"teacher_disagreement_score":0.012953708,"about_ca_system_score_codex":0.0015446139,"about_ca_system_score_gemma":0.0021623045,"threshold_uncertainty_score":0.043334424},"labels":[],"label_agreement":null},{"id":"W2168412156","doi":"10.24908/pceea.v0i0.3949","title":"USING MASTERY LEARNING TO TEACH THE ENGINEERING DESIGN PROCESS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Natural Sciences and Engineering Research Council of Canada; University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Trilogy; Capstone; Process (computing); Engineering design process; Computer science; Design process; Conceptual design; Engineering management; Mathematics education; Engineering; Work in process; Psychology; Operations management; Human–computer interaction; Artificial intelligence; Mechanical engineering","score_opus":0.030308169504489123,"score_gpt":0.23147104736999163,"score_spread":0.20116287786550252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168412156","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12869798,0.00617941,0.36563364,0.02138657,0.002182971,0.0021152552,0.0005216674,0.00534845,0.46793407],"genre_scores_gemma":[0.33196247,0.011662842,0.42840275,0.012472295,0.0011173495,0.0022045993,0.0010784272,0.000922527,0.21017681],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974915,0.00047795204,0.00010721132,0.0004646611,0.0010528291,0.00040588746],"domain_scores_gemma":[0.9949633,0.0013597024,0.0005529502,0.0006225438,0.000843596,0.0016579509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027473832,0.0016727519,0.00071323774,0.0021003745,0.0016191639,0.0045817844,0.0024145872,0.0018910905,0.026220344],"category_scores_gemma":[0.0070946645,0.00063843676,0.0007654677,0.000801593,0.0014831051,0.0038122623,0.0047572516,0.004182061,0.011298035],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014465264,0.006021871,0.004602323,0.0011286288,0.000047858903,0.00047954233,0.007304115,0.0043542758,0.011996543,0.060984153,0.12244972,0.78048635],"study_design_scores_gemma":[0.00018783017,0.001905205,0.008632017,0.0017408556,0.00005150371,0.0016687687,0.003594135,0.01028873,0.020235581,0.20006296,0.7515175,0.0001148532],"about_ca_topic_score_codex":0.0008230111,"about_ca_topic_score_gemma":0.0028013266,"teacher_disagreement_score":0.026220344,"about_ca_system_score_codex":0.0026491624,"about_ca_system_score_gemma":0.00494099,"threshold_uncertainty_score":0.087715805},"labels":[],"label_agreement":null},{"id":"W2169618438","doi":"10.24908/pceea.v0i0.3606","title":"Engineering Design Contests and Courses: a Model-Based Taxonomy","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Taxonomy (biology); Engineering design process; Computer science; Design process; Process (computing); Set (abstract data type); Design education; Management science; Engineering management; Engineering; Work in process; Operations management","score_opus":0.026494756680879836,"score_gpt":0.19519838811339202,"score_spread":0.16870363143251219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169618438","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.093708776,0.0066805216,0.6608368,0.009241932,0.00023420338,0.0024327755,0.0008970762,0.00081466214,0.22515328],"genre_scores_gemma":[0.4449635,0.0073902654,0.52294827,0.00074878044,0.00006247265,0.002905621,0.0016391297,0.0002770883,0.019064898],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99122494,0.00373267,0.0011968438,0.00096408767,0.0021235906,0.0007578029],"domain_scores_gemma":[0.9901328,0.0047561056,0.0010798789,0.0015892724,0.00142411,0.0010178916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051366105,0.0011346558,0.00069201423,0.006613231,0.0041509126,0.011407235,0.0024897356,0.0031591873,0.005493548],"category_scores_gemma":[0.012077958,0.0010837467,0.0016197745,0.006743856,0.008504332,0.018810997,0.004558835,0.0038782544,0.0010922275],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004709164,0.0002716273,0.007263376,0.0005992188,0.000019186471,0.0002743073,0.028271642,0.006113227,0.0008347702,0.88265693,0.0037315385,0.0699172],"study_design_scores_gemma":[0.00006329398,0.00025634427,0.0066108843,0.0018540373,0.000033736895,0.001532403,0.04198679,0.028437473,0.00072974514,0.5933039,0.32505846,0.00013289026],"about_ca_topic_score_codex":0.008892347,"about_ca_topic_score_gemma":0.008680474,"teacher_disagreement_score":0.011407235,"about_ca_system_score_codex":0.0071416935,"about_ca_system_score_gemma":0.0067882827,"threshold_uncertainty_score":0.05181688},"labels":[],"label_agreement":null},{"id":"W2171493003","doi":"10.1243/0954405011518593","title":"Designing and life cycle engineering—a systematic approach to designing","year":2001,"lang":"en","type":"article","venue":"Proceedings of the Institution of Mechanical Engineers Part B Journal of Engineering Manufacture","topic":"Design Education and Practice","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Process (computing); Engineering design process; Documentation; Function (biology); Computer science; Designtheory; Design science; Set (abstract data type); Audit; Management science; Systems engineering; Design cycle; Risk analysis (engineering); Software engineering; Engineering; Engineering management; Knowledge management; Mechanical engineering; Human–computer interaction","score_opus":0.013831113820825419,"score_gpt":0.20944981623491796,"score_spread":0.19561870241409254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171493003","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016945084,0.014228113,0.9226459,0.0073790196,0.00070809573,0.0017781537,0.00019560223,0.00069241604,0.050678223],"genre_scores_gemma":[0.03245752,0.017548224,0.9332562,0.0019167596,0.00040221287,0.0015602998,0.00044412448,0.00035462982,0.012059995],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9745915,0.013699846,0.0018885192,0.0021529074,0.007114158,0.00055309694],"domain_scores_gemma":[0.97840494,0.012860576,0.0008237662,0.0044045877,0.0029518243,0.000554349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020140804,0.0024191546,0.0018900054,0.006325942,0.0033069188,0.0107781645,0.0037628745,0.003664354,0.005539999],"category_scores_gemma":[0.020294083,0.0016572964,0.0016491879,0.0051159663,0.022190828,0.009786694,0.0049070795,0.006464032,0.0025836932],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000179797,0.000100280806,0.00049950543,0.0022261015,0.00008290909,0.00018201453,0.0047438676,0.00748821,0.0014542559,0.85281587,0.0112496875,0.1191394],"study_design_scores_gemma":[0.000022902195,0.00008564617,0.00028440348,0.0019761727,0.00004347843,0.00034573174,0.0020904117,0.004625831,0.0014667563,0.5553171,0.43367374,0.00006776119],"about_ca_topic_score_codex":0.0059014293,"about_ca_topic_score_gemma":0.006846799,"teacher_disagreement_score":0.020140804,"about_ca_system_score_codex":0.0072378675,"about_ca_system_score_gemma":0.021323524,"threshold_uncertainty_score":0.10651606},"labels":[],"label_agreement":null},{"id":"W2171663434","doi":"10.1115/1.2992062","title":"Exploring the Use of Functional Models in Biomimetic Conceptual Design","year":2008,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Missouri University of Science and Technology; National Science Foundation","keywords":"Analogy; Biomimetics; Leverage (statistics); Function (biology); Computer science; Engineering; Artificial intelligence; Human–computer interaction; Systems engineering; Biochemical engineering","score_opus":0.5822667467187328,"score_gpt":0.28394184619304785,"score_spread":0.29832490052568494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171663434","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016985048,0.00089988275,0.935083,0.0027143117,0.000085773325,0.00007844595,0.00003739983,0.00013376864,0.043982275],"genre_scores_gemma":[0.52193993,0.0013432447,0.46803626,0.00032282068,0.00005525679,0.00036751482,0.00008433894,0.00010665377,0.00774391],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.998126,0.001294862,0.00007788385,0.00013017295,0.0002916527,0.000079454214],"domain_scores_gemma":[0.9960283,0.002914418,0.00019789973,0.00051273755,0.00022537043,0.00012126083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052813613,0.0010512233,0.0003965546,0.0017738703,0.001625678,0.0030813415,0.0017946424,0.0018622784,0.0050331396],"category_scores_gemma":[0.0072666365,0.0007460777,0.0013275077,0.00080961775,0.0075533586,0.006386332,0.0024284027,0.0016817959,0.0005888756],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009017137,0.00002094151,0.00017838963,0.000085116655,0.000010795054,0.000089451176,0.0010109314,0.035330765,0.00058108824,0.95089084,0.00034439866,0.011448232],"study_design_scores_gemma":[0.000019388532,0.000087277316,0.00013189243,0.00015756188,0.000017710185,0.00018370764,0.00042760037,0.14086366,0.00083142234,0.8217334,0.035519052,0.000027284746],"about_ca_topic_score_codex":0.00290969,"about_ca_topic_score_gemma":0.0029918503,"teacher_disagreement_score":0.0052813613,"about_ca_system_score_codex":0.0027193166,"about_ca_system_score_gemma":0.0014755685,"threshold_uncertainty_score":0.027930856},"labels":[],"label_agreement":null},{"id":"W2173730649","doi":"10.2495/dne-v8-n2-165-171","title":"The force cone method: a new thinking tool for lightweight structures","year":2013,"lang":"en","type":"article","venue":"International Journal of Design & Nature and Ecodynamics","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cone (formal languages); Computer science; Engineering; Mechanical engineering; Structural engineering; Algorithm","score_opus":0.011523330217029708,"score_gpt":0.2867556715693455,"score_spread":0.2752323413523158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2173730649","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00082673546,0.00027042994,0.99012756,0.000107189255,0.00011425907,0.00005993525,0.00008225873,0.0010097431,0.00740193],"genre_scores_gemma":[0.023139358,0.00082142424,0.9631385,0.0001454516,0.000116803436,0.00029688372,0.00024873554,0.0010831302,0.011009754],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99867934,0.00018100548,0.000052346983,0.00013412321,0.00088364776,0.00006954844],"domain_scores_gemma":[0.9991191,0.00036496794,0.00006810307,0.00013698755,0.00025750996,0.000053327567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011626225,0.0015680074,0.00076159614,0.0025855312,0.00084241753,0.002115183,0.0019649363,0.0013494149,0.017792277],"category_scores_gemma":[0.002229305,0.0007745731,0.0014597366,0.0011573326,0.0016973619,0.0022733458,0.0016646191,0.0020998728,0.0050639827],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011218098,0.00006584172,0.0005504701,0.00070792146,0.00005202144,0.00043029516,0.0008118357,0.027841197,0.028966427,0.438103,0.026183585,0.4761753],"study_design_scores_gemma":[0.00009735441,0.00014420867,0.00044860996,0.00035930713,0.000048861035,0.0015500744,0.0002148834,0.24908336,0.01764043,0.2673331,0.46289524,0.00018458946],"about_ca_topic_score_codex":0.0012671612,"about_ca_topic_score_gemma":0.0012901083,"teacher_disagreement_score":0.017792277,"about_ca_system_score_codex":0.00070376013,"about_ca_system_score_gemma":0.0013235675,"threshold_uncertainty_score":0.05952114},"labels":[],"label_agreement":null},{"id":"W2174208031","doi":"10.5539/ies.v8n12p117","title":"Applying Semiotic Theories to Graphic Design Education: An Empirical Study on Poster Design Teaching","year":2015,"lang":"en","type":"article","venue":"International Education Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Semiotics; Typography; Curriculum; Mathematics education; Graphic design; Class (philosophy); Creativity; Design education; Communication design; Computer science; Empirical research; Teaching method; Environmental graphic design; Psychology; Multimedia; Pedagogy; Visual arts; Mathematics; Artificial intelligence; Linguistics; Art; Social psychology","score_opus":0.19844771901729863,"score_gpt":0.46067861399839966,"score_spread":0.262230894981101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2174208031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99721366,0.000045416826,0.0009825206,0.000087703665,0.000006472746,0.00015480477,0.0000058180785,0.0000041724165,0.001499503],"genre_scores_gemma":[0.9957995,0.00019285119,0.0023791825,0.000099608515,0.000009137074,0.00024445608,0.000017153005,0.0000067625992,0.001251253],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9921943,0.0048099956,0.00036356377,0.0005552125,0.0015756628,0.00050118763],"domain_scores_gemma":[0.96068585,0.031002413,0.0028771332,0.0015056831,0.002503614,0.001425321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012799879,0.00042119628,0.00053976226,0.0013286397,0.0022219983,0.0025104375,0.0012604209,0.0012079495,0.0033324347],"category_scores_gemma":[0.039815944,0.0005884001,0.00035096216,0.001049699,0.0037641816,0.0018650097,0.0017621155,0.0020522175,0.0006033993],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005070824,0.018159296,0.10985267,0.0013557014,0.000030292442,0.0022453328,0.71999776,0.0006001248,0.0105062695,0.00392773,0.0009780884,0.13183968],"study_design_scores_gemma":[0.00044096625,0.010399969,0.170589,0.0010978733,0.00010753809,0.002839271,0.7613517,0.00497253,0.01884237,0.0031663666,0.02606383,0.00012850386],"about_ca_topic_score_codex":0.00070446904,"about_ca_topic_score_gemma":0.0009378189,"teacher_disagreement_score":0.012799879,"about_ca_system_score_codex":0.0014293969,"about_ca_system_score_gemma":0.0022330573,"threshold_uncertainty_score":0.067692995},"labels":[],"label_agreement":null},{"id":"W2176915550","doi":"","title":"Emerging Techologies in a Tele-Collaborative Design Studio between Pennsylvania State University And Carleton University","year":2007,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Studio; Computer science; Multimedia; Telecommunications","score_opus":0.017675295210287347,"score_gpt":0.24095626926722885,"score_spread":0.2232809740569415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2176915550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71976304,0.00074595056,0.13214631,0.006158009,0.00027496007,0.0010800754,0.00021130449,0.0010155585,0.13860472],"genre_scores_gemma":[0.770475,0.00045787793,0.12044849,0.0006330555,0.00004631306,0.00094898907,0.00019253854,0.0002773421,0.10652048],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9894455,0.0071697845,0.0002328242,0.0009845456,0.0013334514,0.0008339382],"domain_scores_gemma":[0.9929979,0.0021684412,0.00028831913,0.00091287814,0.000883859,0.002748505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070745186,0.0005394652,0.00032167352,0.0009684012,0.0068711797,0.0065288097,0.0015759659,0.0011273646,0.0102206925],"category_scores_gemma":[0.0054403585,0.0005906465,0.0003630968,0.0007995036,0.0042324658,0.0017916271,0.0056558037,0.0019491971,0.001431494],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010035944,0.004471235,0.015811155,0.0005897132,0.00006968551,0.003166581,0.42515197,0.008883518,0.03119607,0.11042588,0.040324915,0.35890573],"study_design_scores_gemma":[0.00017835367,0.002264956,0.0083909705,0.00031237394,0.000042202224,0.0016511229,0.18328592,0.0061002458,0.023569888,0.0156240575,0.75841254,0.00016739016],"about_ca_topic_score_codex":0.0071259956,"about_ca_topic_score_gemma":0.030634878,"teacher_disagreement_score":0.992874,"about_ca_system_score_codex":0.0072993594,"about_ca_system_score_gemma":0.01076205,"threshold_uncertainty_score":0.052960813},"labels":[],"label_agreement":null},{"id":"W2177553543","doi":"10.1007/978-3-319-18479-1_12","title":"Biomorphism and Models in Design","year":2015,"lang":"en","type":"book-chapter","venue":"Studies in applied philosophy, epistemology and rational ethics","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Conflation; Computer science; Normative; Artificial intelligence; Similarity (geometry); Process (computing); Biomimetics; Natural (archaeology); Human–computer interaction; Cognitive science; Psychology; Epistemology; Geography; Archaeology; Image (mathematics)","score_opus":0.3305710039301469,"score_gpt":0.3711645992126363,"score_spread":0.0405935952824894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2177553543","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01771562,0.026454013,0.374962,0.012208401,0.0011026858,0.00006452469,0.00011926884,0.00019205274,0.56718147],"genre_scores_gemma":[0.82461727,0.012422627,0.0639144,0.0017107131,0.00089343375,0.0003683573,0.00012421957,0.00023055544,0.09571836],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99791557,0.001517559,0.00007282998,0.00016983662,0.00026053548,0.00006376397],"domain_scores_gemma":[0.9972139,0.0020425129,0.00010515914,0.00045690636,0.00010969079,0.00007182469],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020555318,0.0009015197,0.0005822903,0.0012827824,0.0011563435,0.003574848,0.00086482486,0.0015415745,0.0072887978],"category_scores_gemma":[0.00438035,0.00049654493,0.00051345705,0.0016078347,0.01651681,0.005940061,0.002025825,0.0031790743,0.0011018929],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.3848774e-7,0.0000021784729,0.000019247862,0.000010220474,8.0910576e-7,0.0000032011678,0.00018123482,0.00022605663,0.000012623562,0.9970137,0.00034552178,0.002184293],"study_design_scores_gemma":[0.0000019299907,0.0000028732734,0.000021623295,0.00001924234,8.7980504e-7,0.000013936717,0.000065355256,0.0006372643,0.000020190448,0.987772,0.011443392,0.0000014541946],"about_ca_topic_score_codex":0.0012901145,"about_ca_topic_score_gemma":0.0010908544,"teacher_disagreement_score":0.0072887978,"about_ca_system_score_codex":0.0025236101,"about_ca_system_score_gemma":0.0013764165,"threshold_uncertainty_score":0.024383426},"labels":[],"label_agreement":null},{"id":"W2179480323","doi":"10.26687/archnet-ijar.v9i3.703","title":"Key Success Factors and Guidance for International Collaborative Design Projects","year":2015,"lang":"en","type":"article","venue":"International Journal of Architectural Research Archnet-IJAR","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Negotiation; Process (computing); Knowledge management; Key (lock); Tacit knowledge; Critical success factor; Engineering; Business; Public relations; Computer science; Political science","score_opus":0.14843261254733267,"score_gpt":0.41869834412323576,"score_spread":0.27026573157590306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2179480323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92426157,0.0007345759,0.008553044,0.0053333985,0.000091467984,0.0010272695,0.00013043438,0.00030477642,0.059563477],"genre_scores_gemma":[0.9932098,0.00019628227,0.0045308927,0.00008481084,0.000012582213,0.00020884775,0.000056672496,0.000029884592,0.0016703989],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.97227454,0.010555167,0.002858443,0.0009898782,0.009969899,0.0033521687],"domain_scores_gemma":[0.8525619,0.069071665,0.023716444,0.0053227795,0.028178794,0.0211485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02045097,0.0006081203,0.0005003557,0.0033041397,0.005838682,0.007439329,0.0010885234,0.0020543896,0.004273192],"category_scores_gemma":[0.10700064,0.00047933948,0.00045733294,0.0035476715,0.002047059,0.0029763966,0.004450984,0.0024504904,0.0011277732],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000340015,0.0012914316,0.41942713,0.0012454543,0.00010001367,0.0018217908,0.14902575,0.0016700666,0.0031224242,0.015120187,0.012756304,0.39407948],"study_design_scores_gemma":[0.000076345365,0.0011620088,0.56856185,0.0014464282,0.00012472367,0.0017458979,0.32816204,0.0033622747,0.0031464836,0.008275654,0.08366224,0.00027393506],"about_ca_topic_score_codex":0.0049634012,"about_ca_topic_score_gemma":0.008807741,"teacher_disagreement_score":0.02045097,"about_ca_system_score_codex":0.0038130954,"about_ca_system_score_gemma":0.010876248,"threshold_uncertainty_score":0.10815632},"labels":[],"label_agreement":null},{"id":"W2182838545","doi":"","title":"An approach for improving design and innovation skills in engineering education: the multidisciplinary design stream","year":2012,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Multidisciplinary approach; Graduation (instrument); Accreditation; Engineering education; Medical education; Engineering; Residence; Engineering management; Function (biology); Engineering design process; Engineering ethics; Medicine; Mechanical engineering; Sociology","score_opus":0.021014166336019605,"score_gpt":0.3033704115346466,"score_spread":0.282356245198627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2182838545","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26916367,0.0058947764,0.32455707,0.085033305,0.0023305677,0.008518272,0.00022948328,0.00224357,0.30202943],"genre_scores_gemma":[0.40614912,0.0050333687,0.508593,0.011287304,0.0006505201,0.0035676304,0.0002340487,0.0003785934,0.06410635],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99098784,0.0029126983,0.0003493775,0.0010037813,0.004192138,0.0005541932],"domain_scores_gemma":[0.99087334,0.0018246111,0.0007002218,0.0013115468,0.0030307304,0.0022595052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007937449,0.0010605898,0.0009128442,0.004758586,0.003536281,0.0076850173,0.0020814748,0.0026619153,0.008722303],"category_scores_gemma":[0.009042347,0.00063639286,0.0011813702,0.002209037,0.0025128962,0.00531187,0.014027731,0.00517388,0.0039197374],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013015396,0.0044383705,0.00728731,0.0014292169,0.00006879044,0.00020805965,0.010760969,0.0010836405,0.0063736723,0.0392365,0.02174556,0.90723765],"study_design_scores_gemma":[0.0006280671,0.006473211,0.05370919,0.005160438,0.0002534873,0.0025787074,0.034118507,0.015594704,0.022708107,0.2442942,0.6142795,0.00020184249],"about_ca_topic_score_codex":0.0012295827,"about_ca_topic_score_gemma":0.0031721157,"teacher_disagreement_score":0.008722303,"about_ca_system_score_codex":0.003966152,"about_ca_system_score_gemma":0.019319478,"threshold_uncertainty_score":0.041977704},"labels":[],"label_agreement":null},{"id":"W2183106229","doi":"10.30935/cedtech/5970","title":"Unconventional Roles and Activities Identified by Instructional Designers","year":2010,"lang":"en","type":"article","venue":"Contemporary Educational Technology","topic":"Design Education and Practice","field":"Engineering","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Instructional design; Mathematics education; Psychology; Computer science; Knowledge management; Process management; Pedagogy; Business","score_opus":0.010265826589819935,"score_gpt":0.2450603237581892,"score_spread":0.23479449716836925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183106229","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9102082,0.0016940462,0.044576984,0.003251589,0.00015837097,0.00016768964,0.00002544321,0.0002661544,0.03965155],"genre_scores_gemma":[0.97373587,0.0005139599,0.018120704,0.00046480785,0.000020174935,0.00013808855,0.000025451269,0.00007331331,0.0069076424],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9173488,0.061143585,0.004349582,0.004070357,0.008708199,0.004379607],"domain_scores_gemma":[0.94391227,0.029039847,0.007160458,0.0064624725,0.007139361,0.0062856036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027951231,0.0014285838,0.00070724287,0.004550302,0.008807944,0.011957712,0.001992688,0.0033178376,0.0011347801],"category_scores_gemma":[0.044855893,0.0016935888,0.00061904284,0.0017089979,0.014436361,0.005706868,0.010129761,0.0038321288,0.0006863592],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030911283,0.00022407834,0.06389411,0.00041618056,0.0000328252,0.0018350248,0.8239831,0.00037753675,0.008961425,0.02281239,0.00186442,0.0752899],"study_design_scores_gemma":[0.00017346429,0.00067095977,0.02915657,0.0012800834,0.00015187592,0.011551544,0.72818637,0.0038783783,0.010066321,0.022480458,0.19205162,0.0003523037],"about_ca_topic_score_codex":0.002543106,"about_ca_topic_score_gemma":0.005472476,"teacher_disagreement_score":0.027951231,"about_ca_system_score_codex":0.004428153,"about_ca_system_score_gemma":0.008396616,"threshold_uncertainty_score":0.14782196},"labels":[],"label_agreement":null},{"id":"W2188753760","doi":"10.1115/detc2001/dtm-21715","title":"Towards Biomimetic Concept Generation","year":2001,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Biomimetics; Computer science; Natural (archaeology); Phenomenon; Biological engineering; Artificial intelligence; Management science; Biochemical engineering; Engineering; Epistemology; Biology","score_opus":0.0395249149684737,"score_gpt":0.2789539692017602,"score_spread":0.23942905423328648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2188753760","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01217169,0.001346826,0.94487405,0.001081635,0.00048678517,0.00025015126,0.000057448702,0.00045887884,0.039272517],"genre_scores_gemma":[0.14076765,0.0022960703,0.8383965,0.000692613,0.00011586641,0.00046599164,0.00017291628,0.00015306157,0.016939411],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991748,0.00028462667,0.00004968919,0.00011590982,0.0003297957,0.00004513849],"domain_scores_gemma":[0.9990736,0.00042271952,0.00005508438,0.00020205158,0.00019468153,0.000051674986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018655219,0.00048284652,0.0003013429,0.00084501435,0.00051506853,0.0015443601,0.0010086414,0.0008767057,0.006931112],"category_scores_gemma":[0.0026553783,0.00029695028,0.0006737576,0.0004920909,0.0018191342,0.0016158035,0.001964337,0.0016226502,0.0014638515],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000334114,0.000075566175,0.00014797832,0.00031864966,0.000015713522,0.00016702802,0.0007042061,0.01252073,0.019804373,0.8488514,0.0030996343,0.11426137],"study_design_scores_gemma":[0.00005381518,0.00015215712,0.00013710745,0.0001865748,0.000017080903,0.00041911367,0.00017127108,0.071997315,0.02456962,0.69968903,0.20256798,0.00003893746],"about_ca_topic_score_codex":0.00029844264,"about_ca_topic_score_gemma":0.00023044301,"teacher_disagreement_score":0.006931112,"about_ca_system_score_codex":0.000707006,"about_ca_system_score_gemma":0.0006782887,"threshold_uncertainty_score":0.023186922},"labels":[],"label_agreement":null},{"id":"W2189241744","doi":"","title":"Implementing and assessing the hybrid ideation space: a cognitive artefact for conceptual design","year":2007,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Sketch; Computer science; Human–computer interaction; Conversation; Ambiguity; Abstraction; Process (computing); Interface (matter); Ideation; Representation (politics); Creativity; Conceptual design; Artificial intelligence; Cognitive science; Psychology","score_opus":0.055379331808047806,"score_gpt":0.3557666818581451,"score_spread":0.30038735005009726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2189241744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71417314,0.00019828812,0.27340925,0.00019283369,0.000043227148,0.0016083282,0.00009888869,0.00086010544,0.0094158575],"genre_scores_gemma":[0.7335194,0.00007512565,0.26438817,0.000030402525,0.0000067160345,0.00081793935,0.00009921684,0.00008080647,0.0009822558],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9837404,0.011702314,0.0007764912,0.00070122513,0.0027323707,0.00034717532],"domain_scores_gemma":[0.97033644,0.018892061,0.001463697,0.0058734273,0.0024758056,0.000958615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01467513,0.0011213281,0.00053918146,0.0023090665,0.0010754952,0.0050591487,0.0013121001,0.0017221966,0.0025674712],"category_scores_gemma":[0.03294015,0.0005039143,0.0006947791,0.0010028295,0.00393411,0.004418219,0.0056516305,0.0010939279,0.00049611635],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023862335,0.003388622,0.040687773,0.0021666826,0.00026787535,0.00070310594,0.104157686,0.037918027,0.13084635,0.063245624,0.0019418047,0.61229026],"study_design_scores_gemma":[0.0020941808,0.021320485,0.10162146,0.0015056821,0.0008138511,0.0038284399,0.07853601,0.3393423,0.25181356,0.086243786,0.111635,0.0012453666],"about_ca_topic_score_codex":0.0005500427,"about_ca_topic_score_gemma":0.00053239596,"teacher_disagreement_score":0.01467513,"about_ca_system_score_codex":0.0013515463,"about_ca_system_score_gemma":0.0015041842,"threshold_uncertainty_score":0.07761043},"labels":[],"label_agreement":null},{"id":"W2200894201","doi":"10.21606/drs.2002.65","title":"A comparative study of iconic influences amongst British and Canadian design students","year":2002,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Artifact (error); Context (archaeology); Variety (cybernetics); Curriculum; Design education; Mathematics education; Computer science; Pedagogy; Psychology; Visual arts; Artificial intelligence","score_opus":0.043740894522912264,"score_gpt":0.27921211594319395,"score_spread":0.23547122142028168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2200894201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993034,0.0002784384,0.00019420475,0.0001321442,0.000009757655,0.000026515836,0.00003550956,0.0000061843875,0.0062831654],"genre_scores_gemma":[0.99342704,0.00044687095,0.0003658496,0.000113340866,0.0000039171105,0.00001712845,0.00005925611,0.000009997427,0.005556564],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9957123,0.000689017,0.00016557585,0.00036631039,0.0018797547,0.0011871117],"domain_scores_gemma":[0.99215853,0.0020904206,0.00051652617,0.0002392848,0.0032579806,0.0017372366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031166612,0.0005423912,0.00075251836,0.0045531304,0.012508545,0.0056069517,0.0011815081,0.0009827899,0.0040928503],"category_scores_gemma":[0.009621431,0.0006601872,0.00030304215,0.006305189,0.006311092,0.0009986322,0.0026675037,0.0012655413,0.00046309576],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012482009,0.00013007264,0.05038901,0.00010007018,0.000009998638,0.00036152024,0.9159221,0.000045438905,0.001954455,0.0011976925,0.0007209741,0.029043864],"study_design_scores_gemma":[0.000011313608,0.00023450359,0.16986036,0.00010210136,0.000024675892,0.00045707403,0.803034,0.00021849551,0.0009356007,0.00021914198,0.024828698,0.00007409262],"about_ca_topic_score_codex":0.8892101,"about_ca_topic_score_gemma":0.9545949,"teacher_disagreement_score":0.110789895,"about_ca_system_score_codex":0.01939901,"about_ca_system_score_gemma":0.02073346,"threshold_uncertainty_score":0.22288465},"labels":[],"label_agreement":null},{"id":"W2214933329","doi":"","title":"Teaching Human-Computer-Interaction with Shakespeare Sonnets: a case study in interdisciplinary project-based learning","year":2009,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Sonnet; Computer science; Sociology; Mathematics education; Psychology; Art; Literature; Poetry","score_opus":0.037035837261923485,"score_gpt":0.3344240777795861,"score_spread":0.2973882405176626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2214933329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9475573,0.00029899538,0.008671303,0.0017942546,0.0000906123,0.00023536553,0.000033428125,0.0001286201,0.041190162],"genre_scores_gemma":[0.9634269,0.00041553858,0.007045378,0.00029704004,0.000022861359,0.00014278202,0.00003773366,0.000102959006,0.028508883],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99401456,0.0042196685,0.00011288316,0.0004094095,0.00052406214,0.00071938656],"domain_scores_gemma":[0.99318826,0.004038012,0.00024899596,0.0003471046,0.00037359103,0.0018040494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005333766,0.0010466928,0.00069031445,0.0013001071,0.018618194,0.005239147,0.0031015733,0.0049411445,0.009541033],"category_scores_gemma":[0.008034058,0.00073091284,0.0004946091,0.001029059,0.006231953,0.0035836245,0.006112518,0.0034560417,0.0020629144],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019981984,0.0051347967,0.008121508,0.00036506812,0.00002290119,0.011706074,0.88442355,0.0010789932,0.0024823449,0.012236423,0.0063744015,0.06785414],"study_design_scores_gemma":[0.00009664807,0.0016539426,0.005961915,0.00033461943,0.000032130894,0.0071446123,0.87825793,0.0027575989,0.0041504833,0.0034937395,0.096035324,0.000081028746],"about_ca_topic_score_codex":0.0072521623,"about_ca_topic_score_gemma":0.030097684,"teacher_disagreement_score":0.018618194,"about_ca_system_score_codex":0.0030500249,"about_ca_system_score_gemma":0.003961107,"threshold_uncertainty_score":0.03191793},"labels":[],"label_agreement":null},{"id":"W2222067945","doi":"10.1177/0265813515610671","title":"An Introduction to Shape Schema Grammars","year":2016,"lang":"en","type":"article","venue":"Environment and Planning B Planning and Design","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Australian Research Council; Natural Sciences and Engineering Research Council of Canada","keywords":"Schema (genetic algorithms); Star schema; Computer science; Rule-based machine translation; Information schema; Conceptual schema; Database schema; Natural language processing; Artificial intelligence; Programming language; Semi-structured model; Information retrieval; Gender schema theory; Psychology","score_opus":0.026096136839225688,"score_gpt":0.24516434595196201,"score_spread":0.21906820911273633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2222067945","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015048845,0.008621669,0.8697192,0.0039762934,0.00155365,0.00023418029,0.0012337633,0.0018840501,0.11127234],"genre_scores_gemma":[0.06856085,0.025389174,0.8082912,0.00569374,0.0033629464,0.0009827066,0.0041657784,0.002555555,0.08099798],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9967757,0.00081804284,0.0003824954,0.00056561397,0.0012170951,0.00024107537],"domain_scores_gemma":[0.9970409,0.0015736844,0.00013202448,0.0006084134,0.00051670964,0.00012823567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029109837,0.0012822334,0.00093451235,0.0029874058,0.002243579,0.0064180205,0.002884247,0.0028653543,0.02239336],"category_scores_gemma":[0.0060647405,0.0014741115,0.0030887183,0.0057965387,0.0070353905,0.011180282,0.0043935333,0.0068391766,0.010009227],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069593607,0.000014518697,0.000114311275,0.00011975984,0.000008496445,0.000115841554,0.00041969598,0.0013002544,0.0003375623,0.950984,0.013429388,0.033149164],"study_design_scores_gemma":[0.0000054002685,0.00001063419,0.0000791292,0.00014395038,0.0000063285515,0.00035701087,0.00008450036,0.0024967839,0.00034238986,0.61865556,0.37779585,0.000022489558],"about_ca_topic_score_codex":0.005274049,"about_ca_topic_score_gemma":0.0032912178,"teacher_disagreement_score":0.02239336,"about_ca_system_score_codex":0.003001462,"about_ca_system_score_gemma":0.002503774,"threshold_uncertainty_score":0.07491332},"labels":[],"label_agreement":null},{"id":"W2226093925","doi":"10.1007/978-94-017-9112-0_2","title":"Understanding Analogical Reasoning in Biomimetic Design: An Inductive Approach","year":2014,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Analogy; Analogical reasoning; Computer science; Human–computer interaction; Artificial intelligence; Cognitive science; Psychology; Epistemology","score_opus":0.270780527981747,"score_gpt":0.28672870007460305,"score_spread":0.01594817209285604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2226093925","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035605247,0.004052815,0.7931865,0.0023316534,0.00022707805,0.00010047375,0.0001325629,0.00028772463,0.19612066],"genre_scores_gemma":[0.13611987,0.0071735093,0.7683649,0.0011854208,0.00036197764,0.00036095586,0.00061302655,0.00033788872,0.08548243],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9992912,0.00033748918,0.00004727227,0.00010607654,0.00018770919,0.000030200516],"domain_scores_gemma":[0.9975376,0.0021047858,0.00005228664,0.0001477485,0.00013046758,0.000027091513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016033296,0.00078801654,0.0005187525,0.0012667514,0.0008375335,0.0033745416,0.0024041517,0.0012166667,0.016469218],"category_scores_gemma":[0.0041439487,0.0005384784,0.00089352607,0.0010830779,0.005067162,0.0057106763,0.0018392684,0.0028399779,0.0027775683],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007731904,0.00003059217,0.000094166564,0.00026310544,0.000009032557,0.00005633285,0.0009914185,0.0038902673,0.0005457908,0.9360394,0.003722213,0.054349974],"study_design_scores_gemma":[0.000004296738,0.000007274666,0.00006133772,0.00014434375,0.0000051975817,0.00006826787,0.00022714611,0.0042622485,0.00068717403,0.943683,0.050842047,0.0000075529515],"about_ca_topic_score_codex":0.0011246032,"about_ca_topic_score_gemma":0.0017837732,"teacher_disagreement_score":0.016469218,"about_ca_system_score_codex":0.00170721,"about_ca_system_score_gemma":0.0011592286,"threshold_uncertainty_score":0.055095017},"labels":[],"label_agreement":null},{"id":"W2228034509","doi":"10.3917/sdd.002.0065","title":"Création contre science en design, les conditions d’un vrai débat : réponse à Lysianne Léchot Hirt","year":2015,"lang":"fr","type":"article","venue":"Sciences du Design","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Philosophy; Physics","score_opus":0.08261568042175961,"score_gpt":0.31701517830480286,"score_spread":0.23439949788304326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2228034509","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.092991315,0.12571318,0.026016317,0.34787586,0.008097728,0.00005340503,0.00012849414,0.0001925706,0.39893118],"genre_scores_gemma":[0.77443063,0.0303477,0.006316041,0.009708691,0.003224894,0.00009177524,0.00005351615,0.00027590332,0.17555083],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940977,0.0028649003,0.00015957696,0.0005282259,0.001744683,0.0006049305],"domain_scores_gemma":[0.9858801,0.01093352,0.000510195,0.0005371166,0.0015579172,0.00058122975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007422774,0.00047520135,0.0006833536,0.0011329844,0.0056559034,0.012865885,0.0009446083,0.005826502,0.0153875705],"category_scores_gemma":[0.017777909,0.0003835429,0.0006495936,0.0010383555,0.018507931,0.009132336,0.00452456,0.005964681,0.0014356874],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012842419,0.00005839103,0.00072283373,0.00025851832,0.000014706666,0.0006153008,0.018337326,0.0010160523,0.0007272133,0.90726084,0.030119423,0.04074101],"study_design_scores_gemma":[0.000041861942,0.000058297355,0.0015298553,0.00046975593,0.000010907819,0.0006580079,0.015165344,0.0010682152,0.0012749225,0.15416028,0.82549036,0.000072308125],"about_ca_topic_score_codex":0.028309504,"about_ca_topic_score_gemma":0.022122093,"teacher_disagreement_score":0.028309504,"about_ca_system_score_codex":0.010109256,"about_ca_system_score_gemma":0.006973777,"threshold_uncertainty_score":0.073348165},"labels":[],"label_agreement":null},{"id":"W22299285","doi":"10.1590/s1983-14472011000400023","title":"Knowledge and object phylogenetic production cascades --the TELOS case","year":2006,"lang":"en","type":"article","venue":"Conference on Leading Web in Concurrent Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université TÉLUQ","funders":"","keywords":"Orchestration; Computer science; Process (computing); Middleware (distributed applications); Knowledge management; Concurrent engineering; Unitary state; Software engineering; Human–computer interaction; Distributed computing; Programming language; Engineering","score_opus":0.034018985977541834,"score_gpt":0.2794861894814321,"score_spread":0.24546720350389029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W22299285","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.108702786,0.010102076,0.036782935,0.040592343,0.00052629336,0.00044707872,0.00028896474,0.00031406907,0.8022434],"genre_scores_gemma":[0.9134644,0.0064630792,0.015760124,0.0024927896,0.00031822978,0.00046171926,0.00022659033,0.00019449936,0.060618434],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.991631,0.00465676,0.00059195847,0.0007075983,0.0017021038,0.0007105269],"domain_scores_gemma":[0.9807469,0.013199203,0.00188416,0.0023647023,0.0011826335,0.0006223839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00743847,0.0005659029,0.00054364064,0.005122937,0.0064393193,0.012690944,0.002049725,0.004517075,0.022768544],"category_scores_gemma":[0.025818886,0.0004889153,0.00070531183,0.004139891,0.015697327,0.017272765,0.008819288,0.0027651938,0.0030817403],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009252539,0.00008602399,0.0057953727,0.0005589561,0.000024324,0.03250947,0.11883987,0.00034742782,0.00037261093,0.7471615,0.010940146,0.083271734],"study_design_scores_gemma":[0.000050773735,0.000058487607,0.0028038267,0.0023213625,0.00006791142,0.03038305,0.12633161,0.001693887,0.00079921016,0.29066408,0.54477686,0.00004901843],"about_ca_topic_score_codex":0.0037044112,"about_ca_topic_score_gemma":0.0027999058,"teacher_disagreement_score":0.022768544,"about_ca_system_score_codex":0.005037724,"about_ca_system_score_gemma":0.004564909,"threshold_uncertainty_score":0.07616842},"labels":[],"label_agreement":null},{"id":"W2234313352","doi":"10.24908/pceea.v0i0.3801","title":"DESIGNING A RUBRIC TO ASSESS THE MODELLING PHASE OF STUDENT DESIGN PROJECTS IN UPPER YEAR ENGINEERING COURSES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Natural Sciences and Engineering Research Council of Canada; Queen's University","funders":"","keywords":"Rubric; Capstone; Process (computing); Key (lock); Computer science; Mathematics education; Engineering design process; Bridge (graph theory); Psychology; Engineering","score_opus":0.06816217309130283,"score_gpt":0.27789229616701133,"score_spread":0.20973012307570849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2234313352","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44240466,0.0013592779,0.44663256,0.0015810316,0.00095059356,0.034984022,0.0018525393,0.0096774725,0.060557913],"genre_scores_gemma":[0.24728566,0.00081762415,0.7172831,0.00040307577,0.00010264771,0.019777872,0.002285375,0.000605703,0.011439054],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9820578,0.008317631,0.002635837,0.0007001385,0.0056169042,0.0006716249],"domain_scores_gemma":[0.91671455,0.025910128,0.007406546,0.0050575403,0.042354748,0.0025564865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021286855,0.0015753178,0.0011298868,0.0075518102,0.0012175553,0.0030266563,0.0018637681,0.0013993151,0.0027743923],"category_scores_gemma":[0.10235994,0.0008842435,0.0009936491,0.0026407035,0.0013307825,0.0021841095,0.002207877,0.0018454388,0.0031371582],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073913403,0.0025350375,0.034164082,0.0029975297,0.00009806752,0.00045269876,0.021024289,0.011219109,0.035572782,0.0068647224,0.0411751,0.84315753],"study_design_scores_gemma":[0.0011063397,0.010141893,0.31594527,0.0052279406,0.00030698313,0.0027993787,0.038697165,0.10365321,0.09476777,0.017542373,0.40810063,0.0017110675],"about_ca_topic_score_codex":0.0013429008,"about_ca_topic_score_gemma":0.003160721,"teacher_disagreement_score":0.021286855,"about_ca_system_score_codex":0.0026107212,"about_ca_system_score_gemma":0.0037298717,"threshold_uncertainty_score":0.11257702},"labels":[],"label_agreement":null},{"id":"W2237695383","doi":"","title":"Connecting Disciplines and Tracing an Educated Imagination: Biennale of Sydney Pavilions Design Summer Studio","year":2010,"lang":"en","type":"article","venue":"OPUS - Open Publications of UTS Scholars (University of Technology Sydney)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pavilion; Studio; Visual arts; The arts; Architecture; Contemplation; Art; Aesthetics; Sociology; Art history; Engineering; Philosophy; Civil engineering","score_opus":0.03461248365667904,"score_gpt":0.2949444923079668,"score_spread":0.2603320086512878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2237695383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6605622,0.004989683,0.012272512,0.01471845,0.0017522193,0.0003918771,0.0001474949,0.00039953453,0.30476594],"genre_scores_gemma":[0.8526969,0.0018458245,0.0109373685,0.001892606,0.00020522151,0.00015409687,0.00008956662,0.00031843674,0.13185999],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9964568,0.0020175457,0.00004837713,0.00033693816,0.0005005635,0.0006397958],"domain_scores_gemma":[0.9978896,0.0004559143,0.00010181515,0.00013314464,0.00014350242,0.0012761027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002702456,0.0007978004,0.00043043296,0.001137618,0.010012328,0.006353246,0.00152217,0.0018838466,0.011309642],"category_scores_gemma":[0.0022796926,0.0008886263,0.00044317878,0.00057599077,0.014546601,0.0026194558,0.012453827,0.0059669684,0.002030931],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011229234,0.0002752736,0.0021027233,0.00017986962,0.000010831616,0.002188681,0.8921312,0.00028269275,0.0030327393,0.032906454,0.03848231,0.028294953],"study_design_scores_gemma":[0.000025282046,0.0004100819,0.007067332,0.00040236505,0.000010155541,0.0018428328,0.33077613,0.00039626902,0.0017726762,0.006982188,0.6502452,0.000069511014],"about_ca_topic_score_codex":0.012409179,"about_ca_topic_score_gemma":0.066271186,"teacher_disagreement_score":0.012409179,"about_ca_system_score_codex":0.0069851624,"about_ca_system_score_gemma":0.0053570373,"threshold_uncertainty_score":0.050681114},"labels":[],"label_agreement":null},{"id":"W2241465322","doi":"","title":"Introducing nature analogies at the framing stage of design projects","year":2013,"lang":"en","type":"article","venue":"DS 76: Proceedings of E&PDE 2013, the 15th International Conference on Engineering and Product Design Education, Dublin, Ireland, 05-06.09.2013","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cognitive reframing; Framing (construction); Computer science; Knowledge management; Management science; Engineering ethics; Engineering; Psychology; Social psychology","score_opus":0.02818611479757889,"score_gpt":0.26668667150880365,"score_spread":0.23850055671122478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2241465322","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43016893,0.00102459,0.43181574,0.00611663,0.0009905304,0.0025316207,0.000062228966,0.0012933608,0.1259963],"genre_scores_gemma":[0.7898828,0.0004988937,0.19685967,0.0008776959,0.00015927,0.0013574891,0.00007748812,0.00023130592,0.010055413],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9383459,0.050510325,0.0011628363,0.0028402184,0.0048732944,0.0022673756],"domain_scores_gemma":[0.9210362,0.06018224,0.0041245725,0.0084185535,0.0031807425,0.0030576275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03158833,0.001942082,0.0006754292,0.0026338839,0.003910828,0.007408475,0.0032952027,0.0033786045,0.010056565],"category_scores_gemma":[0.07707268,0.0011424,0.0013830813,0.00095286284,0.0069304686,0.010651285,0.015907206,0.0046179267,0.001235965],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009583462,0.0025459288,0.0065872734,0.0018246463,0.00011211112,0.002393318,0.3777166,0.008619589,0.03394665,0.20770039,0.006370925,0.3512242],"study_design_scores_gemma":[0.0008093619,0.0067152074,0.01028335,0.0029185282,0.0003025774,0.0028759271,0.18960227,0.020392029,0.029567357,0.23799407,0.49803826,0.00050101435],"about_ca_topic_score_codex":0.0005654589,"about_ca_topic_score_gemma":0.00074483413,"teacher_disagreement_score":0.03158833,"about_ca_system_score_codex":0.003074025,"about_ca_system_score_gemma":0.002545743,"threshold_uncertainty_score":0.16705704},"labels":[],"label_agreement":null},{"id":"W2246196382","doi":"10.18260/1-2--19232","title":"Assessing the design of a rapid product design cycle activity that develops student understanding of engineering design and professional practice","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering design process; Deliverable; Conceptual design; Product design; Design review (U.S. government); New product development; Design education; Teamwork; Engineering; Engineering management; Design technology; Knowledge management; Computer science; Systems engineering; Product (mathematics); Operations management; Human–computer interaction","score_opus":0.16605237103292614,"score_gpt":0.35088725749016714,"score_spread":0.184834886457241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2246196382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9107038,0.000116573,0.06983972,0.0002807225,0.00004696071,0.0033169927,0.00012809048,0.0006110482,0.014956169],"genre_scores_gemma":[0.7795408,0.00021687408,0.2092652,0.00017153894,0.000019792526,0.0030654802,0.0003200841,0.00010161698,0.0072985617],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98594993,0.0068353484,0.0008828784,0.0016040009,0.0040103523,0.0007174271],"domain_scores_gemma":[0.9579117,0.021214018,0.0057833926,0.0033381174,0.008772966,0.00297987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013168475,0.0009202053,0.0008058075,0.0015521832,0.0007917805,0.002829626,0.0014382689,0.0013409609,0.0034739494],"category_scores_gemma":[0.055370357,0.0006453936,0.00068041106,0.00056941324,0.0005942151,0.001328147,0.0023994606,0.0012923656,0.0018508638],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011482529,0.013229607,0.07771125,0.0015026147,0.00014306062,0.0002089041,0.024686055,0.015777262,0.052476905,0.0035704598,0.0050358805,0.80450976],"study_design_scores_gemma":[0.0016404801,0.07364128,0.39601162,0.0018912132,0.0005976227,0.0017224208,0.033575524,0.10027638,0.17843938,0.020591004,0.19059713,0.0010159672],"about_ca_topic_score_codex":0.00039997915,"about_ca_topic_score_gemma":0.0008598059,"teacher_disagreement_score":0.013168475,"about_ca_system_score_codex":0.0013121314,"about_ca_system_score_gemma":0.0034596191,"threshold_uncertainty_score":0.069642365},"labels":[],"label_agreement":null},{"id":"W2249895101","doi":"","title":"Creative teamwork in quick projects development QPD, 24 hours of innovation","year":2011,"lang":"en","type":"preprint","venue":"Espace ÉTS (ETS)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Teamwork; General partnership; Context (archaeology); Competition (biology); Innovation management; Knowledge management; Work (physics); Empirical research; Engineering; Business; Psychology; Management; Computer science; Mechanical engineering; Geography","score_opus":0.044726774876648376,"score_gpt":0.28853949368251575,"score_spread":0.24381271880586736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2249895101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8965572,0.00043194025,0.052758124,0.00046695856,0.00020617183,0.00095955416,0.00079485873,0.0007280582,0.04709701],"genre_scores_gemma":[0.95250547,0.00008622485,0.025347752,0.000050541985,0.0000274867,0.000618687,0.00039400207,0.00010942502,0.02086035],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99702436,0.0015697924,0.00011860919,0.00042314266,0.00047097725,0.00039301292],"domain_scores_gemma":[0.9913292,0.004772511,0.0003885995,0.0009037191,0.00054967345,0.002056356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036479915,0.00039430434,0.0005860841,0.000809989,0.0012777653,0.0017272506,0.0009490612,0.0008826871,0.027665885],"category_scores_gemma":[0.011529661,0.00037049557,0.00040742237,0.00081827305,0.00076245226,0.000916051,0.003801521,0.00081356114,0.0027452204],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011823964,0.007190704,0.02539442,0.0020904876,0.000116386684,0.0019440822,0.033956096,0.017658867,0.0307722,0.033747055,0.026538022,0.8087677],"study_design_scores_gemma":[0.005230786,0.023004191,0.39014092,0.001376677,0.0002800289,0.0025493763,0.062410187,0.09189971,0.055307474,0.12388357,0.24334088,0.00057622336],"about_ca_topic_score_codex":0.0013472249,"about_ca_topic_score_gemma":0.002078352,"teacher_disagreement_score":0.027665885,"about_ca_system_score_codex":0.0010922733,"about_ca_system_score_gemma":0.0011307828,"threshold_uncertainty_score":0.09255159},"labels":[],"label_agreement":null},{"id":"W2250098132","doi":"10.25071/1718-4657.36724","title":"Lyotard and the Oikos","year":2008,"lang":"en","type":"article","venue":"Intersections conference journal","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Performativity; Epistemology; Context (archaeology); Sociology; Dualism; Action (physics); Philosophy; Aesthetics; Environmental ethics","score_opus":0.034828184799557196,"score_gpt":0.24747389519457147,"score_spread":0.2126457103950143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2250098132","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01740506,0.05869523,0.00833315,0.16962788,0.0040164613,0.00004763352,0.00010194751,0.000116099196,0.74165654],"genre_scores_gemma":[0.6093409,0.017980639,0.0046293493,0.042132955,0.003066867,0.00020652951,0.000093536786,0.00024555076,0.32230362],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99771225,0.0011225219,0.000088766115,0.0004013652,0.0003852784,0.0002899375],"domain_scores_gemma":[0.9986761,0.00068521773,0.00010553151,0.0001459587,0.00025411672,0.0001330388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021822564,0.0005585571,0.00060534716,0.0011794762,0.007547116,0.0063737123,0.00071251934,0.004420479,0.00761149],"category_scores_gemma":[0.0045266114,0.00026230933,0.00033331756,0.0009581439,0.023214413,0.008572102,0.004906718,0.005408757,0.0020031054],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024344683,0.000009275675,0.00013144292,0.00003584811,0.0000014584498,0.00006548314,0.005169498,0.000053903703,0.00007469107,0.97136587,0.017567651,0.0055005145],"study_design_scores_gemma":[0.000011348283,0.00001376428,0.00026861156,0.0001842169,0.0000023823868,0.00013354461,0.00292269,0.00019450986,0.00013305736,0.240803,0.75531566,0.000017224624],"about_ca_topic_score_codex":0.013446107,"about_ca_topic_score_gemma":0.010127911,"teacher_disagreement_score":0.013446107,"about_ca_system_score_codex":0.008115749,"about_ca_system_score_gemma":0.00392699,"threshold_uncertainty_score":0.058884203},"labels":[],"label_agreement":null},{"id":"W2250127272","doi":"","title":"Shared sensory experience : a design strategy for dissemination : a thesis presented in partial fulfillment of the requirements for the degree of Master of Design at Massey University, Wellington, New Zealand","year":2010,"lang":"en","type":"dissertation","venue":"Massey Research Online (Massey University)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Degree (music); Engineering; Psychology; Physics","score_opus":0.28169208984603894,"score_gpt":0.3807207733922886,"score_spread":0.09902868354624966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2250127272","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13854918,0.0026259525,0.5094549,0.03581341,0.0029686312,0.023461554,0.0012852801,0.0028327727,0.28300837],"genre_scores_gemma":[0.3561783,0.003183483,0.48523882,0.0039753956,0.00051559834,0.024458343,0.00092767086,0.0012348884,0.12428752],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922742,0.0052180225,0.00036622013,0.00051469856,0.0012101844,0.00041656787],"domain_scores_gemma":[0.9831728,0.009303052,0.0006244394,0.0025704596,0.0030423766,0.0012868531],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022582965,0.00066565827,0.00054121064,0.0015981878,0.0021030707,0.0068844226,0.0017723335,0.0014523511,0.04217932],"category_scores_gemma":[0.02840409,0.00040250077,0.00091111107,0.0013592519,0.0020713334,0.004488943,0.0065400084,0.0018178056,0.007271973],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038703004,0.0009824089,0.0024111923,0.0030274193,0.000053226962,0.0003668215,0.10607239,0.00081938715,0.008911808,0.0729194,0.0744275,0.72962135],"study_design_scores_gemma":[0.0003838568,0.0022368815,0.005287218,0.0035209197,0.00012382018,0.00043591915,0.058518764,0.002723457,0.0066018943,0.029044032,0.89102393,0.000099237775],"about_ca_topic_score_codex":0.0005386845,"about_ca_topic_score_gemma":0.00090744894,"teacher_disagreement_score":0.04217932,"about_ca_system_score_codex":0.0026723756,"about_ca_system_score_gemma":0.0049701645,"threshold_uncertainty_score":0.14110386},"labels":[],"label_agreement":null},{"id":"W2272858225","doi":"","title":"The Canadian Design Website: An Evaluation of Process and Product","year":2002,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Process (computing); Product (mathematics); Computer science; Process management; Business; Mathematics","score_opus":0.14165180193680627,"score_gpt":0.3202403934378135,"score_spread":0.17858859150100725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2272858225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9038828,0.0021842828,0.009073798,0.0019679256,0.00047323134,0.011017737,0.0042089727,0.001359398,0.06583175],"genre_scores_gemma":[0.8825185,0.002649932,0.05751614,0.0014825286,0.000111113324,0.006260499,0.0073412503,0.00071879284,0.04140127],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9660037,0.00960971,0.0013366212,0.0011105657,0.02084627,0.0010931874],"domain_scores_gemma":[0.8613772,0.054850884,0.004620144,0.0051741577,0.06535385,0.008623696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.033487774,0.0013194192,0.00090975914,0.0048561613,0.0050051543,0.0041159745,0.0023071966,0.0021156832,0.006069911],"category_scores_gemma":[0.089125015,0.0007174501,0.0010479974,0.004154393,0.002380991,0.0030178763,0.0027715836,0.0014975572,0.0012036631],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02871157,0.03334426,0.10297137,0.0067353933,0.000629862,0.00037427046,0.029593777,0.0046548513,0.016072728,0.008004216,0.059248406,0.70965934],"study_design_scores_gemma":[0.010801283,0.056352936,0.56478167,0.0035510706,0.00347587,0.00050498015,0.029255237,0.023594376,0.03487722,0.00203201,0.26958418,0.0011891159],"about_ca_topic_score_codex":0.64724237,"about_ca_topic_score_gemma":0.7173697,"teacher_disagreement_score":0.35275763,"about_ca_system_score_codex":0.029170014,"about_ca_system_score_gemma":0.06483704,"threshold_uncertainty_score":0.7096702},"labels":[],"label_agreement":null},{"id":"W2284422316","doi":"10.31686/ijier.vol4.iss1.501","title":"Understanding and Creating 3D Forms Using Familiar Objects","year":2016,"lang":"en","type":"article","venue":"International Journal for Innovation Education and Research","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Studio; Process (computing); Mathematics education; Vocabulary; Computer science; Spatial ability; Expression (computer science); Subject (documents); Psychology; World Wide Web; Linguistics","score_opus":0.3094568280247226,"score_gpt":0.47710116272319475,"score_spread":0.16764433469847217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2284422316","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.103065826,0.00040794045,0.83616316,0.0006935516,0.00007416554,0.00042309117,0.00014145194,0.0014761926,0.057554536],"genre_scores_gemma":[0.30088916,0.0010617906,0.6692433,0.0003164,0.00004031296,0.00022236526,0.00033560256,0.00049746234,0.027393578],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99847084,0.000414515,0.00008268074,0.0003142176,0.00060802983,0.00010965594],"domain_scores_gemma":[0.9979469,0.0010256334,0.00014674729,0.0005860092,0.00018576477,0.00010879363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016826848,0.0011537595,0.00043055322,0.0008307335,0.0007606253,0.004251693,0.0014109295,0.0017254264,0.01516241],"category_scores_gemma":[0.007008741,0.00051662966,0.0008853399,0.00050845736,0.0025370643,0.0045046452,0.0043332605,0.001424241,0.004533895],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012391244,0.0007263331,0.0072833956,0.0014345248,0.000048330654,0.0012401069,0.06048143,0.017233282,0.09369249,0.1013496,0.011403038,0.7049837],"study_design_scores_gemma":[0.00007605501,0.0009431841,0.012554519,0.0007969634,0.00007080261,0.007499684,0.023085352,0.037630953,0.074723944,0.13096675,0.7114105,0.00024130201],"about_ca_topic_score_codex":0.0006775028,"about_ca_topic_score_gemma":0.0009488477,"teacher_disagreement_score":0.01516241,"about_ca_system_score_codex":0.00047130598,"about_ca_system_score_gemma":0.0008353,"threshold_uncertainty_score":0.050723314},"labels":[],"label_agreement":null},{"id":"W2286157088","doi":"","title":"Alive: New Design Frontiers","year":2013,"lang":"en","type":"article","venue":"University of the Arts London Research Online (University of the Arts London)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Exhibition; Architecture; Studio; Visual arts; Design studio; Architectural engineering; Engineering; Sociology; Art","score_opus":0.050608291405640826,"score_gpt":0.262552623919766,"score_spread":0.2119443325141252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2286157088","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00821638,0.03148474,0.085271396,0.13179201,0.009375439,0.00013565304,0.00030107686,0.0015181283,0.7319051],"genre_scores_gemma":[0.2841606,0.035212405,0.10912254,0.038666867,0.004340952,0.0009490086,0.0008214982,0.0025717658,0.5241544],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.991482,0.004387048,0.00027440983,0.0008276919,0.0021554527,0.0008732628],"domain_scores_gemma":[0.99399096,0.0026511084,0.00014534379,0.0011989856,0.0008417001,0.0011719018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0112571,0.0013360489,0.00069436175,0.0020558652,0.0060437773,0.017322296,0.0027102062,0.0073013674,0.059022337],"category_scores_gemma":[0.009101781,0.0008037669,0.0012992078,0.0013725956,0.015387577,0.025619628,0.012936148,0.008412086,0.009819692],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025063164,0.000036344583,0.00011557127,0.00016558309,0.0000047940207,0.000076495475,0.004357893,0.0002527269,0.00031488398,0.87708616,0.06125121,0.056313153],"study_design_scores_gemma":[0.0000053167637,0.000020403602,0.000053135627,0.00018270731,0.0000022932502,0.000092238406,0.0017302207,0.00023157793,0.00010989753,0.10719555,0.8903672,0.000009404593],"about_ca_topic_score_codex":0.0016040945,"about_ca_topic_score_gemma":0.0026962173,"teacher_disagreement_score":0.059022337,"about_ca_system_score_codex":0.005559874,"about_ca_system_score_gemma":0.003963644,"threshold_uncertainty_score":0.19744939},"labels":[],"label_agreement":null},{"id":"W2291093266","doi":"10.1115/detc2015-46502","title":"Measuring the Evoked Hardness of Design Problems Using Transient Microstates","year":2015,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Ministate; Context (archaeology); Computer science; Interfacing; Transient (computer programming); Electroencephalography; Process (computing); Cognition; Segmentation; Artificial intelligence; Human–computer interaction; Cognitive psychology; Psychology; Neuroscience","score_opus":0.17137137631161808,"score_gpt":0.2770204274290032,"score_spread":0.1056490511173851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291093266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95428413,0.0003721967,0.03886262,0.00013412395,0.00003795785,0.00015378048,0.00044103258,0.00019897979,0.0055150767],"genre_scores_gemma":[0.98655033,0.00027574023,0.011699066,0.000056265617,0.00002515128,0.000107011,0.0002962162,0.00003449306,0.0009556229],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9997365,0.00005263469,0.000015130713,0.000051527182,0.000114861614,0.00002934746],"domain_scores_gemma":[0.99812347,0.0010948516,0.00037771623,0.00010008494,0.00018151477,0.0001224079],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023298607,0.00033917662,0.00022433336,0.00075241545,0.00016133614,0.00062922103,0.00020355795,0.00045672126,0.0034056893],"category_scores_gemma":[0.0048156423,0.00014430142,0.0002443416,0.0005388475,0.0003085742,0.00055532745,0.0005322658,0.00039555403,0.00035154232],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001865074,0.00046334532,0.03653396,0.0011125708,0.00020630719,0.00048121627,0.002144789,0.0049725818,0.7602412,0.0024408493,0.001643171,0.18789497],"study_design_scores_gemma":[0.000085645304,0.0024571114,0.87832755,0.000108614426,0.00013835369,0.001499536,0.0018587817,0.025432412,0.08183513,0.0049013305,0.003255912,0.00009954243],"about_ca_topic_score_codex":0.0003674275,"about_ca_topic_score_gemma":0.0005347522,"teacher_disagreement_score":0.0034056893,"about_ca_system_score_codex":0.00017444535,"about_ca_system_score_gemma":0.000105068466,"threshold_uncertainty_score":0.011393189},"labels":[],"label_agreement":null},{"id":"W2291112984","doi":"","title":"EXAMINATION OF THE PROCEDURE OF ARCHITECTURE EDUCATION SYSTEM IN THE SUBORDINATE DESCIPLINES IN THE UNITED STATES AND CANADA","year":2005,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Architecture; Political science; History; Archaeology","score_opus":0.007062872331517261,"score_gpt":0.22016610729588235,"score_spread":0.2131032349643651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291112984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92953074,0.00019609259,0.0012530581,0.0038432868,0.0000398131,0.00021051793,0.00036602336,0.00009594377,0.06446447],"genre_scores_gemma":[0.972765,0.00012819817,0.0012110672,0.00044307654,0.0000050611907,0.000034250843,0.00012417647,0.00002316456,0.025266059],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99404496,0.001073666,0.00018985006,0.00042750724,0.0019515746,0.0023125308],"domain_scores_gemma":[0.97694093,0.003942508,0.0007244011,0.00056177255,0.014144649,0.0036857282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038101461,0.00012288544,0.0001990379,0.0024231293,0.011651562,0.0046663713,0.001726786,0.0008396015,0.0038384662],"category_scores_gemma":[0.017201545,0.0003376725,0.00029783265,0.0029471475,0.00335651,0.000749058,0.0016007805,0.0015211818,0.0003405852],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003728795,0.00068999623,0.476664,0.00018070627,0.00007894089,0.0010551924,0.09279133,0.008061609,0.0056755785,0.18052192,0.022726802,0.21118104],"study_design_scores_gemma":[0.00005632043,0.00021204472,0.8160067,0.00010763267,0.000047814938,0.00016276649,0.06722198,0.0059814523,0.003700064,0.0025117602,0.10386279,0.000128704],"about_ca_topic_score_codex":0.99202216,"about_ca_topic_score_gemma":0.996842,"teacher_disagreement_score":0.8858285,"about_ca_system_score_codex":0.11417153,"about_ca_system_score_gemma":0.2208406,"threshold_uncertainty_score":0.8283763},"labels":[],"label_agreement":null},{"id":"W2292786553","doi":"","title":"Making Context Sensitive Design an Everyday Part of Geometric Design Practice","year":2007,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Context (archaeology); Presentation (obstetrics); Subject (documents); Computer science; Focus (optics); Psychology; Library science; World Wide Web; History; Medicine","score_opus":0.11589506075906521,"score_gpt":0.34265228919036206,"score_spread":0.22675722843129686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2292786553","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.076996885,0.008223886,0.6553022,0.081178665,0.0018412902,0.00057609944,0.00007010701,0.0015557086,0.17425513],"genre_scores_gemma":[0.66962475,0.004314294,0.30034876,0.005107818,0.0003681429,0.0006055912,0.000088480105,0.0004821932,0.019060014],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.94900477,0.042477507,0.0011428718,0.0020000474,0.004077708,0.0012971894],"domain_scores_gemma":[0.9690532,0.018700697,0.0012805226,0.006139797,0.0025138068,0.0023118886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03192089,0.0013725694,0.00077852246,0.0021818506,0.007861752,0.014024098,0.00247307,0.005264105,0.007904352],"category_scores_gemma":[0.03353812,0.0014587353,0.0007947398,0.0013454317,0.02434407,0.018837897,0.013954563,0.0072471653,0.0023362348],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012178866,0.00032163388,0.0028850206,0.0011691962,0.000061880455,0.0007561364,0.2761678,0.0025560937,0.010035629,0.42694363,0.026621573,0.2523596],"study_design_scores_gemma":[0.000048673137,0.00029644291,0.001058249,0.001154716,0.000032242853,0.0010753021,0.06789898,0.0015759026,0.0029307534,0.2897519,0.6340733,0.00010352328],"about_ca_topic_score_codex":0.0010666293,"about_ca_topic_score_gemma":0.0018333426,"teacher_disagreement_score":0.03192089,"about_ca_system_score_codex":0.0033802313,"about_ca_system_score_gemma":0.0042843274,"threshold_uncertainty_score":0.16881585},"labels":[],"label_agreement":null},{"id":"W2294430291","doi":"10.3233/ifs-141321","title":"A linguistic approach to concurrent design","year":2015,"lang":"en","type":"article","venue":"Journal of Intelligent & Fuzzy Systems","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Calgary","funders":"","keywords":"Pareto principle; Computer science; Fuzzy logic; Multidisciplinary approach; Mathematical optimization; Multidisciplinary design optimization; Parametric design; State space; Parametric statistics; Optimal design; Artificial intelligence; Mathematics; Machine learning","score_opus":0.12692934469405173,"score_gpt":0.3112476553743122,"score_spread":0.18431831068026047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294430291","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024728354,0.00024474465,0.97955817,0.0004831634,0.0000708839,0.000087913766,0.000014155866,0.00007595368,0.016992249],"genre_scores_gemma":[0.21706358,0.00041819166,0.7732192,0.0002682168,0.0000951433,0.000499741,0.000035577355,0.000079355465,0.008320974],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99538785,0.0022864635,0.00031746714,0.00036939993,0.0014595162,0.00017939393],"domain_scores_gemma":[0.99620724,0.0017862115,0.00033075546,0.00049812155,0.0010278953,0.0001498822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005395271,0.0007166615,0.00044424445,0.0018374694,0.0020801043,0.003524259,0.0020854145,0.0012863495,0.0059453007],"category_scores_gemma":[0.0070605753,0.00054564374,0.0012839467,0.0010152004,0.0053249896,0.0027150372,0.002682719,0.0018009783,0.00060659583],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020420926,0.000034283716,0.0001256915,0.00014963892,0.000019047815,0.00010444825,0.0008076198,0.03539243,0.0017815179,0.9375031,0.00058128417,0.023480423],"study_design_scores_gemma":[0.000047076555,0.00010326963,0.00011324074,0.0001931273,0.00004278479,0.00015050109,0.00038340868,0.1856647,0.003126962,0.75349915,0.056633633,0.000042175496],"about_ca_topic_score_codex":0.0024768831,"about_ca_topic_score_gemma":0.0024066393,"teacher_disagreement_score":0.0059453007,"about_ca_system_score_codex":0.002928185,"about_ca_system_score_gemma":0.0025427372,"threshold_uncertainty_score":0.02853328},"labels":[],"label_agreement":null},{"id":"W2297065810","doi":"","title":"Sinuous and Sensual","year":2007,"lang":"en","type":"article","venue":"Ceramics technical","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Art; Computer science; Art history; Artificial intelligence; Visual arts; History; Archaeology","score_opus":0.00719077369179558,"score_gpt":0.2492447075543088,"score_spread":0.24205393386251323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2297065810","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012280913,0.011331745,0.007989624,0.04939275,0.0058894544,0.000035451994,0.000103195256,0.0002532624,0.9127236],"genre_scores_gemma":[0.6321975,0.0061069555,0.003971754,0.033720683,0.0030942054,0.000107829066,0.00013193463,0.00044489955,0.32022423],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944728,0.0024160973,0.00011094419,0.00068164687,0.0017021463,0.0006163175],"domain_scores_gemma":[0.9964857,0.0009479237,0.00029736204,0.00088152353,0.00077264785,0.00061484944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033825,0.00087508664,0.00058606674,0.0011826415,0.008465872,0.008479152,0.0010250029,0.0022332773,0.014145143],"category_scores_gemma":[0.0098789595,0.00034806613,0.00039361086,0.00070123485,0.053323146,0.008263692,0.0077110613,0.006570833,0.0046245945],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052210347,0.00003192833,0.0006439685,0.00010702361,0.000020266896,0.00020740954,0.055687666,0.00009490912,0.00058539584,0.80296934,0.112549335,0.027050423],"study_design_scores_gemma":[0.000007574605,0.000022930528,0.0005307029,0.00020414752,0.0000050990684,0.00033463127,0.019167371,0.00007641018,0.0001892922,0.08704854,0.89238983,0.000023403876],"about_ca_topic_score_codex":0.0043011764,"about_ca_topic_score_gemma":0.005991824,"teacher_disagreement_score":0.014145143,"about_ca_system_score_codex":0.0020103946,"about_ca_system_score_gemma":0.0021598819,"threshold_uncertainty_score":0.047320187},"labels":[],"label_agreement":null},{"id":"W2308775723","doi":"10.1115/detc2003/dtm-48657","title":"Representation and Interpretation of Sketches in Mechanical Design: Experimental and Theoretical Approaches","year":2003,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Sketch; Interpretation (philosophy); Computer science; Representation (politics); Set (abstract data type); Foundation (evidence); Process (computing); Mereology; Conceptual design; Artificial intelligence; Management science; Engineering drawing; Theoretical computer science; Human–computer interaction; Programming language; Engineering; Algorithm; Epistemology","score_opus":0.053260107524882715,"score_gpt":0.2895210780233495,"score_spread":0.23626097049846675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2308775723","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07625874,0.002326139,0.86711514,0.0031781876,0.00014668607,0.00053195655,0.000121911944,0.0002499372,0.0500713],"genre_scores_gemma":[0.71082926,0.0019131287,0.28254735,0.00029003833,0.00009625858,0.0013353212,0.0001805706,0.0000839074,0.0027241693],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9821175,0.013336423,0.0008290856,0.0011808584,0.0022247867,0.00031126876],"domain_scores_gemma":[0.9263527,0.06180835,0.0027466596,0.006454759,0.0022344564,0.00040321104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017092261,0.0011089838,0.0007133829,0.0035993066,0.0017582563,0.009122598,0.0040748413,0.0030346236,0.00958553],"category_scores_gemma":[0.06197438,0.0011435313,0.0010583699,0.0022496425,0.027832305,0.021545239,0.0052153612,0.0032207968,0.00056645117],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006964231,0.000223692,0.0005019869,0.00055123423,0.000017509536,0.00007984728,0.008205569,0.005979818,0.0016086951,0.95670485,0.00030875354,0.025748488],"study_design_scores_gemma":[0.0001799466,0.00031915636,0.00076914334,0.0005028309,0.00002593707,0.00032024848,0.00874415,0.0351903,0.004515192,0.93260235,0.016753357,0.00007724041],"about_ca_topic_score_codex":0.0008329922,"about_ca_topic_score_gemma":0.0005391008,"teacher_disagreement_score":0.017092261,"about_ca_system_score_codex":0.003917718,"about_ca_system_score_gemma":0.001902264,"threshold_uncertainty_score":0.0903936},"labels":[],"label_agreement":null},{"id":"W2314595848","doi":"10.1177/1071181312561292","title":"A Framework for an Evolutionary Computation Approach to Supporting Concept Generation","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"TRIZ; Computer science; Process (computing); Management science; Computation; Evolutionary computation; Product (mathematics); Diversity (politics); Engineering design process; Artificial intelligence; Engineering; Mathematics; Sociology; Algorithm","score_opus":0.04856781876419168,"score_gpt":0.29632435831348436,"score_spread":0.24775653954929266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314595848","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009226543,0.00018497663,0.9926246,0.00046749058,0.000021179469,0.000075045784,0.000021780561,0.00009400381,0.0055882405],"genre_scores_gemma":[0.035970587,0.0002878958,0.961602,0.000099320365,0.000023699342,0.0004098495,0.000067307294,0.00003358755,0.0015058259],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99771523,0.0011666123,0.00014566732,0.00025312472,0.0006131905,0.00010606025],"domain_scores_gemma":[0.99778205,0.0014652527,0.0001139821,0.00025965387,0.0002596536,0.000119413955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040149717,0.00092281256,0.00070373935,0.0021265198,0.0017429023,0.0034277972,0.0032693504,0.0020017894,0.0059291353],"category_scores_gemma":[0.007813271,0.0005988428,0.0016659945,0.0013066921,0.0046072556,0.0034318212,0.0029191677,0.0024465455,0.0009458232],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008542853,0.000029623898,0.00012842215,0.000098123935,0.00002224452,0.00012120953,0.0004890051,0.042996813,0.0008914635,0.93023264,0.00067130086,0.024310669],"study_design_scores_gemma":[0.000041828538,0.000060292456,0.000108837885,0.00019412761,0.000026305257,0.00019108568,0.00021744953,0.2197931,0.0008141326,0.73623824,0.042278457,0.000036108144],"about_ca_topic_score_codex":0.0048103184,"about_ca_topic_score_gemma":0.0043998207,"teacher_disagreement_score":0.0059291353,"about_ca_system_score_codex":0.0019626522,"about_ca_system_score_gemma":0.002892711,"threshold_uncertainty_score":0.02123344},"labels":[],"label_agreement":null},{"id":"W2317741778","doi":"10.7202/1035398ar","title":"Is Sustainability Reorienting the Visual Expression of Architecture?","year":2016,"lang":"fr","type":"article","venue":"RACAR Revue d art canadienne","topic":"Design Education and Practice","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Université de Montréal","keywords":"Humanities; Political science; Sociology; Art","score_opus":0.009722377650656483,"score_gpt":0.2469496410586608,"score_spread":0.23722726340800432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2317741778","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20043562,0.005367772,0.07632022,0.028854737,0.0007723748,0.000059258415,0.00011823534,0.0005032303,0.6875685],"genre_scores_gemma":[0.9697381,0.001554156,0.006765405,0.00052015274,0.00008525397,0.000043982185,0.00004423133,0.00021675337,0.021032022],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9981158,0.0011373668,0.000043417214,0.00020122073,0.00029085946,0.00021128071],"domain_scores_gemma":[0.9985781,0.0005389848,0.00017255457,0.0003060866,0.00027610693,0.00012814329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019862754,0.0004801418,0.00024163863,0.0013311146,0.0024294332,0.008971767,0.00077513093,0.0014437146,0.007875179],"category_scores_gemma":[0.0055660782,0.00027681483,0.0004033177,0.001409963,0.015908377,0.008571644,0.003384695,0.0015073158,0.00089780457],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053993037,0.000018074694,0.0033882638,0.00024345797,0.000021935175,0.00031493724,0.11919503,0.0015033114,0.0042164065,0.7891655,0.005001423,0.076877646],"study_design_scores_gemma":[0.000016550688,0.000069730195,0.0076323347,0.00046446052,0.000036556205,0.0006241044,0.10009857,0.0017021345,0.0018575159,0.4323074,0.45512256,0.00006806658],"about_ca_topic_score_codex":0.007700667,"about_ca_topic_score_gemma":0.009251045,"teacher_disagreement_score":0.008971767,"about_ca_system_score_codex":0.0027774123,"about_ca_system_score_gemma":0.002148744,"threshold_uncertainty_score":0.026345074},"labels":[],"label_agreement":null},{"id":"W2319083647","doi":"10.1177/154193120304700301","title":"Cognitive Analysis Based Design for Practitioners","year":2003,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"","keywords":"Cognition; Computer science; Psychology; Neuroscience","score_opus":0.0300272320879883,"score_gpt":0.2628288299339046,"score_spread":0.2328015978459163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319083647","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054586222,0.00032751594,0.9661432,0.0020654055,0.00013156259,0.00050220976,0.000073113806,0.0015886223,0.023709659],"genre_scores_gemma":[0.095538124,0.00023733768,0.8934386,0.00042411618,0.00003726359,0.00156639,0.00016671089,0.00043103073,0.008160451],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9853028,0.010958561,0.0004574562,0.0008602904,0.002070894,0.00035001003],"domain_scores_gemma":[0.97662973,0.014455015,0.0005049888,0.0037630778,0.0039688526,0.00067826314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01743996,0.0016396882,0.00084775116,0.0026808023,0.0018922313,0.008123007,0.0022011215,0.0028937855,0.016734546],"category_scores_gemma":[0.02745531,0.0012132099,0.00094025326,0.0012736662,0.0031223912,0.0060904254,0.0037215177,0.0034280869,0.003689842],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031377678,0.00070750347,0.0017255199,0.0013340849,0.000104562794,0.0001511087,0.016035445,0.00915895,0.007129665,0.4216569,0.022922,0.51876056],"study_design_scores_gemma":[0.00037444342,0.0005603191,0.0012110027,0.0013436767,0.00014718657,0.00026058647,0.0069759875,0.05887732,0.007319716,0.63833356,0.28451335,0.00008290236],"about_ca_topic_score_codex":0.001951421,"about_ca_topic_score_gemma":0.002187012,"teacher_disagreement_score":0.01743996,"about_ca_system_score_codex":0.0032255978,"about_ca_system_score_gemma":0.0052912207,"threshold_uncertainty_score":0.092232406},"labels":[],"label_agreement":null},{"id":"W2319720418","doi":"10.1115/detc2009-86069","title":"Case Study in Systematic Design Engineering: Smoke Gas Dust Precipitation","year":2009,"lang":"en","type":"article","venue":"Volume 8: 14th Design for Manufacturing and the Life Cycle Conference; 6th Symposium on International Design and Design Education; 21st International Conference on Design Theory and Methodology, Parts A and B","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Scope (computer science); Engineering design process; Process (computing); Computer science; Heuristic; Design process; Process design; Smoke; Creativity; Systems engineering; Management science; Engineering; Process engineering; Mechanical engineering; Artificial intelligence; Process integration","score_opus":0.13919887203603318,"score_gpt":0.34769938677550405,"score_spread":0.20850051473947087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319720418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4736097,0.0017386656,0.44689164,0.005333482,0.00020923375,0.0027952404,0.00025555913,0.00027071437,0.06889586],"genre_scores_gemma":[0.7428649,0.00075790595,0.24518615,0.00047366798,0.000035589645,0.0008801237,0.000109341294,0.000046136258,0.009646212],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"case_report","domain_scores_codex":[0.9923959,0.005583823,0.00023517295,0.00030381064,0.001159962,0.00032131243],"domain_scores_gemma":[0.9897933,0.008107174,0.000326526,0.00064647436,0.00065519765,0.00047131913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005596487,0.00062119,0.0005598657,0.0008905822,0.003129046,0.0016599369,0.0015039408,0.0032808913,0.0036508646],"category_scores_gemma":[0.008803043,0.0004093471,0.0009299017,0.0012799333,0.0027913952,0.0013982195,0.0024166866,0.0016245858,0.00045344434],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013810844,0.005362364,0.018753715,0.0048435237,0.00023421514,0.047683734,0.13045257,0.11588044,0.022634754,0.3178949,0.024210151,0.31066853],"study_design_scores_gemma":[0.0014691609,0.006881305,0.012669011,0.0022416688,0.00017517472,0.02828984,0.11798116,0.13670665,0.051804252,0.17063782,0.47076368,0.0003803265],"about_ca_topic_score_codex":0.002067674,"about_ca_topic_score_gemma":0.004889355,"teacher_disagreement_score":0.005596487,"about_ca_system_score_codex":0.0017330116,"about_ca_system_score_gemma":0.0028503297,"threshold_uncertainty_score":0.029597402},"labels":[],"label_agreement":null},{"id":"W2319832029","doi":"10.71781/2627","title":"Biomimicry and innovation in sustainable design : understanding its innovation supporting characteristics compared to ecodesign","year":2015,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Université de Montréal","keywords":"Ecodesign; Engineering; Sustainable design; Biomimetics; Eco-innovation; Manufacturing engineering; Innovation management; TRIZ; Business; Sustainability; Engineering management; Architectural engineering; Construction engineering; Nanotechnology; Marketing; Materials science; Ecology","score_opus":0.1802444777258676,"score_gpt":0.38504348308427944,"score_spread":0.20479900535841183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319832029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44242215,0.011530679,0.21509689,0.012530494,0.00018328076,0.00018894802,0.00014051967,0.00013105795,0.31777608],"genre_scores_gemma":[0.95318156,0.003596559,0.027624812,0.00038218082,0.00005196531,0.00016746444,0.000051193634,0.00003511551,0.014909135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987638,0.0004121517,0.000068115995,0.00022061208,0.00038638065,0.00014897906],"domain_scores_gemma":[0.99742633,0.0012475991,0.00047795707,0.00030927343,0.00037140853,0.0001673048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00183868,0.00039371388,0.0004300452,0.0024818399,0.0009778474,0.005356971,0.000761905,0.0019017862,0.0048665535],"category_scores_gemma":[0.004104774,0.000291332,0.0006328144,0.0021409793,0.0063692294,0.0067609623,0.00294651,0.0008502529,0.00059501536],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007588113,0.00012657684,0.018026983,0.0005319373,0.00003071508,0.00020953467,0.0065217004,0.010731721,0.004241063,0.86599743,0.0006664726,0.09283997],"study_design_scores_gemma":[0.000030454918,0.00041097676,0.03941649,0.00044381781,0.000059713813,0.0006608104,0.013684509,0.030158473,0.0067766653,0.7586084,0.14966065,0.00008910673],"about_ca_topic_score_codex":0.0032532164,"about_ca_topic_score_gemma":0.0045008725,"teacher_disagreement_score":0.005356971,"about_ca_system_score_codex":0.003735885,"about_ca_system_score_gemma":0.0030429822,"threshold_uncertainty_score":0.027105868},"labels":[],"label_agreement":null},{"id":"W2323644890","doi":"10.1115/detc2010-28675","title":"Potential Limitations of Verbal Protocols in Design Experiments","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cognition; Protocol (science); Creativity; Protocol analysis; Computer science; Nonverbal communication; Design elements and principles; Cognitive psychology; Psychology; Cognitive science; Developmental psychology; Social psychology; Neuroscience","score_opus":0.10352841507651249,"score_gpt":0.3378887685261037,"score_spread":0.23436035344959122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323644890","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02386719,0.0053327335,0.8748215,0.013236325,0.009019784,0.052778255,0.00082353875,0.0020097184,0.018110927],"genre_scores_gemma":[0.090349436,0.0018526217,0.6428462,0.0097663505,0.0014353368,0.2488904,0.00023289505,0.00071162614,0.003915062],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.24631871,0.6164405,0.07167643,0.01063837,0.053108074,0.0018180093],"domain_scores_gemma":[0.107531875,0.7031438,0.035578303,0.102944806,0.048925605,0.0018755568],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.56103295,0.004029859,0.0030835706,0.0047979625,0.0037814998,0.00750175,0.010918295,0.0070444904,0.009075739],"category_scores_gemma":[0.77518296,0.003477758,0.0033179815,0.0057331244,0.011888739,0.009617361,0.00754195,0.010127844,0.004315366],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0108775655,0.0027050462,0.007612529,0.03900675,0.001420136,0.0020544627,0.07909132,0.010978372,0.019032408,0.19601382,0.037964214,0.5932434],"study_design_scores_gemma":[0.004998051,0.008794628,0.012408835,0.03492805,0.0013784198,0.0026800456,0.018475613,0.028977793,0.03517659,0.36381385,0.48730382,0.001064259],"about_ca_topic_score_codex":0.0012263674,"about_ca_topic_score_gemma":0.0015734492,"teacher_disagreement_score":0.43896705,"about_ca_system_score_codex":0.006927683,"about_ca_system_score_gemma":0.010942043,"threshold_uncertainty_score":0.54132456},"labels":[],"label_agreement":null},{"id":"W2324957978","doi":"10.5465/amle.2014.0385","title":"Introduction: Design Thinking for Learning","year":2014,"lang":"en","type":"article","venue":"Academy of Management Learning and Education","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Learning design; Design thinking; Learning Management; Psychology; Mathematics education; Computer science; Human–computer interaction","score_opus":0.01617481903451079,"score_gpt":0.2745503788383189,"score_spread":0.2583755598038081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2324957978","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022114,0.064651735,0.18134697,0.16993146,0.05063399,0.00022044839,0.00052227604,0.00098495,0.5294967],"genre_scores_gemma":[0.08722605,0.04944831,0.116532005,0.103978075,0.058030818,0.00092402106,0.0006561207,0.001409304,0.5817953],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99793255,0.00087598525,0.000115084986,0.0003383291,0.0006457472,0.00009235934],"domain_scores_gemma":[0.99600667,0.002949324,0.00009263442,0.00021300462,0.0005620526,0.00017627372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021082035,0.001217811,0.00061242236,0.0017832724,0.0024165567,0.0060584755,0.0013723497,0.0045453585,0.02801596],"category_scores_gemma":[0.003982809,0.00044004028,0.0007567209,0.0017203096,0.0074345353,0.006414537,0.0027448991,0.006421181,0.009544003],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014642294,0.00003758106,0.00009517683,0.00065533066,0.0000070002825,0.00005401494,0.0019127046,0.0003506314,0.00025596976,0.6355649,0.28882852,0.072223485],"study_design_scores_gemma":[0.000008474076,0.00001620926,0.00010714796,0.00052647357,0.0000045156376,0.000094621246,0.0003950109,0.00030594997,0.0001443209,0.19537804,0.80300653,0.000012735698],"about_ca_topic_score_codex":0.0013405317,"about_ca_topic_score_gemma":0.0017448689,"teacher_disagreement_score":0.02801596,"about_ca_system_score_codex":0.0025430953,"about_ca_system_score_gemma":0.002132837,"threshold_uncertainty_score":0.09372276},"labels":[],"label_agreement":null},{"id":"W2330035391","doi":"10.1109/idam.2014.6912707","title":"Preliminary study on improving the efficiency of recruiting in a staffing agency using environment-based design methodology: Environment analysis","year":2014,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Staffing; Agency (philosophy); Matching (statistics); The Internet; Sustainability; Process (computing); Revenue; Computer science; Scale (ratio); Process management; Order (exchange); Business; Risk analysis (engineering); Engineering management; Engineering; Finance; World Wide Web; Economics; Management","score_opus":0.13545694122332805,"score_gpt":0.3151893187847867,"score_spread":0.17973237756145863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330035391","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18447198,0.00022696218,0.80407214,0.00034613986,0.00003798377,0.0013897035,0.00007645133,0.00071315985,0.0086655],"genre_scores_gemma":[0.2843007,0.0002429242,0.71230024,0.000102073245,0.000010696476,0.00068768254,0.00010264284,0.00015407693,0.00209897],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9794775,0.015978774,0.0008382993,0.00080825534,0.0022328184,0.00066420314],"domain_scores_gemma":[0.9619023,0.02629915,0.0017431674,0.0030614887,0.0062813237,0.00071252213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01656888,0.00085027644,0.0006478828,0.0013198999,0.00092461595,0.0023558135,0.0014198093,0.0009828593,0.0036548823],"category_scores_gemma":[0.028046262,0.0006138851,0.0008974787,0.0011962575,0.00084582996,0.0023057833,0.0012497326,0.00090193434,0.000480406],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015072937,0.0056305695,0.025950108,0.0031332774,0.00028349634,0.00042003102,0.0071713706,0.13019505,0.04603411,0.032572642,0.0024733562,0.7446287],"study_design_scores_gemma":[0.0011254345,0.01952666,0.034662187,0.0009156335,0.0007029209,0.000746838,0.011224147,0.7333845,0.1030229,0.029317172,0.06506321,0.00030839906],"about_ca_topic_score_codex":0.0012638164,"about_ca_topic_score_gemma":0.0018693082,"teacher_disagreement_score":0.01656888,"about_ca_system_score_codex":0.0011776716,"about_ca_system_score_gemma":0.0027951582,"threshold_uncertainty_score":0.08762568},"labels":[],"label_agreement":null},{"id":"W2330175468","doi":"10.1080/17547075.2016.1142347","title":"A Case for the Sublime Uselessness of Graphic Design","year":2016,"lang":"en","type":"article","venue":"Design and Culture","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Architecture; Discipline; Scientism; Criticism; Sublime; Positivism; Autonomy; Sociology; Field (mathematics); Value (mathematics); Epistemology; Aesthetics; Engineering ethics; Computer science; Social science; Visual arts; Engineering; Political science; Art; Law","score_opus":0.04787833977021189,"score_gpt":0.2551194889803148,"score_spread":0.2072411492101029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330175468","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04782515,0.011543711,0.044611387,0.47341013,0.0029617928,0.00006564241,0.000075125085,0.00054343726,0.41896358],"genre_scores_gemma":[0.8722846,0.004710372,0.018978663,0.048857078,0.0020121874,0.0001817033,0.000046229627,0.0010623697,0.051866807],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9710886,0.018368557,0.0006434502,0.0026594377,0.006025823,0.0012142294],"domain_scores_gemma":[0.9527614,0.028457925,0.0020197027,0.009743136,0.0048153684,0.0022023434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026803792,0.0010966894,0.00084689213,0.0043312428,0.01519768,0.020344326,0.0025309524,0.009334704,0.012358994],"category_scores_gemma":[0.039642658,0.0009091694,0.00085713796,0.0018261386,0.11542366,0.02064588,0.011773537,0.013480839,0.0028689764],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004638066,0.000023755889,0.00061427674,0.00016312175,0.000012530681,0.00027672044,0.03115748,0.00023410407,0.00035506612,0.9326825,0.0214613,0.012972701],"study_design_scores_gemma":[0.00004474031,0.00006534109,0.00075486937,0.0005739147,0.000015512913,0.00096453645,0.015850399,0.0006692222,0.00065888645,0.3578698,0.622472,0.000060785867],"about_ca_topic_score_codex":0.0038306834,"about_ca_topic_score_gemma":0.004660307,"teacher_disagreement_score":0.026803792,"about_ca_system_score_codex":0.007995214,"about_ca_system_score_gemma":0.00464893,"threshold_uncertainty_score":0.14175367},"labels":[],"label_agreement":null},{"id":"W2331442158","doi":"10.1109/idam.2014.6912695","title":"Conflict identification in conceptual design: Algorithm and case study","year":2014,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Identification (biology); Construct (python library); Computer science; Data mining; Algorithm; Algorithm design; Quality (philosophy)","score_opus":0.051746051348035,"score_gpt":0.3015004687160182,"score_spread":0.2497544173679832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2331442158","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01109295,0.00007256997,0.98600626,0.00017002376,0.0000074828295,0.00029123208,0.000029137835,0.00018450907,0.0021458692],"genre_scores_gemma":[0.039869856,0.000056864243,0.9594018,0.000022376138,0.000003938028,0.00024858466,0.000049125247,0.000021726679,0.00032577605],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9881592,0.008403739,0.00067840895,0.0006993788,0.0017603142,0.0002988758],"domain_scores_gemma":[0.9772929,0.018970555,0.0007797771,0.0010681159,0.0017126367,0.00017616332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012355129,0.0010867463,0.0007619344,0.0029828362,0.0016414431,0.0032916933,0.0023411436,0.002929533,0.003682744],"category_scores_gemma":[0.027075734,0.0008835134,0.0010553744,0.0027463145,0.002679641,0.0034347626,0.0035606679,0.0015361067,0.00050189614],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031515022,0.000668102,0.00790719,0.0010356483,0.00009773864,0.0008012133,0.0038326883,0.32819968,0.0054197735,0.25536272,0.002580285,0.3937799],"study_design_scores_gemma":[0.00012539458,0.0001841561,0.00045894514,0.00024418088,0.000049057384,0.00056098145,0.0010689668,0.9132079,0.005935973,0.06453771,0.013578387,0.000048370202],"about_ca_topic_score_codex":0.0013640521,"about_ca_topic_score_gemma":0.0014746245,"teacher_disagreement_score":0.012355129,"about_ca_system_score_codex":0.0015937794,"about_ca_system_score_gemma":0.0018710864,"threshold_uncertainty_score":0.065340996},"labels":[],"label_agreement":null},{"id":"W2332241662","doi":"10.1177/002029401004300205","title":"Sensing in Nature: Using Biomimetics for Design of Sensors","year":2010,"lang":"en","type":"article","venue":"Measurement and Control","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Biomimetics; Computer science; Identification (biology); Artificial intelligence; Engineering; Ecology; Biology","score_opus":0.043474018038351686,"score_gpt":0.26122185283993016,"score_spread":0.21774783480157847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332241662","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063887737,0.0021669946,0.97932386,0.001129757,0.00011457799,0.00007028797,0.000026839072,0.00018573596,0.010593171],"genre_scores_gemma":[0.10874894,0.0032916085,0.8814391,0.0004051063,0.00005219719,0.0002422597,0.000048365517,0.00008694551,0.0056856107],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993192,0.00024672202,0.000048101185,0.00009358815,0.00026063138,0.000031745134],"domain_scores_gemma":[0.99934906,0.00039402468,0.00007191336,0.00008525267,0.00007400067,0.000025701309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010547336,0.00080393616,0.0004773697,0.0008426592,0.0006858096,0.0013492992,0.0008326398,0.001538325,0.0030978569],"category_scores_gemma":[0.001849621,0.00045199774,0.0006088292,0.0006916677,0.0026624773,0.001891177,0.0013245518,0.0008182138,0.0007650025],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007080668,0.00008203456,0.0008450574,0.0016058623,0.00005172088,0.0005278562,0.0014150192,0.1644318,0.09428996,0.5374497,0.0032824404,0.19594774],"study_design_scores_gemma":[0.0000640929,0.00040374364,0.0007858607,0.0005373583,0.000069010166,0.0008092369,0.0005386676,0.26707992,0.06502076,0.4892351,0.17534798,0.000108216984],"about_ca_topic_score_codex":0.0011954176,"about_ca_topic_score_gemma":0.0018844042,"teacher_disagreement_score":0.0030978569,"about_ca_system_score_codex":0.0008821797,"about_ca_system_score_gemma":0.0008201833,"threshold_uncertainty_score":0.0103634},"labels":[],"label_agreement":null},{"id":"W2332935455","doi":"10.1115/detc2012-70732","title":"Automatic Extraction of Causally Related Functions From Natural-Language Text for Biomimetic Design","year":2012,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Information extraction; Parsing; Natural language processing; Natural language; Categorization; Relationship extraction; Artificial intelligence; Representation (politics); Question answering; Domain (mathematical analysis); Action (physics)","score_opus":0.021351038040339228,"score_gpt":0.2841725328529365,"score_spread":0.26282149481259726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332935455","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036651198,0.0008558226,0.9280208,0.0010888069,0.00012795892,0.0013817059,0.01159756,0.01381125,0.006464944],"genre_scores_gemma":[0.07840267,0.0006189527,0.9056219,0.0001484982,0.000053923468,0.0007412028,0.01212224,0.0006993765,0.0015911757],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99767977,0.0008039503,0.00034435425,0.00051206397,0.00059421,0.0000657749],"domain_scores_gemma":[0.98074865,0.013887658,0.001659095,0.0013940742,0.0021506099,0.000159799],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025617396,0.0021186583,0.00079293153,0.0076688314,0.0010065649,0.0019364697,0.0014870797,0.0012988361,0.0064815073],"category_scores_gemma":[0.014759106,0.00081146875,0.0015283907,0.0037305858,0.0009664016,0.0041342117,0.0010873356,0.0014027795,0.0041929157],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003519345,0.00050852617,0.0067260982,0.0053104684,0.00013410617,0.0018318286,0.0029406168,0.009270506,0.061750542,0.032535966,0.024997227,0.8536422],"study_design_scores_gemma":[0.000288399,0.00052536366,0.017199509,0.0016970456,0.0005097582,0.0037205613,0.0036271983,0.3617112,0.20026289,0.15055867,0.25954077,0.0003586149],"about_ca_topic_score_codex":0.0012961519,"about_ca_topic_score_gemma":0.00192066,"teacher_disagreement_score":0.0076688314,"about_ca_system_score_codex":0.0012838288,"about_ca_system_score_gemma":0.0026830009,"threshold_uncertainty_score":0.021682799},"labels":[],"label_agreement":null},{"id":"W2340204104","doi":"","title":"Evolved Design Thinking and the Impact on Education and Practice","year":2008,"lang":"en","type":"article","venue":"DS 46: Proceedings of E&PDE 2008, the 10th International Conference on Engineering and Product Design Education, Barcelona, Spain, 04.-05.09.2008","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mindset; Design thinking; Engineering ethics; Design education; Curriculum; Product design; Process (computing); Management science; Systems thinking; Engineering design process; Knowledge management; Product (mathematics); Sociology; Engineering; Computer science; Pedagogy","score_opus":0.0338709446309626,"score_gpt":0.28253232897283237,"score_spread":0.24866138434186977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340204104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4212406,0.03604803,0.022098701,0.10774186,0.0008046969,0.00011860265,0.000093463335,0.00021037796,0.41164368],"genre_scores_gemma":[0.98289615,0.0051782676,0.0058662444,0.0014411587,0.000110752946,0.000039218266,0.000012805591,0.00003017926,0.004425243],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9766392,0.016067741,0.000649519,0.0015062896,0.003869841,0.0012674442],"domain_scores_gemma":[0.9588139,0.03224778,0.0017573694,0.002657968,0.0026167824,0.001906187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018134741,0.00045987454,0.00051751855,0.004002363,0.0029427288,0.015494524,0.0014938172,0.0036767144,0.0074221343],"category_scores_gemma":[0.028281411,0.0004958875,0.0005125883,0.0028870157,0.033632718,0.009416058,0.007230669,0.0035710502,0.0005309198],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100983554,0.00033525217,0.010059941,0.00048741658,0.00004212496,0.00046102214,0.06017509,0.0021078265,0.00062569027,0.7218567,0.0026137482,0.2011342],"study_design_scores_gemma":[0.00009043793,0.00026246163,0.017350642,0.0018951851,0.000032817323,0.0005698365,0.049206678,0.0025327797,0.0011021562,0.7598054,0.1670641,0.00008749183],"about_ca_topic_score_codex":0.0026685758,"about_ca_topic_score_gemma":0.002478724,"teacher_disagreement_score":0.018134741,"about_ca_system_score_codex":0.011631661,"about_ca_system_score_gemma":0.0058845794,"threshold_uncertainty_score":0.09590685},"labels":[],"label_agreement":null},{"id":"W2343521063","doi":"10.22215/timreview/1011","title":"A Proposed Approach for Idea Selection in Front End of Innovation Activities","year":2016,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Design Education and Practice","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Front and back ends; Selection (genetic algorithm); Computer science; Front (military); Business; Process management; Engineering; Artificial intelligence; Mechanical engineering; Operating system","score_opus":0.026662765585881522,"score_gpt":0.2893884130510002,"score_spread":0.2627256474651187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343521063","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066203247,0.0007576874,0.9363963,0.0025886763,0.00022526819,0.0012750007,0.00015080223,0.0006283169,0.05135759],"genre_scores_gemma":[0.13123657,0.00050749764,0.8495507,0.0003883249,0.00009606364,0.0013407717,0.00023019979,0.000054235134,0.016595695],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98763776,0.006549624,0.0007194531,0.0016699366,0.0028413164,0.0005818499],"domain_scores_gemma":[0.9826757,0.01032478,0.0009637396,0.0020090376,0.003373426,0.00065336406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01176885,0.0012528993,0.00089888874,0.0067345896,0.0027371608,0.007319667,0.004004644,0.0040467395,0.027887074],"category_scores_gemma":[0.019816708,0.0007201264,0.0026271835,0.004433883,0.004889415,0.007977199,0.004539589,0.0020460598,0.00542831],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015004116,0.00026289283,0.0029448792,0.0006329524,0.00008539823,0.00025713717,0.0018855425,0.0044529606,0.0017323531,0.68839324,0.0051315394,0.2940711],"study_design_scores_gemma":[0.0002667423,0.000531785,0.003712695,0.0007786084,0.0003206505,0.0013789857,0.0027946958,0.14115201,0.0042721815,0.74179417,0.102846645,0.00015084256],"about_ca_topic_score_codex":0.00275391,"about_ca_topic_score_gemma":0.0033432166,"teacher_disagreement_score":0.027887074,"about_ca_system_score_codex":0.0042237365,"about_ca_system_score_gemma":0.006628382,"threshold_uncertainty_score":0.09329158},"labels":[],"label_agreement":null},{"id":"W2396715162","doi":"10.24908/pceea.v0i0.4046","title":"A DESCRIPTIVE MODEL OF THE DESIGNER'S PROBLEM-SOLVING ACTIVITY DURING THE LATER PHASES OF THE MECHANICAL ENGINEERING DESIGN PROCESS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Engineering design process; Process (computing); Computer science; Conceptual design; Design process; Work (physics); Systems engineering; Software engineering; Engineering drawing; Engineering; Work in process; Human–computer interaction; Mechanical engineering; Operations management; Programming language","score_opus":0.02205183679804901,"score_gpt":0.2054198936624067,"score_spread":0.1833680568643577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396715162","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12090595,0.0005769158,0.7675438,0.0045208833,0.00007957228,0.0023065256,0.0029288228,0.0009583236,0.1001791],"genre_scores_gemma":[0.5580664,0.0010834768,0.40151954,0.00063276204,0.000025249892,0.0049912496,0.002773768,0.00016677855,0.030740786],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9979972,0.00096232834,0.00018020261,0.00038709777,0.0003531259,0.00011996929],"domain_scores_gemma":[0.9930983,0.0040191547,0.000626732,0.0010562298,0.0009993006,0.00020031616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027102937,0.001019041,0.0002851972,0.0018297101,0.0012996817,0.0040323,0.0019601386,0.0020314394,0.007033359],"category_scores_gemma":[0.0059608477,0.0006788216,0.0005598195,0.0017924595,0.0035212107,0.005251548,0.0009377679,0.0019877176,0.0027757634],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004478956,0.001622127,0.022577282,0.001688535,0.00003301662,0.000919119,0.106382065,0.027796786,0.020412236,0.7268567,0.007339154,0.083925106],"study_design_scores_gemma":[0.0004963063,0.0017744974,0.04182522,0.0024195502,0.00012679036,0.0046379305,0.08574483,0.17956814,0.023200035,0.28046036,0.3793886,0.0003577277],"about_ca_topic_score_codex":0.009113744,"about_ca_topic_score_gemma":0.013944212,"teacher_disagreement_score":0.009113744,"about_ca_system_score_codex":0.0032092717,"about_ca_system_score_gemma":0.005491764,"threshold_uncertainty_score":0.023528874},"labels":[],"label_agreement":null},{"id":"W2415101343","doi":"10.13189/ujer.2016.040617","title":"Theory of Technical Systems - Educational Tool for Engineering","year":2016,"lang":"en","type":"article","venue":"Universal Journal of Educational Research","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Ottawa Mental Health Centre; Royal Military College of Canada","funders":"","keywords":"Computer science; Engineering education; Management science; Systems engineering; Engineering management; Mathematics education; Engineering ethics; Engineering; Psychology","score_opus":0.06237895489553107,"score_gpt":0.3627896524480123,"score_spread":0.30041069755248123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2415101343","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028517547,0.013384404,0.551855,0.016568525,0.0021380961,0.00020081692,0.0005662058,0.0013124103,0.4111227],"genre_scores_gemma":[0.3215245,0.028618451,0.510093,0.0073716603,0.003447783,0.0017911034,0.0011006207,0.0007889017,0.12526394],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99790287,0.0010911037,0.0001676744,0.0002360188,0.00046522418,0.00013707836],"domain_scores_gemma":[0.9959318,0.0027391086,0.00017388597,0.000534072,0.00046192252,0.0001591614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033197526,0.0011598432,0.00093571335,0.003438844,0.0017309389,0.006032607,0.0021362049,0.0026735275,0.019601682],"category_scores_gemma":[0.006416434,0.0005307169,0.0012374588,0.0022594559,0.010031526,0.008165412,0.0028108694,0.005668744,0.007520369],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024750475,0.000008240329,0.000042560965,0.00006566641,0.000003160922,0.000023462897,0.00023968496,0.0006761596,0.000051134375,0.98707366,0.004200367,0.007613479],"study_design_scores_gemma":[0.000006490273,0.000014806961,0.00007752553,0.00015307456,0.0000039915762,0.00008132513,0.000151013,0.002036735,0.000111861424,0.814686,0.18266772,0.000009615081],"about_ca_topic_score_codex":0.002494978,"about_ca_topic_score_gemma":0.0017091946,"teacher_disagreement_score":0.019601682,"about_ca_system_score_codex":0.0047365464,"about_ca_system_score_gemma":0.003384396,"threshold_uncertainty_score":0.06557411},"labels":[],"label_agreement":null},{"id":"W2418050571","doi":"10.18260/1-2--1909","title":"An Algorithm For Project Assignment In Capstone Design","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Capstone; Project-based learning; Computer science; Context (archaeology); Project management; Set (abstract data type); Engineering management; Teamwork; Work breakdown structure; Project management triangle; Project charter; Algorithm; Engineering; Mathematics education; Systems engineering; Psychology; Programming language","score_opus":0.08378119295757788,"score_gpt":0.32394938321732053,"score_spread":0.24016819025974265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2418050571","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017561713,0.0000459338,0.99213153,0.00007503906,0.0000450659,0.00029353774,0.00006853424,0.0019908638,0.003593373],"genre_scores_gemma":[0.013930961,0.00003951167,0.9819241,0.000037070513,0.000014997753,0.00036052513,0.00026422946,0.00023269583,0.0031959116],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99707675,0.00089112716,0.00020453025,0.00056777557,0.001006091,0.00025376398],"domain_scores_gemma":[0.99759465,0.0011374382,0.00013798704,0.0002986082,0.0007267326,0.00010460574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024074705,0.0024120926,0.0011253501,0.0023701412,0.0022672089,0.0024602076,0.0023009223,0.0017963996,0.03379135],"category_scores_gemma":[0.0072659003,0.0011416678,0.0012571184,0.0019615074,0.0011227145,0.00196601,0.0022372357,0.0019312936,0.010464291],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028613064,0.00026740498,0.0010446389,0.00035905527,0.000048234284,0.00013647684,0.00032557134,0.08271977,0.00514077,0.031431552,0.019169472,0.85907096],"study_design_scores_gemma":[0.00030857653,0.00035119697,0.0005957318,0.0001606326,0.00005643076,0.00046372748,0.00032881572,0.84507424,0.009715479,0.07023232,0.072639555,0.000073258205],"about_ca_topic_score_codex":0.0033753417,"about_ca_topic_score_gemma":0.0043028104,"teacher_disagreement_score":0.03379135,"about_ca_system_score_codex":0.0017801032,"about_ca_system_score_gemma":0.0026330873,"threshold_uncertainty_score":0.11304325},"labels":[],"label_agreement":null},{"id":"W2437665167","doi":"10.3233/978-1-61499-658-3-692","title":"User-Centred Design Using Gamestorming","year":2016,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Computer science; Human–computer interaction; World Wide Web","score_opus":0.11608124450700259,"score_gpt":0.3650420296558878,"score_spread":0.2489607851488852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2437665167","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011683555,0.00017536727,0.9703645,0.00033147584,0.00013565618,0.0016051733,0.00012288346,0.001833746,0.0137476735],"genre_scores_gemma":[0.08186784,0.00027032115,0.9059912,0.00018713796,0.000027708798,0.0031754484,0.00020516993,0.0005974163,0.0076776813],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.990458,0.006758991,0.00041625014,0.0008274713,0.0012716451,0.00026766167],"domain_scores_gemma":[0.98861796,0.007979937,0.00026605304,0.0015829729,0.0011637721,0.00038928006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010215103,0.0022326973,0.00074254966,0.0019368264,0.0011731884,0.004128577,0.002640083,0.0015625226,0.012121957],"category_scores_gemma":[0.018791584,0.0009277442,0.0014169984,0.0009869194,0.002748563,0.0033848947,0.0047908225,0.0018220136,0.0025475137],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009189287,0.000925022,0.0021670808,0.004772746,0.00029785399,0.0012144732,0.10249954,0.03933014,0.0695097,0.23051645,0.02407665,0.5237714],"study_design_scores_gemma":[0.00073841447,0.0017471429,0.0022580337,0.0018071939,0.00021384844,0.0019176995,0.012459427,0.11071935,0.065002434,0.20782815,0.59492356,0.0003846923],"about_ca_topic_score_codex":0.00059860316,"about_ca_topic_score_gemma":0.0010147599,"teacher_disagreement_score":0.012121957,"about_ca_system_score_codex":0.001060411,"about_ca_system_score_gemma":0.0015337777,"threshold_uncertainty_score":0.054023266},"labels":[],"label_agreement":null},{"id":"W2466196430","doi":"10.1162/desi_a_00395","title":"The Future as a Design Problem","year":2016,"lang":"en","type":"article","venue":"Design Issues","topic":"Design Education and Practice","field":"Engineering","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Future Earth","funders":"Engineering and Physical Sciences Research Council; Research Councils UK","keywords":"Futures contract; Legitimacy; Projection (relational algebra); Computer science; Management science; Epistemology; Sociology; Data science; Political science; Engineering; Politics; Business; Algorithm","score_opus":0.022499764255591546,"score_gpt":0.2720030368864196,"score_spread":0.24950327263082803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466196430","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021841593,0.010098323,0.21934715,0.1708451,0.0016591221,0.00021675145,0.00011417054,0.00026374235,0.5756141],"genre_scores_gemma":[0.8281319,0.0058129285,0.09892506,0.009801903,0.00069112505,0.0010247045,0.000126505,0.00034282153,0.055143014],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.962573,0.027859783,0.0010072233,0.003153978,0.004105487,0.0013005538],"domain_scores_gemma":[0.98018825,0.012988083,0.00058474886,0.0026571003,0.0022586633,0.0013231643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030624213,0.0010549332,0.0011369425,0.002175523,0.012732582,0.015808854,0.0026852654,0.009648513,0.012755909],"category_scores_gemma":[0.022278897,0.0009831294,0.0012244105,0.0014857458,0.069544956,0.034709007,0.010889363,0.011097439,0.0019059941],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004121111,0.0000063530833,0.000042521136,0.000028528535,0.0000014495309,0.000024178626,0.002624117,0.00015689453,0.00003266396,0.9935982,0.0008361981,0.0026446835],"study_design_scores_gemma":[0.000011180136,0.00001556222,0.000035556808,0.00012939061,0.0000040465825,0.00009665572,0.0030411885,0.0005150343,0.0000871719,0.9080019,0.08805185,0.000010493355],"about_ca_topic_score_codex":0.0031010276,"about_ca_topic_score_gemma":0.0022305418,"teacher_disagreement_score":0.030624213,"about_ca_system_score_codex":0.010666134,"about_ca_system_score_gemma":0.00929559,"threshold_uncertainty_score":0.16195822},"labels":[],"label_agreement":null},{"id":"W2466646714","doi":"10.32920/ryerson.14660331.v1","title":"A Framework for Early Design Process Stages Based on an Analogy to Evolution","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Analogy; Computer science; Sustainability; Management science; Process (computing); Field (mathematics); Engineering design process; Architecture; Systems engineering; Data science; Software engineering; Engineering; Epistemology; Mathematics; Ecology","score_opus":0.05833855036292555,"score_gpt":0.3536929609880835,"score_spread":0.29535441062515794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466646714","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017067338,0.000871975,0.9567572,0.0021233414,0.000118978714,0.00033057685,0.00004217456,0.00022780967,0.037821136],"genre_scores_gemma":[0.06962883,0.0006733567,0.917802,0.000443653,0.000057535985,0.0010586329,0.000085624444,0.00015647065,0.010093913],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98819333,0.006935261,0.0007891888,0.0017230154,0.0017689622,0.0005903228],"domain_scores_gemma":[0.9898649,0.006258749,0.00054664456,0.0016350091,0.0012815782,0.0004130169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013589436,0.0019442989,0.0009029464,0.003257205,0.003411456,0.008412433,0.0042375512,0.004893015,0.009456279],"category_scores_gemma":[0.014816836,0.0012069087,0.0027009912,0.0021585403,0.021983126,0.012607218,0.0051049525,0.0061057284,0.0020867346],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064162246,0.000011093921,0.00010721198,0.00006846878,0.0000057482425,0.00005542244,0.0012782336,0.0025723735,0.00017982833,0.9881628,0.0003901747,0.0071623274],"study_design_scores_gemma":[0.00003128514,0.000055161054,0.000104745886,0.0001890179,0.00001706777,0.00013658665,0.0005555166,0.014134421,0.0005601323,0.9091227,0.07506543,0.000027928309],"about_ca_topic_score_codex":0.008505406,"about_ca_topic_score_gemma":0.0055366294,"teacher_disagreement_score":0.013589436,"about_ca_system_score_codex":0.00758246,"about_ca_system_score_gemma":0.0077189463,"threshold_uncertainty_score":0.07186872},"labels":[],"label_agreement":null},{"id":"W2473308026","doi":"10.1007/978-3-319-20520-5_5","title":"Charting Interdisciplinary Innovation Programs: Map of Experiences","year":2015,"lang":"en","type":"book-chapter","venue":"Understanding innovation","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Theme (computing); Flexibility (engineering); Subject (documents); Engineering ethics; Political science; Sociology; Engineering; Management; Library science; Economics; Computer science","score_opus":0.21217906564373806,"score_gpt":0.33490222105309175,"score_spread":0.12272315540935369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473308026","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02661164,0.0030718416,0.02084571,0.0048646578,0.00043908614,0.000108747954,0.00015298727,0.00024825352,0.94365716],"genre_scores_gemma":[0.51984817,0.006852045,0.031464066,0.0009784265,0.00016528931,0.0002454262,0.00042682758,0.00057457737,0.43944526],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99880755,0.00060942693,0.000023171076,0.00010999514,0.00026680672,0.00018298873],"domain_scores_gemma":[0.9992073,0.0003720877,0.000030022216,0.000082640545,0.000100390644,0.0002075771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014420438,0.00047216352,0.00020688493,0.0017104457,0.0041228877,0.009002765,0.0012009586,0.001202843,0.01750635],"category_scores_gemma":[0.002146848,0.00019947792,0.00028759288,0.0024616262,0.0050367657,0.0076095886,0.004967595,0.0027441198,0.0017199141],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002683632,0.00009709665,0.0007897795,0.00019419004,0.0000037729149,0.00026731327,0.098498225,0.0007505868,0.0005351328,0.65700084,0.03522318,0.206613],"study_design_scores_gemma":[0.000004213849,0.00003523754,0.0013726375,0.00033171894,0.0000029419484,0.00022234202,0.062443603,0.00042208016,0.0005694865,0.071927115,0.86265457,0.000014093153],"about_ca_topic_score_codex":0.004623495,"about_ca_topic_score_gemma":0.012979992,"teacher_disagreement_score":0.01750635,"about_ca_system_score_codex":0.0050281635,"about_ca_system_score_gemma":0.0035383434,"threshold_uncertainty_score":0.058564603},"labels":[],"label_agreement":null},{"id":"W2480460194","doi":"10.1115/1.4034269","title":"Special Issue: Design Theory and Methodology","year":2016,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Designtheory; Design methods; Management science; Engineering; Engineering drawing; Mechanical engineering; Human–computer interaction","score_opus":0.1342748359853865,"score_gpt":0.34503725221513687,"score_spread":0.21076241622975037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2480460194","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00088377984,0.10556293,0.076668166,0.060672145,0.5298247,0.00071946444,0.001624821,0.0015031844,0.22254081],"genre_scores_gemma":[0.01878524,0.11865626,0.04587963,0.024541033,0.44230816,0.0017354854,0.00414934,0.0023984406,0.3415464],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.988331,0.0041530496,0.0014872103,0.0015768626,0.0040239077,0.00042789546],"domain_scores_gemma":[0.9719121,0.017067876,0.0011003431,0.003198732,0.0053255567,0.0013955068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010643905,0.002110722,0.0029576146,0.005549917,0.0024505253,0.012389851,0.0029224826,0.0066367104,0.14612384],"category_scores_gemma":[0.03190065,0.0010397716,0.0023945554,0.0040104855,0.004151973,0.0066447123,0.0033561077,0.008183799,0.044511832],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003968781,0.000081091406,0.00019028522,0.0010902424,0.000055611934,0.00009969905,0.00023016174,0.00052168965,0.00021397,0.073452495,0.82060134,0.10342365],"study_design_scores_gemma":[0.000019740448,0.00004712974,0.00019701208,0.0005917649,0.000017479999,0.00022129866,0.00009822054,0.0005650089,0.00010117491,0.03710211,0.9610243,0.000014773777],"about_ca_topic_score_codex":0.0010529873,"about_ca_topic_score_gemma":0.0008233375,"teacher_disagreement_score":0.14612384,"about_ca_system_score_codex":0.004184779,"about_ca_system_score_gemma":0.0049668406,"threshold_uncertainty_score":0.48883295},"labels":[],"label_agreement":null},{"id":"W2488678743","doi":"10.1007/978-3-319-42070-7_32","title":"Protecting Design: Leveraging Design for Robust Content and Knowledge Transfer into Patents","year":2016,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Commercialization; Computer science; Key (lock); Knowledge management; Process (computing); Technology transfer; Knowledge transfer; Design elements and principles; Risk analysis (engineering); Business; Process management; Marketing; Software engineering; Computer security","score_opus":0.13363374439211498,"score_gpt":0.2912069512748193,"score_spread":0.15757320688270435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2488678743","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010590338,0.00085480843,0.9223221,0.0014199964,0.00017062452,0.00011099922,0.00008023289,0.001245466,0.06320536],"genre_scores_gemma":[0.59635746,0.0025785177,0.34365544,0.0007611374,0.00027884188,0.00031295113,0.000263823,0.0009986697,0.054793164],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963607,0.0010867355,0.00024943185,0.00052590383,0.0015199386,0.00025727038],"domain_scores_gemma":[0.98939824,0.004732207,0.0005479627,0.004346882,0.0008495183,0.0001251869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038738137,0.00072884664,0.0005514659,0.0012446649,0.00079265126,0.0049167727,0.0019287767,0.002524339,0.011965506],"category_scores_gemma":[0.018771209,0.00057077437,0.0007491826,0.0010330471,0.0040273927,0.0092526,0.0027301968,0.0020940935,0.0035211476],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051334184,0.000060031947,0.0002746017,0.00019794707,0.000025703383,0.00013055945,0.00039953762,0.019226227,0.007541073,0.7443227,0.004611038,0.22315922],"study_design_scores_gemma":[0.000022392618,0.0000871449,0.00013258833,0.0001019072,0.000033960725,0.00029085806,0.00008049078,0.051085375,0.023615703,0.8608268,0.063691095,0.000031814307],"about_ca_topic_score_codex":0.0003089018,"about_ca_topic_score_gemma":0.00020189348,"teacher_disagreement_score":0.011965506,"about_ca_system_score_codex":0.0011684312,"about_ca_system_score_gemma":0.0012660205,"threshold_uncertainty_score":0.04002863},"labels":[],"label_agreement":null},{"id":"W2498421302","doi":"10.4018/978-1-4666-9624-2.ch088","title":"Taking Making Into the Schools","year":2016,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Experiential learning; Process (computing); Psychology; Professional development; Engineering ethics; Pedagogy; Knowledge management; Computer science; Engineering","score_opus":0.02657843364489762,"score_gpt":0.2803830149124121,"score_spread":0.2538045812675145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2498421302","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029312663,0.004589104,0.02575342,0.02798099,0.0025554744,0.00013809022,0.000072848765,0.0004098089,0.90918756],"genre_scores_gemma":[0.52592313,0.0073819715,0.026979992,0.0066329646,0.0005217529,0.00016284808,0.000114001145,0.0004414078,0.43184194],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9979005,0.0009787518,0.000074215954,0.0003300587,0.00041910345,0.0002974025],"domain_scores_gemma":[0.99865794,0.000460516,0.00007802218,0.0002516858,0.00015833092,0.0003935679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024941366,0.0007952978,0.000441295,0.0010739046,0.009798064,0.012818733,0.00084469956,0.0029627457,0.024663737],"category_scores_gemma":[0.0034353475,0.000412662,0.00059569173,0.0008493035,0.014133771,0.010941461,0.009671472,0.004750307,0.0068496917],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022233446,0.00006895043,0.0008544579,0.00014502398,0.000005841095,0.00025888946,0.096507125,0.0002741653,0.0007404939,0.77568775,0.024908124,0.1005268],"study_design_scores_gemma":[0.0000045309584,0.000036079142,0.00021633555,0.00022405032,0.0000061778314,0.00015904281,0.023956649,0.000081364866,0.0003464085,0.074428946,0.9005301,0.000010277799],"about_ca_topic_score_codex":0.0022562612,"about_ca_topic_score_gemma":0.005576854,"teacher_disagreement_score":0.024663737,"about_ca_system_score_codex":0.0027652436,"about_ca_system_score_gemma":0.005097363,"threshold_uncertainty_score":0.082508445},"labels":[],"label_agreement":null},{"id":"W2524647694","doi":"","title":"A Study of Mechanical Systems in Canadian High-rise Multi-unit Residential Buildings","year":2016,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Unit (ring theory); Architectural engineering; Engineering; Civil engineering; Environmental science; Mathematics; Mathematics education","score_opus":0.015666238917959485,"score_gpt":0.23024941331972576,"score_spread":0.21458317440176627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524647694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993182,0.00016513241,0.00037991648,0.00006433658,0.0000022829404,0.00004297597,0.0002827526,0.000009501508,0.005871134],"genre_scores_gemma":[0.99802125,0.00023699575,0.0005565169,0.000011136081,7.358931e-7,0.000007844334,0.00015983351,0.0000029409348,0.0010028789],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994425,0.000056754037,0.000015349822,0.000063678606,0.00026969376,0.00015186994],"domain_scores_gemma":[0.99947923,0.00011190027,0.00005034302,0.00001922214,0.00027560283,0.00006369892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035668863,0.00041996222,0.0002684104,0.0011989892,0.002615048,0.0016824765,0.0011976287,0.00045049097,0.0013780083],"category_scores_gemma":[0.00087746995,0.00023065842,0.00048681587,0.0031531863,0.0007441548,0.0004951006,0.00041757303,0.0003207958,0.00012316393],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057167443,0.0008433368,0.5556165,0.0012127234,0.00017496497,0.0033781056,0.010113612,0.27554786,0.021085473,0.016423011,0.0043688966,0.11066381],"study_design_scores_gemma":[0.000026257288,0.00043230326,0.83380836,0.000099404526,0.000095501535,0.00025917092,0.022248048,0.1259577,0.004463488,0.00051985023,0.011976212,0.00011369407],"about_ca_topic_score_codex":0.97104406,"about_ca_topic_score_gemma":0.9849539,"teacher_disagreement_score":0.029115265,"about_ca_system_score_codex":0.029115265,"about_ca_system_score_gemma":0.011339395,"threshold_uncertainty_score":0.21124703},"labels":[],"label_agreement":null},{"id":"W2527436578","doi":"10.1080/09537325.2016.1236190","title":"On designers’ use of biomimicry tools during the new product development process: an empirical investigation","year":2016,"lang":"en","type":"article","venue":"Technology Analysis and Strategic Management","topic":"Design Education and Practice","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Biomimetics; Process (computing); New product development; Product (mathematics); Process management; Empirical research; Computer science; Business; Marketing; Artificial intelligence; Epistemology","score_opus":0.05768563477365584,"score_gpt":0.28483196409349015,"score_spread":0.2271463293198343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2527436578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909463,0.00038280766,0.0027592722,0.0002129585,0.000008209964,0.00010929282,0.000021088079,0.000009928944,0.005550181],"genre_scores_gemma":[0.99579096,0.00048155867,0.0023723762,0.00011392521,0.000007776685,0.00014826814,0.000026021782,0.000012863915,0.0010461431],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.94560164,0.038563453,0.0038567865,0.002851348,0.0071720895,0.0019546621],"domain_scores_gemma":[0.645497,0.3025262,0.02666757,0.008632227,0.01371379,0.002963116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.047388017,0.0005090626,0.00059634726,0.0040274635,0.002636008,0.006420056,0.0015279911,0.00277015,0.0030506833],"category_scores_gemma":[0.16561007,0.0012670055,0.0004511932,0.0024099925,0.005667895,0.006698046,0.0043275757,0.002103477,0.00076366955],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029133522,0.000599742,0.17151129,0.0010272218,0.00005059225,0.0007798848,0.7628902,0.00033600858,0.0023657768,0.0030486037,0.00036573107,0.056733627],"study_design_scores_gemma":[0.00009130501,0.0014460142,0.17329487,0.0013916332,0.00015239352,0.0016516946,0.7862853,0.0019102175,0.003906652,0.002450133,0.027218029,0.00020177967],"about_ca_topic_score_codex":0.001237279,"about_ca_topic_score_gemma":0.0021974286,"teacher_disagreement_score":0.047388017,"about_ca_system_score_codex":0.0024323438,"about_ca_system_score_gemma":0.003149362,"threshold_uncertainty_score":0.25061476},"labels":[],"label_agreement":null},{"id":"W2534423310","doi":"10.1002/aet2.10003","title":"Applying Design Thinking Principles to Curricular Development in Medical Education","year":2016,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Design Education and Practice","field":"Engineering","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Engineering ethics; Mathematics education; Development (topology); Medical education; Psychology; Pedagogy; Engineering; Medicine; Mathematics","score_opus":0.05264551855651669,"score_gpt":0.30834689313555297,"score_spread":0.2557013745790363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2534423310","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038099453,0.001636243,0.8614962,0.0068289437,0.00024255102,0.00075848895,0.00005991673,0.00039817055,0.09048019],"genre_scores_gemma":[0.28022665,0.0008223035,0.7113429,0.0006355293,0.000034339155,0.0006560913,0.00005503366,0.00005985104,0.0061672647],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98943883,0.007919443,0.0006194965,0.00039518028,0.0013076038,0.00031947874],"domain_scores_gemma":[0.98090655,0.014842657,0.0010091875,0.0010531159,0.0017163255,0.00047219824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015388105,0.0007397358,0.00029701486,0.0032326335,0.0017863137,0.005383079,0.0012723368,0.0015328673,0.0037997386],"category_scores_gemma":[0.0142168645,0.00060083496,0.0008107299,0.001566618,0.009495247,0.002725186,0.004178919,0.0020940597,0.000450175],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044669494,0.00026589716,0.0031635507,0.00082840776,0.000033136275,0.00024480378,0.015372244,0.01302623,0.0016519332,0.7767095,0.002491928,0.18616761],"study_design_scores_gemma":[0.0001212817,0.00028404294,0.001932848,0.001931243,0.00004296008,0.0004692983,0.009656105,0.031012373,0.0053178417,0.8084153,0.14075166,0.00006504861],"about_ca_topic_score_codex":0.0023126185,"about_ca_topic_score_gemma":0.0031208834,"teacher_disagreement_score":0.015388105,"about_ca_system_score_codex":0.00549569,"about_ca_system_score_gemma":0.006635594,"threshold_uncertainty_score":0.08138102},"labels":[],"label_agreement":null},{"id":"W25476768","doi":"10.1016/bs.ampbs.2014.08.005","title":"Validation of Environment Based Design (EBD) through Applications of Design Chain Management and Quality Management System","year":2011,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Biotechnology and Biological Sciences Research Council; Concordia University","keywords":"Computer science; Quality (philosophy); Systems engineering; Engineering","score_opus":0.060168141406084584,"score_gpt":0.2832159090953955,"score_spread":0.22304776768931092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W25476768","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08164507,0.00020660635,0.9003157,0.00028496317,0.0001638267,0.0008486894,0.0003017246,0.002804223,0.013429153],"genre_scores_gemma":[0.30841026,0.00015335964,0.68738735,0.00007969323,0.000017961844,0.0006184565,0.0004484936,0.000216788,0.002667568],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.990529,0.004326811,0.00069051766,0.00088481436,0.0032406347,0.00032817406],"domain_scores_gemma":[0.9794444,0.008372231,0.0014804866,0.004239139,0.0062100356,0.00025370755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015026635,0.0010745939,0.00047204897,0.0011346958,0.00062166975,0.002356947,0.0011141202,0.0010069386,0.0053457734],"category_scores_gemma":[0.02284533,0.0004998387,0.00089711574,0.0007173229,0.0008981541,0.0013251618,0.0014074657,0.0009337296,0.000987463],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007096846,0.00075000536,0.018731749,0.00095613557,0.00016024378,0.0002002841,0.0010587246,0.41097242,0.04092628,0.02692334,0.0025525875,0.49605867],"study_design_scores_gemma":[0.00018734646,0.0018671032,0.0054704417,0.0003170099,0.00012824123,0.0001266795,0.00048008625,0.8990929,0.052095518,0.014406228,0.025742408,0.00008608937],"about_ca_topic_score_codex":0.0024423979,"about_ca_topic_score_gemma":0.0018680994,"teacher_disagreement_score":0.015026635,"about_ca_system_score_codex":0.001469797,"about_ca_system_score_gemma":0.0032186743,"threshold_uncertainty_score":0.07946938},"labels":[],"label_agreement":null},{"id":"W2556969288","doi":"10.1109/roman.2016.7745104","title":"Interacting with curious agents: User experience with interactive sculptural systems","year":2016,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Curiosity; Human–computer interaction; Computer science; Interactive art; Robot; Interactive systems engineering; Sculpture; Interactive Learning; Control (management); Interactive media; Multimedia; User experience design; Artificial intelligence; Psychology; Visual arts; Art; User interface design","score_opus":0.01476168777308257,"score_gpt":0.26191046362286674,"score_spread":0.24714877584978417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2556969288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9821701,0.00013180617,0.013578598,0.00009507223,0.00001035075,0.0000767926,0.00005246128,0.00053924305,0.003345694],"genre_scores_gemma":[0.98748964,0.0000966301,0.009224987,0.00007498737,0.00000771847,0.00006955274,0.00009647164,0.00013901657,0.0028008996],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9992532,0.00043194846,0.000028782382,0.00008591177,0.00011833864,0.0000817624],"domain_scores_gemma":[0.99650216,0.0026557818,0.00010067438,0.00027814694,0.00017906766,0.0002843208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011079526,0.0006866248,0.0004729696,0.00045479948,0.0008573842,0.0017079382,0.0006601772,0.000984762,0.004747682],"category_scores_gemma":[0.0048007476,0.00030020077,0.00041635157,0.00021001682,0.00089943275,0.001316455,0.0016417862,0.00059435866,0.0006522898],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026079118,0.0014898604,0.03522522,0.001990854,0.00033468354,0.006509538,0.53483844,0.0062565478,0.25365877,0.0021175037,0.006353483,0.14861727],"study_design_scores_gemma":[0.000710443,0.019292751,0.2777581,0.000743858,0.0011403007,0.023385067,0.25800213,0.106792115,0.16332936,0.0054152263,0.14196916,0.0014614427],"about_ca_topic_score_codex":0.0010738596,"about_ca_topic_score_gemma":0.0013821595,"teacher_disagreement_score":0.004747682,"about_ca_system_score_codex":0.00021379905,"about_ca_system_score_gemma":0.00012874769,"threshold_uncertainty_score":0.015882611},"labels":[],"label_agreement":null},{"id":"W2557816043","doi":"10.1504/jdr.2015.074152","title":"An object-oriented methodology to support externalisation and visualisation in conceptual design","year":2015,"lang":"en","type":"article","venue":"J of Design Research","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"AUTO21 Network of Centres of Excellence","keywords":"Computer science; Visualization; Unified Modeling Language; Software engineering; Visual modeling; Systems engineering; Human–computer interaction; Software; Programming language; Artificial intelligence; Engineering","score_opus":0.6070948265000032,"score_gpt":0.5213208789024264,"score_spread":0.08577394759757684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2557816043","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005483729,0.00011198527,0.99647385,0.00012842799,0.00003663239,0.000090862784,0.000014538294,0.00021438199,0.0023809446],"genre_scores_gemma":[0.0090875225,0.00026684595,0.98779464,0.00008159254,0.000020178879,0.0002979245,0.000060425988,0.00013301002,0.0022578402],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99722457,0.001465198,0.0002047079,0.0002310892,0.0007768817,0.00009759509],"domain_scores_gemma":[0.99758065,0.0012592121,0.00016724213,0.00056966784,0.00029974268,0.00012344134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006055059,0.0009764038,0.0005157426,0.0024196485,0.001162173,0.005224944,0.001999713,0.0014143962,0.0036380275],"category_scores_gemma":[0.0052383123,0.0009270144,0.0017801234,0.001789942,0.0028198936,0.0038805595,0.0031151904,0.0020946814,0.0010708557],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035234338,0.00009781102,0.00045591212,0.00059155753,0.000058531365,0.00031069503,0.0045682173,0.011022399,0.0069214255,0.7676749,0.0040028254,0.20426047],"study_design_scores_gemma":[0.00013079279,0.00016485657,0.0005392973,0.0009168753,0.00012535743,0.00093087886,0.0009372311,0.068407714,0.007421678,0.45421785,0.46609384,0.00011357136],"about_ca_topic_score_codex":0.0017263743,"about_ca_topic_score_gemma":0.0021886076,"teacher_disagreement_score":0.006055059,"about_ca_system_score_codex":0.0011485612,"about_ca_system_score_gemma":0.002333649,"threshold_uncertainty_score":0.032022595},"labels":[],"label_agreement":null},{"id":"W2559969327","doi":"10.1115/detc2016-59551","title":"Automated Extraction of System Structure Knowledge From Text","year":2016,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Computer science; Parsing; Redundancy (engineering); Natural language processing; Artificial intelligence; Knowledge extraction; Knowledge-based systems; Information extraction; Set (abstract data type); Knowledge acquisition; Frame (networking); Knowledge representation and reasoning; Function (biology); Information retrieval; Programming language","score_opus":0.011151260456126614,"score_gpt":0.26363690571007287,"score_spread":0.25248564525394623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559969327","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056934953,0.0026425237,0.8700946,0.0016731626,0.00025458809,0.0017685083,0.028584125,0.022229126,0.015818443],"genre_scores_gemma":[0.13657768,0.0015066385,0.80991745,0.00028058316,0.00015909821,0.00085246743,0.044805653,0.001037109,0.0048634214],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99725217,0.00049172156,0.00032619646,0.0007503134,0.0010418078,0.00013779162],"domain_scores_gemma":[0.98694986,0.008027158,0.0012228544,0.0010978052,0.002538538,0.0001638454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00160224,0.002123061,0.0011954545,0.013296891,0.001355226,0.0025506273,0.0017744022,0.0015108724,0.006043628],"category_scores_gemma":[0.013540051,0.0009895256,0.0013795104,0.0044670035,0.0010630201,0.0056056385,0.0021247691,0.0018066698,0.004211644],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014759129,0.0002881139,0.005018396,0.0036453658,0.0001693857,0.0017784319,0.0029414773,0.008349226,0.035795458,0.009776469,0.029118126,0.902972],"study_design_scores_gemma":[0.00022686303,0.00048720127,0.023513433,0.003054583,0.0009571761,0.003434106,0.0059122206,0.34368178,0.18001162,0.088387534,0.3499246,0.00040886863],"about_ca_topic_score_codex":0.0052599115,"about_ca_topic_score_gemma":0.009069219,"teacher_disagreement_score":0.013296891,"about_ca_system_score_codex":0.0014922105,"about_ca_system_score_gemma":0.0038719263,"threshold_uncertainty_score":0.020218015},"labels":[],"label_agreement":null},{"id":"W2560257588","doi":"10.1115/detc2016-59627","title":"Embedded Sensors and Feedback Loops for Iterative Improvement in Design Synthesis for Additive Manufacturing","year":2016,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Chassis; Computer science; Design space exploration; Iterative design; Design methods; Automotive industry; Systems engineering; Control engineering; Embedded system; Distributed computing; Computer engineering; Industrial engineering; Engineering; Mechanical engineering","score_opus":0.02301514500753953,"score_gpt":0.25613132211446704,"score_spread":0.2331161771069275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560257588","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068503213,0.000093445,0.9903289,0.000051669645,0.000016519367,0.00007078741,0.000009897938,0.0003337873,0.002244622],"genre_scores_gemma":[0.19708136,0.00015947592,0.8009172,0.000068888934,0.000014326959,0.00034706725,0.000047598707,0.00012063503,0.0012434534],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981502,0.00057862856,0.00009706026,0.00026511843,0.0008167262,0.00009224145],"domain_scores_gemma":[0.99736315,0.0016303116,0.00031403312,0.00027852214,0.00037523103,0.00003878411],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024411853,0.0013565109,0.00055438984,0.0010641788,0.00047365692,0.0010580089,0.0009544675,0.00081259967,0.0029034396],"category_scores_gemma":[0.006414166,0.0007554312,0.0009391722,0.00057512865,0.0013340019,0.0010712403,0.0013914931,0.0013155544,0.00042372922],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079944504,0.00012551801,0.0006083409,0.00031715108,0.000043776905,0.00010611175,0.00053740345,0.8046096,0.029373795,0.04324731,0.00052746973,0.12042359],"study_design_scores_gemma":[0.00003627827,0.00019473486,0.00014680935,0.00006494917,0.000022562199,0.00004224554,0.000058622878,0.9593843,0.012525516,0.022374745,0.0051294914,0.000019679568],"about_ca_topic_score_codex":0.00093253603,"about_ca_topic_score_gemma":0.0012407688,"teacher_disagreement_score":0.0029034396,"about_ca_system_score_codex":0.0008264592,"about_ca_system_score_gemma":0.0010831954,"threshold_uncertainty_score":0.012910366},"labels":[],"label_agreement":null},{"id":"W2560307214","doi":"10.1115/detc2016-59165","title":"Quantitative Analysis of the Effort-Fatigue Tradeoff in the Conceptual Design Process: A Multistate EEG Approach","year":2016,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Rule of thumb; Process (computing); Meaning (existential); Perspective (graphical); Cognition; Task (project management); Electroencephalography; Artificial intelligence; Engineering; Psychology; Systems engineering; Algorithm","score_opus":0.09193376957806275,"score_gpt":0.32141906865714676,"score_spread":0.229485299079084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560307214","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14082576,0.00023303684,0.85130006,0.0008179898,0.000025952437,0.00019189426,0.000060012615,0.00008784253,0.0064574545],"genre_scores_gemma":[0.83701646,0.00009400808,0.16155677,0.00006550684,0.000013500991,0.00034237443,0.000036699148,0.000025797986,0.00084894686],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99274534,0.0044406783,0.00045909671,0.0006569447,0.0014613305,0.00023659064],"domain_scores_gemma":[0.95232487,0.03699453,0.004036475,0.0029357972,0.0030590964,0.0006492256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015829872,0.0007617725,0.0004400482,0.002236647,0.0006669241,0.003557656,0.00082014385,0.0013018101,0.003308631],"category_scores_gemma":[0.060785607,0.0005222584,0.000824846,0.001053336,0.0029966317,0.005000835,0.0019194629,0.0014884808,0.00023003994],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048546673,0.00044820175,0.016422067,0.0007299046,0.00021539118,0.00019155315,0.008112136,0.1647923,0.022753386,0.6600057,0.000974947,0.12486881],"study_design_scores_gemma":[0.000044733923,0.0006889917,0.017339252,0.00018499323,0.00008104069,0.00018129442,0.0020097983,0.5789084,0.0054912036,0.39125994,0.0036745172,0.00013583],"about_ca_topic_score_codex":0.00056253216,"about_ca_topic_score_gemma":0.00051125983,"teacher_disagreement_score":0.015829872,"about_ca_system_score_codex":0.002069248,"about_ca_system_score_gemma":0.000821445,"threshold_uncertainty_score":0.083717406},"labels":[],"label_agreement":null},{"id":"W2560662210","doi":"","title":"Formation à la conception innovante","year":2016,"lang":"fr","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"HEC Montréal","funders":"","keywords":"Art","score_opus":0.01896695874513672,"score_gpt":0.247890554021822,"score_spread":0.2289235952766853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560662210","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026256492,0.002979709,0.32402632,0.029592512,0.0011142372,0.00032571153,0.00020336705,0.0006476306,0.6148541],"genre_scores_gemma":[0.5828429,0.0035966886,0.18369997,0.0032148568,0.0004568087,0.0005561835,0.00037088094,0.00059053,0.2246711],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99309915,0.0032121358,0.00026474585,0.001181192,0.0015672282,0.00067563966],"domain_scores_gemma":[0.99307525,0.0023540095,0.00040528184,0.0018622209,0.0015779457,0.0007253865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071893926,0.0008446565,0.0005048287,0.0021960419,0.004704149,0.011068396,0.0023953242,0.0033543666,0.023231922],"category_scores_gemma":[0.010514679,0.00070191553,0.0012950111,0.0016120203,0.016029952,0.010407371,0.008554609,0.0045754057,0.0040593278],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009745127,0.000011797295,0.00028862306,0.0000362721,0.0000053612184,0.00006708322,0.004203955,0.0002568269,0.00019205183,0.9807937,0.0025230837,0.011611389],"study_design_scores_gemma":[0.000027582644,0.000045500303,0.00079284684,0.00020734072,0.000020007734,0.00023443169,0.0046896935,0.0026492854,0.0010784485,0.35797215,0.6322511,0.00003171115],"about_ca_topic_score_codex":0.022026371,"about_ca_topic_score_gemma":0.02003638,"teacher_disagreement_score":0.023231922,"about_ca_system_score_codex":0.01116977,"about_ca_system_score_gemma":0.011099642,"threshold_uncertainty_score":0.08104277},"labels":[],"label_agreement":null},{"id":"W2560765612","doi":"10.1115/detc2016-59104","title":"Identification of Relationships Between Electroencephalography (EEG) Bands and Design Activities","year":2016,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Electroencephalography; Principal component analysis; Cognition; Alpha (finance); Computer science; Audiology; Identification (biology); Psychology; Pattern recognition (psychology); Artificial intelligence; Neuroscience; Developmental psychology; Medicine; Psychometrics","score_opus":0.034999886610120164,"score_gpt":0.2511548772941865,"score_spread":0.21615499068406635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560765612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97976696,0.00050998724,0.016693166,0.000046654477,0.000008637456,0.000062112274,0.00019799497,0.00006636936,0.0026481734],"genre_scores_gemma":[0.9928637,0.0003459012,0.0061000166,0.000011854309,0.000012263308,0.000033840806,0.0001677327,0.000006700183,0.00045794278],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9997178,0.000093614406,0.000021756112,0.00006348159,0.00007673804,0.000026519148],"domain_scores_gemma":[0.99837166,0.00092008285,0.0003691916,0.000085072046,0.00020358057,0.00005038353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003756115,0.00028997083,0.00019220148,0.0008626246,0.000092450835,0.0004391749,0.00010298549,0.00022597023,0.00091634074],"category_scores_gemma":[0.0025879373,0.00012089563,0.00012786362,0.00068655965,0.00023388948,0.00028560832,0.00022153191,0.00021634264,0.00012960624],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009763111,0.00039835312,0.42595926,0.00055376574,0.0003742863,0.0005047305,0.0022602845,0.0022350475,0.15527883,0.0006407092,0.0006368379,0.41018164],"study_design_scores_gemma":[0.0000059793215,0.00016260962,0.99514824,0.000010503748,0.00002034477,0.00018589401,0.00020825854,0.0014388036,0.0022789028,0.00024712476,0.00028679305,0.0000063708026],"about_ca_topic_score_codex":0.00087576685,"about_ca_topic_score_gemma":0.0011853644,"teacher_disagreement_score":0.00091634074,"about_ca_system_score_codex":0.00010892111,"about_ca_system_score_gemma":0.0001558863,"threshold_uncertainty_score":0.0030654073},"labels":[],"label_agreement":null},{"id":"W2561345718","doi":"10.1093/pq/pqw005","title":"The Philosophy of Design","year":2016,"lang":"en","type":"article","venue":"The Philosophical Quarterly","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Metaphysics; Epistemology; Perspective (graphical); Beauty; Philosophy of design; Architecture; Ontology; Sociology; Point (geometry); Designtheory; Philosophy; Aesthetics; Computer science; Mathematics; Western philosophy; Human–computer interaction; Art; Artificial intelligence; Visual arts","score_opus":0.03689493187008294,"score_gpt":0.2534597891875305,"score_spread":0.21656485731744754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2561345718","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004068295,0.07339961,0.15126027,0.057292342,0.0028473064,0.0002181195,0.00023352873,0.00039449512,0.710286],"genre_scores_gemma":[0.5435634,0.08337136,0.13701667,0.033538543,0.0049463343,0.0020240666,0.000446138,0.0006449734,0.19444853],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98279643,0.009880186,0.0009337004,0.0018127048,0.003900667,0.000676194],"domain_scores_gemma":[0.9924601,0.0048476323,0.00037050573,0.0012884175,0.0006982844,0.0003350763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009183653,0.0013983932,0.0013693915,0.0023419333,0.00427512,0.013924531,0.0023483906,0.0049398504,0.0068408744],"category_scores_gemma":[0.006916443,0.0008601959,0.0012061468,0.002481789,0.052139044,0.011152135,0.0058763367,0.00835502,0.0028062742],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033859428,0.0000056030103,0.00003985583,0.0001009523,0.000006406355,0.000016898792,0.001178103,0.00022908709,0.000037855738,0.98780173,0.0051280623,0.005451978],"study_design_scores_gemma":[0.00001114233,0.000018161196,0.00006078748,0.0003499292,0.0000050192393,0.0001071221,0.000693728,0.0004472143,0.00008446816,0.67609805,0.32211378,0.0000106064745],"about_ca_topic_score_codex":0.0034785876,"about_ca_topic_score_gemma":0.002161677,"teacher_disagreement_score":0.013924531,"about_ca_system_score_codex":0.00955837,"about_ca_system_score_gemma":0.007020044,"threshold_uncertainty_score":0.06935114},"labels":[],"label_agreement":null},{"id":"W2564913021","doi":"","title":"Sustainable Design Throughout the Curriculum Using Case Studies","year":2010,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Curriculum; Work (physics); Engineering management; Sustainable development; Engineering; Key (lock); Quality (philosophy); Sustainable design; Engineering design process; Engineering education; Engineering ethics; Construction engineering; Computer science; Sustainability; Mechanical engineering; Pedagogy; Sociology; Political science","score_opus":0.02575354657623103,"score_gpt":0.36129593617222716,"score_spread":0.33554238959599614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564913021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41837114,0.0068934653,0.29053485,0.006029958,0.00025072668,0.003922988,0.00041668655,0.0003741097,0.27320614],"genre_scores_gemma":[0.60460997,0.008633024,0.34616125,0.0005438806,0.000048097027,0.0014643426,0.0003552957,0.00010767958,0.038076587],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9810209,0.014204574,0.0006588024,0.0005501021,0.0029794842,0.00058614265],"domain_scores_gemma":[0.981824,0.014098617,0.0007806729,0.001431437,0.0014008492,0.00046437248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011999557,0.00090514455,0.00054487586,0.0028420365,0.0024226638,0.0068044956,0.0021252453,0.002113877,0.003984629],"category_scores_gemma":[0.014847969,0.0005114614,0.0005584049,0.0041826335,0.003058686,0.004473531,0.0042755078,0.0015465991,0.00072303275],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017589943,0.0026582158,0.008394386,0.001909882,0.00007582582,0.0053092544,0.09336451,0.048414104,0.0075052637,0.24693501,0.018425684,0.56683195],"study_design_scores_gemma":[0.0001541329,0.0012800979,0.005236377,0.0043965657,0.00009458705,0.003641113,0.064787306,0.035272595,0.016960956,0.080591135,0.7873834,0.00020174104],"about_ca_topic_score_codex":0.0033640969,"about_ca_topic_score_gemma":0.00944705,"teacher_disagreement_score":0.011999557,"about_ca_system_score_codex":0.0037487044,"about_ca_system_score_gemma":0.0029547052,"threshold_uncertainty_score":0.06346053},"labels":[],"label_agreement":null},{"id":"W2565107300","doi":"10.2495/dne-v12-n2-185-193","title":"The de mestral project: Using macro photo-journaling to stimulate interest in bio-inspired design and science, technology, engineering and mathematics disciplines","year":2016,"lang":"en","type":"article","venue":"International Journal of Design & Nature and Ecodynamics","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Journaling file system; Creativity; Macro; Engineering; The arts; Engineering ethics; Engineering management; Computer science; Visual arts; Political science; Art; Computer file","score_opus":0.026640142125291352,"score_gpt":0.30948179660731756,"score_spread":0.2828416544820262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565107300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6132667,0.00094395585,0.07147249,0.0069498243,0.001173495,0.0018640911,0.0008718441,0.0021342721,0.30132332],"genre_scores_gemma":[0.7303625,0.0006214447,0.15028311,0.0016833221,0.00023487314,0.0014777586,0.0005034984,0.00052210403,0.11431142],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.998531,0.00080567633,0.000043949625,0.00022708418,0.00027275973,0.000119575634],"domain_scores_gemma":[0.99501026,0.002829166,0.00025058363,0.0009852019,0.00023880412,0.00068599964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003449379,0.0004578603,0.0001549382,0.00062902947,0.0018068934,0.001850684,0.00078481925,0.000984488,0.017685747],"category_scores_gemma":[0.0057449383,0.00017427975,0.00026346883,0.00028813357,0.0017927438,0.001475853,0.003241049,0.0009844885,0.0019489168],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011439676,0.0072186715,0.010515002,0.0015711025,0.00006033623,0.0015347308,0.033061996,0.0030359891,0.07811342,0.09853056,0.13084151,0.63437265],"study_design_scores_gemma":[0.00035885294,0.0025451388,0.018056199,0.00028435836,0.0000317735,0.0015593942,0.013786927,0.002856223,0.03995987,0.020052047,0.9004231,0.000086108106],"about_ca_topic_score_codex":0.00024921258,"about_ca_topic_score_gemma":0.0013235518,"teacher_disagreement_score":0.017685747,"about_ca_system_score_codex":0.00049362687,"about_ca_system_score_gemma":0.0009007423,"threshold_uncertainty_score":0.059164703},"labels":[],"label_agreement":null},{"id":"W2565814073","doi":"10.2495/dne-v12-n2-235-245","title":"Adaptive structures and design concept of transformable joints","year":2016,"lang":"en","type":"article","venue":"International Journal of Design & Nature and Ecodynamics","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Morphing; Stiffness; Component (thermodynamics); Dissipation; Deformation (meteorology); Structural engineering; Computer science; Joint (building); Transformation (genetics); Engineering; Mechanical engineering; Artificial intelligence","score_opus":0.014788640026946286,"score_gpt":0.25768529227727427,"score_spread":0.24289665225032797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565814073","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013852569,0.0007900423,0.9663048,0.00016541909,0.00008979589,0.00005531521,0.000036637906,0.00016107572,0.018544301],"genre_scores_gemma":[0.6068947,0.0019098588,0.37140656,0.00020813166,0.00012313893,0.0003277076,0.00012612416,0.00013991821,0.018863851],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996773,0.000045262994,0.000015379983,0.00009804276,0.00013968373,0.000024402816],"domain_scores_gemma":[0.9998294,0.00003517196,0.000040942377,0.000033177468,0.00004187822,0.000019365096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002756431,0.00049675774,0.0002873654,0.0006856619,0.00034299004,0.0008605304,0.0007848439,0.0007132894,0.0038969987],"category_scores_gemma":[0.00057071703,0.00032821452,0.0005844964,0.00035364606,0.0015486983,0.001301398,0.00086868054,0.001025714,0.00067270244],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028588425,0.000027736507,0.0002882929,0.00014772087,0.000017804889,0.00016541318,0.00029725773,0.08878061,0.035303842,0.8099534,0.0008391838,0.064150125],"study_design_scores_gemma":[0.000052115112,0.0004612078,0.0005945461,0.00009501223,0.000037473048,0.0011166605,0.00019629623,0.4696119,0.020298611,0.4191246,0.08833631,0.00007535134],"about_ca_topic_score_codex":0.0003770832,"about_ca_topic_score_gemma":0.00024638337,"teacher_disagreement_score":0.0038969987,"about_ca_system_score_codex":0.00056571653,"about_ca_system_score_gemma":0.0003314884,"threshold_uncertainty_score":0.0130367875},"labels":[],"label_agreement":null},{"id":"W2566839485","doi":"10.1007/978-3-319-44989-0_18","title":"Individual Differences in Tendency for Design Fixation","year":2017,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Fixation (population genetics); Psychology; Computer science; Demography; Sociology","score_opus":0.13485605376899176,"score_gpt":0.2948346778439037,"score_spread":0.15997862407491195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2566839485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9036116,0.0013703112,0.0045452365,0.0002930271,0.0001304304,0.000045580353,0.00053627166,0.00012494513,0.089342445],"genre_scores_gemma":[0.9621861,0.0006963076,0.0023562205,0.0001123087,0.000028003984,0.000053532214,0.00052599417,0.00007164446,0.033969868],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9997148,0.000057696987,0.000015890902,0.00007303439,0.000113123686,0.000025474797],"domain_scores_gemma":[0.99624026,0.0028877985,0.00024465972,0.0002551515,0.00024402262,0.00012804096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071551156,0.00018046644,0.00020467018,0.00051027886,0.00017820146,0.0009049058,0.00024254715,0.0003743455,0.023286717],"category_scores_gemma":[0.007996834,0.00021735659,0.00023294319,0.0004965386,0.00028800228,0.0006272326,0.0004047868,0.00059911,0.0017862159],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014239303,0.00062743126,0.2510047,0.00039293707,0.00036828965,0.00033832822,0.013582542,0.0021389152,0.04662507,0.02861264,0.019631207,0.635254],"study_design_scores_gemma":[0.000027155658,0.00035057077,0.9622471,0.0000787255,0.00009170613,0.0007253546,0.0024882199,0.0019724932,0.0029190925,0.01593806,0.013096389,0.000065172804],"about_ca_topic_score_codex":0.0007966088,"about_ca_topic_score_gemma":0.0017414239,"teacher_disagreement_score":0.023286717,"about_ca_system_score_codex":0.00018411186,"about_ca_system_score_gemma":0.0001407974,"threshold_uncertainty_score":0.0779019},"labels":[],"label_agreement":null},{"id":"W2570437429","doi":"10.1177/1541931215591037","title":"A Pilot Study for Investigating Factors That Affect Cognitive Load in the Conceptual Design Process","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of New Brunswick","funders":"","keywords":"Cognitive load; Cognition; Affect (linguistics); Task (project management); Process (computing); Conceptual design; Construct (python library); Cognitive style; Cognitive psychology; Psychology; Conceptual framework; Computer science; Human–computer interaction; Engineering; Communication; Systems engineering","score_opus":0.12538133007401747,"score_gpt":0.3075401013574555,"score_spread":0.18215877128343805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2570437429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9827596,0.000043120035,0.00794366,0.0001645056,0.000058099653,0.007092078,0.0001317759,0.00010151369,0.0017056004],"genre_scores_gemma":[0.93408424,0.00017775061,0.04348526,0.00028082542,0.00006530796,0.019094074,0.00027993662,0.000036086134,0.0024964772],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970758,0.0018411023,0.00021837676,0.00019974982,0.00040214774,0.0002629137],"domain_scores_gemma":[0.95409364,0.0332538,0.0014285399,0.0040245545,0.003997796,0.0032015722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008786278,0.0009496246,0.0006077485,0.0011183295,0.001604167,0.0009845059,0.0009159523,0.0009153722,0.0044619064],"category_scores_gemma":[0.027212923,0.0006915115,0.0006844074,0.000502506,0.0011190787,0.0012881721,0.0011432883,0.001738544,0.00072408875],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00986432,0.17701542,0.13148527,0.0038837986,0.00022491993,0.0073871803,0.18692036,0.0025499666,0.16481552,0.0043818047,0.008950666,0.30252078],"study_design_scores_gemma":[0.010114905,0.46673316,0.32620075,0.0005552324,0.0005575747,0.0031321323,0.08628972,0.010372425,0.055576816,0.0046254923,0.035278175,0.00056363194],"about_ca_topic_score_codex":0.0007837165,"about_ca_topic_score_gemma":0.0013217574,"teacher_disagreement_score":0.008786278,"about_ca_system_score_codex":0.00056940323,"about_ca_system_score_gemma":0.0028323021,"threshold_uncertainty_score":0.046466827},"labels":[],"label_agreement":null},{"id":"W2578284683","doi":"10.4000/vertigo.17914","title":"Biomimétisme : outils pour une démarche écoinnovante en ingénierie","year":2017,"lang":"fr","type":"article","venue":"VertigO","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"HEC Montréal; École de Technologie Supérieure","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.043848229924617614,"score_gpt":0.31374621275677095,"score_spread":0.2698979828321533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2578284683","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009265415,0.01472261,0.8626745,0.01577804,0.0013035071,0.00040884144,0.00017221931,0.00060860085,0.09506615],"genre_scores_gemma":[0.12833352,0.017587038,0.7897908,0.0024577961,0.00045130108,0.0010337026,0.00033453963,0.000538957,0.05947238],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98835015,0.00543975,0.00067687454,0.0010408325,0.0040881145,0.00040421935],"domain_scores_gemma":[0.98654515,0.0074349325,0.0007013109,0.0022619774,0.0025347131,0.00052192784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014280256,0.0015913796,0.0009153756,0.0035942618,0.00262993,0.011607845,0.0026595881,0.0038539057,0.014349097],"category_scores_gemma":[0.014250256,0.00087579724,0.0016465441,0.0025472303,0.010893574,0.010095879,0.006049712,0.0050229225,0.003277048],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004809565,0.000114883376,0.0012887112,0.0019816558,0.00004680585,0.00024205899,0.0079586115,0.003756178,0.006198974,0.77345914,0.006128697,0.19877626],"study_design_scores_gemma":[0.000021751312,0.00021380144,0.001657991,0.0029029392,0.000054954435,0.0006618076,0.0069158934,0.0060099387,0.008890405,0.3277492,0.64479357,0.00012776081],"about_ca_topic_score_codex":0.004858971,"about_ca_topic_score_gemma":0.006234954,"teacher_disagreement_score":0.014349097,"about_ca_system_score_codex":0.004109904,"about_ca_system_score_gemma":0.008477953,"threshold_uncertainty_score":0.075522125},"labels":[],"label_agreement":null},{"id":"W2581684163","doi":"10.31274/itaa_proceedings-180814-34","title":"Negotiating Authenticity: Exploring Design Decisions of Reenactors' Regency Gowns","year":2015,"lang":"en","type":"report","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clothing; Extant taxon; Scholarship; Negotiation; Period (music); Visual arts; Sociology; Art; Aesthetics; Social science; Political science; Law","score_opus":0.49312434625305457,"score_gpt":0.36289673912845744,"score_spread":0.13022760712459713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581684163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93283427,0.00023985429,0.009206899,0.0012654455,0.000033384684,0.00021425994,0.000017351755,0.000024895688,0.056163743],"genre_scores_gemma":[0.9860532,0.00016877482,0.005481031,0.00015100652,0.000005411775,0.00009164924,0.000022012353,0.000023228711,0.008003591],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97857565,0.017193923,0.00036349264,0.00091484765,0.0018666531,0.0010854992],"domain_scores_gemma":[0.9875674,0.008556812,0.0013439909,0.00059829676,0.0011777792,0.00075572496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017698914,0.000503142,0.00026117088,0.0013520799,0.0065269973,0.009464147,0.002276608,0.0017311473,0.0053032176],"category_scores_gemma":[0.029994372,0.00060207833,0.00034255543,0.0006203478,0.0082820095,0.0064476198,0.005495826,0.0026563723,0.0007067308],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008726822,0.0001885229,0.0073780846,0.00013704352,0.000008598784,0.0011954326,0.9232231,0.00039399782,0.0014971467,0.03697078,0.0011230587,0.027797109],"study_design_scores_gemma":[0.000012950314,0.000122621,0.0029211664,0.00014230309,0.00001077719,0.0003788786,0.9442745,0.0010341614,0.0009343307,0.0055880044,0.04455559,0.000024733852],"about_ca_topic_score_codex":0.0032559528,"about_ca_topic_score_gemma":0.00897033,"teacher_disagreement_score":0.017698914,"about_ca_system_score_codex":0.004622472,"about_ca_system_score_gemma":0.0035080146,"threshold_uncertainty_score":0.09360194},"labels":[],"label_agreement":null},{"id":"W2590202509","doi":"10.4271/2017-01-1309","title":"Modular Design and Methods to Optimize Seat Complete Assemblies","year":2017,"lang":"en","type":"article","venue":"SAE technical papers on CD-ROM/SAE technical paper series","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Modular design; Computer science; Modular construction; Programming language","score_opus":0.0470933663877229,"score_gpt":0.3351579941306827,"score_spread":0.2880646277429598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590202509","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002842133,0.00029115987,0.9896199,0.000042210562,0.000046142093,0.000082399594,0.000064165404,0.00034192792,0.0066699553],"genre_scores_gemma":[0.10954319,0.000723238,0.8779021,0.000076188815,0.000065603745,0.00049619155,0.00031116162,0.00058466627,0.01029774],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991062,0.00022555412,0.000050253446,0.00015656656,0.00038838424,0.00007291541],"domain_scores_gemma":[0.999071,0.0004091554,0.00011142698,0.00012893118,0.0002497726,0.000029599698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016719851,0.0017815239,0.00080442923,0.0018309244,0.000497199,0.0013069068,0.0011782084,0.0007656913,0.011357093],"category_scores_gemma":[0.0033846837,0.00085687614,0.001664181,0.0011905386,0.00087477145,0.0011238797,0.0014643639,0.0012744215,0.0026982054],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009355073,0.00007718227,0.00076337974,0.00059263094,0.00008326115,0.00010501603,0.00019040481,0.5933679,0.01222056,0.108858354,0.0048369076,0.2788109],"study_design_scores_gemma":[0.00004395598,0.00023826711,0.00030978184,0.00010117702,0.00005365872,0.00011127064,0.000062097984,0.9202107,0.006411213,0.039705634,0.032726064,0.0000261045],"about_ca_topic_score_codex":0.0015304768,"about_ca_topic_score_gemma":0.002214703,"teacher_disagreement_score":0.011357093,"about_ca_system_score_codex":0.00084022613,"about_ca_system_score_gemma":0.0011939735,"threshold_uncertainty_score":0.037993252},"labels":[],"label_agreement":null},{"id":"W2590605748","doi":"10.1007/s12008-017-0380-5","title":"Improving concept development with data exploration in the context of an innovation and technological design course","year":2017,"lang":"en","type":"article","venue":"International Journal on Interactive Design and Manufacturing (IJIDeM)","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; École de Technologie Supérieure","funders":"","keywords":"Exploit; Context (archaeology); Creativity; Domain (mathematical analysis); Process (computing); Knowledge management; Computer science; Engineering design process; Data science; Engineering management; Management science; Engineering","score_opus":0.08693008503704165,"score_gpt":0.335256143518837,"score_spread":0.24832605848179534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590605748","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6250283,0.00029321943,0.34279332,0.0016740664,0.00009931871,0.0017218646,0.0005738872,0.0030649542,0.024751065],"genre_scores_gemma":[0.49818277,0.00017135363,0.4968233,0.0001606832,0.00001353423,0.0006615517,0.0005144545,0.00024214484,0.0032301627],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9938461,0.0033533634,0.00029241777,0.00077374413,0.0013429184,0.0003914281],"domain_scores_gemma":[0.94654167,0.04325181,0.0014158768,0.003806466,0.0035604916,0.0014237396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008401434,0.0011220868,0.0007158015,0.002040503,0.0012176109,0.0055375486,0.0020823227,0.0015183693,0.0067189853],"category_scores_gemma":[0.047965635,0.0006477889,0.00077384716,0.001364842,0.0013851349,0.005693606,0.006535459,0.0020534515,0.0013140329],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012243233,0.007144576,0.029396296,0.0015925497,0.00010829533,0.0011098646,0.058787223,0.014789017,0.031768292,0.01689347,0.009502137,0.8276839],"study_design_scores_gemma":[0.001005894,0.0069151493,0.058767516,0.0023110479,0.00058166095,0.0024612192,0.083219446,0.3679029,0.15011433,0.13057329,0.19548842,0.00065916416],"about_ca_topic_score_codex":0.0014623614,"about_ca_topic_score_gemma":0.00234413,"teacher_disagreement_score":0.008401434,"about_ca_system_score_codex":0.0014267354,"about_ca_system_score_gemma":0.0046098153,"threshold_uncertainty_score":0.044431567},"labels":[],"label_agreement":null},{"id":"W2592005087","doi":"10.24908/pceea.v0i0.6468","title":"Optimum Frequency of Peer Evaluations in Capstone Design Courses","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Reliability (semiconductor); Dysfunctional family; Psychology; Premise; Capstone; Peer review; Peer evaluation; Peer feedback; Applied psychology; Peer assessment; Computer science; Higher education; Clinical psychology; Mathematics education; Computer security","score_opus":0.021940097693312354,"score_gpt":0.2795834094031712,"score_spread":0.2576433117098589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592005087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98006415,0.0004202224,0.013778832,0.00031157956,0.0001396222,0.000503762,0.000037657377,0.00024561994,0.004498504],"genre_scores_gemma":[0.9867617,0.00010191814,0.011785782,0.000046424055,0.00008016134,0.00033220902,0.000033999728,0.00002293155,0.000834907],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9643079,0.019786453,0.003135923,0.0039338255,0.007325705,0.001510182],"domain_scores_gemma":[0.90298903,0.05176227,0.012926438,0.008885638,0.014874699,0.008562059],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02020323,0.0005237752,0.0012251252,0.001249269,0.0012767025,0.0017855272,0.0014804009,0.0011125379,0.0025713523],"category_scores_gemma":[0.116442874,0.0005248364,0.00031584644,0.00050183083,0.00043131807,0.0018640228,0.0020801963,0.0009884378,0.0010773173],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0074262433,0.011533168,0.21491669,0.00066189165,0.0001409922,0.00060707604,0.003792301,0.012037003,0.029751074,0.0009788685,0.0029665972,0.7151881],"study_design_scores_gemma":[0.0010878124,0.04222692,0.8433747,0.0010452967,0.0002960841,0.0026211592,0.005908634,0.046671268,0.035747778,0.0041397265,0.016459065,0.0004215892],"about_ca_topic_score_codex":0.00061607227,"about_ca_topic_score_gemma":0.001316927,"teacher_disagreement_score":0.999044,"about_ca_system_score_codex":0.0009559819,"about_ca_system_score_gemma":0.0016091503,"threshold_uncertainty_score":0.10684621},"labels":[],"label_agreement":null},{"id":"W2592666706","doi":"","title":"ArchiGen: a conceptual form design tool using an evolutionary computing approach","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Conceptual design; Software engineering; Generative Design; Leverage (statistics); Conceptualization; Systems engineering; Software; Software design; Documentation; Object-oriented design; Design process; Computer Aided Design; Human–computer interaction; Artificial intelligence; Software development; Programming language; Engineering; Work in process","score_opus":0.0412972040141733,"score_gpt":0.2431963739241208,"score_spread":0.2018991699099475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592666706","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003303287,0.00006599476,0.98505014,0.00012271087,0.000043485386,0.00014434983,0.00021539448,0.0056910883,0.0053635743],"genre_scores_gemma":[0.037405353,0.00015873525,0.95571774,0.00008944754,0.000014164213,0.00038263242,0.0005006217,0.0014370538,0.0042942353],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999305,0.0001661568,0.000042354408,0.00008775133,0.00035250315,0.000046145575],"domain_scores_gemma":[0.9988211,0.00072189065,0.000068842004,0.00016750312,0.00016296373,0.000057622983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001827307,0.0012589782,0.00067879603,0.0014348713,0.000545729,0.0020563027,0.0023611686,0.001287406,0.016584544],"category_scores_gemma":[0.0037209133,0.0007276564,0.0014056701,0.00072484754,0.0010628225,0.0012627058,0.0019990278,0.0016974419,0.0023728588],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026063193,0.00025896818,0.0028691066,0.0014122884,0.00016973703,0.0010211132,0.001551463,0.31101283,0.03020567,0.13345267,0.03163221,0.48615322],"study_design_scores_gemma":[0.00018534431,0.00022958584,0.00055350375,0.00020030965,0.000070704235,0.0006447171,0.00025297978,0.7999549,0.014752821,0.047009967,0.13606752,0.00007769904],"about_ca_topic_score_codex":0.0008316039,"about_ca_topic_score_gemma":0.0017639761,"teacher_disagreement_score":0.016584544,"about_ca_system_score_codex":0.0005146806,"about_ca_system_score_gemma":0.00095581706,"threshold_uncertainty_score":0.055480838},"labels":[],"label_agreement":null},{"id":"W2595013643","doi":"10.18260/1-2--22892","title":"Optimizing Linguistic Diversity in Highly Multicultural Engineering Design Teams","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Multiculturalism; Diversity (politics); Psychology; Cultural diversity; Cognition; Cognitive style; Knowledge management; Engineering; Pedagogy; Sociology; Computer science","score_opus":0.03947309788372064,"score_gpt":0.234604736049481,"score_spread":0.19513163816576037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2595013643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980357,0.000018956416,0.00054803165,0.000050975395,0.0000034454708,0.000013321704,0.0000050249,0.000003706656,0.0013207865],"genre_scores_gemma":[0.9990767,0.000008489436,0.0006233138,0.000026604906,0.0000034279171,0.000019244697,0.000008135687,0.0000016707098,0.00023232968],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99570024,0.0022764984,0.0002879368,0.0003585455,0.0009006719,0.0004761413],"domain_scores_gemma":[0.98343396,0.0051714457,0.0054031634,0.0009722505,0.0022333956,0.002785718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047958726,0.00038912616,0.00029223526,0.0013017512,0.0025757023,0.0031217795,0.00079146476,0.0005668546,0.0030044029],"category_scores_gemma":[0.014441431,0.00021517949,0.00032889674,0.00049020443,0.001194189,0.001045734,0.0046442854,0.00060573645,0.00032349356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005299563,0.0023155687,0.8855185,0.000115504154,0.00009213608,0.0007418559,0.029526044,0.0024010665,0.007961738,0.00088045065,0.00060006714,0.06931709],"study_design_scores_gemma":[0.00010669582,0.0018791561,0.90958375,0.00014497283,0.00006907299,0.0006293232,0.0658739,0.009150344,0.0047399024,0.004347897,0.0033889485,0.000086045395],"about_ca_topic_score_codex":0.0019329314,"about_ca_topic_score_gemma":0.0030996026,"teacher_disagreement_score":0.0047958726,"about_ca_system_score_codex":0.0011041984,"about_ca_system_score_gemma":0.0012244992,"threshold_uncertainty_score":0.025363326},"labels":[],"label_agreement":null},{"id":"W2597126496","doi":"10.18260/1-2--22042","title":"The Development of a DfX","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Heuristics; Computer science; Process (computing); Engineering design process; Set (abstract data type); Engineering; Systems engineering; Software engineering; Manufacturing engineering; Programming language; Mechanical engineering","score_opus":0.040592228391264557,"score_gpt":0.2510825610862369,"score_spread":0.21049033269497233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597126496","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17082632,0.0036723088,0.20335624,0.028082762,0.001169972,0.0011682928,0.00038334384,0.0005452068,0.5907956],"genre_scores_gemma":[0.7891129,0.0023291698,0.116909444,0.0021357057,0.00009496991,0.0004871159,0.00028380725,0.00025637375,0.08839052],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9843688,0.008747519,0.0008454595,0.0010542469,0.0039128787,0.0010709944],"domain_scores_gemma":[0.9877927,0.0042325617,0.0010540402,0.0019832,0.003948885,0.0009886448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013564306,0.0006197267,0.00025654837,0.0024973347,0.005697727,0.0058024745,0.0017127931,0.0027087478,0.007691293],"category_scores_gemma":[0.014618842,0.00049136765,0.00049772084,0.0016172272,0.009957141,0.00860892,0.0059367623,0.0035334728,0.0011779902],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002938842,0.00014566715,0.004723677,0.00023477364,0.000008981993,0.0025392266,0.02943998,0.0018278579,0.001616718,0.8644217,0.011993084,0.083018966],"study_design_scores_gemma":[0.000019054825,0.00023790754,0.002975788,0.0009722095,0.000010896415,0.0013754669,0.020261504,0.0027729433,0.004101959,0.07050568,0.89670855,0.00005807169],"about_ca_topic_score_codex":0.007805187,"about_ca_topic_score_gemma":0.007806159,"teacher_disagreement_score":0.013564306,"about_ca_system_score_codex":0.008173085,"about_ca_system_score_gemma":0.0074928054,"threshold_uncertainty_score":0.07173574},"labels":[],"label_agreement":null},{"id":"W2597352195","doi":"10.52842/conf.caadria.2005.288","title":"Upholding the Poetic in Design Collaboration","year":2005,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Computer-Aided Architectural Design Research in Asia","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Australian Research Council; Simon Fraser University; RMIT University","keywords":"Computer science; Reciprocal; Process (computing); Knowledge management; Human–computer interaction; Representation (politics); Object (grammar); Computer-supported cooperative work; Information sharing; Design process; Process management; World Wide Web; Work in process; Engineering; Artificial intelligence","score_opus":0.14688456222143098,"score_gpt":0.3656306331769669,"score_spread":0.21874607095553594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597352195","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09687547,0.006874444,0.20696367,0.1000643,0.0041838745,0.00024346533,0.00006335559,0.00067459204,0.58405674],"genre_scores_gemma":[0.947904,0.001663627,0.024954442,0.0075872014,0.0007706686,0.00036813488,0.000025428099,0.00026615392,0.016460378],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9226893,0.058357436,0.0017839157,0.005443814,0.009791402,0.0019341786],"domain_scores_gemma":[0.9004558,0.063396364,0.0055096135,0.0224789,0.0048573716,0.0033020582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04403579,0.0009304424,0.0009526995,0.0032134815,0.01818523,0.022753349,0.002528362,0.007155749,0.0047108154],"category_scores_gemma":[0.09002305,0.0009607583,0.0008749711,0.0025083034,0.10867427,0.033827472,0.03268034,0.010588687,0.0017468169],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092708695,0.000045268527,0.0010966917,0.00027993202,0.000022641592,0.00018176253,0.06785276,0.0004428663,0.00049822713,0.8988774,0.0033948305,0.027214978],"study_design_scores_gemma":[0.000117971125,0.000171747,0.00060154975,0.000626649,0.000030849154,0.00067791936,0.03184172,0.0011582691,0.0010521534,0.6816924,0.2819764,0.000052427506],"about_ca_topic_score_codex":0.0010080064,"about_ca_topic_score_gemma":0.0009804775,"teacher_disagreement_score":0.04403579,"about_ca_system_score_codex":0.0042048525,"about_ca_system_score_gemma":0.0082913665,"threshold_uncertainty_score":0.23288631},"labels":[],"label_agreement":null},{"id":"W2597501056","doi":"","title":"Discursivity and Creativity: Implementing Pigrum's Multi-Mode Transitional Practices in Upper Division Creative Production Courses","year":2014,"lang":"en","type":"article","venue":"World Academy of Science, Engineering and Technology, International Journal of Educational and Pedagogical Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Creativity; Conversation; Context (archaeology); Curriculum; Variety (cybernetics); Production (economics); Mathematics education; Creative work; Computer science; Division (mathematics); Pedagogy; Sociology; Engineering ethics; Psychology; Engineering; Visual arts; Mathematics; Artificial intelligence; Social psychology; Communication; Art; History","score_opus":0.07843082165290718,"score_gpt":0.4143441458566374,"score_spread":0.3359133242037302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597501056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84752214,0.000110414636,0.10776824,0.002126169,0.00008111852,0.000714594,0.000016741396,0.0006073645,0.041053165],"genre_scores_gemma":[0.926221,0.000064905165,0.06898672,0.00022072396,0.00000860883,0.0002938209,0.0000103280645,0.000042451768,0.004151501],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9919416,0.005632374,0.0002379294,0.0006119189,0.0009155328,0.00066067773],"domain_scores_gemma":[0.98906446,0.00602537,0.0005545801,0.0018735414,0.0006941772,0.0017876902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013506196,0.00053827773,0.0002851496,0.0008941137,0.0025809251,0.005992392,0.0023098115,0.001563464,0.004046365],"category_scores_gemma":[0.014540238,0.0003602899,0.00047224722,0.00043432054,0.005000296,0.0029108024,0.010281491,0.00220787,0.00081870286],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005080525,0.005363008,0.0122021735,0.00062712835,0.000028320303,0.0021041667,0.31790707,0.0057067103,0.029787255,0.055283505,0.0031852156,0.56729734],"study_design_scores_gemma":[0.00089334656,0.013165475,0.03982865,0.0028501584,0.00013883767,0.005357184,0.39607647,0.05598525,0.06899944,0.101921104,0.3143749,0.0004092779],"about_ca_topic_score_codex":0.0007980958,"about_ca_topic_score_gemma":0.0013165309,"teacher_disagreement_score":0.013506196,"about_ca_system_score_codex":0.0022179424,"about_ca_system_score_gemma":0.0035564527,"threshold_uncertainty_score":0.07142842},"labels":[],"label_agreement":null},{"id":"W2599268490","doi":"10.24908/pceea.v0i0.6511","title":"Speed Marking: Can intuitive skill replace conscious analysis?","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Intuition; Computer science; Artificial intelligence; Machine learning; Cognitive psychology; Psychology; Cognitive science","score_opus":0.006628169272952303,"score_gpt":0.22100683843882044,"score_spread":0.21437866916586812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599268490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88992214,0.0010629647,0.09148341,0.002816709,0.0005477157,0.00045915126,0.000042009568,0.0006471536,0.013018792],"genre_scores_gemma":[0.97155166,0.00020373109,0.026930466,0.00047406,0.00008712079,0.000084889216,0.000018552395,0.00006008569,0.0005894738],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9827293,0.008959242,0.0011559959,0.001631148,0.004867837,0.0006563591],"domain_scores_gemma":[0.8037185,0.15116931,0.02175036,0.016618062,0.005026249,0.0017175367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01805377,0.0006164543,0.0006196514,0.00066025835,0.00038778578,0.002380694,0.0015371236,0.0016629029,0.0020749597],"category_scores_gemma":[0.2177866,0.0006140273,0.0003286795,0.0004412773,0.0035937186,0.006572747,0.0017815026,0.0017080487,0.00054207596],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072537805,0.0023024695,0.08751447,0.0025313897,0.00025055272,0.0005241271,0.013413778,0.0034928126,0.07958566,0.023705093,0.00240153,0.7770243],"study_design_scores_gemma":[0.0020058423,0.05250353,0.44811174,0.0031561416,0.0014964525,0.0077396557,0.012340548,0.08627631,0.202238,0.12368107,0.05912883,0.0013219037],"about_ca_topic_score_codex":0.000691677,"about_ca_topic_score_gemma":0.00061358325,"teacher_disagreement_score":0.01805377,"about_ca_system_score_codex":0.00058068446,"about_ca_system_score_gemma":0.0012333473,"threshold_uncertainty_score":0.095478594},"labels":[],"label_agreement":null},{"id":"W2599915264","doi":"10.18260/1-2--19379","title":"Define “Engineering Design”: Understanding how freshman students develop their understanding of engineering, design, and engineering design","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering design process; GRASP; Engineering education; Rotation formalisms in three dimensions; Computer science; Health systems engineering; Software engineering; Engineering; Engineering management; Mechanical engineering; Mathematics","score_opus":0.1381075697211099,"score_gpt":0.2513231174679185,"score_spread":0.11321554774680861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599915264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46711853,0.0040948004,0.35105664,0.020136893,0.00051671313,0.0009502318,0.00016460188,0.0006451099,0.15531643],"genre_scores_gemma":[0.8678985,0.0025606274,0.09790581,0.004610525,0.00006658572,0.00042274175,0.000226702,0.00026951457,0.026038952],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9928766,0.004410979,0.00033957456,0.0008101666,0.001099154,0.00046339503],"domain_scores_gemma":[0.9883216,0.0061589302,0.0013958296,0.001508987,0.0016474836,0.0009672808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011178605,0.0008802338,0.00039427142,0.0018251592,0.0025680477,0.009450206,0.0017665076,0.0028063247,0.0038833732],"category_scores_gemma":[0.021845598,0.00046092915,0.00062362367,0.0009929097,0.012528675,0.011924231,0.0055784625,0.004939837,0.0010243006],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050277995,0.00060059555,0.02606395,0.00068728585,0.0000484017,0.00037591052,0.6244918,0.0013178966,0.012856286,0.17186184,0.011791947,0.14985383],"study_design_scores_gemma":[0.000031833035,0.00052791345,0.017350886,0.001416454,0.000053464162,0.0017019816,0.37675378,0.0033102336,0.010785767,0.13693692,0.45097667,0.00015416069],"about_ca_topic_score_codex":0.002271331,"about_ca_topic_score_gemma":0.0032002514,"teacher_disagreement_score":0.011178605,"about_ca_system_score_codex":0.0037934752,"about_ca_system_score_gemma":0.0044718664,"threshold_uncertainty_score":0.059118807},"labels":[],"label_agreement":null},{"id":"W2600004310","doi":"10.18260/p.27010","title":"The Role of Shared Physical Space in Affording the Creation of Shared Conceptual Spaces in Design Project Teams","year":2016,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; University of Toronto; American Society for Engineering Education","keywords":"Construct (python library); Meaning (existential); Space (punctuation); Shared space; Conceptual framework; Knowledge management; Psychology; Coding (social sciences); Team composition; Qualitative research; Citizen journalism; Computer science; Sociology","score_opus":0.023876802833607637,"score_gpt":0.27986951732178783,"score_spread":0.2559927144881802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600004310","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28648028,0.0028940502,0.113428466,0.061498348,0.0008219793,0.00018551644,0.00017480724,0.00018722824,0.53432924],"genre_scores_gemma":[0.92993945,0.001418912,0.014826773,0.0012747442,0.00008293791,0.00013963743,0.000024034622,0.00009413462,0.052199434],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9958974,0.0024141304,0.000118841876,0.0005206328,0.0006030749,0.00044587624],"domain_scores_gemma":[0.9844791,0.013016711,0.00042850853,0.00046684302,0.0006280187,0.0009808667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003982209,0.0006850463,0.00051716994,0.0017116056,0.007279189,0.01202712,0.0019198842,0.0044862777,0.012335885],"category_scores_gemma":[0.013266096,0.00068400614,0.00058657245,0.0011451271,0.019412307,0.014346683,0.0073987897,0.0053746398,0.00087272463],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113693604,0.00009272803,0.005098121,0.00038240117,0.000035269306,0.001110965,0.328785,0.0018473989,0.0016046631,0.60995495,0.013375487,0.03759929],"study_design_scores_gemma":[0.00006294023,0.00024692403,0.0089617325,0.0015755248,0.000082133156,0.002469509,0.41849902,0.010567163,0.005845715,0.24765202,0.303879,0.00015836518],"about_ca_topic_score_codex":0.010243081,"about_ca_topic_score_gemma":0.024444133,"teacher_disagreement_score":0.012335885,"about_ca_system_score_codex":0.003752211,"about_ca_system_score_gemma":0.004859211,"threshold_uncertainty_score":0.041267693},"labels":[],"label_agreement":null},{"id":"W2603456792","doi":"10.24908/pceea.v0i0.6460","title":"Making Informed Decisions: EXPLORE Engineering Design Program","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Presentation (obstetrics); Documentation; Teamwork; Engineering design process; Process (computing); Engineering education; Medical education; Computer science; Psychology; Engineering management; Software engineering; Engineering; Management; Medicine","score_opus":0.059617481360279834,"score_gpt":0.3004620993738691,"score_spread":0.24084461801358925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603456792","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17509122,0.00043561982,0.26216972,0.021848086,0.0006477694,0.0060784034,0.0017404914,0.0114811,0.5205076],"genre_scores_gemma":[0.27644148,0.0008613234,0.43972406,0.004412203,0.00018850045,0.008217257,0.001982481,0.0011667826,0.26700592],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9961111,0.001994604,0.00011630111,0.00040039924,0.0009516761,0.00042607824],"domain_scores_gemma":[0.9911787,0.0040124073,0.00046859536,0.0011605613,0.0008463543,0.0023333183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056387987,0.00089557125,0.0003920132,0.0008041698,0.0021502145,0.003576224,0.0016372203,0.0011045665,0.07943839],"category_scores_gemma":[0.0108896755,0.0006157209,0.000489139,0.0004290653,0.0013886801,0.0019014874,0.0075279935,0.0030266764,0.014329479],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004689218,0.0069814255,0.0065602846,0.00031216882,0.000025670972,0.00063325843,0.022305813,0.0028520164,0.008974336,0.030768638,0.23074085,0.68937665],"study_design_scores_gemma":[0.00028688804,0.0010925903,0.0041737766,0.00021115583,0.000022502549,0.0005107747,0.008636629,0.003433635,0.0073890327,0.041369937,0.93280095,0.00007221336],"about_ca_topic_score_codex":0.0006978126,"about_ca_topic_score_gemma":0.0028723136,"teacher_disagreement_score":0.9993022,"about_ca_system_score_codex":0.0016300038,"about_ca_system_score_gemma":0.0085781375,"threshold_uncertainty_score":0.2657479},"labels":[],"label_agreement":null},{"id":"W2604188872","doi":"10.24908/pceea.v0i0.6496","title":"TEAM MIDTERM IN AN INTRODUCTORY PROCESS DESIGN COURSE","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Division of Chemistry","keywords":"Summative assessment; Formative assessment; Teamwork; Medical education; Mathematics education; Quality (philosophy); Process (computing); Psychology; Computer science; Medicine; Management","score_opus":0.01211307452114646,"score_gpt":0.25461461920650263,"score_spread":0.24250154468535617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604188872","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9403621,0.00031018318,0.03227746,0.00090710475,0.0006227145,0.0018504256,0.00020250987,0.00066957285,0.022797996],"genre_scores_gemma":[0.8436925,0.0003411123,0.093057685,0.00097193074,0.00022938265,0.0018735089,0.00066621206,0.00019278855,0.058974795],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967493,0.00073808624,0.00020145392,0.0006162044,0.00094000244,0.0007550823],"domain_scores_gemma":[0.9893813,0.001752293,0.0005746559,0.00073775876,0.0019165071,0.005637582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005821797,0.0012932897,0.00118204,0.0014243495,0.0033207797,0.0036449388,0.001922578,0.0015667172,0.012884459],"category_scores_gemma":[0.009025186,0.0007995538,0.0010417849,0.0007897493,0.0007759365,0.0010158462,0.0042704092,0.0027862552,0.00434238],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036148173,0.05774176,0.045827374,0.0007847156,0.00012266298,0.003914645,0.038082607,0.008110649,0.07540099,0.008286782,0.043291666,0.7148213],"study_design_scores_gemma":[0.0016210625,0.12116369,0.28984407,0.0013369208,0.00025378005,0.0094049955,0.031180937,0.031654164,0.115223534,0.027776727,0.36979708,0.0007430554],"about_ca_topic_score_codex":0.00080408633,"about_ca_topic_score_gemma":0.0033150953,"teacher_disagreement_score":0.012884459,"about_ca_system_score_codex":0.0023421417,"about_ca_system_score_gemma":0.004310513,"threshold_uncertainty_score":0.04310286},"labels":[],"label_agreement":null},{"id":"W2605032796","doi":"10.24908/pceea.v0i0.6451","title":"A NOVEL PROJECT-BASED MULTIDISCIPLINARY DESIGN EXPERIENCE","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Multidisciplinary approach; Capstone; Capstone course; Medical education; Computer science; Project-based learning; Engineering management; Mathematics education; Psychology; Engineering; Medicine; Sociology","score_opus":0.0280754465122412,"score_gpt":0.26908400297353247,"score_spread":0.24100855646129127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605032796","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5839739,0.0009300486,0.27729616,0.005728284,0.0010991327,0.00049270934,0.00016370702,0.0016755448,0.12864053],"genre_scores_gemma":[0.8764601,0.00048544956,0.06262325,0.0014808398,0.00016211015,0.00030113774,0.00014482181,0.00040235647,0.057939857],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916754,0.0048783734,0.00018360678,0.00068672304,0.0018688622,0.00070704916],"domain_scores_gemma":[0.9946127,0.001726949,0.00027134683,0.00060491875,0.00050123915,0.0022829252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004515332,0.0011609587,0.0005843298,0.0010027593,0.0035865,0.0057925885,0.0020928422,0.0029471687,0.011658867],"category_scores_gemma":[0.0093471045,0.00062451727,0.0009285551,0.0005883396,0.0032368524,0.004600283,0.011239292,0.004398102,0.0024490743],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038553265,0.0024767458,0.009398561,0.0008991162,0.00011669717,0.015237976,0.5832181,0.0034653295,0.047262054,0.069870606,0.04629946,0.2213698],"study_design_scores_gemma":[0.00013587331,0.0022569878,0.005609601,0.00049109047,0.00005191113,0.03449714,0.1502526,0.010278846,0.009772655,0.024555841,0.7617858,0.0003115797],"about_ca_topic_score_codex":0.0002331203,"about_ca_topic_score_gemma":0.0005404459,"teacher_disagreement_score":0.011658867,"about_ca_system_score_codex":0.0008903917,"about_ca_system_score_gemma":0.0011571909,"threshold_uncertainty_score":0.039002836},"labels":[],"label_agreement":null},{"id":"W2605144836","doi":"10.24908/pceea.v0i0.6508","title":"TEN YEARS OF ENHANCING ENGINEERING EDUCATION WITH CASE STUDIES: INSIGHTS, LESSONS AND RESULTS FROM A DESIGN CHAIR","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Implementation; Engineering education; Engineering management; Engineering; Government (linguistics); Mathematics education; Computer science; Software engineering; Psychology","score_opus":0.018644387629265374,"score_gpt":0.24828782772201463,"score_spread":0.22964344009274926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605144836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7489448,0.042545166,0.053433727,0.0447191,0.0013385596,0.0013968211,0.0002411953,0.00030672926,0.107073836],"genre_scores_gemma":[0.8461461,0.03203647,0.07809445,0.004505451,0.0002945871,0.0007270413,0.00040373486,0.00020241772,0.037589714],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.979924,0.0149793,0.0006905091,0.00061084883,0.002339632,0.0014558005],"domain_scores_gemma":[0.94913673,0.036812432,0.0013875102,0.0027176666,0.0059503117,0.003995309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027315123,0.001117962,0.0008240219,0.0018511359,0.003725901,0.007852987,0.0030546002,0.002920141,0.003301928],"category_scores_gemma":[0.028651409,0.0006899057,0.00069281267,0.002431305,0.0043237763,0.006143607,0.0082294205,0.003783358,0.0008994027],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005610236,0.008942887,0.016695797,0.0019336386,0.000098259865,0.003675052,0.21579935,0.003126779,0.0033722888,0.04380601,0.043117538,0.6588714],"study_design_scores_gemma":[0.00028974193,0.0040794597,0.019470138,0.006325345,0.00014699498,0.003890966,0.27386,0.0044190483,0.008888309,0.029614447,0.6487428,0.00027263342],"about_ca_topic_score_codex":0.0040005157,"about_ca_topic_score_gemma":0.015382861,"teacher_disagreement_score":0.027315123,"about_ca_system_score_codex":0.006987283,"about_ca_system_score_gemma":0.0061549987,"threshold_uncertainty_score":0.14445794},"labels":[],"label_agreement":null},{"id":"W2605981568","doi":"10.11591/ijeecs.v5.i2.pp243-249","title":"Research on the Transformation of User's Implicit Knowledge to Design Knowledge in Product Design","year":2017,"lang":"en","type":"article","venue":"Indonesian Journal of Electrical Engineering and Computer Science","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Design knowledge; Computer science; Dimension (graph theory); Product design; Explicit knowledge; Human–computer interaction; Implicit knowledge; Knowledge management; Transformation (genetics); Product (mathematics); Mathematics","score_opus":0.07050795457271325,"score_gpt":0.3394957106578462,"score_spread":0.2689877560851329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605981568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6687557,0.0026651854,0.22439861,0.0016632742,0.000068300775,0.00017423609,0.000065708526,0.00011881212,0.102090165],"genre_scores_gemma":[0.9866567,0.00070439465,0.010334517,0.00005365919,0.0000065211493,0.000044111577,0.000023846504,0.000008958213,0.0021673234],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9950812,0.002134604,0.0003364913,0.00050633994,0.001688167,0.0002532271],"domain_scores_gemma":[0.9850192,0.010557679,0.0011818499,0.0013383826,0.0017200126,0.00018276772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041030906,0.00045122288,0.00030285527,0.0019464154,0.000885483,0.0048383996,0.0009256044,0.00083314255,0.002106895],"category_scores_gemma":[0.018287921,0.00038751363,0.0005038643,0.0019930683,0.0047052274,0.010364502,0.0018171819,0.0013017537,0.00017247647],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015764133,0.00040309216,0.05679119,0.0014586381,0.00012855984,0.00077390106,0.14384878,0.005527685,0.007959237,0.39072198,0.0009417797,0.39128757],"study_design_scores_gemma":[0.00008825393,0.00080265553,0.1561735,0.0019985784,0.00048083955,0.003473423,0.16048236,0.096112564,0.02849821,0.47179732,0.07973064,0.00036169516],"about_ca_topic_score_codex":0.0030988911,"about_ca_topic_score_gemma":0.002414555,"teacher_disagreement_score":0.0048383996,"about_ca_system_score_codex":0.002803416,"about_ca_system_score_gemma":0.0021777642,"threshold_uncertainty_score":0.021699488},"labels":[],"label_agreement":null},{"id":"W2606859878","doi":"10.71781/2638","title":"The designer in the systemic paradigm : facilitator of group design","year":2005,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Facilitator; Group (periodic table); Knowledge management; Engineering; Computer science; Psychology; Social psychology; Chemistry","score_opus":0.051286431596498566,"score_gpt":0.3188369400891618,"score_spread":0.26755050849266326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606859878","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043997742,0.0070943893,0.5747873,0.051022496,0.0011270161,0.0004620457,0.00009118959,0.0006049824,0.32081282],"genre_scores_gemma":[0.72842,0.0040866225,0.15193339,0.0021268574,0.0004232289,0.0006544856,0.00007786914,0.00038238574,0.11189523],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9861602,0.010899543,0.0002462438,0.0009215928,0.0013766217,0.00039572964],"domain_scores_gemma":[0.98344857,0.010608842,0.0006850873,0.0020779343,0.0018693913,0.0013100995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019047407,0.0006494338,0.00050287734,0.0016351116,0.0049911067,0.008087225,0.0016547431,0.0022334356,0.0133426385],"category_scores_gemma":[0.021653293,0.00048397918,0.0005068417,0.0011543366,0.019094704,0.007738617,0.004998842,0.002452469,0.001702225],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055469663,0.00005777798,0.00078256294,0.00035931217,0.000014260618,0.00015240803,0.053727966,0.0005374041,0.0010680731,0.8777553,0.008772125,0.05671737],"study_design_scores_gemma":[0.00016240629,0.00022938784,0.0015019652,0.00091987924,0.00006767268,0.00032718608,0.023623498,0.0033992378,0.0028745257,0.48203003,0.48481384,0.00005041986],"about_ca_topic_score_codex":0.010209753,"about_ca_topic_score_gemma":0.019271359,"teacher_disagreement_score":0.019047407,"about_ca_system_score_codex":0.0062236837,"about_ca_system_score_gemma":0.016679144,"threshold_uncertainty_score":0.10073352},"labels":[],"label_agreement":null},{"id":"W2607898183","doi":"10.31274/itaa_proceedings-180814-1341","title":"Do You See What I See? Using Ethnographic Methods to Inform Functional Design","year":2016,"lang":"en","type":"report","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Toronto Metropolitan University","funders":"","keywords":"Clothing; Context (archaeology); Meaning (existential); Psychology; Product (mathematics); Ethnography; Applied psychology; Sociology; Psychotherapist","score_opus":0.2345132521313727,"score_gpt":0.42199831185886666,"score_spread":0.18748505972749396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607898183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7926125,0.0037036117,0.10526672,0.004414871,0.00034040745,0.005341327,0.0012440121,0.00020957568,0.086866856],"genre_scores_gemma":[0.9138416,0.0027836869,0.07066301,0.0009822871,0.000056329463,0.004355388,0.00040902407,0.00007220399,0.006836476],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98503566,0.012998626,0.00049601786,0.0003930746,0.0006397967,0.00043680036],"domain_scores_gemma":[0.9821054,0.014287121,0.0008307664,0.0013876073,0.00095650903,0.0004326215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01488075,0.00062266446,0.00024040553,0.0038458235,0.0027465299,0.00309805,0.0007296508,0.0006710661,0.0026796116],"category_scores_gemma":[0.016157473,0.0004827885,0.0002489606,0.001987777,0.0042080265,0.0040288502,0.004541235,0.0012398367,0.00042425262],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092498616,0.00022576428,0.022265451,0.0005370775,0.000022992032,0.00089731516,0.8528089,0.00028867114,0.0018282174,0.0114807775,0.0050378833,0.104514435],"study_design_scores_gemma":[0.000052004918,0.00023138935,0.0112488605,0.0011857211,0.00003286842,0.0011484328,0.8774615,0.0007915708,0.0018912144,0.010695128,0.09521731,0.00004392739],"about_ca_topic_score_codex":0.0034565772,"about_ca_topic_score_gemma":0.010424491,"teacher_disagreement_score":0.01488075,"about_ca_system_score_codex":0.0017512519,"about_ca_system_score_gemma":0.0026500144,"threshold_uncertainty_score":0.07869786},"labels":[],"label_agreement":null},{"id":"W2610565051","doi":"10.18260/1-2--1222","title":"Engineering Sketching As Visualization, Idea Generation And Communication Tool","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Visualization; Human–computer interaction; Data visualization; Software engineering; Artificial intelligence","score_opus":0.0243347468932079,"score_gpt":0.26331809737926287,"score_spread":0.23898335048605496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610565051","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021691367,0.0010498099,0.93740577,0.00079371856,0.00020661065,0.00011033482,0.00012306379,0.0030205245,0.035598785],"genre_scores_gemma":[0.45848942,0.0013874468,0.5129505,0.00016690575,0.0000990394,0.00017740359,0.00019514776,0.0006012608,0.025932882],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99875116,0.00056210964,0.000073227144,0.00015576935,0.0004031276,0.00005452584],"domain_scores_gemma":[0.99127555,0.006071953,0.00020260777,0.0015266002,0.00062972086,0.00029348704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020796391,0.0007494532,0.00043570242,0.0015286431,0.00050107687,0.00582121,0.0011343057,0.001160182,0.02040314],"category_scores_gemma":[0.010154377,0.00050631806,0.000520431,0.0011180413,0.0020223479,0.004744166,0.002356745,0.0013921778,0.0027117983],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029370183,0.00013259012,0.0016508411,0.0010697758,0.000056824298,0.0005732432,0.005694558,0.017970381,0.059877355,0.41544938,0.006683759,0.4905476],"study_design_scores_gemma":[0.00028760388,0.0008595478,0.0026069544,0.0008506352,0.00019710911,0.0037008924,0.0034803506,0.24046952,0.110150404,0.374168,0.26298854,0.00024035289],"about_ca_topic_score_codex":0.00025677914,"about_ca_topic_score_gemma":0.00021183708,"teacher_disagreement_score":0.02040314,"about_ca_system_score_codex":0.00037312147,"about_ca_system_score_gemma":0.0006877728,"threshold_uncertainty_score":0.068255305},"labels":[],"label_agreement":null},{"id":"W2612530002","doi":"10.21606/drs.2016.284","title":"Exploring framing within a team of industrial design students","year":2016,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Cognitive reframing; Framing (construction); Co-design; Collaborative design; Participatory design; Industrial design; Computer science; Engineering; Knowledge management; Psychology; Social psychology; Systems engineering; Task (project management)","score_opus":0.17008100458824435,"score_gpt":0.2885429501992042,"score_spread":0.11846194561095982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612530002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9774571,0.00019493874,0.013311168,0.0016869544,0.000057339927,0.00008832777,0.000008519576,0.00007755473,0.0071181157],"genre_scores_gemma":[0.9939202,0.00009834493,0.0030915493,0.00019367307,0.0000193777,0.000048683112,0.000012150147,0.00003535201,0.0025806276],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97378135,0.018849937,0.0005079387,0.0021175758,0.0022668894,0.0024763441],"domain_scores_gemma":[0.9721672,0.014665243,0.0031403897,0.0021025608,0.0031188317,0.004805678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017496413,0.0011620235,0.0008258605,0.00375271,0.012398629,0.017836897,0.0028766762,0.0045341062,0.0029686831],"category_scores_gemma":[0.033193845,0.0011754906,0.00095476356,0.0012382051,0.015270454,0.0070256568,0.012542758,0.006198374,0.0008886441],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005925629,0.00029650505,0.009045088,0.00004365819,0.000018335204,0.0009215955,0.9665031,0.00030561796,0.0017980973,0.005779396,0.00046452216,0.014764772],"study_design_scores_gemma":[0.000045589346,0.00031387815,0.003361979,0.00011370266,0.00003448088,0.0008422182,0.9474971,0.0029563627,0.002278019,0.009122379,0.033326555,0.00010773944],"about_ca_topic_score_codex":0.0026232218,"about_ca_topic_score_gemma":0.0022939786,"teacher_disagreement_score":0.017836897,"about_ca_system_score_codex":0.0045408104,"about_ca_system_score_gemma":0.0035444484,"threshold_uncertainty_score":0.092530966},"labels":[],"label_agreement":null},{"id":"W2612535735","doi":"10.1016/j.procir.2017.01.012","title":"Continuing Education and Personalization of Design Methods to Improve their Acceptance in Practice – An Explorative Study","year":2017,"lang":"en","type":"article","venue":"Procedia CIRP","topic":"Design Education and Practice","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Personalization; Modular programming; Computer science; Control (management); Knowledge management; Design methods; Engineering management; Engineering; Management science; Artificial intelligence","score_opus":0.053448530713344544,"score_gpt":0.3978582196737088,"score_spread":0.3444096889603643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612535735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99117094,0.00022615367,0.0036772327,0.00023388327,0.000016670254,0.0008058376,0.000014393344,0.000028177923,0.0038267889],"genre_scores_gemma":[0.9819496,0.00038861766,0.014246863,0.00014540504,0.000023748678,0.0006851925,0.000029909688,0.000019919551,0.0025106193],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9781365,0.013735937,0.0014047808,0.0015067866,0.0040020505,0.0012138771],"domain_scores_gemma":[0.88542324,0.087896615,0.0060014743,0.009257441,0.008931356,0.0024897812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.034220338,0.000628905,0.00063624245,0.0017816909,0.0015996782,0.0036373585,0.0015792024,0.0016311324,0.0026989381],"category_scores_gemma":[0.08642733,0.0005520849,0.00066674716,0.0009717103,0.002312767,0.002812961,0.0024780028,0.0018215714,0.0003668848],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044996451,0.009360799,0.07111856,0.001700229,0.000097742646,0.00092292175,0.52352023,0.0006485176,0.012987419,0.0037993812,0.0012955049,0.37409872],"study_design_scores_gemma":[0.00053148717,0.024554621,0.3190734,0.0028408833,0.00046652392,0.003922876,0.50082475,0.0070582754,0.033830572,0.0069928365,0.09944693,0.00045683782],"about_ca_topic_score_codex":0.00049281097,"about_ca_topic_score_gemma":0.00073107926,"teacher_disagreement_score":0.034220338,"about_ca_system_score_codex":0.0015961044,"about_ca_system_score_gemma":0.0028422691,"threshold_uncertainty_score":0.18097663},"labels":[],"label_agreement":null},{"id":"W2613821087","doi":"10.1007/978-94-6300-980-5","title":"Drawing as Language: Celebrating the Work of Bob Steele","year":2017,"lang":"en","type":"book","venue":"SensePublishers eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Wilfrid Laurier University; Toronto Metropolitan University; University of Regina; University of Toronto","funders":"","keywords":"Work (physics); Visual arts; Computer science; Cognitive science; Linguistics; Art; Psychology; Engineering; Philosophy; Mechanical engineering","score_opus":0.013547698842837172,"score_gpt":0.2462948400098164,"score_spread":0.23274714116697925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613821087","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.066610664,0.09479397,0.009098738,0.59983945,0.035141822,0.00014326519,0.00019895639,0.00047996803,0.19369318],"genre_scores_gemma":[0.554657,0.048008192,0.01016394,0.062754944,0.007928131,0.00033648586,0.00014614097,0.0018326176,0.31417248],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98957235,0.006214658,0.00012865457,0.00069821853,0.0022644955,0.0011216108],"domain_scores_gemma":[0.99242413,0.0025920102,0.0003271757,0.00034125705,0.0014764337,0.0028389853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0090515595,0.00086401816,0.0008010639,0.0014914492,0.02401122,0.010806489,0.0018813753,0.0032743441,0.0043605664],"category_scores_gemma":[0.010366503,0.000645553,0.00040593932,0.0009753974,0.025644261,0.0075817206,0.009853206,0.012413655,0.0018495446],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008936068,0.00008613359,0.0007027089,0.00031032483,0.000016868327,0.0013438597,0.28704137,0.00026258052,0.001856263,0.08779052,0.59004813,0.030451963],"study_design_scores_gemma":[0.0000036101642,0.0000148398485,0.00026568378,0.00023439781,0.0000039401757,0.0005485522,0.044044424,0.00005627785,0.00037138388,0.0030763317,0.9513537,0.000026865217],"about_ca_topic_score_codex":0.031862143,"about_ca_topic_score_gemma":0.06305889,"teacher_disagreement_score":0.031862143,"about_ca_system_score_codex":0.009344755,"about_ca_system_score_gemma":0.0066516027,"threshold_uncertainty_score":0.0678013},"labels":[],"label_agreement":null},{"id":"W2613921661","doi":"10.18260/1-2--5677","title":"Cornerstone Design: Product Dissection In A Common First Year Engineering Design And Graphics Course","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Cornerstone; Capstone; Engineering education; Curriculum; Engineering design process; Product design; Capstone course; Engineering; Product (mathematics); Engineering management; Computer science; Psychology; Pedagogy; Mechanical engineering","score_opus":0.03512002070723046,"score_gpt":0.24394886146650974,"score_spread":0.20882884075927927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613921661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7801565,0.00039660698,0.12971675,0.0019590592,0.00078034535,0.0025753952,0.00085702614,0.0042964066,0.07926186],"genre_scores_gemma":[0.6381503,0.0004075261,0.26832494,0.0011729596,0.00009615905,0.0012577643,0.0023688017,0.0006818135,0.08753968],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99839526,0.0003098905,0.000070738766,0.0004199069,0.0005475057,0.00025676913],"domain_scores_gemma":[0.99547994,0.0009476382,0.00018149332,0.00051725033,0.00064105977,0.0022326582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034403868,0.0009568689,0.000618033,0.0010102148,0.0017927651,0.0024992218,0.001930884,0.0014430239,0.04220257],"category_scores_gemma":[0.006541254,0.00066597806,0.00067361956,0.0007736156,0.00093830505,0.001532641,0.0042782454,0.0021647955,0.009759021],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092646235,0.008551956,0.019412912,0.00039800926,0.000033663073,0.0016583514,0.01321805,0.004267266,0.04748915,0.005845001,0.07815182,0.82004726],"study_design_scores_gemma":[0.00090833846,0.022811428,0.16471776,0.0006953962,0.00008908086,0.009804911,0.018908434,0.031513546,0.08760931,0.022803092,0.63965577,0.0004830603],"about_ca_topic_score_codex":0.0007172997,"about_ca_topic_score_gemma":0.002252413,"teacher_disagreement_score":0.04220257,"about_ca_system_score_codex":0.0014370292,"about_ca_system_score_gemma":0.0017698203,"threshold_uncertainty_score":0.14118165},"labels":[],"label_agreement":null},{"id":"W2615885550","doi":"10.18260/p.27193","title":"What Flies Like a Dragonfly and Swims Like an Eel? Bio-inspired Design Cornerstone Projects","year":2016,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"American Society for Engineering Education","keywords":"Biomimetics; Cornerstone; Bionics; Engineering design process; Propulsion; Variety (cybernetics); Presentation (obstetrics); Engineering; Process (computing); Computer science; 3D printing; Systems engineering; Artificial intelligence; Mechanical engineering; Aerospace engineering","score_opus":0.043311400543583796,"score_gpt":0.26202620260688203,"score_spread":0.21871480206329824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615885550","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19818641,0.0043073785,0.6233509,0.019767577,0.0010865643,0.00070260116,0.00011012416,0.0010925051,0.15139587],"genre_scores_gemma":[0.5362069,0.0038060287,0.38164717,0.001759378,0.0001536804,0.00048112115,0.00013490758,0.0002814915,0.07552929],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987458,0.0006381322,0.000047837188,0.00014064972,0.00030918914,0.00011836532],"domain_scores_gemma":[0.9984819,0.00050748594,0.000074000876,0.00020495449,0.0002875799,0.0004440391],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028128764,0.00069969083,0.00020370142,0.00045117148,0.0010103475,0.0025890789,0.0010828525,0.0015498992,0.00806961],"category_scores_gemma":[0.002763623,0.00028067862,0.00040093355,0.00022515515,0.0018678654,0.0020863058,0.0015550761,0.001312014,0.0015945194],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024281247,0.0010080761,0.0074038194,0.00124893,0.000100677295,0.0012029981,0.017870633,0.020608278,0.050764672,0.24354026,0.042808868,0.61320007],"study_design_scores_gemma":[0.00009995704,0.0016619042,0.003541614,0.0010633022,0.0000486814,0.0024458384,0.011464219,0.03001338,0.029508024,0.120431416,0.7996114,0.00011026367],"about_ca_topic_score_codex":0.00046860467,"about_ca_topic_score_gemma":0.0008255505,"teacher_disagreement_score":0.00806961,"about_ca_system_score_codex":0.00089843664,"about_ca_system_score_gemma":0.0008723214,"threshold_uncertainty_score":0.02699554},"labels":[],"label_agreement":null},{"id":"W2616922573","doi":"","title":"BIOPRODUCTS OF AUTOMOTIVE ACCESSORIES: RETHINKING DESIGN MATERIALS THROUGH CORNSTARCH, SUGARCANE AND HEMP","year":2007,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Automotive industry; Bioproducts; Engineering; Polylactic acid; Renewable energy; Manufacturing engineering; Waste management; Materials science; Biofuel; Composite material","score_opus":0.04802678930629999,"score_gpt":0.29034518281731764,"score_spread":0.24231839351101764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616922573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75530326,0.012396365,0.15589598,0.000912027,0.00024267861,0.0001996928,0.00015099703,0.000351239,0.07454772],"genre_scores_gemma":[0.84705913,0.00822422,0.12192461,0.00021925052,0.000033715503,0.00007413807,0.0001134431,0.00008324787,0.022268198],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999813,0.0000233016,0.000009362212,0.000025069397,0.00010765831,0.00002156236],"domain_scores_gemma":[0.9998888,0.000017163595,0.000021416821,0.000016332013,0.000041191946,0.00001505563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022016594,0.0005334764,0.00012900207,0.00079747697,0.00039988136,0.0006669244,0.00031865417,0.00033809463,0.001138636],"category_scores_gemma":[0.00023584624,0.00019775984,0.00022533382,0.0004871756,0.00049777114,0.0007762678,0.00041111652,0.00046300702,0.00037602676],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000771692,0.00008887052,0.0013223749,0.0005085588,0.0000116939755,0.00051507476,0.0005370282,0.004169649,0.8287801,0.016643204,0.0004631985,0.14688309],"study_design_scores_gemma":[0.0000073035176,0.0002906347,0.0017790559,0.00009190201,0.000021149739,0.0005200167,0.00038243967,0.0019467572,0.9113711,0.0021461167,0.08142034,0.00002320524],"about_ca_topic_score_codex":0.0014124452,"about_ca_topic_score_gemma":0.0042762,"teacher_disagreement_score":0.0014124452,"about_ca_system_score_codex":0.00060826575,"about_ca_system_score_gemma":0.00055742747,"threshold_uncertainty_score":0.0044133067},"labels":[],"label_agreement":null},{"id":"W2620971633","doi":"10.1177/0954405417711736","title":"Improvement of user experience using virtual reality in open-architecture product design","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Institution of Mechanical Engineers Part B Journal of Engineering Manufacture","topic":"Design Education and Practice","field":"Engineering","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"National Natural Science Foundation of China","keywords":"User experience design; Computer science; Architecture; Product (mathematics); Product design; User interface; User interface design; Human–computer interaction; New product development; Product engineering; Virtual reality; Function (biology); Open architecture; User journey; Computer user satisfaction; Software; Operating system","score_opus":0.0427789395361809,"score_gpt":0.2882266985722907,"score_spread":0.24544775903610982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620971633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92259955,0.0004747783,0.06729272,0.00012358584,0.00001802869,0.0001718633,0.000048422113,0.000500202,0.00877091],"genre_scores_gemma":[0.9679874,0.00018607407,0.030520827,0.000033529715,0.0000101253345,0.00006605066,0.000048167858,0.000022163482,0.0011255491],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99639976,0.0023266631,0.00015615196,0.00026071497,0.00070400833,0.00015265521],"domain_scores_gemma":[0.9950364,0.0030793876,0.00045108693,0.0006436374,0.0006186348,0.00017080377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002427265,0.00044082283,0.00037239143,0.00078044744,0.00031887542,0.0012655563,0.00055060664,0.00047822183,0.00222251],"category_scores_gemma":[0.006741298,0.00020487716,0.0004007184,0.00041976012,0.0004411722,0.0012663612,0.0011084519,0.00031636542,0.00042852305],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019147323,0.0025691926,0.06287132,0.0012940908,0.00014224638,0.00070127717,0.026163913,0.0069802413,0.10474351,0.00295789,0.0019628494,0.7876988],"study_design_scores_gemma":[0.0005407672,0.039326258,0.5734628,0.0008415423,0.0011526658,0.0061663482,0.031237349,0.11018082,0.17175898,0.00479311,0.05960638,0.00093298097],"about_ca_topic_score_codex":0.00038138605,"about_ca_topic_score_gemma":0.00049560185,"teacher_disagreement_score":0.002427265,"about_ca_system_score_codex":0.00021928058,"about_ca_system_score_gemma":0.00018193189,"threshold_uncertainty_score":0.012836754},"labels":[],"label_agreement":null},{"id":"W2624660143","doi":"","title":"Writing by design: Integrating composition into the engineering curriculum","year":2003,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Composition (language); Curriculum; Engineering ethics; Computer science; Engineering; Pedagogy; Sociology; Linguistics; Philosophy","score_opus":0.009285288597707393,"score_gpt":0.23598051752759167,"score_spread":0.22669522892988428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624660143","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14294824,0.0012487303,0.60312355,0.0044538425,0.001122307,0.00058914727,0.00006133157,0.0038442006,0.24260874],"genre_scores_gemma":[0.4241993,0.0011796635,0.5130249,0.0007898848,0.0002458848,0.0004043755,0.00025448372,0.00087305886,0.059028503],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9973003,0.0015977086,0.00014313128,0.0003349442,0.00045836315,0.00016553875],"domain_scores_gemma":[0.9919086,0.0050780643,0.0003414705,0.0010660299,0.00080321485,0.00080248865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004999862,0.0006673845,0.00052649266,0.0007843703,0.0017395597,0.0052378876,0.0014204639,0.0014285179,0.012840468],"category_scores_gemma":[0.016807081,0.00054027746,0.0004920189,0.0006880626,0.0022716701,0.00656754,0.003921823,0.0018925357,0.002610155],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031122833,0.0012903919,0.005099734,0.0005346741,0.000021008462,0.00022166845,0.016800225,0.005291676,0.00834156,0.14236857,0.012758693,0.8069606],"study_design_scores_gemma":[0.0003763877,0.0011911216,0.0063564517,0.0011394294,0.00018771914,0.0009808824,0.01141984,0.050029486,0.031855784,0.46148664,0.4348604,0.00011581022],"about_ca_topic_score_codex":0.0010798259,"about_ca_topic_score_gemma":0.0014030982,"teacher_disagreement_score":0.012840468,"about_ca_system_score_codex":0.0008788732,"about_ca_system_score_gemma":0.003648711,"threshold_uncertainty_score":0.042955697},"labels":[],"label_agreement":null},{"id":"W2729444915","doi":"10.18260/1-2--18456","title":"Sustainable Development Capstone Project: Collaboration between Architecture and Engineering Students","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Architecture; Teamwork; Capstone; Context (archaeology); Project-based learning; Sustainable development; Engineering management; Engineering education; Capstone course; Process (computing); Sustainability; Engineering; Computer science; Pedagogy; Sociology; Management","score_opus":0.01440772093685992,"score_gpt":0.2651385811217047,"score_spread":0.25073086018484475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2729444915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8124089,0.0011414752,0.01504694,0.03111392,0.0019809464,0.0017102244,0.00041307678,0.0010026495,0.13518186],"genre_scores_gemma":[0.89458513,0.0009318562,0.012315316,0.004597465,0.00028983725,0.0011042994,0.00062566315,0.00021959629,0.08533077],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9889232,0.0041801874,0.00021834846,0.0009862563,0.001972679,0.0037194663],"domain_scores_gemma":[0.9764973,0.0010227363,0.00046021419,0.000524181,0.0022221834,0.019273445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070858025,0.0010971068,0.0004912475,0.0010395448,0.015420453,0.009561797,0.002831517,0.0032526413,0.029417329],"category_scores_gemma":[0.0057843938,0.0007648928,0.0004963599,0.0010346052,0.0030664548,0.0034905523,0.017225744,0.004260674,0.007356662],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000639917,0.010526448,0.04157485,0.00056336384,0.0000705068,0.004744658,0.25282553,0.001946732,0.014339802,0.013993345,0.29336897,0.3654059],"study_design_scores_gemma":[0.00013848578,0.0012475463,0.023204492,0.0003424279,0.000026048836,0.00060680124,0.36011708,0.0015195732,0.0063224263,0.0040413234,0.6022842,0.0001495379],"about_ca_topic_score_codex":0.006205481,"about_ca_topic_score_gemma":0.021136515,"teacher_disagreement_score":0.029417329,"about_ca_system_score_codex":0.0043897373,"about_ca_system_score_gemma":0.021104708,"threshold_uncertainty_score":0.098410785},"labels":[],"label_agreement":null},{"id":"W2730040646","doi":"","title":"Roles of Perception in Engineering Design – A Theoretical Foundation to Improve Designer’s Performance","year":2017,"lang":"en","type":"dissertation","venue":"Spectrum Research Repository (Concordia University)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Concordia University","keywords":"Perception; Engineering design process; Engineering; Process (computing); Scope (computer science); Product design; Conceptual design; Probabilistic design; Set (abstract data type); Design brief; Perspective (graphical); Design technology; Computer science; Product (mathematics); Management science; Systems engineering; Human–computer interaction; Artificial intelligence; Psychology","score_opus":0.023727192746956925,"score_gpt":0.28492429312512113,"score_spread":0.2611971003781642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2730040646","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1181859,0.011080189,0.5535713,0.016148962,0.00041806433,0.00036625986,0.0000969947,0.0002611264,0.2998713],"genre_scores_gemma":[0.89678353,0.005089554,0.08940383,0.0007014705,0.00012891064,0.00025392717,0.000046539153,0.00006158695,0.007530695],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9948231,0.0030530675,0.00016656876,0.00057432556,0.0010305175,0.00035226607],"domain_scores_gemma":[0.9914647,0.00569329,0.00064413616,0.0006717474,0.0010849432,0.00044120048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005606239,0.0008515275,0.0004540633,0.0016691072,0.0012619621,0.0069317943,0.0010401886,0.001558881,0.003923118],"category_scores_gemma":[0.008377018,0.00042771702,0.0006542594,0.0011828183,0.009139243,0.006560737,0.0024497306,0.0020469432,0.00076655974],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075523305,0.00037014543,0.004765658,0.0007461294,0.000031967542,0.00009509548,0.013593521,0.00827425,0.003233197,0.85143936,0.0019564377,0.11541865],"study_design_scores_gemma":[0.00006931734,0.00068012706,0.013848219,0.0014360208,0.00009148397,0.00033899417,0.015937503,0.04665243,0.005834337,0.8408231,0.07410956,0.00017895573],"about_ca_topic_score_codex":0.0016776354,"about_ca_topic_score_gemma":0.0009290525,"teacher_disagreement_score":0.0069317943,"about_ca_system_score_codex":0.0030679926,"about_ca_system_score_gemma":0.003147737,"threshold_uncertainty_score":0.02964896},"labels":[],"label_agreement":null},{"id":"W2731935457","doi":"","title":"Exploring Teacher Candidates’ Experiences of using Design Thinking for Curriculum Planning and Instruction: A Case Study.","year":2017,"lang":"en","type":"article","venue":"2017 Conference of the Canadian Society for the Study of Education","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Psychology; Professional development; Mathematics education; Pedagogy; Perception; Teacher education; Curriculum development","score_opus":0.24198053744534265,"score_gpt":0.3562171428613988,"score_spread":0.11423660541605613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2731935457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944547,0.00016092496,0.001245828,0.0010593897,0.000035301877,0.000103229446,0.000022016158,0.000014378104,0.002904162],"genre_scores_gemma":[0.9939912,0.000297843,0.0012726372,0.00024463152,0.000011167148,0.000090498565,0.000035240493,0.0000198546,0.0040369225],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9950759,0.00291938,0.00021980607,0.0002617418,0.00062126166,0.0009019485],"domain_scores_gemma":[0.99084175,0.0034088828,0.0010979044,0.00042450716,0.0011746942,0.0030523082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005363469,0.0005225659,0.00044345998,0.00120991,0.0084091555,0.003578185,0.0012690043,0.002089683,0.003299495],"category_scores_gemma":[0.015770573,0.0008902552,0.000562508,0.0009820163,0.0026123594,0.0019833161,0.0033241701,0.0033694536,0.001040149],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012957754,0.0013430193,0.030151822,0.00022085397,0.000012056199,0.01200804,0.9283198,0.00018611163,0.00228391,0.0014875128,0.003066856,0.020790469],"study_design_scores_gemma":[0.00003819256,0.0010287652,0.012167775,0.00016330785,0.000017628536,0.0062168343,0.94625473,0.0005114862,0.0014335113,0.00030378602,0.031810906,0.000052976702],"about_ca_topic_score_codex":0.0053600944,"about_ca_topic_score_gemma":0.015367058,"teacher_disagreement_score":0.0084091555,"about_ca_system_score_codex":0.0021639636,"about_ca_system_score_gemma":0.0036193545,"threshold_uncertainty_score":0.028365076},"labels":[],"label_agreement":null},{"id":"W2735308748","doi":"10.18260/1-2--4667","title":"This Is Not Times New Roman: Engineering Design Lessons Via Typeface Design","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Typeface; Computer science; Engineering; Operating system","score_opus":0.0757307936338791,"score_gpt":0.264098955245369,"score_spread":0.18836816161148992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735308748","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03035032,0.0049800607,0.19135034,0.0702163,0.020668006,0.00018929689,0.00017315945,0.0033277003,0.6787448],"genre_scores_gemma":[0.28854412,0.0054367166,0.20271917,0.031616434,0.0038602753,0.00034099165,0.0002644165,0.0033437957,0.46387413],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970042,0.0015900513,0.00006971104,0.0002651901,0.0008583404,0.00021247583],"domain_scores_gemma":[0.99397945,0.0032538746,0.00018149632,0.0010511392,0.0007772187,0.0007568054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031276036,0.0008742573,0.0004420343,0.001084026,0.0024548944,0.007515043,0.0013375481,0.003067602,0.06762942],"category_scores_gemma":[0.014682821,0.00039614819,0.00064606074,0.000526454,0.0036202644,0.010130508,0.0048827147,0.0053055,0.014895634],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015628073,0.00058581104,0.0014588932,0.0006789004,0.00003136253,0.00053312053,0.0113424165,0.000972735,0.003858658,0.19819999,0.29275203,0.4894297],"study_design_scores_gemma":[0.00005032821,0.00022668322,0.0010126512,0.0010687067,0.000021442283,0.0009915592,0.009576104,0.0012102819,0.0021663823,0.1286459,0.8549745,0.000055471166],"about_ca_topic_score_codex":0.0004740644,"about_ca_topic_score_gemma":0.0019546137,"teacher_disagreement_score":0.06762942,"about_ca_system_score_codex":0.0010372596,"about_ca_system_score_gemma":0.0012878665,"threshold_uncertainty_score":0.22624296},"labels":[],"label_agreement":null},{"id":"W2735461698","doi":"10.3233/jid-2016-0029","title":"One Thing is Certain in Design: Design is Uncertain","year":2017,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Management science; Engineering","score_opus":0.08967940074615331,"score_gpt":0.34269961756273243,"score_spread":0.2530202168165791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735461698","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042644434,0.019784503,0.48917285,0.20803672,0.0032987092,0.00020419329,0.0003695378,0.00047126558,0.23601776],"genre_scores_gemma":[0.9091274,0.005190683,0.061880656,0.013142338,0.0010593685,0.0002302224,0.00010690593,0.00017827503,0.009084092],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9789491,0.009201761,0.001265016,0.00245539,0.007190587,0.00093810883],"domain_scores_gemma":[0.9542072,0.030103877,0.0035438791,0.004846623,0.005551485,0.0017470021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015729653,0.0009376205,0.0012092884,0.0011471737,0.0038161324,0.0076768408,0.001953863,0.0060098907,0.0055675777],"category_scores_gemma":[0.039335564,0.0012688598,0.000994357,0.0006661364,0.03156428,0.015574914,0.004375981,0.0067488663,0.0011489704],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011642359,0.00004453361,0.001255629,0.0006179576,0.00011297277,0.00036231912,0.00295461,0.005693414,0.0009916516,0.95874923,0.008643608,0.020457556],"study_design_scores_gemma":[0.000032180527,0.00006374528,0.0004633614,0.0003210425,0.00004779244,0.0003292776,0.0010855306,0.0026959078,0.0009830943,0.9500123,0.043894503,0.00007113512],"about_ca_topic_score_codex":0.0026684057,"about_ca_topic_score_gemma":0.0021353837,"teacher_disagreement_score":0.015729653,"about_ca_system_score_codex":0.00395241,"about_ca_system_score_gemma":0.005060942,"threshold_uncertainty_score":0.08318734},"labels":[],"label_agreement":null},{"id":"W2737422368","doi":"10.1017/9781316481165.006","title":"A Physical Computing Teaching Initiative in Brazil","year":2017,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Mediation; Context (archaeology); Computer science; Entertainment; Interaction design; Class (philosophy); Process (computing); Human–computer interaction; Multimedia; Sociology; Visual arts; Social science; Artificial intelligence; Geography; Art","score_opus":0.032679804167295365,"score_gpt":0.25336836613055674,"score_spread":0.22068856196326136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737422368","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63314277,0.012757497,0.019562423,0.06024324,0.0011814305,0.0008290922,0.00035051597,0.0007829475,0.2711501],"genre_scores_gemma":[0.96178687,0.0021499223,0.0077011944,0.0019996192,0.000068452144,0.00021709739,0.000077243705,0.00011353602,0.025886016],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958925,0.0013310375,0.00016561657,0.0006212301,0.0012199084,0.00076965947],"domain_scores_gemma":[0.99608755,0.00095446676,0.00029905926,0.00035309058,0.0006340093,0.0016718449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036012053,0.0003616635,0.00044849984,0.0012381584,0.0058391774,0.0037606393,0.0011694673,0.0014603629,0.0050772326],"category_scores_gemma":[0.0061977464,0.0005109298,0.0004521404,0.0021078808,0.0049603763,0.0018470173,0.0063375947,0.0016453955,0.00061872695],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010420431,0.0005878087,0.018325903,0.0016123471,0.000032320666,0.0039456147,0.23836291,0.0008234137,0.013358918,0.40735692,0.018895049,0.29659462],"study_design_scores_gemma":[0.00006301557,0.0003313489,0.035334,0.00096332066,0.000029306246,0.0019560964,0.069071166,0.0012671943,0.0028418384,0.01589342,0.8721607,0.00008864131],"about_ca_topic_score_codex":0.048870213,"about_ca_topic_score_gemma":0.08866603,"teacher_disagreement_score":0.048870213,"about_ca_system_score_codex":0.010920869,"about_ca_system_score_gemma":0.02583627,"threshold_uncertainty_score":0.097171485},"labels":[],"label_agreement":null},{"id":"W2740860425","doi":"","title":"Carbon Nanotube Based Network Heaters for Composite Adhesive Bonding","year":2015,"lang":"en","type":"article","venue":"NPARC","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Adhesive; Materials science; Carbon nanotube; Composite material; Adhesive bonding; Composite number; Joule heating; Electrical conductor; Aerospace; Layer (electronics); Nanotechnology","score_opus":0.03355744532569167,"score_gpt":0.26143197853830064,"score_spread":0.22787453321260898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740860425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77434474,0.02601424,0.15972903,0.000543724,0.0012938388,0.00042860728,0.00039099884,0.0012248885,0.036029983],"genre_scores_gemma":[0.8992703,0.0055250283,0.076879635,0.0001291429,0.0001366946,0.00019670885,0.00011891044,0.00009170364,0.017651884],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9998994,0.000012210284,0.000004280094,0.000025106829,0.000047378468,0.000011653268],"domain_scores_gemma":[0.9999068,0.00002344775,0.000023846136,0.0000101250525,0.000027109825,0.000008791818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011492778,0.00033199094,0.00014851427,0.00035678182,0.00024550987,0.00018347256,0.00026858473,0.00037245976,0.0029899988],"category_scores_gemma":[0.00020269223,0.00016195312,0.00014803186,0.00022533275,0.000110799825,0.00041270134,0.00016577792,0.00034082262,0.00074819196],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031653737,0.000027155533,0.000081359954,0.00013442611,0.0000049153205,0.00007507413,0.000026770396,0.0006833981,0.98432714,0.00085927546,0.0004299601,0.013318858],"study_design_scores_gemma":[0.000008895652,0.00030757862,0.0008794715,0.000020907186,0.000015521646,0.0001954628,0.00001664574,0.006242242,0.97266465,0.00017999511,0.019453878,0.000014648166],"about_ca_topic_score_codex":0.00020082523,"about_ca_topic_score_gemma":0.0008745006,"teacher_disagreement_score":0.0029899988,"about_ca_system_score_codex":0.00021460907,"about_ca_system_score_gemma":0.00009505492,"threshold_uncertainty_score":0.010002553},"labels":[],"label_agreement":null},{"id":"W2741706036","doi":"10.1145/3084363.3085161","title":"Concept through creation","year":2017,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Adidas (Canada)","funders":"","keywords":"Workflow; Computer science; Product (mathematics); Creativity; Pipeline (software); Visualization; Factory (object-oriented programming); New product development; Knowledge management; Business; Marketing","score_opus":0.0372736212832364,"score_gpt":0.33181914911743876,"score_spread":0.29454552783420235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741706036","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053311624,0.004843531,0.32604146,0.012464363,0.0052567213,0.00058811344,0.00035174034,0.0024431131,0.64267975],"genre_scores_gemma":[0.17625687,0.008952155,0.38311586,0.005990137,0.0016162066,0.001622742,0.00100617,0.0022990336,0.41914082],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99610716,0.0018948425,0.00014634285,0.00050713355,0.0010630876,0.00028143296],"domain_scores_gemma":[0.9957194,0.0017055465,0.00015909893,0.0013056268,0.0005420552,0.0005683331],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057838485,0.0009824239,0.0004636755,0.0019440119,0.003412299,0.010680771,0.0019793683,0.0019369372,0.041986644],"category_scores_gemma":[0.008905632,0.00047294344,0.0013255684,0.0010737282,0.010462662,0.01335224,0.009950285,0.0032927964,0.01244589],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023580762,0.00003322295,0.00015903503,0.00019679338,0.000010655679,0.0001232164,0.0035403816,0.00020239687,0.0006365704,0.8924752,0.03521571,0.06738325],"study_design_scores_gemma":[0.000010546368,0.000022509756,0.00006801228,0.00016862445,0.0000058950254,0.00032697228,0.00092576083,0.0003966085,0.00057738536,0.21133745,0.7861445,0.000015798129],"about_ca_topic_score_codex":0.000760413,"about_ca_topic_score_gemma":0.00094861095,"teacher_disagreement_score":0.041986644,"about_ca_system_score_codex":0.0017262897,"about_ca_system_score_gemma":0.0034805203,"threshold_uncertainty_score":0.1404593},"labels":[],"label_agreement":null},{"id":"W2744876291","doi":"10.18260/1-2--13515","title":"Fundamentals Of A First Year Engineering Design And Communication Course: Familiarization, Functionality And Testing","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Engineering design process; GRASP; Session (web analytics); Process (computing); Computer science; Design education; Engineering education; Software engineering; Engineering; Engineering management; World Wide Web; Mechanical engineering; Visual arts","score_opus":0.052608217495500265,"score_gpt":0.24321145879587053,"score_spread":0.19060324130037026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744876291","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.096301824,0.003876483,0.07968156,0.019421263,0.00793971,0.00578713,0.0038813031,0.006132741,0.776978],"genre_scores_gemma":[0.18660684,0.0060942466,0.09210325,0.005498994,0.0030880617,0.002718465,0.004869686,0.0011942872,0.6978262],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986339,0.00012167885,0.00008597536,0.00020119926,0.0006467639,0.0003103971],"domain_scores_gemma":[0.99548304,0.0006085462,0.00026683474,0.000305089,0.0014903519,0.0018460932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019622694,0.0015843417,0.00094666745,0.00105413,0.0015083647,0.0030516568,0.0018519352,0.002185671,0.09921169],"category_scores_gemma":[0.004501225,0.00048631773,0.00062442385,0.0009911408,0.0006276662,0.0012290804,0.0024073778,0.0025890602,0.06377917],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037851956,0.004775276,0.0028215416,0.0008816233,0.000012917058,0.00069335883,0.0013280059,0.002626304,0.015697587,0.0054976474,0.49868834,0.46659884],"study_design_scores_gemma":[0.00015515766,0.0021086072,0.025314812,0.0007708861,0.000015887521,0.0013882713,0.001304062,0.0027453166,0.009930782,0.012960823,0.9432156,0.00008975796],"about_ca_topic_score_codex":0.0021528413,"about_ca_topic_score_gemma":0.004799766,"teacher_disagreement_score":0.09921169,"about_ca_system_score_codex":0.0029925941,"about_ca_system_score_gemma":0.0064379713,"threshold_uncertainty_score":0.3318962},"labels":[],"label_agreement":null},{"id":"W2749363597","doi":"","title":"The Analogy Retriever – an idea generation tool","year":2017,"lang":"en","type":"article","venue":"Spiral (Imperial College London)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Analogy; Novelty; Creativity; Variety (cybernetics); Quality (philosophy); Computer science; Labrador Retriever; Analogical reasoning; Process (computing); Cognitive science; Artificial intelligence; Management science; Epistemology; Engineering; Psychology; Social psychology; Medicine; Programming language; Philosophy","score_opus":0.030412976041893365,"score_gpt":0.2824499090857962,"score_spread":0.25203693304390284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749363597","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073788455,0.0003026843,0.96562785,0.00029071383,0.000098962475,0.0003629898,0.00033751514,0.01734813,0.008252357],"genre_scores_gemma":[0.0411504,0.00021846402,0.95136184,0.00015935334,0.000042977234,0.00031364875,0.00048258522,0.0006837997,0.005587004],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982805,0.0006137562,0.00017263202,0.00035812956,0.0004939017,0.000081082246],"domain_scores_gemma":[0.99437237,0.004100024,0.00024700488,0.0007046338,0.00046198454,0.00011398532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032779423,0.001094886,0.0010822641,0.0028810592,0.0006987736,0.0020326434,0.0023913237,0.0017638038,0.024341693],"category_scores_gemma":[0.01159768,0.00066712213,0.0013337365,0.0014025185,0.0009091907,0.0033696264,0.0020138533,0.0014063094,0.006583653],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061648985,0.0003679341,0.0011223374,0.0010491549,0.00011452469,0.0011853974,0.0017081512,0.0067028087,0.032079834,0.045047525,0.027050588,0.88295525],"study_design_scores_gemma":[0.0013394752,0.0016069496,0.0029921813,0.0006370354,0.00033294226,0.008569269,0.0010942501,0.287676,0.09784654,0.11708125,0.48038134,0.0004427643],"about_ca_topic_score_codex":0.00031854818,"about_ca_topic_score_gemma":0.00035281377,"teacher_disagreement_score":0.024341693,"about_ca_system_score_codex":0.00039169885,"about_ca_system_score_gemma":0.0009203789,"threshold_uncertainty_score":0.08143109},"labels":[],"label_agreement":null},{"id":"W2753658688","doi":"10.1080/14606925.2017.1352958","title":"Understanding Collaborative Design Through Activity Theory","year":2017,"lang":"en","type":"article","venue":"The Design Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Fonds de Recherche du Québec-Société et Culture","keywords":"Teamwork; Multidisciplinary approach; Knowledge management; Activity theory; Computer science; Outcome (game theory); Value (mathematics); Collaborative design; Management science; Psychology; Engineering; Sociology; Cognitive science; Systems design; Software engineering; Management","score_opus":0.3234556605034867,"score_gpt":0.3450487194714577,"score_spread":0.021593058967971035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753658688","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013995175,0.0025920032,0.9148074,0.0036982938,0.00015786987,0.00027541188,0.00004832497,0.00011230471,0.06431328],"genre_scores_gemma":[0.56203955,0.0039388854,0.42388794,0.00057977845,0.0001827823,0.0016117173,0.00017975796,0.00010685629,0.007472803],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9853603,0.011203631,0.0005498225,0.001124991,0.0012997374,0.00046142662],"domain_scores_gemma":[0.9827642,0.01409786,0.0006428031,0.0014377901,0.0006699916,0.0003872968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012858165,0.0012293854,0.0009535495,0.004201767,0.0028523905,0.01147719,0.0023700309,0.0034678765,0.0036012016],"category_scores_gemma":[0.014268501,0.00077460485,0.0015603787,0.0023565982,0.020649802,0.013411904,0.0054628123,0.003136101,0.0006675851],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067534866,0.00002376325,0.00035604858,0.00015223028,0.000012552269,0.00006788314,0.0075311423,0.004235143,0.00015736485,0.9767299,0.0003678875,0.010359268],"study_design_scores_gemma":[0.00002350785,0.000029207511,0.00020229863,0.0002150328,0.00001481314,0.00010829359,0.0025612665,0.012074275,0.0002750251,0.9502449,0.034234144,0.00001722177],"about_ca_topic_score_codex":0.0024826545,"about_ca_topic_score_gemma":0.001243882,"teacher_disagreement_score":0.012858165,"about_ca_system_score_codex":0.0044840276,"about_ca_system_score_gemma":0.004188202,"threshold_uncertainty_score":0.06800133},"labels":[],"label_agreement":null},{"id":"W2765465403","doi":"","title":"Motivation-biased design - eScholarship","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Annual Meeting of the Cognitive Science Society","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Admiration; Psychology; Social psychology; Marketing; Sociology; Public relations; Business; Political science","score_opus":0.057588156511351345,"score_gpt":0.2597093767483225,"score_spread":0.20212122023697116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765465403","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.079802446,0.00089207076,0.7950017,0.012151831,0.00046291456,0.0012046569,0.000087947126,0.0012969865,0.1090995],"genre_scores_gemma":[0.70975214,0.0004855655,0.26577702,0.002548776,0.00009195294,0.0015728069,0.00014037953,0.0005864446,0.01904503],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.94113994,0.045637254,0.001797319,0.002879178,0.00749288,0.0010534673],"domain_scores_gemma":[0.8983675,0.05515983,0.0055472367,0.027871413,0.011144828,0.0019092563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04121118,0.0009056174,0.00045248773,0.0012698675,0.0021335343,0.00538561,0.0020283908,0.001966271,0.0090885535],"category_scores_gemma":[0.09974075,0.00070652546,0.00089483726,0.0007870664,0.0071950722,0.006220626,0.005594271,0.0024442817,0.0018897023],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029066068,0.0004838599,0.01592252,0.0011055929,0.00012520359,0.00038368732,0.04063348,0.0056051034,0.005051836,0.5851516,0.015346998,0.32989946],"study_design_scores_gemma":[0.00029103967,0.00072640914,0.005670798,0.0015218813,0.00015802198,0.00094814727,0.009673371,0.02593029,0.011151915,0.63489765,0.30889022,0.00014033899],"about_ca_topic_score_codex":0.0008587517,"about_ca_topic_score_gemma":0.0012924826,"teacher_disagreement_score":0.04121118,"about_ca_system_score_codex":0.0028410424,"about_ca_system_score_gemma":0.0042131627,"threshold_uncertainty_score":0.21794814},"labels":[],"label_agreement":null},{"id":"W2766301169","doi":"","title":"An Embodied Cognition Approach to Distinguishing Pictorial versus Symbolic Properties of Graphics for Design - eScholarship","year":2014,"lang":"en","type":"article","venue":"Proceedings of the Annual Meeting of the Cognitive Science Society","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Embodied cognition; Graphics; Perception; Computer science; Cognition; Pickup; Human–computer interaction; Computer graphics; The Symbolic; Cognitive science; Computer graphics (images); Artificial intelligence; Psychology","score_opus":0.05253755900584987,"score_gpt":0.28275953704184253,"score_spread":0.23022197803599267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766301169","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08324397,0.0013703495,0.7369426,0.00625135,0.00011046254,0.000092084876,0.000060047132,0.0002059746,0.17172307],"genre_scores_gemma":[0.90393937,0.00040795037,0.090336226,0.0001747147,0.00002284174,0.000073000076,0.000028734949,0.000045658497,0.0049714977],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991234,0.00042978863,0.000040405044,0.0001316548,0.0002012192,0.00007364684],"domain_scores_gemma":[0.99845135,0.0009857132,0.00013438576,0.00018517929,0.00014931914,0.00009401485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010500342,0.00051966804,0.0002253379,0.0012688919,0.0008677458,0.004905622,0.0010887007,0.0012019932,0.0042219],"category_scores_gemma":[0.0035297358,0.00040209273,0.00077210326,0.0004762634,0.009529752,0.0061571104,0.002076628,0.0016097671,0.00029248808],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035205565,0.000024794692,0.00041649517,0.000119257435,0.000012775977,0.000087982895,0.007359043,0.0037037611,0.0033380042,0.96736276,0.0003430846,0.017196754],"study_design_scores_gemma":[0.00004853155,0.00007721284,0.0019313724,0.00013713054,0.00004053401,0.00030275463,0.0040312824,0.030408803,0.004800399,0.93305224,0.025118561,0.000051286086],"about_ca_topic_score_codex":0.0028563656,"about_ca_topic_score_gemma":0.0031358583,"teacher_disagreement_score":0.004905622,"about_ca_system_score_codex":0.00250736,"about_ca_system_score_gemma":0.0011514077,"threshold_uncertainty_score":0.018192232},"labels":[],"label_agreement":null},{"id":"W2766572115","doi":"10.1145/3126594.3126662","title":"DreamSketch","year":2017,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Generative Design; Computer science; Generative grammar; Human–computer interaction; Context (archaeology); Interaction design; User interface; Expressive power; Engineering drawing; Artificial intelligence; Theoretical computer science; Programming language; Engineering","score_opus":0.023392943260101398,"score_gpt":0.2835667006694414,"score_spread":0.26017375740934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766572115","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01529901,0.0026243357,0.7021972,0.0016428467,0.0015578574,0.0007622833,0.008125479,0.08164572,0.18614516],"genre_scores_gemma":[0.14859766,0.0028499665,0.48098034,0.0016710955,0.0002825549,0.0018347637,0.01816492,0.019352973,0.32626575],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989335,0.0002001281,0.00007346583,0.00016233117,0.00051440817,0.00011617517],"domain_scores_gemma":[0.99868935,0.0004297677,0.000039915023,0.00042801705,0.00024381968,0.0001692114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011655871,0.0011661224,0.000796774,0.0014249492,0.0008789403,0.0032460112,0.0030324906,0.0017423806,0.14707403],"category_scores_gemma":[0.0040367087,0.00089939067,0.0014510052,0.00071155984,0.0012643142,0.0032932628,0.0065789553,0.0022520765,0.038938794],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011157689,0.00021194856,0.0011366704,0.0027337659,0.00010206986,0.0010226916,0.0024740444,0.0142584955,0.017860955,0.10928134,0.35353896,0.49626333],"study_design_scores_gemma":[0.00021598328,0.0001784521,0.000590995,0.00032581337,0.00004144866,0.0012338845,0.00024498045,0.013943932,0.01053661,0.029675644,0.9428632,0.00014894384],"about_ca_topic_score_codex":0.0012848158,"about_ca_topic_score_gemma":0.0021326514,"teacher_disagreement_score":0.14707403,"about_ca_system_score_codex":0.0006827895,"about_ca_system_score_gemma":0.0012003736,"threshold_uncertainty_score":0.49201167},"labels":[],"label_agreement":null},{"id":"W2766754260","doi":"10.1177/0956059921990996","title":"Success factors in the realization of large ice projects in education","year":2021,"lang":"en","type":"article","venue":"International Journal of Space Structures","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Manitoba","funders":"","keywords":"Dome (geology); Engineering; Architecture; Geology; Geography; Archaeology; Paleontology","score_opus":0.013940006847622992,"score_gpt":0.32465849870104735,"score_spread":0.3107184918534244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766754260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9824851,0.00018723043,0.0019948443,0.0004610309,0.000051229905,0.00017317421,0.000017998229,0.000074562675,0.014554916],"genre_scores_gemma":[0.9908947,0.00019910192,0.001804054,0.00009257731,0.000022725006,0.00011077676,0.0000383326,0.000041629803,0.0067962264],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99051183,0.003241554,0.00036164923,0.00083769485,0.0030102262,0.0020370667],"domain_scores_gemma":[0.97415304,0.007959305,0.0024512478,0.000719269,0.003396924,0.011320181],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006690788,0.0005524797,0.00039044992,0.001138481,0.0030769242,0.008490111,0.0012077873,0.0012810262,0.005953552],"category_scores_gemma":[0.022049498,0.00037588624,0.0004518965,0.0006414182,0.0021595047,0.0020074293,0.0045539755,0.0022539792,0.0022478513],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012229554,0.008133582,0.2803065,0.0015219954,0.00014637146,0.004597074,0.2705526,0.0017169117,0.03232317,0.021787882,0.01598005,0.36171088],"study_design_scores_gemma":[0.00011907356,0.0037133843,0.32259533,0.0008987947,0.00014322386,0.003041849,0.46115822,0.0046913675,0.025171496,0.008433013,0.1696695,0.0003646734],"about_ca_topic_score_codex":0.0007071731,"about_ca_topic_score_gemma":0.001274923,"teacher_disagreement_score":0.008490111,"about_ca_system_score_codex":0.0015722892,"about_ca_system_score_gemma":0.0027327114,"threshold_uncertainty_score":0.035384655},"labels":[],"label_agreement":null},{"id":"W2766894646","doi":"10.1115/detc2017-67513","title":"Object Reorientation and Creative Performance","year":2017,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Creativity; Test (biology); Predictability; Closure (psychology); Scale (ratio); Object (grammar); Cognitive psychology; Computer science; Psychology; Function (biology); Social psychology; Artificial intelligence; Mathematics; Statistics","score_opus":0.02051087926678333,"score_gpt":0.28879924834206067,"score_spread":0.2682883690752773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766894646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937126,0.00018220642,0.0009241718,0.000020284755,0.000006538249,0.000021089309,0.000022328302,0.0000143873385,0.0050964057],"genre_scores_gemma":[0.9977584,0.000100595396,0.00071973784,0.000008561191,0.000004399952,0.000015587497,0.00006308525,0.000010520205,0.00131904],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990301,0.00022516062,0.00014630314,0.00012397843,0.00037847058,0.000096083466],"domain_scores_gemma":[0.98845494,0.0044567427,0.0040683374,0.0013201277,0.00091487804,0.00078502955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015394856,0.00046323639,0.00021394955,0.0010484792,0.0002735289,0.001892072,0.00031185555,0.00038134915,0.0032480084],"category_scores_gemma":[0.013077578,0.00018564302,0.0004407113,0.00066664704,0.0008688842,0.00083165534,0.0010604393,0.0004892696,0.00038382268],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012274786,0.0011239978,0.81869584,0.000296308,0.0003060242,0.0009243959,0.01474204,0.0016805428,0.051994793,0.001580646,0.00040694798,0.10702102],"study_design_scores_gemma":[0.000039603732,0.00083110866,0.9835844,0.00005088961,0.00005012888,0.00093871314,0.0044802637,0.0010966351,0.0058541866,0.0016551891,0.0013613838,0.000057503643],"about_ca_topic_score_codex":0.00070343155,"about_ca_topic_score_gemma":0.0007156091,"teacher_disagreement_score":0.0032480084,"about_ca_system_score_codex":0.00028497158,"about_ca_system_score_gemma":0.00017659825,"threshold_uncertainty_score":0.010865688},"labels":[],"label_agreement":null},{"id":"W2769097838","doi":"10.5539/ass.v13n12p174","title":"A Comparative Study of Teaching Process of Presenting Product Sketch Design of Industrial Design Program","year":2017,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King Mongkut's Institute of Technology Ladkrabang","keywords":"Sketch; Mathematics education; Curriculum; Aptitude; Creativity; Product (mathematics); Product design; Process (computing); Industrial design; Psychology; Computer science; Design education; Pedagogy; Engineering; Mathematics; Social psychology","score_opus":0.16379070873550677,"score_gpt":0.4228617490071732,"score_spread":0.25907104027166644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769097838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98130614,0.00035150463,0.010269243,0.00011197571,0.00003219173,0.00022845397,0.000034519428,0.00007377838,0.007592117],"genre_scores_gemma":[0.984029,0.00035523975,0.010966386,0.000047549594,0.000014870987,0.00014286477,0.00005408864,0.000031482177,0.004358472],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99494594,0.0031313929,0.00020844389,0.0004944453,0.0009670011,0.0002527893],"domain_scores_gemma":[0.97911716,0.01548423,0.001102992,0.0010570248,0.002268742,0.0009698844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051474045,0.0002519034,0.00039968357,0.0012519193,0.0006902375,0.0015401314,0.00080716197,0.0006983698,0.0052908314],"category_scores_gemma":[0.032245323,0.00026406633,0.00043495483,0.00070910965,0.0006450237,0.0014282527,0.00078598945,0.0007209651,0.00066120195],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018398907,0.0060043605,0.05775877,0.001866381,0.00008575867,0.0013149921,0.21982844,0.0017792742,0.047534633,0.006743854,0.002179077,0.65306455],"study_design_scores_gemma":[0.0007992882,0.024726266,0.39263862,0.0013009522,0.0006799984,0.006055381,0.25613782,0.02398623,0.1206917,0.00913773,0.16329435,0.00055167347],"about_ca_topic_score_codex":0.00042867896,"about_ca_topic_score_gemma":0.0006109917,"teacher_disagreement_score":0.0052908314,"about_ca_system_score_codex":0.0010195062,"about_ca_system_score_gemma":0.0010048322,"threshold_uncertainty_score":0.027222395},"labels":[],"label_agreement":null},{"id":"W2773647478","doi":"10.24377/dteij.article1543","title":"Creativity Assessment in the Context of Maker-based Projects","year":2023,"lang":"en","type":"article","venue":"Liverpool John Moores University","topic":"Design Education and Practice","field":"Engineering","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Creativity; Context (archaeology); Psychology; Engineering; Management science; Social psychology; Geography; Archaeology","score_opus":0.029603518320369913,"score_gpt":0.263311455857498,"score_spread":0.23370793753712807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773647478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.960131,0.00017404633,0.018237606,0.00013325621,0.00002791535,0.00038413858,0.000052894364,0.00007384909,0.020785267],"genre_scores_gemma":[0.98298967,0.00008727178,0.014588022,0.000018911143,0.0000069589514,0.0001664872,0.000052235264,0.000013828801,0.0020766114],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.991147,0.005331476,0.0005383594,0.00049142755,0.002068504,0.0004233424],"domain_scores_gemma":[0.9779799,0.0136604775,0.002380474,0.000846341,0.00324711,0.0018857965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008385722,0.0003760307,0.00036675943,0.0020402952,0.001213166,0.0038033251,0.00069670693,0.00087526167,0.0023262394],"category_scores_gemma":[0.03299681,0.00019442844,0.00037016542,0.0013535996,0.0010984234,0.0016957322,0.0029472667,0.0010096172,0.0005302636],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002013351,0.0026190418,0.25241488,0.0012391588,0.00014390025,0.004168145,0.16882806,0.016391225,0.02680063,0.01990588,0.0036847265,0.50179094],"study_design_scores_gemma":[0.00025155392,0.0054098526,0.6390413,0.00096767093,0.00017582241,0.005858274,0.12998003,0.08590379,0.038880844,0.03890344,0.05407204,0.00055541727],"about_ca_topic_score_codex":0.00056408165,"about_ca_topic_score_gemma":0.0011940844,"teacher_disagreement_score":0.008385722,"about_ca_system_score_codex":0.0006616684,"about_ca_system_score_gemma":0.0010371128,"threshold_uncertainty_score":0.04434842},"labels":[],"label_agreement":null},{"id":"W2778968411","doi":"10.17831/enq:arcc.v14i1.426","title":"Evaluating the Utility Core in the Prefabricated Building Industry – past, present and future","year":2017,"lang":"en","type":"article","venue":"Enquiry The ARCC Journal for Architectural Research","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université du Québec à Montréal","funders":"","keywords":"Architectural engineering; Architecture; Engineering; Computer science; Systems engineering; Construction engineering","score_opus":0.38726639778040534,"score_gpt":0.5297833706433192,"score_spread":0.14251697286291382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2778968411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6835145,0.1026401,0.034707323,0.004063298,0.00016468148,0.00011376581,0.00012700647,0.00005771301,0.17461163],"genre_scores_gemma":[0.95874137,0.02585348,0.00792574,0.0001864745,0.000044241086,0.000015326741,0.00007001094,0.000014321,0.007149065],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992142,0.0002862893,0.00003011226,0.000091997135,0.000268084,0.00010921503],"domain_scores_gemma":[0.9984372,0.0005153447,0.00022299962,0.000048666985,0.00065597886,0.00011980478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001963382,0.00028234563,0.00017139608,0.0015248467,0.000582489,0.0041818507,0.0005144422,0.00078320666,0.002523957],"category_scores_gemma":[0.0024349217,0.0001805523,0.00016255357,0.002245566,0.0012991242,0.0053562727,0.00091496314,0.0004997034,0.00046017626],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024462686,0.0002140044,0.06943163,0.0023666867,0.00005328393,0.0010302875,0.011935729,0.010162334,0.007638359,0.29512358,0.004457226,0.59734225],"study_design_scores_gemma":[0.000017279865,0.0011455895,0.19491221,0.0061261416,0.00021386026,0.0017405264,0.08618471,0.04088469,0.019882966,0.12691519,0.5218272,0.00014966783],"about_ca_topic_score_codex":0.0052579236,"about_ca_topic_score_gemma":0.012401642,"teacher_disagreement_score":0.0052579236,"about_ca_system_score_codex":0.0026016792,"about_ca_system_score_gemma":0.0013737188,"threshold_uncertainty_score":0.018876612},"labels":[],"label_agreement":null},{"id":"W2780866738","doi":"10.5267/j.msl.2017.11.001","title":"Design for six sigma: A review","year":2017,"lang":"en","type":"review","venue":"Management Science Letters","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Six Sigma; Sigma; Computer science; Statistics; Mathematics; Operations management; Physics; Engineering","score_opus":0.18087235559430734,"score_gpt":0.3989568002889227,"score_spread":0.21808444469461538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2780866738","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000060247523,0.997644,0.00037041484,0.00065543584,0.00024700165,0.000015867305,0.000012676675,0.000007957517,0.0009864658],"genre_scores_gemma":[0.00087977474,0.9973801,0.0008164771,0.0004477131,0.00011019918,0.000024337038,0.00002785371,0.000003735478,0.00030973137],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966108,0.00082768337,0.00064727577,0.00037013128,0.0014239172,0.00012015802],"domain_scores_gemma":[0.9894475,0.0065440214,0.0009504924,0.0002481466,0.0025625997,0.00024728815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046518613,0.0015615335,0.0017073822,0.0072963615,0.0009631843,0.0028967601,0.0020061524,0.0027671156,0.004879785],"category_scores_gemma":[0.009899236,0.0007869709,0.0013747398,0.00944466,0.0014157749,0.003644617,0.0015961645,0.0029486641,0.0020374244],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036186793,0.00007837419,0.00031362174,0.07547207,0.00014000734,0.00013532912,0.00042914337,0.0004967816,0.00050023524,0.012306167,0.03299523,0.8770968],"study_design_scores_gemma":[0.000013758657,0.00008733545,0.00076405064,0.065520406,0.0001789937,0.0005541084,0.00033506955,0.00010470344,0.0002846493,0.0067815036,0.92533994,0.0000354733],"about_ca_topic_score_codex":0.0039618374,"about_ca_topic_score_gemma":0.0060896575,"teacher_disagreement_score":0.0072963615,"about_ca_system_score_codex":0.0034709133,"about_ca_system_score_gemma":0.00842796,"threshold_uncertainty_score":0.02518338},"labels":[],"label_agreement":null},{"id":"W2781716426","doi":"10.1007/s11229-017-1660-0","title":"Accommodation, prediction and replication: model selection in scale construction","year":2018,"lang":"en","type":"article","venue":"Synthese","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Exploratory factor analysis; Confirmatory factor analysis; Accommodation; Scale (ratio); Replication (statistics); Set (abstract data type); Selection (genetic algorithm); Philosophy of science; Process (computing); Computer science; Psychology; Data science; Management science; Epistemology; Artificial intelligence; Structural equation modeling; Machine learning; Mathematics; Statistics; Engineering","score_opus":0.015222020392599544,"score_gpt":0.25520441381253506,"score_spread":0.23998239341993552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781716426","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12337375,0.0016787127,0.85728496,0.0021700705,0.0016220575,0.0065734508,0.00049295614,0.0010798362,0.0057241777],"genre_scores_gemma":[0.6287751,0.00019962505,0.36093932,0.00038897587,0.00022099767,0.0075102774,0.00054779765,0.00032541694,0.001092446],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.5264825,0.43723544,0.009677826,0.017934997,0.0069665355,0.0017026574],"domain_scores_gemma":[0.20757905,0.7094283,0.0069175987,0.063832544,0.010963508,0.0012790828],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2650052,0.003625585,0.005381856,0.0037696874,0.0063381977,0.005400301,0.007997821,0.003975928,0.008222609],"category_scores_gemma":[0.6502586,0.0030980601,0.009796565,0.0041694404,0.008231503,0.007378593,0.006749211,0.00796024,0.001289351],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016642714,0.0030979905,0.16384502,0.009503244,0.033634994,0.002947575,0.027454436,0.08446432,0.0070002163,0.15156639,0.01972274,0.4801203],"study_design_scores_gemma":[0.0055433535,0.0045295297,0.03367827,0.0016510389,0.013418084,0.00087323255,0.0071809157,0.5378243,0.0105421515,0.37040058,0.0134592075,0.0008993067],"about_ca_topic_score_codex":0.010474531,"about_ca_topic_score_gemma":0.010592495,"teacher_disagreement_score":0.73499477,"about_ca_system_score_codex":0.0028402305,"about_ca_system_score_gemma":0.007356446,"threshold_uncertainty_score":0.90637946},"labels":[],"label_agreement":null},{"id":"W2790317456","doi":"10.1016/j.destud.2018.02.002","title":"Imagining design: Transitive and intransitive dimensions","year":2018,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Norges Forskningsråd; European Commission","keywords":"Transitive relation; Metaphor; Representation (politics); Weaving; Focus (optics); Meaning (existential); Conversation; Computer science; Process (computing); Epistemology; Sociology; Linguistics; Mathematics; Communication; Engineering; Programming language; Philosophy","score_opus":0.09188465454681484,"score_gpt":0.326163455504989,"score_spread":0.23427880095817416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790317456","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13829164,0.006608956,0.30524686,0.012667344,0.00058751623,0.00012731437,0.00020205542,0.00033774466,0.5359306],"genre_scores_gemma":[0.9748434,0.00066754024,0.020872975,0.00033038648,0.00009136589,0.00007153917,0.00006234701,0.000076027085,0.0029844854],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9864659,0.009257465,0.00087129837,0.0010738792,0.001918796,0.00041271994],"domain_scores_gemma":[0.9676853,0.02328047,0.0018738727,0.005164138,0.0014822874,0.00051398226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009114718,0.00081832614,0.00068812,0.0026102297,0.0033199121,0.011013072,0.0011282116,0.0029615895,0.0046765213],"category_scores_gemma":[0.019904705,0.0010544016,0.00093389204,0.0015516912,0.032931097,0.01960981,0.0042119245,0.004106724,0.00038910576],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023245944,0.000025901905,0.00056016375,0.00010347244,0.000011358031,0.00008298259,0.015613267,0.00016941626,0.0006517364,0.9758671,0.00045631392,0.006435129],"study_design_scores_gemma":[0.00003649042,0.000051254916,0.0012257347,0.0001440058,0.000030091582,0.00060685386,0.009544539,0.0013545417,0.0011490589,0.966353,0.019475292,0.000029094641],"about_ca_topic_score_codex":0.0011723506,"about_ca_topic_score_gemma":0.0012536591,"teacher_disagreement_score":0.011013072,"about_ca_system_score_codex":0.0019601004,"about_ca_system_score_gemma":0.0016639939,"threshold_uncertainty_score":0.048203766},"labels":[],"label_agreement":null},{"id":"W2790769579","doi":"10.7202/1043433ar","title":"Rendre la critique créative. La démarche abductive et pragmatique du design","year":2018,"lang":"fr","type":"article","venue":"Approches inductives Travail intellectuel et construction des connaissances","topic":"Design Education and Practice","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy; Art","score_opus":0.04667348825585411,"score_gpt":0.32555165362877014,"score_spread":0.27887816537291604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790769579","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01952794,0.015508193,0.2866431,0.05592612,0.002818832,0.00022979498,0.00014191051,0.0005741372,0.61863005],"genre_scores_gemma":[0.65604717,0.010401656,0.09901652,0.008640221,0.0016533968,0.000611816,0.00022450708,0.00079514476,0.22260965],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9785259,0.012406206,0.00067415775,0.0023355142,0.005509057,0.0005492938],"domain_scores_gemma":[0.9828706,0.009450542,0.00080590014,0.0037783098,0.002512259,0.00058237836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013808326,0.0015464018,0.0007610128,0.0028794445,0.005202377,0.017431768,0.002328881,0.004580682,0.014297194],"category_scores_gemma":[0.021306051,0.00059735787,0.001135131,0.0019500509,0.048228946,0.01460737,0.00792935,0.0072108223,0.0033929471],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016105643,0.00001873181,0.00022202326,0.00021183972,0.000014714675,0.00010563936,0.01692865,0.00047458647,0.00065755594,0.9533244,0.0049572033,0.023068434],"study_design_scores_gemma":[0.000025226114,0.00005975935,0.00036839128,0.00054146134,0.000021882242,0.00037336204,0.012679321,0.0012075756,0.0014441421,0.46736383,0.51588255,0.000032480122],"about_ca_topic_score_codex":0.004487737,"about_ca_topic_score_gemma":0.005068037,"teacher_disagreement_score":0.017431768,"about_ca_system_score_codex":0.00856481,"about_ca_system_score_gemma":0.008369709,"threshold_uncertainty_score":0.0730263},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2792634193","doi":"10.24377/dteij.article1558","title":"A Model of Framing in Design Teams","year":2023,"lang":"en","type":"article","venue":"Liverpool John Moores University","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Framing (construction); Sociology; Computer science; Political science; Engineering","score_opus":0.030410452749132545,"score_gpt":0.21871590866775784,"score_spread":0.1883054559186253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792634193","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1055638,0.0013659433,0.54765004,0.009213209,0.0002771212,0.00057469844,0.00012291409,0.00030381736,0.33492842],"genre_scores_gemma":[0.87984467,0.00051953195,0.10582793,0.00037110673,0.00011601969,0.00076742243,0.00011328197,0.00009264569,0.0123474],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9837167,0.011461597,0.00041762862,0.0016278713,0.0017445792,0.0010316682],"domain_scores_gemma":[0.9829501,0.011362213,0.0014971268,0.0020227486,0.0012384056,0.0009293633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014234953,0.0010996797,0.00057471223,0.0047499742,0.0058796834,0.011556657,0.0028353434,0.0043951296,0.008164106],"category_scores_gemma":[0.0240516,0.0010136353,0.0018905165,0.0034231187,0.021843417,0.016135717,0.005738272,0.0025334791,0.0013986755],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026670159,0.00003436975,0.001171408,0.000052664844,0.000010436119,0.0002294933,0.034631807,0.0026842924,0.00027213915,0.9515823,0.00040024705,0.008904173],"study_design_scores_gemma":[0.00008261291,0.00008197923,0.0005415054,0.00018639669,0.000035467518,0.0003270481,0.011530921,0.0196334,0.00036249083,0.93140566,0.03577025,0.000042329564],"about_ca_topic_score_codex":0.004233533,"about_ca_topic_score_gemma":0.0017221868,"teacher_disagreement_score":0.014234953,"about_ca_system_score_codex":0.0064511704,"about_ca_system_score_gemma":0.0043957033,"threshold_uncertainty_score":0.075282514},"labels":[],"label_agreement":null},{"id":"W2795434834","doi":"10.1145/3173574.3173943","title":"Dream Lens","year":2018,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Computer science; Usability; Human–computer interaction; Task (project management); Generative Design; Set (abstract data type); Lens (geology); Generative grammar; Dream; Engineering drawing; Artificial intelligence; Systems engineering; Engineering; Programming language","score_opus":0.022560174949122956,"score_gpt":0.2563444979634717,"score_spread":0.23378432301434873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795434834","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008357039,0.0031422859,0.58985275,0.0017922876,0.0006481876,0.00119636,0.10727077,0.15261851,0.13512181],"genre_scores_gemma":[0.05564531,0.0024572695,0.7600882,0.00093233905,0.00013613267,0.0021810944,0.11058203,0.020272568,0.047704995],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977107,0.00051220757,0.00023543925,0.00040223612,0.0009779005,0.00016140597],"domain_scores_gemma":[0.9950433,0.0021651497,0.00023735594,0.0015915482,0.0006859743,0.00027670414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028376847,0.0014626252,0.0010026557,0.005061799,0.001122284,0.0061723664,0.0030380765,0.0013489511,0.10573946],"category_scores_gemma":[0.012612698,0.0013031859,0.0023903218,0.003036156,0.0006983531,0.0047218055,0.006524965,0.0016768218,0.028563768],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000794886,0.0001641494,0.0032531137,0.00357578,0.0001882124,0.00035302818,0.0023243402,0.0066097826,0.0052562063,0.0746825,0.46415335,0.4386448],"study_design_scores_gemma":[0.00012189848,0.00007673398,0.00097119133,0.00037806638,0.000043472945,0.00049317966,0.0006362465,0.012820571,0.0044552954,0.03324612,0.9466713,0.00008591717],"about_ca_topic_score_codex":0.0036616446,"about_ca_topic_score_gemma":0.010859773,"teacher_disagreement_score":0.10573946,"about_ca_system_score_codex":0.001359551,"about_ca_system_score_gemma":0.0024810904,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2795687070","doi":"10.1017/s0890060417000622","title":"Segmentation of design protocol using EEG","year":2018,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Segmentation; Computer science; Electroencephalography; Protocol (science); Artificial intelligence; Process (computing); Coding (social sciences); Pattern recognition (psychology)","score_opus":0.07885183326603978,"score_gpt":0.3324353677124894,"score_spread":0.2535835344464496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795687070","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039359685,0.00013466532,0.9492364,0.000092969894,0.00010169037,0.0005594563,0.00031892624,0.0045315204,0.005664728],"genre_scores_gemma":[0.33820155,0.0001789559,0.6551272,0.000093016475,0.000027442125,0.0006695705,0.0006558707,0.0007117098,0.0043346626],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979475,0.00058679085,0.00018552817,0.00046457173,0.0007300168,0.00008552404],"domain_scores_gemma":[0.9942988,0.0020996705,0.0006415846,0.0010728107,0.0017704307,0.00011665463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012001907,0.00095414656,0.00037902308,0.0017380889,0.0004463009,0.0015893339,0.0007261792,0.0006697266,0.0059226635],"category_scores_gemma":[0.009825883,0.0003880935,0.0003470595,0.0009494771,0.0005919811,0.0009470901,0.0006278794,0.0005957959,0.0018598099],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005343989,0.0001262664,0.0022680815,0.0006950344,0.00006054112,0.0002292553,0.0015238925,0.02511334,0.17649491,0.0073653073,0.005977349,0.7796116],"study_design_scores_gemma":[0.00019242987,0.001212286,0.027540494,0.00045253636,0.00013116427,0.0008378157,0.0012470966,0.5347554,0.34331483,0.025168011,0.06488892,0.00025897563],"about_ca_topic_score_codex":0.0015411936,"about_ca_topic_score_gemma":0.0012581168,"teacher_disagreement_score":0.0059226635,"about_ca_system_score_codex":0.00085122645,"about_ca_system_score_gemma":0.0009879618,"threshold_uncertainty_score":0.0198133},"labels":[],"label_agreement":null},{"id":"W2796755125","doi":"10.7939/r3c39q","title":"A Framework for Design of Panelized Wood Framing Prefabrication Utilizing Multi-panels and Crew Balancing","year":2014,"lang":"en","type":"article","venue":"University of Alberta Library","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Crew; Framing (construction); Prefabrication; Architectural engineering; Engineering; Compatibility (geochemistry); Computer science; Construction engineering; Aeronautics; Civil engineering","score_opus":0.02676548073255292,"score_gpt":0.22512099275650682,"score_spread":0.1983555120239539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796755125","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020125005,0.00031387853,0.9817167,0.00019199293,0.000045564626,0.00031456657,0.00007606779,0.0002829071,0.015045789],"genre_scores_gemma":[0.06886893,0.00062517734,0.9211234,0.00006480763,0.000019672649,0.00091930875,0.00019063214,0.00012060226,0.008067556],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990872,0.0002449962,0.00005752664,0.00013528737,0.000382561,0.000092403614],"domain_scores_gemma":[0.9997317,0.000070164155,0.000032278298,0.000031471092,0.000104827435,0.000029498338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018407439,0.0014588006,0.0006960498,0.0013573879,0.0011783757,0.0029004454,0.0030072953,0.0018738635,0.010949369],"category_scores_gemma":[0.001118345,0.0007910968,0.0014147559,0.00077549485,0.001866863,0.0011582926,0.001607707,0.001247502,0.0020400556],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003997856,0.000103875056,0.00045427695,0.00041413895,0.000020112628,0.00049913046,0.0007662558,0.45593756,0.007983571,0.47393125,0.00311456,0.05673523],"study_design_scores_gemma":[0.000059744994,0.00021799337,0.00042142,0.00032911357,0.000035331366,0.00026796976,0.0003870169,0.77592784,0.002433915,0.11527053,0.10459499,0.000054067583],"about_ca_topic_score_codex":0.011231537,"about_ca_topic_score_gemma":0.0141190095,"teacher_disagreement_score":0.011231537,"about_ca_system_score_codex":0.0020539127,"about_ca_system_score_gemma":0.0030691966,"threshold_uncertainty_score":0.03662932},"labels":[],"label_agreement":null},{"id":"W2799842860","doi":"10.1007/s40037-018-0422-0","title":"Crystallizations of constructs: Lessons learned from a&amp;nbsp;literature review","year":2018,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Medical education; Data science; Computer science; Psychology; Medicine","score_opus":0.036967696435118595,"score_gpt":0.37321941616234144,"score_spread":0.33625171972722284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799842860","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045934967,0.95836467,0.006479049,0.014942962,0.00050531817,0.00007718983,0.00020251461,0.00002042037,0.014814421],"genre_scores_gemma":[0.10149848,0.8772083,0.0135853905,0.005531061,0.0004677734,0.00023593452,0.00030844996,0.00006104349,0.0011036425],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99212813,0.0035721867,0.0013957376,0.0011201935,0.0015249763,0.00025876824],"domain_scores_gemma":[0.89075667,0.10018876,0.0024392835,0.0020128842,0.004055542,0.0005468574],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01435191,0.0007580077,0.0017992064,0.0095568355,0.0019059461,0.006883758,0.0024426617,0.0022114306,0.0061147893],"category_scores_gemma":[0.053703796,0.0008325216,0.0016656385,0.015008051,0.009744204,0.0117679015,0.003696,0.0049622683,0.00072355074],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010762326,0.000080067955,0.0047343355,0.05449548,0.00030240364,0.0006833846,0.01727914,0.00056799944,0.00020870875,0.2993244,0.013541476,0.60867494],"study_design_scores_gemma":[0.000035005152,0.000049472397,0.00929761,0.28034225,0.00067300844,0.0020307207,0.04564784,0.0006494678,0.0005375756,0.21618618,0.44446108,0.00008975311],"about_ca_topic_score_codex":0.023645932,"about_ca_topic_score_gemma":0.03503934,"teacher_disagreement_score":0.9856481,"about_ca_system_score_codex":0.0060569276,"about_ca_system_score_gemma":0.024214616,"threshold_uncertainty_score":0.07590103},"labels":[],"label_agreement":null},{"id":"W2800331316","doi":"10.1108/ijmpb-03-2017-0022","title":"Proposed framework for estimating effort in design projects","year":2018,"lang":"en","type":"article","venue":"International Journal of Managing Projects in Business","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Computer science; Duration (music); Field (mathematics); Process (computing); Project management; Knowledge management; Focus (optics); Work (physics); Estimation; Information system; Process management; Engineering; Systems engineering","score_opus":0.05216761397465501,"score_gpt":0.3394884076817571,"score_spread":0.28732079370710206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800331316","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012413868,0.0006089177,0.96241295,0.0018143688,0.00007769707,0.0012387778,0.0006814906,0.000551247,0.020200673],"genre_scores_gemma":[0.124503374,0.00040924439,0.8703227,0.00010162872,0.000035415607,0.0017628906,0.000827615,0.00006433104,0.0019727845],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97065735,0.01500988,0.0038816102,0.0034760768,0.005813605,0.0011614336],"domain_scores_gemma":[0.9668181,0.018066311,0.0040493985,0.002221197,0.007831424,0.0010135382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023989104,0.0029280097,0.0010228972,0.021369066,0.002661243,0.010628221,0.004382907,0.0026743093,0.005137091],"category_scores_gemma":[0.051104423,0.0012258634,0.0026268086,0.010869012,0.0055184723,0.011095278,0.005853908,0.0019894824,0.0014047534],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010235369,0.00025654593,0.026004393,0.0015811065,0.00016229531,0.00059079606,0.02296717,0.04108343,0.0017514293,0.66993713,0.0060287113,0.22953469],"study_design_scores_gemma":[0.00009204706,0.00047639193,0.023084152,0.004135365,0.00029371356,0.0014510751,0.038219746,0.25368142,0.0033233406,0.5151014,0.15974636,0.00039509873],"about_ca_topic_score_codex":0.017018542,"about_ca_topic_score_gemma":0.011981385,"teacher_disagreement_score":0.023989104,"about_ca_system_score_codex":0.007940623,"about_ca_system_score_gemma":0.009043783,"threshold_uncertainty_score":0.12686801},"labels":[],"label_agreement":null},{"id":"W2803352803","doi":"10.1016/j.physbeh.2018.05.022","title":"Session 4 discussion: The built environment","year":2018,"lang":"en","type":"article","venue":"Physiology & Behavior","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Purdue University","keywords":"Session (web analytics); Psychology; Cognitive psychology; Computer science; World Wide Web","score_opus":0.025791792302503086,"score_gpt":0.2919404509364754,"score_spread":0.2661486586339723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803352803","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014162214,0.0022098687,0.0067053875,0.572156,0.32995486,0.0023915716,0.002131417,0.0005994948,0.0696892],"genre_scores_gemma":[0.11355134,0.0023607733,0.0062133675,0.26355478,0.10968349,0.010574226,0.0018666395,0.000712452,0.49148297],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955858,0.0016436088,0.00019336409,0.0005445387,0.00066502864,0.0013677153],"domain_scores_gemma":[0.9883498,0.0031226259,0.00037090198,0.0003907476,0.0033370592,0.004428958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008774666,0.0020257882,0.0010792197,0.00088663324,0.01273952,0.0057719606,0.0020124642,0.025230907,0.13463867],"category_scores_gemma":[0.02149722,0.000651326,0.0021501386,0.0004184762,0.001423952,0.0035028243,0.009774516,0.021704607,0.029448334],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009404882,0.00042499808,0.0009180755,0.00041635317,0.000037294918,0.00058046076,0.004424786,0.00028169906,0.0020729708,0.004342807,0.96956974,0.015990272],"study_design_scores_gemma":[0.00019082341,0.00025830106,0.0024009526,0.00037126333,0.000036345693,0.00010857465,0.0076411925,0.00018863229,0.0007914987,0.004251279,0.9837037,0.000057478755],"about_ca_topic_score_codex":0.005198706,"about_ca_topic_score_gemma":0.009868988,"teacher_disagreement_score":0.13463867,"about_ca_system_score_codex":0.005266025,"about_ca_system_score_gemma":0.006525194,"threshold_uncertainty_score":0.4504112},"labels":[],"label_agreement":null},{"id":"W2804392859","doi":"10.22215/etd/2013-07313","title":"Biologically informed disciplines : a comparative analysis of terminology within the fields of bionics, biomimetics, and biomimicry","year":2013,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Library and Archives Canada","funders":"","keywords":"Biomimetics; Bionics; Terminology; Engineering; Philosophy; Computer science; Artificial intelligence; Linguistics","score_opus":0.03744667090615335,"score_gpt":0.330345500042739,"score_spread":0.29289882913658566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804392859","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21894096,0.16305491,0.15795496,0.026028369,0.0022131635,0.00027000334,0.0006563747,0.00030913152,0.43057215],"genre_scores_gemma":[0.85373205,0.08067939,0.05134315,0.0031023945,0.00075514254,0.0004807725,0.00059535244,0.0004811908,0.008830565],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98830587,0.006884142,0.0006723331,0.00068474974,0.002902041,0.0005508007],"domain_scores_gemma":[0.97023946,0.020992834,0.0025747404,0.001482248,0.0039158934,0.0007948544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01048976,0.00050871674,0.0006605362,0.02408456,0.0035798298,0.009758366,0.0013374303,0.0014222885,0.005185756],"category_scores_gemma":[0.031787954,0.00021734746,0.00058834406,0.02624089,0.016047012,0.010954492,0.0053301645,0.002127291,0.0009456682],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015783632,0.00004908627,0.0060608364,0.0009173265,0.000038908165,0.00019522887,0.07060609,0.0004068911,0.0016235152,0.78655607,0.0044504073,0.12893774],"study_design_scores_gemma":[0.000039272447,0.00020999376,0.036436956,0.004817234,0.000113132744,0.0015099593,0.20134065,0.0023750942,0.0015650622,0.33959317,0.41190436,0.0000951022],"about_ca_topic_score_codex":0.004884096,"about_ca_topic_score_gemma":0.006889814,"teacher_disagreement_score":0.02408456,"about_ca_system_score_codex":0.0062757577,"about_ca_system_score_gemma":0.008687037,"threshold_uncertainty_score":0.05547583},"labels":[],"label_agreement":null},{"id":"W2804937056","doi":"10.22215/etd/2017-11861","title":"Drawing on the Write Things: Finding the Hidden Needs in Design","year":2017,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Frame (networking); Meaning (existential); Computer science; Process (computing); Tacit knowledge; Data collection; Data science; Research design; Qualitative property; Qualitative research; Knowledge management; Management science; Epistemology; Sociology; Engineering; Social science","score_opus":0.0523000974939452,"score_gpt":0.30310849840947973,"score_spread":0.2508084009155345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804937056","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4556089,0.0025997814,0.34123826,0.03375483,0.0005729346,0.00110869,0.0003085967,0.0003674165,0.16444069],"genre_scores_gemma":[0.89639616,0.0015005546,0.07955968,0.0023088513,0.00007878541,0.0007040917,0.0001757584,0.00031310218,0.018963054],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.974683,0.019015346,0.00067686534,0.0012201656,0.0035498997,0.00085484755],"domain_scores_gemma":[0.9388669,0.048191186,0.0022404345,0.0063207764,0.003430286,0.00095041224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02351402,0.0008050377,0.000622877,0.0029653315,0.0074922447,0.0126738725,0.0016457385,0.0027156349,0.0054283594],"category_scores_gemma":[0.07048455,0.0010672493,0.00058373227,0.0025797149,0.019184103,0.022198228,0.009307383,0.0049321335,0.0013281413],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005297284,0.00006671643,0.004034566,0.00043705342,0.000012945181,0.00030642672,0.86064804,0.00022441208,0.0020225497,0.07138502,0.0030813036,0.05772803],"study_design_scores_gemma":[0.00002002777,0.000100766716,0.0021078326,0.0008900314,0.00003298914,0.00073812384,0.74416465,0.001385861,0.002753107,0.14457904,0.10317023,0.000057274432],"about_ca_topic_score_codex":0.0016672044,"about_ca_topic_score_gemma":0.002926977,"teacher_disagreement_score":0.02351402,"about_ca_system_score_codex":0.002776644,"about_ca_system_score_gemma":0.005332486,"threshold_uncertainty_score":0.124355495},"labels":[],"label_agreement":null},{"id":"W2805814892","doi":"10.1007/978-3-319-89375-4_9","title":"Structure and Solve the Problem Using Design Thinking","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Cognitive science; Management science; Psychology; Engineering","score_opus":0.04383780105714997,"score_gpt":0.24728797012506523,"score_spread":0.20345016906791527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805814892","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035497327,0.004977226,0.524448,0.008197696,0.0011884118,0.0002743447,0.000088873785,0.00048908935,0.4567867],"genre_scores_gemma":[0.051058408,0.009313702,0.64357096,0.0027353233,0.0004317408,0.0004631854,0.00034889558,0.00057228777,0.2915055],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992323,0.0002779658,0.000036569305,0.00011366568,0.0002815819,0.00005795313],"domain_scores_gemma":[0.9992292,0.00051259686,0.000029909734,0.00008366158,0.00010274008,0.000041807438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014358979,0.0014307078,0.00065577787,0.0012651435,0.0014729286,0.005397904,0.0017220811,0.001981467,0.020480098],"category_scores_gemma":[0.0023322206,0.0005410183,0.0009343148,0.00088846375,0.005093336,0.006126485,0.0024725583,0.0053706984,0.0071498025],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010614794,0.00007336322,0.00019462833,0.0004053618,0.00001944299,0.000098531396,0.0028500631,0.0032880888,0.0012622534,0.8495445,0.032150563,0.11010263],"study_design_scores_gemma":[0.000014409144,0.000026116983,0.00009432897,0.0004346256,0.000012289596,0.00018448966,0.0012940329,0.003863053,0.00086684595,0.70580864,0.2873821,0.000019049334],"about_ca_topic_score_codex":0.0015313283,"about_ca_topic_score_gemma":0.0026695014,"teacher_disagreement_score":0.020480098,"about_ca_system_score_codex":0.0012737621,"about_ca_system_score_gemma":0.0030237427,"threshold_uncertainty_score":0.06851274},"labels":[],"label_agreement":null},{"id":"W2807448364","doi":"10.1007/978-3-319-89375-4_3","title":"The 4S Method","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Core (optical fiber); Context (archaeology); Computer science; Path (computing); Chaps; Management science; Engineering; Geography","score_opus":0.03332072687641532,"score_gpt":0.30026933641967524,"score_spread":0.26694860954325994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807448364","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00087341707,0.0006601252,0.12774144,0.0019689542,0.0010535048,0.0001115722,0.00037139785,0.00077502243,0.8664446],"genre_scores_gemma":[0.043381304,0.0016917996,0.1264069,0.0013109145,0.0007172971,0.0005553292,0.0011417797,0.0017013376,0.8230935],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.996183,0.0016864379,0.00015325529,0.0005611673,0.0011990049,0.00021704912],"domain_scores_gemma":[0.99818134,0.0006819268,0.000063944,0.0005757556,0.0004013994,0.000095692696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022989572,0.0012148288,0.00075373775,0.0027500468,0.0021882951,0.0051687635,0.0017449893,0.0017457047,0.16835716],"category_scores_gemma":[0.005843076,0.00057494506,0.0011641424,0.002096244,0.0045676357,0.005117355,0.0040158643,0.0025067304,0.06193101],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001761134,0.000017590628,0.000077444834,0.000099998135,0.000004820618,0.000021812988,0.00033039504,0.00023617732,0.00016053968,0.83567846,0.054229658,0.10912545],"study_design_scores_gemma":[0.000010572452,0.000014612625,0.00008347955,0.0001491927,0.0000063199845,0.00011519178,0.00025859097,0.0010055364,0.00037451708,0.3817691,0.6162023,0.000010767586],"about_ca_topic_score_codex":0.0019126604,"about_ca_topic_score_gemma":0.0029087702,"teacher_disagreement_score":0.16835716,"about_ca_system_score_codex":0.0021343303,"about_ca_system_score_gemma":0.0030239036,"threshold_uncertainty_score":0.56321084},"labels":[],"label_agreement":null},{"id":"W2807830657","doi":"10.1145/3196709.3196756","title":"Prism","year":2018,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Prism; Computer science; Materials science; Optics; Physics","score_opus":0.015492946848256417,"score_gpt":0.2583658657787866,"score_spread":0.2428729189305302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807830657","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008956862,0.0010988796,0.43505496,0.0010892929,0.00063069595,0.0016305102,0.03439147,0.24764338,0.269504],"genre_scores_gemma":[0.07849755,0.0016430179,0.6308377,0.0013597353,0.00020274858,0.0028414412,0.051766198,0.04015146,0.1927002],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99808407,0.0004667994,0.00020520133,0.0004439278,0.0006942401,0.00010571697],"domain_scores_gemma":[0.9925795,0.00237236,0.00033607217,0.002631792,0.0016044936,0.0004758153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003663143,0.0010127969,0.0006809001,0.0024893472,0.0007788998,0.0038083005,0.0026140718,0.0012038816,0.16753879],"category_scores_gemma":[0.011885708,0.0011836535,0.00096082693,0.0019720653,0.00082366896,0.004019843,0.005408398,0.0017942692,0.07258774],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010868453,0.00020026066,0.0033067933,0.0032671462,0.00011486477,0.00042765113,0.002150569,0.0020606476,0.019814555,0.052641824,0.42562976,0.4892991],"study_design_scores_gemma":[0.00009765738,0.000100920945,0.002165564,0.00024155204,0.0000374721,0.0004900461,0.0002357093,0.004695539,0.007886943,0.008916573,0.975072,0.00006008698],"about_ca_topic_score_codex":0.001364026,"about_ca_topic_score_gemma":0.002788466,"teacher_disagreement_score":0.16753879,"about_ca_system_score_codex":0.0007241888,"about_ca_system_score_gemma":0.002216142,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2810557578","doi":"10.1007/978-3-319-94601-6_18","title":"Collective Creativity for Teaching","year":2018,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Creativity; Exhibition; Context (archaeology); Surprise; Popularity; Industrial design; Knowledge management; Psychology; Computer science; Sociology; Pedagogy; Engineering ethics; Engineering; Social psychology; Visual arts; Art","score_opus":0.02705298272891477,"score_gpt":0.3068795043239096,"score_spread":0.2798265215949948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810557578","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041625984,0.009756528,0.023430087,0.0066345083,0.0015830904,0.00004070164,0.000022135388,0.00017337098,0.954197],"genre_scores_gemma":[0.24039567,0.0058324845,0.021372946,0.001656677,0.0017009097,0.00023631543,0.00008997262,0.0002958448,0.7284192],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99904853,0.00038780816,0.000023712648,0.00014533116,0.00030288633,0.00009171473],"domain_scores_gemma":[0.9991685,0.0003559425,0.000042470034,0.00023709242,0.0000798208,0.00011615386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013240359,0.0006873836,0.00041494952,0.00086627394,0.0026752634,0.006258635,0.0010891779,0.001885069,0.021757599],"category_scores_gemma":[0.0019591071,0.00019844402,0.0003642168,0.00084299047,0.0070944834,0.0052604983,0.0039443295,0.003358501,0.00394838],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005064556,0.000015073094,0.000029848341,0.000062639534,0.0000040632262,0.000017788057,0.0019142376,0.00023162937,0.00016761369,0.93758273,0.021007434,0.03896184],"study_design_scores_gemma":[0.000009536196,0.000014095155,0.0001050042,0.00012564816,0.000003203267,0.00007703092,0.0009151937,0.0005864567,0.0002601171,0.6437587,0.3541375,0.000007449119],"about_ca_topic_score_codex":0.0004730212,"about_ca_topic_score_gemma":0.0012572969,"teacher_disagreement_score":0.021757599,"about_ca_system_score_codex":0.0021831964,"about_ca_system_score_gemma":0.0015410425,"threshold_uncertainty_score":0.07278645},"labels":[],"label_agreement":null},{"id":"W2810635678","doi":"10.1007/978-3-319-94601-6_13","title":"From Industrial Design Education to Practice: Creating Discipline Through Design Sprints","year":2018,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Industrial design; Sprint; Product design; Ambiguity; Design education; Product (mathematics); Engineering design process; Engineering management; Knowledge management; Psychology; Engineering ethics; Computer science; Engineering; Business; Marketing; Mathematics; Software engineering; Mechanical engineering","score_opus":0.06487883351388822,"score_gpt":0.34263431837814834,"score_spread":0.2777554848642601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810635678","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0105955275,0.013809695,0.057772424,0.015719976,0.0015809763,0.00011370892,0.000030522144,0.00043805994,0.8999391],"genre_scores_gemma":[0.28678474,0.020518348,0.073745236,0.0047332034,0.0007391798,0.00030579846,0.00013832955,0.0006000761,0.6124351],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99812835,0.0008159404,0.000063894695,0.00022758784,0.00060043525,0.00016380084],"domain_scores_gemma":[0.9976236,0.0011864568,0.00011432858,0.00033498008,0.0003181939,0.0004224137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029839068,0.00079628057,0.000512667,0.0011452581,0.0030513492,0.007957059,0.001518148,0.0018288237,0.0152442185],"category_scores_gemma":[0.004156461,0.00043984543,0.0005218019,0.0009820496,0.010034515,0.00690208,0.0070693297,0.0064461017,0.0036404738],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019503106,0.00015906295,0.00027478923,0.00040106627,0.0000065641098,0.00008932755,0.022151371,0.00072925375,0.0006677152,0.6729026,0.038434695,0.26416403],"study_design_scores_gemma":[0.000011713738,0.000075481825,0.0004224803,0.0010109518,0.000005421646,0.00024142023,0.0070577734,0.0007244344,0.00078168185,0.31653678,0.6731156,0.000016153137],"about_ca_topic_score_codex":0.0010929019,"about_ca_topic_score_gemma":0.0025902428,"teacher_disagreement_score":0.0152442185,"about_ca_system_score_codex":0.002985739,"about_ca_system_score_gemma":0.0051996014,"threshold_uncertainty_score":0.05099696},"labels":[],"label_agreement":null},{"id":"W2837955947","doi":"10.5465/ambpp.2018.16071abstract","title":"Doing Design Thinking: Conceptual Review, Synthesis and Research Agenda","year":2018,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Creativity; Construct (python library); Design thinking; Consistency (knowledge bases); Epistemology; Process (computing); Management science; Categorization; Sociology; Order (exchange); Engineering ethics; Critical systems thinking; Thinking processes; Systematic process; Computer science; Knowledge management; Critical thinking; Psychology; Work in process; Social psychology; Engineering; Business; Artificial intelligence; Statistical thinking; Mathematics education; Operations management","score_opus":0.11142292372380995,"score_gpt":0.3622434846157273,"score_spread":0.25082056089191734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2837955947","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008965125,0.97494024,0.006397027,0.012263244,0.001835016,0.0010741777,0.00030580655,0.000028063012,0.0022599804],"genre_scores_gemma":[0.015775952,0.9574379,0.015127433,0.0052990634,0.0009889276,0.0044445232,0.00036928515,0.000029730692,0.0005272933],"study_design_codex":"systematic_review","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9664606,0.018846897,0.006319983,0.0024009566,0.004838807,0.001132768],"domain_scores_gemma":[0.8562519,0.11617585,0.008216862,0.0036562893,0.014259006,0.0014401058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.068450846,0.0023435415,0.0068495204,0.03405017,0.0025680903,0.01285465,0.0038448262,0.0058245165,0.006916332],"category_scores_gemma":[0.12021596,0.0018422543,0.0042841868,0.028545804,0.0068981946,0.014537382,0.0063126087,0.0063827964,0.0011802017],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030658717,0.00023861873,0.001356762,0.47783867,0.0012995151,0.00048130436,0.009580768,0.0021407958,0.00054164184,0.15912715,0.029120406,0.31796783],"study_design_scores_gemma":[0.0001394391,0.00024887774,0.0017569978,0.6243465,0.0022528262,0.00064282655,0.010993849,0.0009727268,0.00046370388,0.08502674,0.27303424,0.00012128401],"about_ca_topic_score_codex":0.0058718203,"about_ca_topic_score_gemma":0.0071496945,"teacher_disagreement_score":0.068450846,"about_ca_system_score_codex":0.01691914,"about_ca_system_score_gemma":0.05274287,"threshold_uncertainty_score":0.36200702},"labels":[],"label_agreement":null},{"id":"W286054921","doi":"","title":"On craft and being crafty","year":2014,"lang":"en","type":"dissertation","venue":"Northumbria Research Link (Northumbria University)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Craft; Summons; Politics; Metis; Object (grammar); Aesthetics; Engineering; Sociology; Environmental ethics; Law; Political science; Visual arts; Art","score_opus":0.024198028370414577,"score_gpt":0.2883001436945517,"score_spread":0.26410211532413713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W286054921","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063563555,0.007832394,0.041760333,0.05761659,0.0016831543,0.00009569143,0.00006794034,0.00037323064,0.8270071],"genre_scores_gemma":[0.8084981,0.0051075914,0.00936137,0.008963897,0.00040514977,0.000115355746,0.00007272018,0.0005535745,0.16692224],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99174094,0.004301148,0.0001877057,0.0008371593,0.0019329739,0.0009999943],"domain_scores_gemma":[0.9952195,0.0019637274,0.00045972984,0.0009430103,0.00083567924,0.00057823956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062433914,0.00091176847,0.00047716132,0.0014527992,0.0100240605,0.0121300565,0.00133453,0.0038231758,0.016410943],"category_scores_gemma":[0.009530954,0.0005078846,0.0004813617,0.0009375723,0.07594553,0.014757574,0.008831007,0.005742185,0.003453665],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033019616,0.000025080048,0.000661181,0.00009082278,0.000007013942,0.0002174972,0.10025726,0.0001982001,0.0002471196,0.86069214,0.016484838,0.021085821],"study_design_scores_gemma":[0.000015111801,0.00008086238,0.000616133,0.0006831619,0.00001406521,0.00057745696,0.05281353,0.00034033039,0.000578079,0.1942585,0.74998194,0.000040924973],"about_ca_topic_score_codex":0.0070409854,"about_ca_topic_score_gemma":0.00609914,"teacher_disagreement_score":0.016410943,"about_ca_system_score_codex":0.00517299,"about_ca_system_score_gemma":0.0041510053,"threshold_uncertainty_score":0.05490011},"labels":[],"label_agreement":null},{"id":"W2885050103","doi":"10.1111/jpim.12466","title":"Doing Design Thinking: Conceptual Review, Synthesis, and Research Agenda","year":2018,"lang":"en","type":"article","venue":"Journal of Product Innovation Management","topic":"Design Education and Practice","field":"Engineering","cited_by":676,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"University of Cambridge; Samsung; British Academy","keywords":"Construct (python library); CLARITY; Design thinking; Identification (biology); Multidisciplinary approach; Polysemy; Management science; Computer science; Principal (computer security); Card sorting; Engineering ethics; Data science; Knowledge management; Sociology; Artificial intelligence; Management; Social science; Engineering","score_opus":0.13272709485598633,"score_gpt":0.37910897966043133,"score_spread":0.246381884804445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885050103","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003062685,0.82954115,0.05166357,0.09006837,0.008770018,0.0069791004,0.0009828198,0.00014844432,0.008783787],"genre_scores_gemma":[0.05115067,0.77100545,0.12267325,0.022420166,0.0037166197,0.026011512,0.0010909047,0.00013918242,0.0017922085],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9147083,0.056498546,0.012276739,0.00389709,0.0106993215,0.0019199748],"domain_scores_gemma":[0.69685197,0.2378523,0.0138187595,0.010322332,0.03773977,0.0034148316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.16225986,0.0026897998,0.0061625284,0.03287223,0.0035883307,0.018080475,0.0045894873,0.0065581673,0.0077117807],"category_scores_gemma":[0.2413126,0.0020805567,0.0043298593,0.0253108,0.009758495,0.021468092,0.009055294,0.008886126,0.0014284593],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003354119,0.00024915324,0.0017608693,0.21072392,0.0010651468,0.00049151067,0.019849617,0.0024572515,0.0006940315,0.3554935,0.0517822,0.35509753],"study_design_scores_gemma":[0.00023883798,0.00033513884,0.001676305,0.4139919,0.0016054495,0.0006676728,0.019318974,0.0023085645,0.0008052646,0.24506877,0.31379512,0.00018793723],"about_ca_topic_score_codex":0.0051307557,"about_ca_topic_score_gemma":0.004983222,"teacher_disagreement_score":0.16225986,"about_ca_system_score_codex":0.021803088,"about_ca_system_score_gemma":0.07793552,"threshold_uncertainty_score":0.8581224},"labels":[],"label_agreement":null},{"id":"W2885088250","doi":"10.24908/pceea.v0i0.10353","title":"COGNITION AND TRANSDISCIPLINARY DESIGN: AN EDUCATIONAL FRAMEWORK FOR UNDERGRADUATE ENGINEERING DESIGN CURRICULUM DEVELOPMENT","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Engineering design process; Curriculum; Product design; Design education; Engineering ethics; Transdisciplinarity; Discipline; Process (computing); New product development; Engineering education; Engineering; Product (mathematics); Computer science; Engineering management; Sociology; Pedagogy; Management","score_opus":0.01661589115640724,"score_gpt":0.24850752715357294,"score_spread":0.2318916359971657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885088250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12677625,0.0033249801,0.51191854,0.029864555,0.000395708,0.0007058484,0.00009123513,0.00046312128,0.32645977],"genre_scores_gemma":[0.78539497,0.00085053983,0.20514508,0.0005277844,0.00004770061,0.0006929644,0.000078012454,0.000032090466,0.0072308374],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9945979,0.0039884145,0.00016656156,0.00035283886,0.0005100089,0.00038414463],"domain_scores_gemma":[0.9945716,0.002724944,0.00033758988,0.00029565857,0.0007859357,0.001284226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008130044,0.0007056695,0.00041249738,0.0039020737,0.003335521,0.007922871,0.0021783567,0.0024466978,0.0051757386],"category_scores_gemma":[0.005639416,0.00039474663,0.00060978974,0.0022484825,0.010439878,0.0044922535,0.006590599,0.0032322002,0.00051547197],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015185683,0.00042045282,0.0032129,0.00017417556,0.000009171823,0.00020813785,0.021563727,0.0028660703,0.00040231383,0.89549047,0.0020401257,0.07359718],"study_design_scores_gemma":[0.00007058603,0.00026266417,0.00589127,0.0012162796,0.000026520851,0.00032892064,0.054304015,0.030822363,0.0011418825,0.7828251,0.12303821,0.00007222376],"about_ca_topic_score_codex":0.0072029172,"about_ca_topic_score_gemma":0.010242228,"teacher_disagreement_score":0.009973668,"about_ca_system_score_codex":0.009973668,"about_ca_system_score_gemma":0.012340719,"threshold_uncertainty_score":0.07236433},"labels":[],"label_agreement":null},{"id":"W2885996707","doi":"10.24908/pceea.v0i0.10515","title":"TEACHING CREDIBLE VALIDATION AND VERIFICATION METHODS TO A LARGE, MULTIDISCIPLINARY FIRST-YEAR ENGINEERING DESIGN CLASS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Toronto Rehabilitation Institute; University Health Network","funders":"Toronto Rehabilitation Institute; Canadian Institutes of Health Research; AGE-WELL","keywords":"Summative assessment; Multidisciplinary approach; Class (philosophy); Stakeholder; Computer science; Engineering management; Software engineering; Systems engineering; Engineering; Formative assessment; Mathematics education; Psychology; Artificial intelligence; Management","score_opus":0.014884614714911478,"score_gpt":0.2770735158602742,"score_spread":0.2621889011453627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885996707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75052863,0.0005633287,0.2019434,0.008153509,0.0008089259,0.0022400222,0.00024654172,0.0021790809,0.033336636],"genre_scores_gemma":[0.8145307,0.00034235194,0.15039578,0.0015640627,0.00017054375,0.0011193788,0.0004277647,0.0006044525,0.030845],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98431337,0.006529608,0.00065072626,0.002668438,0.0037935555,0.0020442773],"domain_scores_gemma":[0.94324523,0.01689349,0.0030521455,0.00611575,0.012607205,0.018086236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021100482,0.0015208842,0.00079708913,0.0013242465,0.0071885013,0.007887793,0.004760782,0.0027343116,0.020222915],"category_scores_gemma":[0.036993373,0.0012389583,0.0009606709,0.00055587845,0.0033439319,0.0026172874,0.0070769917,0.004577296,0.006568234],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011012058,0.016252311,0.05265674,0.00097266753,0.00017118212,0.004845149,0.17103453,0.010490273,0.07172718,0.0118314745,0.074043564,0.58487374],"study_design_scores_gemma":[0.00074644294,0.008933634,0.05194891,0.0012715101,0.00015789483,0.0051749386,0.15205236,0.045933478,0.06569659,0.02769508,0.6396624,0.00072682137],"about_ca_topic_score_codex":0.0055453135,"about_ca_topic_score_gemma":0.013887299,"teacher_disagreement_score":0.9944547,"about_ca_system_score_codex":0.007186435,"about_ca_system_score_gemma":0.00996229,"threshold_uncertainty_score":0.11159134},"labels":[],"label_agreement":null},{"id":"W2886582624","doi":"10.24908/pceea.v0i0.7359","title":"IMAGES OF THE FUTURE: GENDER AND PORTRAYALS OF FACULTY AND INDUSTRY MEMBERS IN CANADIAN ENGINEERING SCHOOL RECRUITMENT MATERIALS","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Context (archaeology); Representation (politics); Suspect; Population; Psychology; Public relations; Medical education; Sociology; Political science; Medicine; History; Law; Demography","score_opus":0.021088284994003854,"score_gpt":0.25873230635739847,"score_spread":0.2376440213633946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886582624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9833605,0.00016936698,0.00036198823,0.0008782216,0.0000311984,0.000029392608,0.0002016974,0.000015762495,0.014951795],"genre_scores_gemma":[0.9944588,0.00023645896,0.0003939335,0.00019423725,0.000012105063,0.000016799006,0.0001160752,0.000016601616,0.0045550223],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983845,0.0005274159,0.000035792593,0.000097037395,0.00054419454,0.00041116777],"domain_scores_gemma":[0.9972042,0.00095664366,0.00038039303,0.00009528445,0.0006288396,0.00073469453],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0022627185,0.00039353376,0.00019831804,0.002767756,0.006425895,0.0035867097,0.00069269614,0.0007794378,0.0052908366],"category_scores_gemma":[0.0063190637,0.0002551037,0.0002175573,0.0014936484,0.003394373,0.0011312556,0.0022207196,0.0009809728,0.00036685122],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002038507,0.00005887103,0.07017226,0.00014125188,0.000010802845,0.00070048124,0.88258827,0.000113632166,0.004128737,0.0018779213,0.0052268654,0.03477709],"study_design_scores_gemma":[0.000005616117,0.00006234586,0.16041246,0.0001951681,0.000018717374,0.00047910877,0.7928192,0.00042548374,0.001090718,0.00018622624,0.044239733,0.00006527282],"about_ca_topic_score_codex":0.74248385,"about_ca_topic_score_gemma":0.8888999,"teacher_disagreement_score":0.9935741,"about_ca_system_score_codex":0.010652204,"about_ca_system_score_gemma":0.008135872,"threshold_uncertainty_score":0.5180654},"labels":[],"label_agreement":null},{"id":"W2886975639","doi":"10.24908/pceea.v0i0.9621","title":"BEHAVIOURAL DIFFERENCES OF HIGH AND LOW PERFORMING TEAMS: A MULTI-INSTITUTIONAL STUDY OF FIRST-YEAR ENGINEERING DESIGN TEAMS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mindset; Psychology; Team effectiveness; Quality (philosophy); Applied psychology; Medical education; Engineering; Knowledge management; Computer science; Medicine","score_opus":0.012810665239636225,"score_gpt":0.211019611095609,"score_spread":0.19820894585597276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886975639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9997329,0.000012778187,0.000049896167,0.00001196485,0.0000022949782,0.0000063753655,0.000008808314,9.793766e-7,0.00017394344],"genre_scores_gemma":[0.99966645,0.0000125706565,0.00007204777,0.000019021101,0.0000021414173,0.000011661179,0.000020932212,0.0000018792247,0.0001932509],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99727184,0.0011652124,0.00021122149,0.00025300836,0.0005201584,0.00057856616],"domain_scores_gemma":[0.9902345,0.0022588237,0.0024555149,0.00048958324,0.0020311042,0.0025305322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00422616,0.0003256537,0.00044816564,0.001955613,0.0019328238,0.0028499204,0.00071865413,0.00069317233,0.0020297726],"category_scores_gemma":[0.008855529,0.000421003,0.00042381787,0.0009346446,0.0013786007,0.0010068758,0.0021747798,0.0012723125,0.0006862381],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021977517,0.0018598604,0.92883307,0.000046205005,0.00005100099,0.00020934286,0.057761088,0.00007551084,0.0017377724,0.000087799344,0.00022761084,0.008890905],"study_design_scores_gemma":[0.000014368837,0.0012117518,0.89439535,0.000034369295,0.0000137886,0.0002276759,0.10243663,0.00022797182,0.0005812973,0.00008675863,0.000742885,0.000027146456],"about_ca_topic_score_codex":0.004720042,"about_ca_topic_score_gemma":0.0067258435,"teacher_disagreement_score":0.004720042,"about_ca_system_score_codex":0.00090677605,"about_ca_system_score_gemma":0.0008501488,"threshold_uncertainty_score":0.02235037},"labels":[],"label_agreement":null},{"id":"W2887021232","doi":"10.24908/pceea.v0i0.10392","title":"VALUE OF LANGUAGE BACKGROUND ON IDEA GENERATION SESSIONS IN FIRST-YEAR ENGINEERING DESIGN TEAMS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Multilingualism; Diversity (politics); Teamwork; Value (mathematics); Race (biology); Psychology; Sociology; Knowledge management; Political science; Pedagogy; Computer science; Gender studies","score_opus":0.012463976998078883,"score_gpt":0.23332472430093748,"score_spread":0.2208607473028586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887021232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931878,0.000056308298,0.00042989137,0.00023983588,0.000023654095,0.000033281198,0.000019450594,0.000018060195,0.005991696],"genre_scores_gemma":[0.9981048,0.000036657337,0.00038584595,0.000073159026,0.000009340834,0.000033611985,0.000024301035,0.000011250017,0.0013209151],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.979772,0.015072987,0.00068107905,0.0008116848,0.0021472338,0.0015150802],"domain_scores_gemma":[0.8663519,0.10020528,0.01054069,0.0027286706,0.0080602635,0.012113196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014839928,0.00030190768,0.0003244037,0.0010839599,0.0032111944,0.0056429706,0.0012213342,0.0008423614,0.010085021],"category_scores_gemma":[0.077270396,0.00032238764,0.00036262604,0.0005355197,0.001973452,0.0014322093,0.0050352844,0.0020607891,0.0010879941],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045799566,0.0052471696,0.2437244,0.0006642514,0.00010653848,0.0022639805,0.5809476,0.001219127,0.014233581,0.00353476,0.0022472856,0.14123133],"study_design_scores_gemma":[0.0004686046,0.0054290364,0.40112165,0.00093528547,0.00014649704,0.0009168246,0.5406293,0.003638154,0.010173686,0.0041177883,0.03217152,0.00025165812],"about_ca_topic_score_codex":0.0032715283,"about_ca_topic_score_gemma":0.005530922,"teacher_disagreement_score":0.014839928,"about_ca_system_score_codex":0.003207573,"about_ca_system_score_gemma":0.002908532,"threshold_uncertainty_score":0.07848197},"labels":[],"label_agreement":null},{"id":"W2887282874","doi":"10.24908/pceea.v0i0.10359","title":"RELATIONAL LEADERSHIP IN DESIGN PROJECTS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Interpersonal communication; Psychology; Interpersonal relationship; Social skills; Knowledge management; Applied psychology; Social psychology; Computer science; Developmental psychology","score_opus":0.08081948319977983,"score_gpt":0.22707405653144147,"score_spread":0.14625457333166164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887282874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9273146,0.00042269102,0.011250534,0.0020461993,0.00013990911,0.00016761415,0.00002396573,0.00008246061,0.058551986],"genre_scores_gemma":[0.99598205,0.000101947255,0.0012503854,0.00008102388,0.000015541891,0.000043318534,0.000012142142,0.000010879974,0.0025026472],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9760334,0.018180838,0.00044924527,0.00067434274,0.0033596833,0.0013025188],"domain_scores_gemma":[0.97386646,0.007344661,0.0051041883,0.0019078319,0.0035457946,0.00823115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0103134345,0.00031527726,0.00021342593,0.00088457856,0.0044223946,0.0058948034,0.00080706243,0.00065613457,0.0067979856],"category_scores_gemma":[0.026750816,0.000291164,0.00029897233,0.0005315053,0.002551671,0.0013967748,0.006013024,0.0016461712,0.0009927338],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035857884,0.003867313,0.2571574,0.0007752476,0.00017856856,0.002727967,0.2940611,0.002603191,0.0076757306,0.042771522,0.014045124,0.37377825],"study_design_scores_gemma":[0.00020150594,0.0032128887,0.23327889,0.0007543473,0.00009689351,0.0048598843,0.51394486,0.008943641,0.00559134,0.026210016,0.20275111,0.0001546304],"about_ca_topic_score_codex":0.0007545329,"about_ca_topic_score_gemma":0.0012090304,"teacher_disagreement_score":0.0103134345,"about_ca_system_score_codex":0.0014956774,"about_ca_system_score_gemma":0.003009439,"threshold_uncertainty_score":0.054543316},"labels":[],"label_agreement":null},{"id":"W2887569066","doi":"10.1177/0954406218792583","title":"Need for Closure and individual tendency for design fixation and functional fixedness","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Institution of Mechanical Engineers Part C Journal of Mechanical Engineering Science","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Closure (psychology); Predictability; Fixation (population genetics); Scale (ratio); Ambiguity; Social psychology; Psychology; Computer science; Mathematics; Statistics; Sociology; Political science; Demography","score_opus":0.03862462145458503,"score_gpt":0.2559726295319828,"score_spread":0.21734800807739776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887569066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938147,0.00011488675,0.0030061475,0.000035635258,0.000009054891,0.00006052178,0.00007716987,0.000028860593,0.0028529842],"genre_scores_gemma":[0.99716955,0.000046269488,0.002239297,0.000014155498,0.000006545233,0.000059397604,0.00010941188,0.000009472479,0.00034588657],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99725276,0.00059987314,0.0005190008,0.00036579042,0.0010727263,0.0001898914],"domain_scores_gemma":[0.9335309,0.032241985,0.021579571,0.0050205174,0.0052674287,0.002359468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004442224,0.00043884973,0.00032019662,0.0026212228,0.00039782983,0.00095969706,0.00044966122,0.0006702755,0.0028927482],"category_scores_gemma":[0.04175264,0.00029480222,0.0007980262,0.00076397846,0.00097273296,0.0010146942,0.0009325271,0.00084724516,0.00025438744],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005374614,0.0004279288,0.9407839,0.00022908699,0.0002704716,0.00015466557,0.0075151497,0.0011028975,0.010603599,0.00093655183,0.0004397306,0.036998536],"study_design_scores_gemma":[0.000020509646,0.00043323127,0.9917653,0.000040202758,0.000040259194,0.00039968974,0.0022260929,0.0016226647,0.001113735,0.0012791101,0.0010046934,0.000054480046],"about_ca_topic_score_codex":0.0008291521,"about_ca_topic_score_gemma":0.0017133378,"teacher_disagreement_score":0.004442224,"about_ca_system_score_codex":0.0005517579,"about_ca_system_score_gemma":0.00026702418,"threshold_uncertainty_score":0.023493052},"labels":[],"label_agreement":null},{"id":"W2887633423","doi":"10.24908/pceea.v0i0.10341","title":"USING A PROJECT ON ASSISTIVE TECHNOLOGY TO TEACH CAD AND RAPID PROTOTYPING","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"CAD; Computer Aided Design; Rapid prototyping; Computer science; Software engineering; Engineering management; Engineering; Systems engineering; Engineering drawing; Multimedia; Manufacturing engineering","score_opus":0.015625877768550355,"score_gpt":0.2720987155734193,"score_spread":0.25647283780486896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887633423","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5051205,0.0012056709,0.22839876,0.0061701597,0.0018558912,0.0042938124,0.0004912185,0.0022006352,0.2502633],"genre_scores_gemma":[0.48128965,0.0009823388,0.31166092,0.0011448978,0.00023440225,0.0015884269,0.00045815413,0.00043861737,0.20220265],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99514574,0.0021660172,0.00012938252,0.00049895747,0.0014161963,0.00064368476],"domain_scores_gemma":[0.9952312,0.0010292303,0.00012026894,0.00039562173,0.0010120004,0.0022116362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054522553,0.001153158,0.0003785029,0.0012823219,0.0035144095,0.0031470037,0.0013830299,0.0016590222,0.014812312],"category_scores_gemma":[0.0041122,0.0005092429,0.00058696955,0.00069506915,0.0022313348,0.0014513459,0.0035292327,0.0025036633,0.0032223694],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057584536,0.014274706,0.0084509,0.0007597999,0.00004318774,0.003096668,0.04563328,0.00427597,0.045348626,0.0443195,0.06476031,0.7684613],"study_design_scores_gemma":[0.0002295549,0.0066495086,0.008847691,0.00042697712,0.000028840162,0.0047427877,0.013855211,0.00636973,0.039968576,0.009438355,0.9093393,0.00010345715],"about_ca_topic_score_codex":0.0021334481,"about_ca_topic_score_gemma":0.0064045093,"teacher_disagreement_score":0.014812312,"about_ca_system_score_codex":0.0016397896,"about_ca_system_score_gemma":0.005621825,"threshold_uncertainty_score":0.049552143},"labels":[],"label_agreement":null},{"id":"W2887896234","doi":"10.22215/etd/2010-08853","title":"Facilitating communication in the interdisciplinary design process","year":2010,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Library and Archives Canada","funders":"","keywords":"Humanities; Auteur theory; Art; Political science; Art history","score_opus":0.029863049675454702,"score_gpt":0.35449875942811804,"score_spread":0.3246357097526633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887896234","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07790409,0.001447415,0.41094443,0.028014263,0.0010736414,0.0014220683,0.00007978842,0.0017169892,0.47739726],"genre_scores_gemma":[0.7734604,0.0016299875,0.14457701,0.0033065549,0.0004717985,0.002202029,0.00012383847,0.0004987017,0.07372974],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.88742703,0.09443332,0.0022020992,0.0028740035,0.009934929,0.0031286874],"domain_scores_gemma":[0.86765623,0.0994141,0.0059385514,0.012195116,0.008340682,0.006455299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.037030023,0.0013492877,0.00061947695,0.0034551322,0.009046343,0.016921844,0.002385105,0.004567683,0.019999979],"category_scores_gemma":[0.0829255,0.00081512594,0.0009595978,0.0023878827,0.008330195,0.015432345,0.030670067,0.004383298,0.0061725476],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021983059,0.00065983523,0.002916326,0.00089721073,0.00004013093,0.0012351164,0.38424832,0.001714382,0.0051581473,0.23590063,0.023689091,0.34332103],"study_design_scores_gemma":[0.00016229793,0.0003330477,0.0025470117,0.0025655823,0.000061445564,0.001200004,0.1342535,0.003838684,0.005020194,0.19223605,0.657645,0.00013723316],"about_ca_topic_score_codex":0.0014922083,"about_ca_topic_score_gemma":0.0015701947,"teacher_disagreement_score":0.037030023,"about_ca_system_score_codex":0.004584382,"about_ca_system_score_gemma":0.011288223,"threshold_uncertainty_score":0.19583583},"labels":[],"label_agreement":null},{"id":"W2887948175","doi":"10.24908/pceea.v0i0.10320","title":"DESIGN PROBLEM PERCEPTION IN ENGINEERING DESIGN TEAMS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Capstone; Perception; Engineering design process; Process (computing); Design process; Creativity; Aerospace; Engineering; Computer science; Management science; Engineering management; Systems engineering; Psychology; Work in process; Operations management; Mechanical engineering","score_opus":0.009436970687278284,"score_gpt":0.2080991844547228,"score_spread":0.19866221376744453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887948175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.966225,0.00014935811,0.021730877,0.0005159983,0.000028765226,0.00007423749,0.000014279788,0.000042866195,0.011218569],"genre_scores_gemma":[0.997544,0.000030990355,0.0017537927,0.000047802325,0.0000039373967,0.000023776453,0.00001617845,0.000008790637,0.0005707573],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9796482,0.013237817,0.00094718713,0.0013563565,0.0039516864,0.0008586814],"domain_scores_gemma":[0.93945354,0.040917326,0.0076119574,0.0025643578,0.0066674296,0.0027854245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012224035,0.00042041927,0.00040407391,0.0020096994,0.0016162882,0.007491975,0.0010991001,0.0018388447,0.003942466],"category_scores_gemma":[0.050982814,0.00043258758,0.00070758536,0.00086730305,0.003134149,0.0034431051,0.0040737963,0.002006268,0.00039556896],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073195115,0.0012568246,0.19600569,0.0006161337,0.00016511993,0.0010049898,0.6579152,0.006210653,0.012001508,0.026297636,0.0019546284,0.095839664],"study_design_scores_gemma":[0.00020203897,0.001337841,0.11796621,0.0004937078,0.00009745659,0.0013922049,0.76123136,0.051649,0.0054785106,0.04100725,0.018831972,0.00031251847],"about_ca_topic_score_codex":0.0017132547,"about_ca_topic_score_gemma":0.00069566816,"teacher_disagreement_score":0.012224035,"about_ca_system_score_codex":0.0021577463,"about_ca_system_score_gemma":0.001512458,"threshold_uncertainty_score":0.064647615},"labels":[],"label_agreement":null},{"id":"W2889216301","doi":"10.22215/timreview/1176","title":"Transdisciplinary Research in the Built Environment: A Question of Time","year":2018,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Design Education and Practice","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vetenskapsrådet; Kungliga Tekniska Högskolan; Chalmers Tekniska Högskola; FedDev Ontario; Svenska Forskningsrådet Formas","keywords":"Discipline; Data science; Computer science; Engineering ethics; Management science; Sociology; Engineering; Social science","score_opus":0.07007301597332441,"score_gpt":0.38863262924557584,"score_spread":0.31855961327225146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889216301","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035373606,0.69277984,0.011656693,0.25893232,0.009442502,0.000045104887,0.00011071285,0.000044689863,0.02345083],"genre_scores_gemma":[0.20360352,0.65931904,0.015763633,0.08121468,0.029477486,0.00059050176,0.00017778299,0.00011719055,0.0097361365],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97237825,0.016284999,0.0018224346,0.002945065,0.00540477,0.0011645808],"domain_scores_gemma":[0.8689865,0.107820906,0.004908001,0.006481472,0.009317743,0.0024853202],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.054854155,0.0006581631,0.0018739259,0.002963525,0.0039878893,0.015077648,0.0033207545,0.008305977,0.011825171],"category_scores_gemma":[0.057958607,0.0005106827,0.0008900592,0.0056477753,0.038395014,0.031164205,0.010081916,0.010646633,0.0010852953],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007853217,0.000059701862,0.0005136962,0.003191228,0.000040027993,0.00007830646,0.006031604,0.00031528913,0.00025481574,0.8572459,0.016975174,0.11521578],"study_design_scores_gemma":[0.00003946466,0.00013369272,0.0010495444,0.008390216,0.000031776377,0.00032829904,0.012097464,0.00028231854,0.0002930655,0.44114462,0.53615975,0.000049727216],"about_ca_topic_score_codex":0.0037804388,"about_ca_topic_score_gemma":0.004139136,"teacher_disagreement_score":0.94514585,"about_ca_system_score_codex":0.006685574,"about_ca_system_score_gemma":0.010231314,"threshold_uncertainty_score":0.29009998},"labels":[],"label_agreement":null},{"id":"W2890473875","doi":"10.1177/1052562918799797","title":"Creativity or Cooptation? Thinking Beyond Instrumentalism When Teaching Design Thinking","year":2018,"lang":"en","type":"article","venue":"Organizational Behavior Teaching Review","topic":"Design Education and Practice","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Creativity; Instrumentalism; Shadow (psychology); Experiential learning; Curriculum; Epistemology; Promotion (chess); Pedagogy; Sociology; Aesthetics; Psychology; Social psychology; Philosophy; Political science; Psychoanalysis","score_opus":0.037009414374997975,"score_gpt":0.319010336711418,"score_spread":0.28200092233642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890473875","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028171245,0.3743431,0.1548466,0.19398977,0.006860659,0.00014335876,0.000024033377,0.00019921576,0.24142195],"genre_scores_gemma":[0.7412414,0.16804019,0.0403978,0.027545221,0.0034899712,0.0005134685,0.000027299911,0.0001960481,0.018548608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98323375,0.013461093,0.00048853847,0.0006594552,0.0017941415,0.0003630177],"domain_scores_gemma":[0.9680157,0.028376235,0.00084381545,0.0013085433,0.0009018281,0.0005538853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015015771,0.000466239,0.0006336491,0.0020813835,0.0019294664,0.008925457,0.0017768466,0.0030274447,0.0021594553],"category_scores_gemma":[0.020022562,0.00028959956,0.00042694306,0.0016702064,0.03584101,0.013581313,0.0038285132,0.00761323,0.00058382243],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023785075,0.00004055032,0.00025137252,0.0011824238,0.000017842114,0.00008041716,0.023452388,0.00026857306,0.0003050302,0.90073866,0.0046782475,0.068960615],"study_design_scores_gemma":[0.000040107923,0.00007276472,0.00022355984,0.0029221072,0.0000175956,0.00021308276,0.013598299,0.00042472218,0.0007746333,0.7239649,0.25772777,0.000020494383],"about_ca_topic_score_codex":0.0013015157,"about_ca_topic_score_gemma":0.0020942679,"teacher_disagreement_score":0.015015771,"about_ca_system_score_codex":0.0036237473,"about_ca_system_score_gemma":0.00480376,"threshold_uncertainty_score":0.079411924},"labels":[],"label_agreement":null},{"id":"W2897806018","doi":"10.17831/rep:arcc%y471","title":"Dysfunctional design + construction","year":2018,"lang":"en","type":"article","venue":"ARCC Conference Repository (Architectural Research Centers Consortium)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Dysfunctional family; Psychology","score_opus":0.086837829769591,"score_gpt":0.3283369083206617,"score_spread":0.24149907855107072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897806018","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09459437,0.0014875531,0.07455887,0.0068651116,0.00060630025,0.00009324938,0.000593647,0.00074241095,0.8204586],"genre_scores_gemma":[0.859303,0.00078063365,0.0125235645,0.0003874731,0.000057490066,0.00009243412,0.000466535,0.00024899087,0.1261399],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99698585,0.0013274406,0.00013763914,0.00043968434,0.0007245237,0.00038483564],"domain_scores_gemma":[0.9975286,0.00060860685,0.00026976815,0.0010299598,0.0003334682,0.00022958945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019215086,0.000859805,0.000433983,0.0011633575,0.0022899103,0.006758731,0.00094624807,0.0011557307,0.046268538],"category_scores_gemma":[0.004126731,0.0003466346,0.00049115764,0.0020489916,0.0070516015,0.004374936,0.005984345,0.0021008945,0.007083022],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006097947,0.000060054335,0.005272846,0.00021777896,0.000008127711,0.0002576748,0.006435417,0.0015144794,0.00036303507,0.8760886,0.01237363,0.097347364],"study_design_scores_gemma":[0.00002422338,0.00009993465,0.0060826815,0.00022135153,0.000021671536,0.0019162273,0.015559782,0.0034804728,0.0010648316,0.5896365,0.38186923,0.00002295881],"about_ca_topic_score_codex":0.0018383372,"about_ca_topic_score_gemma":0.0037629372,"teacher_disagreement_score":0.046268538,"about_ca_system_score_codex":0.0029897077,"about_ca_system_score_gemma":0.0031268352,"threshold_uncertainty_score":0.15478373},"labels":[],"label_agreement":null},{"id":"W2899381446","doi":"10.1115/detc2018-85516","title":"TRIZ Application in Bionic Modeling for Lightweight Design of Machine Tool Column","year":2018,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"TRIZ; Table (database); Computer science; Selection (genetic algorithm); Engineering drawing; Engineering; Artificial intelligence; Data mining","score_opus":0.031584494684328696,"score_gpt":0.27873356973740515,"score_spread":0.24714907505307646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899381446","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028328637,0.00023051804,0.9637489,0.00005320397,0.000015323094,0.000069312424,0.00006409282,0.0005172578,0.0069728456],"genre_scores_gemma":[0.5967747,0.000867799,0.3976367,0.00005354587,0.000016571357,0.00033207127,0.00022890959,0.00016059543,0.0039290856],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99971,0.00006841879,0.000023362501,0.00003880492,0.0001346395,0.000024699262],"domain_scores_gemma":[0.99969864,0.00012860177,0.000058829744,0.000042359938,0.0000626105,0.000009024199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064672885,0.000594911,0.00044500563,0.0013264839,0.00033522802,0.0009396623,0.000848065,0.000542203,0.0026321644],"category_scores_gemma":[0.0009981784,0.00029301198,0.00081822707,0.0008904647,0.0004393937,0.000702414,0.00059614866,0.000388609,0.0004160604],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071008275,0.000062899526,0.002007356,0.00040205222,0.00003325895,0.00020667729,0.0003647744,0.85634863,0.036419947,0.036811233,0.00064712344,0.06662506],"study_design_scores_gemma":[0.0000047298927,0.000049810078,0.00018290365,0.000015536567,0.000011118945,0.000060493803,0.000038755818,0.989542,0.0049943915,0.0025559212,0.0025358857,0.000008417805],"about_ca_topic_score_codex":0.0013822601,"about_ca_topic_score_gemma":0.0011140254,"teacher_disagreement_score":0.0026321644,"about_ca_system_score_codex":0.00045491525,"about_ca_system_score_gemma":0.00063308736,"threshold_uncertainty_score":0.008805513},"labels":[],"label_agreement":null},{"id":"W2900338134","doi":"10.1115/1.4041928","title":"Understanding the Role of Additive Manufacturing Knowledge in Stimulating Design Innovation for Novice Designers","year":2018,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Novelty; Ideation; Quality (philosophy); Computer science; Process (computing); Engineering design process; Architectural design; Knowledge management; Process management; Manufacturing engineering; Systems engineering; Engineering; Business; Marketing; Architecture; Psychology","score_opus":0.139275361441278,"score_gpt":0.324610952226325,"score_spread":0.18533559078504702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900338134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96632385,0.00068141357,0.01465319,0.00072990364,0.00000868873,0.00013482038,0.000017382126,0.000020300418,0.017430544],"genre_scores_gemma":[0.987931,0.00036974362,0.010805085,0.00009374911,0.0000051229886,0.00007926793,0.000014615096,0.0000033874098,0.00069817144],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9967759,0.0017564816,0.0001743593,0.0004270722,0.00061218336,0.0002540343],"domain_scores_gemma":[0.95295733,0.0403459,0.0030346827,0.0016262607,0.0011293041,0.0009065542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005335398,0.0004460623,0.00037539905,0.0014681491,0.00068766734,0.004690472,0.0010246016,0.0016808066,0.0027122833],"category_scores_gemma":[0.02301492,0.00042823923,0.00043176586,0.0005880054,0.0025477624,0.005469739,0.0021828255,0.0011618537,0.00024821353],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016799294,0.0067427247,0.21014275,0.0055308687,0.00018634764,0.0011458691,0.12739633,0.0131330695,0.04416405,0.10427591,0.0009176565,0.4846845],"study_design_scores_gemma":[0.000625548,0.0074287723,0.5033258,0.0029524248,0.0007192677,0.0022762867,0.13372204,0.059026144,0.05326565,0.2080021,0.028321864,0.0003341347],"about_ca_topic_score_codex":0.0006403759,"about_ca_topic_score_gemma":0.0013207959,"teacher_disagreement_score":0.005335398,"about_ca_system_score_codex":0.0014110489,"about_ca_system_score_gemma":0.002537478,"threshold_uncertainty_score":0.02821666},"labels":[],"label_agreement":null},{"id":"W2901495397","doi":"10.25071/10315/35294","title":"Towards A Conceptual Model Of Design Team Learning In Mechanical Engineering Education","year":2018,"lang":"en","type":"article","venue":"Progress in Canadian Mechanical Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Conceptual model; Conceptual design; Engineering education; Computer science; Knowledge management; Engineering management; Systems engineering; Human–computer interaction; Engineering","score_opus":0.025520400645329882,"score_gpt":0.2676467352055212,"score_spread":0.2421263345601913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901495397","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.123659424,0.0029428406,0.43421233,0.043615874,0.00043984057,0.001645885,0.0003809292,0.00036700533,0.39273584],"genre_scores_gemma":[0.85493284,0.0014079073,0.13026449,0.0013253831,0.00006209295,0.0014898173,0.00028933294,0.0000661261,0.010162027],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.994649,0.0032652412,0.0002147878,0.00052853767,0.0008319408,0.00051056297],"domain_scores_gemma":[0.99359834,0.0029188285,0.0006294306,0.00028870508,0.0014342192,0.001130419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077788285,0.0010106253,0.00051206065,0.0056302142,0.005385566,0.012112309,0.004516524,0.0032157016,0.0074843876],"category_scores_gemma":[0.008341606,0.0005503372,0.00092889584,0.0051416964,0.022347871,0.011000422,0.004141393,0.0041292673,0.0008635091],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010209115,0.00006550121,0.002112585,0.000111490815,0.000007637318,0.00017340631,0.034844242,0.0015622696,0.00010923267,0.950067,0.001228673,0.00970778],"study_design_scores_gemma":[0.000058300124,0.00012914912,0.0054021026,0.0010446628,0.00003408737,0.000413157,0.11138943,0.021622716,0.000165743,0.7973481,0.06232639,0.00006609156],"about_ca_topic_score_codex":0.07814727,"about_ca_topic_score_gemma":0.06510637,"teacher_disagreement_score":0.07814727,"about_ca_system_score_codex":0.020235,"about_ca_system_score_gemma":0.024435012,"threshold_uncertainty_score":0.15538478},"labels":[],"label_agreement":null},{"id":"W2903423101","doi":"10.7577/formakademisk.2608","title":"Systemic design agendas in education and design research","year":2018,"lang":"en","type":"article","venue":"FormAkademisk - forskningstidsskrift for design og designdidaktikk","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Sociotechnical system; Transdisciplinarity; Engineering ethics; Sociology; Management science; Computer science; Engineering; Knowledge management; Social science","score_opus":0.10550722042346779,"score_gpt":0.361510889192283,"score_spread":0.25600366876881525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903423101","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015625197,0.060097426,0.3134955,0.37833986,0.005593985,0.0007235069,0.00018911198,0.0004314137,0.225504],"genre_scores_gemma":[0.72690463,0.02864122,0.1883675,0.02376746,0.0032891508,0.004004317,0.0003047711,0.00055850646,0.024162527],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.7729991,0.19888455,0.006408084,0.009167102,0.0094774505,0.0030636126],"domain_scores_gemma":[0.7599821,0.20224234,0.006053474,0.018085994,0.008950849,0.004685213],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.19016376,0.0020591738,0.0031794233,0.0112975715,0.014729443,0.03948827,0.004062846,0.012712601,0.011616043],"category_scores_gemma":[0.0968575,0.0023150414,0.0017361061,0.008619405,0.14310557,0.034114618,0.024163889,0.015937876,0.0016124018],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009279559,0.000021425856,0.00016983882,0.00029511945,0.0000128228885,0.00004399979,0.0116598345,0.0002721154,0.000051479587,0.9798708,0.0016775597,0.005915773],"study_design_scores_gemma":[0.000030367482,0.00002884369,0.00012613865,0.00084333005,0.00000890098,0.00006958542,0.009174582,0.00047728693,0.00012798533,0.9260647,0.063030906,0.00001752046],"about_ca_topic_score_codex":0.0033875902,"about_ca_topic_score_gemma":0.0027592962,"teacher_disagreement_score":0.19016376,"about_ca_system_score_codex":0.024703514,"about_ca_system_score_gemma":0.029995611,"threshold_uncertainty_score":0.99867225},"labels":[],"label_agreement":null},{"id":"W2903779322","doi":"10.21606/drs.2018.578","title":"Using Design Competencies to Define Curricula and Support Learners","year":2018,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design; Beef Farmers of Ontario","funders":"","keywords":"Curriculum; Computer science; Set (abstract data type); Core competency; Design elements and principles; Design education; Visualization; Mathematics education; Knowledge management; Software engineering; Psychology; Pedagogy; Artificial intelligence; Programming language","score_opus":0.058218667815706664,"score_gpt":0.29165049642827395,"score_spread":0.23343182861256728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903779322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3478138,0.0011723421,0.3136955,0.0077456515,0.00016704552,0.00079521677,0.00018784494,0.0005857815,0.32783678],"genre_scores_gemma":[0.796296,0.00043760074,0.18657039,0.0005667005,0.0000143082425,0.0004884823,0.00016325674,0.000096083495,0.015367177],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935534,0.0036914821,0.00041019422,0.00055650674,0.0011954918,0.00059291377],"domain_scores_gemma":[0.99066025,0.004904717,0.00084323186,0.0012167658,0.0014609945,0.0009141192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076664193,0.00052412925,0.00027231604,0.0023525278,0.0017038828,0.006349686,0.0012757854,0.001471121,0.00584848],"category_scores_gemma":[0.020220716,0.0002819155,0.00037294492,0.0007478683,0.003555493,0.006724499,0.0057888683,0.0017806311,0.0010760506],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027516136,0.00058411574,0.017859533,0.0004938887,0.000020265885,0.0002085591,0.07621905,0.0037185033,0.0037961174,0.5555764,0.004219791,0.33727622],"study_design_scores_gemma":[0.00007586832,0.00033585122,0.0165239,0.0018908998,0.000053976564,0.0007731502,0.11688865,0.015544965,0.016705755,0.30823252,0.5228282,0.00014627085],"about_ca_topic_score_codex":0.003393981,"about_ca_topic_score_gemma":0.004019784,"teacher_disagreement_score":0.0076664193,"about_ca_system_score_codex":0.0038046243,"about_ca_system_score_gemma":0.008087868,"threshold_uncertainty_score":0.04054439},"labels":[],"label_agreement":null},{"id":"W2904436383","doi":"10.15122/isbn.978-2-8124-3929-2.p.0195","title":"“Have we the men ?” La genèse du génie civil au Canada","year":2012,"lang":"fr","type":"article","venue":"Classiques GARNIER","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Art; Humanities; Political science","score_opus":0.016575544449944996,"score_gpt":0.24675241587966715,"score_spread":0.23017687142972215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904436383","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13703452,0.031870153,0.0027140465,0.29983178,0.004217328,0.00007349902,0.00095377443,0.00019563294,0.5231093],"genre_scores_gemma":[0.50985885,0.009830637,0.001570361,0.010559382,0.00034859806,0.00003257111,0.0001824052,0.00014581246,0.46747145],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99631625,0.00038196633,0.000053002834,0.0003692272,0.0012346614,0.0016450178],"domain_scores_gemma":[0.9969284,0.0004842251,0.00015527628,0.0000838851,0.001368454,0.0009796623],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0017083714,0.0004893097,0.00056705996,0.0013571215,0.015640896,0.006749985,0.00089761126,0.002604955,0.023503795],"category_scores_gemma":[0.0047482993,0.0004355959,0.00043535887,0.0025619501,0.008872684,0.0018286053,0.001989971,0.005634535,0.0015165248],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011777523,0.000046983947,0.018804789,0.0001900514,0.000031985528,0.0011123577,0.039270956,0.00075025484,0.0010599958,0.62604034,0.19262844,0.11994609],"study_design_scores_gemma":[0.000012042174,0.000015632791,0.01816665,0.0002080948,0.000008903984,0.00018506587,0.015218707,0.00020136722,0.0002712001,0.006787869,0.95888776,0.000036699577],"about_ca_topic_score_codex":0.9903915,"about_ca_topic_score_gemma":0.9944772,"teacher_disagreement_score":0.9843591,"about_ca_system_score_codex":0.0993612,"about_ca_system_score_gemma":0.16639666,"threshold_uncertainty_score":0.7209194},"labels":[],"label_agreement":null},{"id":"W2905638594","doi":"10.1115/1.4042336","title":"Visual Similarity to Aid Alternative-Use Concept Generation for Retired Wind-Turbine Blades","year":2018,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Reuse; Similarity (geometry); Turbine; Turbine blade; Scale (ratio); Computer science; Work (physics); Exploit; Engineering; Simulation; Human–computer interaction; Industrial engineering; Artificial intelligence; Mechanical engineering; Image (mathematics)","score_opus":0.10475172613192563,"score_gpt":0.3428737362399466,"score_spread":0.23812201010802098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905638594","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1489402,0.00035539066,0.83320487,0.00023345773,0.00008741342,0.0006191689,0.00030981484,0.0038751739,0.012374584],"genre_scores_gemma":[0.30551666,0.000108926,0.6910038,0.00005930591,0.000015796782,0.00017123965,0.00034857847,0.00021551372,0.0025601613],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992705,0.0002066634,0.000038884522,0.0002103967,0.0002280648,0.000045537417],"domain_scores_gemma":[0.9971379,0.001776786,0.00018723204,0.00041914938,0.00037536919,0.00010360604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013568146,0.0008389702,0.00043918245,0.0018170341,0.00039055807,0.0012241901,0.0011803871,0.000746158,0.008034598],"category_scores_gemma":[0.0066500558,0.0004076936,0.0010320457,0.0006315368,0.00059497566,0.0022183477,0.0015327673,0.0008479535,0.0010791961],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005252983,0.00055846357,0.0039139395,0.0011275283,0.00009309409,0.0005691903,0.0043603913,0.01774798,0.067610204,0.02990426,0.004965454,0.8686242],"study_design_scores_gemma":[0.00036601568,0.0015650206,0.014172963,0.00038769128,0.00032038428,0.0027040294,0.0041762986,0.64080846,0.1598191,0.08346582,0.09193436,0.0002799184],"about_ca_topic_score_codex":0.0013075579,"about_ca_topic_score_gemma":0.0021283398,"teacher_disagreement_score":0.008034598,"about_ca_system_score_codex":0.00060371513,"about_ca_system_score_gemma":0.00079746253,"threshold_uncertainty_score":0.026878357},"labels":[],"label_agreement":null},{"id":"W2905951544","doi":"10.32920/ryerson.14664474.v1","title":"A House of Three Birds*","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Toronto Metropolitan University","funders":"","keywords":"Liminality; Architecture; Focus (optics); Meaning (existential); Space (punctuation); Interpretation (philosophy); Normative; Aesthetics; Perspective (graphical); Computer science; Product (mathematics); Visual arts; Art; Epistemology; Philosophy; Mathematics","score_opus":0.042724754606619626,"score_gpt":0.2726507631054287,"score_spread":0.22992600849880906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905951544","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16136608,0.00068105874,0.08681094,0.0065761213,0.0014120298,0.00047267563,0.0009229931,0.0016264132,0.74013174],"genre_scores_gemma":[0.60868096,0.00034282455,0.054430496,0.0010795105,0.00008086645,0.00019929346,0.00054140476,0.0005948731,0.33404976],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995995,0.0001589226,0.000012157432,0.000091694106,0.00008962974,0.000048161182],"domain_scores_gemma":[0.99948883,0.00012750743,0.0000275167,0.00012544097,0.000076791766,0.00015387329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052041013,0.00042208962,0.00016032232,0.00030260882,0.0046562147,0.0023288038,0.0005820589,0.0011467038,0.07129215],"category_scores_gemma":[0.0012874654,0.00025481856,0.00036326717,0.00045761903,0.0025460653,0.0016256951,0.0018685822,0.001413398,0.0069506844],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007441955,0.0003981616,0.005693788,0.0004755088,0.000047925812,0.003296259,0.071977355,0.00171236,0.019480307,0.42184097,0.21208596,0.26224723],"study_design_scores_gemma":[0.000026483816,0.0002052888,0.0037050543,0.00010742889,0.000011514467,0.0014213838,0.015522695,0.0009415552,0.003636238,0.015773565,0.9586048,0.00004395459],"about_ca_topic_score_codex":0.00592981,"about_ca_topic_score_gemma":0.015793402,"teacher_disagreement_score":0.07129215,"about_ca_system_score_codex":0.0011023366,"about_ca_system_score_gemma":0.0008332156,"threshold_uncertainty_score":0.238496},"labels":[],"label_agreement":null},{"id":"W2907119105","doi":"10.1186/s41469-018-0040-7","title":"Implementing design thinking in organizations: an exploratory study","year":2018,"lang":"en","type":"article","venue":"Journal of Organization Design","topic":"Design Education and Practice","field":"Engineering","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Design thinking; Exploratory research; Knowledge management; Legitimacy; Industrial and organizational psychology; Process (computing); Sensemaking; Compromise; Work (physics); Organizational architecture; Process management; Resistance (ecology); Qualitative research; Business; Public relations; Engineering; Psychology; Computer science; Sociology; Political science; Social psychology","score_opus":0.0437830662252261,"score_gpt":0.29881982730988915,"score_spread":0.25503676108466306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907119105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9877725,0.00015519623,0.0039907573,0.0017308183,0.0000238188,0.00030948134,0.000018673496,0.000018771056,0.0059798863],"genre_scores_gemma":[0.9960557,0.00017633438,0.0022902985,0.0004584867,0.000006838588,0.0003218675,0.000010143763,0.000013556595,0.00066668267],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.95794266,0.034576535,0.0006470198,0.00088135584,0.0027018772,0.0032506029],"domain_scores_gemma":[0.89521706,0.08391647,0.006490359,0.0030396543,0.0060333973,0.0053030793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04792215,0.0006416539,0.00070905156,0.0024108798,0.012994412,0.010010564,0.0022570963,0.0029680808,0.0018881919],"category_scores_gemma":[0.05856873,0.00096541137,0.00041354212,0.0018401457,0.014005793,0.005537643,0.0072798776,0.006165803,0.0003608354],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004363272,0.00087673025,0.009102284,0.00014199117,0.000006639862,0.00058278115,0.97403157,0.00014007016,0.0007495596,0.006199258,0.00043837412,0.0076871784],"study_design_scores_gemma":[0.000016010277,0.00022493913,0.0021532946,0.00018004897,0.000004991949,0.00016706988,0.9889705,0.00031662022,0.00038021992,0.0013052119,0.0062662805,0.000014813045],"about_ca_topic_score_codex":0.0021380954,"about_ca_topic_score_gemma":0.0031058842,"teacher_disagreement_score":0.04792215,"about_ca_system_score_codex":0.0055744355,"about_ca_system_score_gemma":0.0075233276,"threshold_uncertainty_score":0.2534396},"labels":[],"label_agreement":null},{"id":"W2907481041","doi":"10.7577/formakademisk.1626","title":"Characteristics of an effective secondary school design thinking curriculum","year":2018,"lang":"en","type":"article","venue":"FormAkademisk - forskningstidsskrift for design og designdidaktikk","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Curriculum; Context (archaeology); Class (philosophy); Experiential learning; Mathematics education; Tracking (education); Qualitative research; Understanding by Design; Psychology; Course (navigation); Pedagogy; Curriculum development; Curriculum theory; Engineering; Computer science; Sociology","score_opus":0.014161624852606403,"score_gpt":0.2624130953466506,"score_spread":0.24825147049404417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907481041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98874843,0.00013646131,0.001162309,0.00025902846,0.000011316735,0.0001200714,0.000030526175,0.000030186307,0.009501741],"genre_scores_gemma":[0.99566406,0.00010848288,0.0029629357,0.000072330266,0.0000081873,0.0001225372,0.000055337874,0.000012380706,0.0009938604],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945157,0.0013004203,0.0005589892,0.00035835846,0.0026013253,0.0006651167],"domain_scores_gemma":[0.9639839,0.015220667,0.00864013,0.0016248581,0.0046720244,0.005858377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044296565,0.00019022985,0.0002885008,0.0015222961,0.0011508174,0.0029602267,0.0006360112,0.00062698784,0.0039031564],"category_scores_gemma":[0.035087682,0.0002604376,0.00018466233,0.0010466573,0.0007120605,0.0010670668,0.0016664442,0.0007063958,0.0004893151],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003367006,0.0048735137,0.6617311,0.0010392352,0.000057485115,0.0008950659,0.030587096,0.0011156258,0.014772547,0.0076418994,0.0031336576,0.27381605],"study_design_scores_gemma":[0.00006577876,0.0012520864,0.94005823,0.00028496032,0.000051093597,0.00092911633,0.022096388,0.0016152373,0.0037300184,0.004046401,0.02582544,0.000045263572],"about_ca_topic_score_codex":0.0013696894,"about_ca_topic_score_gemma":0.0025543764,"teacher_disagreement_score":0.0044296565,"about_ca_system_score_codex":0.0017652283,"about_ca_system_score_gemma":0.004705844,"threshold_uncertainty_score":0.023426533},"labels":[],"label_agreement":null},{"id":"W2908627370","doi":"10.24908/pceea.v0i0.12976","title":"Experiential Learning vs Systematic Prescriptions in Engineering Design: A Crossroads for Education","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Experiential learning; Creativity; Intuition; Domain (mathematical analysis); Empirical research; Empirical evidence; Engineering ethics; Computer science; Management science; Knowledge management; Psychology; Mathematics education; Engineering; Epistemology; Cognitive science; Mathematics; Social psychology","score_opus":0.009950769797779119,"score_gpt":0.2309230020725444,"score_spread":0.22097223227476528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908627370","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09758148,0.03639272,0.5008055,0.07892502,0.0008836466,0.0004960998,0.00006901235,0.00032284865,0.28452376],"genre_scores_gemma":[0.86252594,0.0124201225,0.108481355,0.00347251,0.0002612924,0.0005503609,0.000038477396,0.00008990969,0.012160079],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9816066,0.01266658,0.00071059883,0.0007205264,0.0037119866,0.0005836748],"domain_scores_gemma":[0.9564572,0.035267986,0.001641729,0.0033141642,0.0020412724,0.0012775498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020368496,0.0006684153,0.00065194233,0.0020616495,0.0015831378,0.00936085,0.0020503444,0.0026818018,0.003708021],"category_scores_gemma":[0.030468242,0.0005399236,0.000466171,0.0020428922,0.03418109,0.011066471,0.0059009655,0.0048717633,0.0006599391],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041769592,0.00015580577,0.001311911,0.0006769282,0.0000115982,0.00004554584,0.013962811,0.0008919998,0.00033202412,0.8813343,0.0011792367,0.100056045],"study_design_scores_gemma":[0.0000464119,0.00025628263,0.0015514345,0.0013685846,0.000008899118,0.000138281,0.012501236,0.0017140581,0.0008456907,0.9281731,0.053359948,0.000036035486],"about_ca_topic_score_codex":0.0025284716,"about_ca_topic_score_gemma":0.0021457358,"teacher_disagreement_score":0.020368496,"about_ca_system_score_codex":0.005450699,"about_ca_system_score_gemma":0.009828255,"threshold_uncertainty_score":0.107720196},"labels":[],"label_agreement":null},{"id":"W2909292799","doi":"10.24908/pceea.v0i0.13026","title":"Combining Hierarchical Task Analysis and Usage Scenarios to Help Embed Human Factors in Design","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"Ministerio de Economía y Competitividad","keywords":"Computer science; Task (project management); Documentation; Process (computing); Plan (archaeology); Software engineering; Work (physics); Embedding; Engineering management; Human–computer interaction; Systems engineering; Artificial intelligence; Engineering; Programming language","score_opus":0.01223455270619172,"score_gpt":0.2393171359843834,"score_spread":0.22708258327819167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909292799","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060660873,0.00013250683,0.9274805,0.0005162671,0.00004275808,0.0008177093,0.00032663066,0.0036988407,0.0063239075],"genre_scores_gemma":[0.23065391,0.000099578305,0.76591545,0.00010075604,0.000021469677,0.0010220262,0.0005767491,0.00025509653,0.0013549062],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.986394,0.009550388,0.00072994886,0.0011510735,0.0018492795,0.00032532174],"domain_scores_gemma":[0.93657804,0.051370464,0.0025763728,0.0053210463,0.0033178455,0.0008361578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0112303775,0.0021543384,0.0005891729,0.0039717057,0.0006318014,0.0033221517,0.0015374464,0.0014865742,0.00471477],"category_scores_gemma":[0.04813146,0.0008839972,0.0009717243,0.0018598372,0.00082801405,0.004770873,0.0026897064,0.0016931616,0.001222971],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076880166,0.0024058118,0.014955364,0.0012598922,0.00027776242,0.0005044192,0.013758054,0.039435267,0.030270278,0.021102255,0.009428704,0.8658334],"study_design_scores_gemma":[0.00060964224,0.0027040034,0.025482254,0.0009580318,0.00032231808,0.0013411419,0.006840877,0.72823757,0.045804303,0.12480119,0.06217168,0.00072700746],"about_ca_topic_score_codex":0.0018620905,"about_ca_topic_score_gemma":0.0040545324,"teacher_disagreement_score":0.0112303775,"about_ca_system_score_codex":0.0010789725,"about_ca_system_score_gemma":0.0017668803,"threshold_uncertainty_score":0.05939263},"labels":[],"label_agreement":null},{"id":"W2909572446","doi":"10.24908/pceea.v0i0.13081","title":"Introducing and Sustaining Traditional Fabrication Methods in the Context of Teaching Prototyping for Engineering Design","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Rapid prototyping; Context (archaeology); Engineering management; Engineering education; Creativity; Engineering; Computer science; Manufacturing engineering; Systems engineering; Mechanical engineering","score_opus":0.023389235163682538,"score_gpt":0.27959819539657094,"score_spread":0.2562089602328884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909572446","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24587762,0.00969543,0.4177381,0.02303182,0.0012172242,0.0006507203,0.00004578557,0.0009980999,0.30074522],"genre_scores_gemma":[0.64489025,0.0054747504,0.3059535,0.0017672593,0.00015514359,0.00029244387,0.000033793836,0.0002827689,0.04115004],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9892323,0.0046469243,0.00024714947,0.00054959935,0.0043619005,0.0009620234],"domain_scores_gemma":[0.98405886,0.008736538,0.0010372022,0.0018778134,0.0025763386,0.001713237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013519748,0.00050166226,0.0003063485,0.0011421286,0.004013029,0.005007088,0.0022225163,0.001235941,0.0050094714],"category_scores_gemma":[0.013790597,0.00036348787,0.0003697577,0.0009656211,0.006496774,0.0034644294,0.006254917,0.0025433819,0.0011996501],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008397179,0.0006176243,0.003910548,0.001237043,0.000024967763,0.000974738,0.060693722,0.0030324077,0.02024988,0.20243637,0.0116242245,0.6951145],"study_design_scores_gemma":[0.00005618933,0.0008919032,0.009209637,0.0016870539,0.000046017056,0.0022183151,0.051343784,0.00463476,0.032904446,0.079460435,0.81740814,0.00013934566],"about_ca_topic_score_codex":0.011672083,"about_ca_topic_score_gemma":0.045479108,"teacher_disagreement_score":0.013519748,"about_ca_system_score_codex":0.006278953,"about_ca_system_score_gemma":0.0132650165,"threshold_uncertainty_score":0.07150012},"labels":[],"label_agreement":null},{"id":"W2909708433","doi":"10.24908/pceea.v0i0.12972","title":"Knowledge structures in engineering design: integrating multiple ‘ways of knowing’","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Cape Town","keywords":"Computer science; Focus (optics); Inference; Engineering design process; Design knowledge; Modalities; Knowledge engineering; Management science; Artificial intelligence; Cognitive science; Engineering; Sociology; Psychology","score_opus":0.018807314409761872,"score_gpt":0.23020057277178774,"score_spread":0.21139325836202585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909708433","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029074842,0.008514145,0.8108078,0.01510984,0.00031224245,0.00018115104,0.00006355811,0.00032993662,0.13560641],"genre_scores_gemma":[0.5836879,0.004228021,0.39945915,0.0013720668,0.0001756612,0.00042999728,0.00012650136,0.00018232844,0.010338342],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.979973,0.011831313,0.0011518718,0.0016095144,0.004462615,0.00097172137],"domain_scores_gemma":[0.97927344,0.012739408,0.0013841869,0.004538323,0.0013247248,0.0007399521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01615971,0.0014324036,0.0009783813,0.0061439243,0.004788311,0.015341142,0.003345771,0.0046428354,0.005950815],"category_scores_gemma":[0.021119395,0.0018536883,0.0017870816,0.0031439837,0.04294724,0.04229416,0.0125732925,0.005528916,0.0008903061],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018319619,0.000035644993,0.00058991386,0.00020975553,0.000022985316,0.00013124301,0.01034837,0.0023941495,0.00028074416,0.95682704,0.00054604444,0.028595632],"study_design_scores_gemma":[0.000012766088,0.000026411491,0.0002443268,0.0003388624,0.000016081156,0.00014618627,0.0024554909,0.0027989645,0.00038056998,0.9696368,0.02391225,0.000031326006],"about_ca_topic_score_codex":0.003613542,"about_ca_topic_score_gemma":0.004285232,"teacher_disagreement_score":0.99638647,"about_ca_system_score_codex":0.0067055016,"about_ca_system_score_gemma":0.005292295,"threshold_uncertainty_score":0.085461736},"labels":[],"label_agreement":null},{"id":"W2910166032","doi":"10.24908/pceea.v0i0.13009","title":"Will that be on the exam? - Student perceptions of memorization and success in engineering","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"University of Guelph","keywords":"Memorization; Mathematics education; Psychology; Perception; Curriculum; Sample (material); Pedagogy; Chemistry","score_opus":0.009633599148598323,"score_gpt":0.22864791108377852,"score_spread":0.2190143119351802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910166032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99751604,0.000096889395,0.00014266915,0.0005352358,0.00002878643,0.000014017376,0.000038753264,0.00000784464,0.0016197589],"genre_scores_gemma":[0.99886155,0.000107312924,0.0001390991,0.00017469146,0.000018176395,0.000009366621,0.00004026177,0.0000033035892,0.00064625865],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99808264,0.00048620507,0.00021080999,0.00011771483,0.00072021177,0.00038243318],"domain_scores_gemma":[0.9838483,0.0030081056,0.005170059,0.0003704706,0.00267623,0.0049269265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039585177,0.00022328136,0.00031057524,0.00090969977,0.0006339886,0.002149841,0.00037774377,0.0009276793,0.004298545],"category_scores_gemma":[0.016605336,0.00018848736,0.0005186408,0.0003373059,0.0007661,0.0014075958,0.0009820374,0.0015025067,0.0010149721],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013360103,0.00053505943,0.97007555,0.00006195894,0.00005746903,0.00017633771,0.006309467,0.00011259694,0.0011868101,0.00025616205,0.0015288115,0.019566301],"study_design_scores_gemma":[0.00001270916,0.00091306557,0.968545,0.000064835294,0.000024319796,0.00041838922,0.025392434,0.00034926168,0.00064028264,0.00025243327,0.003348335,0.000039006067],"about_ca_topic_score_codex":0.0016716222,"about_ca_topic_score_gemma":0.002165426,"teacher_disagreement_score":0.004298545,"about_ca_system_score_codex":0.00054883485,"about_ca_system_score_gemma":0.0006602423,"threshold_uncertainty_score":0.02093494},"labels":[],"label_agreement":null},{"id":"W2910344987","doi":"10.24908/pceea.v0i0.13076","title":"THE IMPACT OF STUDENTS’ ACADEMIC LOCUS OF CONTROL AND PERCEPTION OF PROBLEM SOLVING ABILITY ON THEIR PERFORMANCE IN DESIGN PROJECTS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Perception; Engineering design process; Engineering education; Locus of control; Mathematics education; Control (management); Computer science; Psychology; Engineering; Engineering management; Artificial intelligence; Social psychology","score_opus":0.011364482287930635,"score_gpt":0.25179329936863115,"score_spread":0.24042881708070052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910344987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9994142,0.00003055768,0.00004787911,0.000018646624,0.000002691427,0.000004837975,0.000010239025,0.0000020713037,0.00046886082],"genre_scores_gemma":[0.9995153,0.000023851262,0.000042696232,0.000006242634,0.0000018170097,0.0000048743445,0.000020550213,0.0000011554496,0.00038350408],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99602866,0.0008657042,0.0003419702,0.00028227275,0.0017232732,0.00075812376],"domain_scores_gemma":[0.968628,0.01294004,0.0065106554,0.001457559,0.003103778,0.007360016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004202252,0.00035657678,0.0003419777,0.0013352393,0.0005528592,0.0026481887,0.0006097883,0.0005148584,0.0043023815],"category_scores_gemma":[0.018447537,0.00028266155,0.00061443885,0.0005997199,0.0010660574,0.000692379,0.0012825216,0.0010067348,0.0005334009],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030652617,0.002786914,0.9714252,0.00003376581,0.00008519428,0.00009980045,0.0046919393,0.00027329067,0.0010052513,0.00008848274,0.00022878387,0.018974874],"study_design_scores_gemma":[0.000012719813,0.0009489044,0.9934401,0.000016726959,0.000020001116,0.00005578994,0.0038941025,0.0004370994,0.00068580307,0.00007536798,0.00039184885,0.000021569245],"about_ca_topic_score_codex":0.0040658317,"about_ca_topic_score_gemma":0.0058706375,"teacher_disagreement_score":0.0043023815,"about_ca_system_score_codex":0.0008658643,"about_ca_system_score_gemma":0.0008572715,"threshold_uncertainty_score":0.02222389},"labels":[],"label_agreement":null},{"id":"W2910902518","doi":"10.24908/pceea.v0i0.12989","title":"A new laboratory for the students of the Faculty of Engineering at the University of Sherbrooke to support the characterization and the validation of their prototypes","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"Centre québécois de recherche et de développement de l’aluminium; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Capstone; Product (mathematics); Engineering management; Process (computing); Graduate students; Engineering; Capstone course; Product design; Field (mathematics); Test (biology); Software engineering; Computer science; Systems engineering; Medical education; Medicine","score_opus":0.008125063370548878,"score_gpt":0.21593099067061042,"score_spread":0.20780592730006153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910902518","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08747134,0.007481711,0.5662615,0.02161251,0.010912099,0.0084651,0.0050888564,0.040101554,0.25260526],"genre_scores_gemma":[0.12466886,0.002228672,0.5209698,0.003947589,0.0007405697,0.005193476,0.0036682074,0.0024681457,0.33611476],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902103,0.0016911072,0.00035251465,0.001430406,0.005124081,0.001191676],"domain_scores_gemma":[0.9716765,0.0022097267,0.0009161954,0.0051203603,0.01259597,0.007481158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010179897,0.001555122,0.0019056875,0.0032771153,0.004216132,0.0059700836,0.0041282047,0.0025663688,0.09301328],"category_scores_gemma":[0.010664845,0.0013357315,0.0010207566,0.0015500564,0.00343822,0.0042902,0.007242738,0.0045529916,0.024574766],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014757812,0.0025931005,0.008731349,0.0014475428,0.00006830476,0.0012915689,0.004859823,0.001429819,0.28557593,0.03552029,0.2499382,0.4070683],"study_design_scores_gemma":[0.00030990693,0.00229839,0.0051705786,0.00031054625,0.00003423518,0.0008658198,0.0016287484,0.001754313,0.04863168,0.0016453988,0.9372113,0.00013913304],"about_ca_topic_score_codex":0.016627051,"about_ca_topic_score_gemma":0.04628911,"teacher_disagreement_score":0.09301328,"about_ca_system_score_codex":0.0048110583,"about_ca_system_score_gemma":0.02959867,"threshold_uncertainty_score":0.31116045},"labels":[],"label_agreement":null},{"id":"W2911493886","doi":"","title":"Towards a pedagogy of decolonization and interculturality: Participatory design thinking for community responsive curricula","year":2018,"lang":"en","type":"article","venue":"2018 Conference of the Canadian Society for the Study of Education","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Interculturality; Decolonization; Curriculum; Pedagogy; Citizen journalism; Sociology; Participatory action research; Transformative learning; Political science; Engineering ethics; Anthropology; Engineering; Politics","score_opus":0.14435037722430064,"score_gpt":0.3711666026539456,"score_spread":0.22681622542964494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911493886","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09088138,0.0019849665,0.7296583,0.044095486,0.0005855665,0.0010460103,0.00004873493,0.00049247046,0.13120712],"genre_scores_gemma":[0.6678608,0.00084442855,0.32003018,0.0015753916,0.00004725379,0.001089762,0.00003839695,0.00021404686,0.008299732],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9680447,0.027247334,0.00050052104,0.00128969,0.0020529153,0.00086479314],"domain_scores_gemma":[0.9630977,0.03008657,0.00084958895,0.002212234,0.0023881476,0.0013656794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03418973,0.001103292,0.0006122386,0.002084601,0.0068087378,0.013614706,0.0033077549,0.0030412003,0.005616563],"category_scores_gemma":[0.029281441,0.00080394914,0.00080304145,0.0010456857,0.028843664,0.010224611,0.01164915,0.0049043447,0.0005557593],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050788192,0.0004384389,0.0015833961,0.00063728576,0.000028756858,0.00015434528,0.25205994,0.002562036,0.0017287434,0.6546221,0.0034366369,0.08269764],"study_design_scores_gemma":[0.00011760962,0.00014386352,0.00084564736,0.0016685111,0.000047854934,0.00022531605,0.17169839,0.010161786,0.003465035,0.67127347,0.14028841,0.00006410615],"about_ca_topic_score_codex":0.0067016887,"about_ca_topic_score_gemma":0.012257804,"teacher_disagreement_score":0.03418973,"about_ca_system_score_codex":0.0070271473,"about_ca_system_score_gemma":0.020638999,"threshold_uncertainty_score":0.18081474},"labels":[],"label_agreement":null},{"id":"W2911675806","doi":"","title":"Victor S. Yocco, Design for the Mind. Seven Psychological Principles of Persuasive Design, Manning, 2016","year":2018,"lang":"en","type":"article","venue":"Interfaces numériques","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Psychology; Philosophy; Social psychology; Aesthetics; Applied psychology","score_opus":0.09451055717203981,"score_gpt":0.35095155125735567,"score_spread":0.25644099408531584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911675806","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031897426,0.5640999,0.22822128,0.10147194,0.010219098,0.00019453482,0.00047201416,0.001280641,0.09085087],"genre_scores_gemma":[0.1702577,0.49436775,0.18360843,0.017843617,0.0051143635,0.0010661049,0.0005379271,0.0012261,0.12597801],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980513,0.0006775921,0.00016262537,0.00027585682,0.00077500026,0.00005759955],"domain_scores_gemma":[0.99540687,0.0033421998,0.00012622686,0.00019916706,0.0007908365,0.00013466143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036293557,0.0010282035,0.000544213,0.002080413,0.0016553655,0.004209781,0.0010953597,0.003580255,0.011024124],"category_scores_gemma":[0.008355023,0.00062377047,0.0004321766,0.0019106569,0.0039587207,0.006268735,0.0012392587,0.0035159043,0.0047416477],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015908349,0.00006721382,0.0006776531,0.0015168573,0.000050260904,0.00011349588,0.002917677,0.0010268597,0.0010718048,0.37915853,0.33374915,0.27949142],"study_design_scores_gemma":[0.0000845264,0.00007043921,0.0013031373,0.0009259196,0.00006329153,0.00027644343,0.00073524256,0.0015397263,0.0018427252,0.30074817,0.6923456,0.00006472316],"about_ca_topic_score_codex":0.0065461146,"about_ca_topic_score_gemma":0.008338404,"teacher_disagreement_score":0.011024124,"about_ca_system_score_codex":0.0018404671,"about_ca_system_score_gemma":0.0017226016,"threshold_uncertainty_score":0.03687936},"labels":[],"label_agreement":null},{"id":"W2912251924","doi":"","title":"The price of admission: Examining how expectancies and values can overcome innovation","year":2018,"lang":"en","type":"article","venue":"2018 Conference of the Canadian Society for the Study of Education","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Consolidation (business); Expectancy theory; Scope (computer science); Variety (cybernetics); Value (mathematics); Perception; Perspective (graphical); Marketing; Business; Public relations; Psychology; Management; Economics; Political science","score_opus":0.06450471471066839,"score_gpt":0.2867482246816814,"score_spread":0.222243509971013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912251924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.897581,0.00041010304,0.0026956948,0.0046496186,0.000072927854,0.00007721656,0.000035943536,0.000021838938,0.09445565],"genre_scores_gemma":[0.99787295,0.000116331285,0.00048085907,0.00014465339,0.000008638953,0.00001217152,0.000012648402,0.0000048357324,0.0013468373],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99194145,0.0023408753,0.00018254302,0.00030653144,0.003741101,0.0014873877],"domain_scores_gemma":[0.97283787,0.011838661,0.004122441,0.00092036306,0.0056074206,0.004673263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008375142,0.00025741252,0.00031768167,0.0014546335,0.0040425444,0.0089751715,0.0016329507,0.0015678924,0.0043242117],"category_scores_gemma":[0.05820398,0.00020223988,0.0005288787,0.0012859256,0.0071060546,0.004836304,0.0035890162,0.002603278,0.00025807382],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038553824,0.0010555676,0.45385057,0.00043900753,0.0001083409,0.0010295934,0.12855636,0.0017132313,0.0020062174,0.21320456,0.005292276,0.19235873],"study_design_scores_gemma":[0.00008307099,0.0007651141,0.53848296,0.0006914313,0.00019758179,0.0007187444,0.26778623,0.008582018,0.0025277713,0.11227299,0.06762816,0.00026390795],"about_ca_topic_score_codex":0.13045241,"about_ca_topic_score_gemma":0.16262747,"teacher_disagreement_score":0.13045241,"about_ca_system_score_codex":0.018184021,"about_ca_system_score_gemma":0.026050534,"threshold_uncertainty_score":0.25938618},"labels":[],"label_agreement":null},{"id":"W2912544185","doi":"10.71781/3112","title":"Design as a strategic tool for sustainability in northern and arctic contexts : case study of the arctic design concept in Finland","year":2018,"lang":"en","type":"dissertation","venue":"LaCRIS (University of Lapland)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Arctic; Sustainability; The arctic; Geography; Environmental resource management; Environmental planning; Engineering; Oceanography; Environmental science; Geology; Ecology","score_opus":0.023587905994091416,"score_gpt":0.26074160183931805,"score_spread":0.23715369584522664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912544185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9608035,0.0013190747,0.0036865443,0.001323731,0.00006850487,0.00021464043,0.00006204383,0.000011268996,0.032510813],"genre_scores_gemma":[0.991012,0.00079671096,0.0029832714,0.00021298845,0.0000113699125,0.00010420517,0.000023497661,0.000010644132,0.004845397],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9918324,0.00565813,0.00019165875,0.0004137903,0.00084522687,0.0010587875],"domain_scores_gemma":[0.99515235,0.003236559,0.00028468724,0.00021126764,0.00035035468,0.00076472375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00765412,0.000735474,0.00064456346,0.0018187013,0.025016261,0.006907046,0.0024368186,0.004928365,0.0026281092],"category_scores_gemma":[0.005149681,0.0004904077,0.00087265973,0.0030283,0.013663396,0.0031522408,0.0060369316,0.0023851616,0.0003969909],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016373218,0.00047434284,0.013973266,0.0006103749,0.000028957089,0.033876102,0.8827327,0.0031233327,0.0016093088,0.04218402,0.002394634,0.018829225],"study_design_scores_gemma":[0.000019318575,0.00016918113,0.0048670312,0.00037251186,0.000024832761,0.0026306945,0.9360962,0.0015528005,0.00086633407,0.0028458794,0.05050381,0.000051408526],"about_ca_topic_score_codex":0.08190825,"about_ca_topic_score_gemma":0.18441215,"teacher_disagreement_score":0.08190825,"about_ca_system_score_codex":0.017809767,"about_ca_system_score_gemma":0.012352489,"threshold_uncertainty_score":0.16286302},"labels":[],"label_agreement":null},{"id":"W2913161267","doi":"10.3390/app9040650","title":"What Do We Learn from Good Practices of Biologically Inspired Design in Innovation?","year":2019,"lang":"en","type":"article","venue":"Applied Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Commercialization; Process (computing); Field (mathematics); Management science; Computer science; Innovation process; Knowledge management; Business; Engineering; Marketing; Work in process; Mathematics","score_opus":0.06955937186246354,"score_gpt":0.3147552021187077,"score_spread":0.2451958302562442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913161267","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.122160204,0.10025926,0.1062038,0.4487384,0.0026754201,0.00028094518,0.00009451642,0.00032695214,0.21926059],"genre_scores_gemma":[0.8704635,0.04923792,0.056087054,0.015196644,0.00069345295,0.00041770484,0.000053384032,0.00012468074,0.0077256984],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.96935856,0.023266876,0.00070727104,0.0015821626,0.0034509096,0.0016342362],"domain_scores_gemma":[0.948854,0.038852293,0.0023783685,0.004960734,0.0029097851,0.0020446575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032879308,0.0009578499,0.0009860416,0.0028465253,0.0057122516,0.017911019,0.0028537537,0.006092354,0.0031218599],"category_scores_gemma":[0.037419096,0.00058637065,0.0008290211,0.002708159,0.039918248,0.022844326,0.0078219,0.0059159184,0.0013540838],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008075362,0.0003470149,0.0066011283,0.0029423106,0.00011385892,0.0010244206,0.18858138,0.0013059562,0.0008474828,0.5267951,0.016518768,0.2548418],"study_design_scores_gemma":[0.000056843415,0.000260859,0.002286406,0.0052418076,0.00004809914,0.0009988073,0.10865883,0.0010481556,0.0011958998,0.59872806,0.28139675,0.00007953307],"about_ca_topic_score_codex":0.0021402645,"about_ca_topic_score_gemma":0.003647867,"teacher_disagreement_score":0.032879308,"about_ca_system_score_codex":0.006435342,"about_ca_system_score_gemma":0.008279417,"threshold_uncertainty_score":0.17388445},"labels":[],"label_agreement":null},{"id":"W2914237138","doi":"10.1111/1559-8918.2018.01199","title":"Empathy Is not Evidence: 4 Traps of Commodified Empathy","year":2018,"lang":"en","type":"article","venue":"Ethnographic Praxis in Industry Conference Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bishop's University","funders":"","keywords":"Empathy; Simulation theory of empathy; Psychology; Product (mathematics); Commodification; Social psychology; Order (exchange); Process (computing); Cognitive psychology; Computer science; Business; Economics","score_opus":0.10114508125691528,"score_gpt":0.33021349292863195,"score_spread":0.22906841167171665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914237138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5152836,0.0054578013,0.25275546,0.059432883,0.0002441116,0.0005495524,0.00017973603,0.0003632787,0.16573353],"genre_scores_gemma":[0.98275465,0.0003929672,0.014506686,0.00069503975,0.000020698173,0.00014417409,0.000015668818,0.000051659565,0.0014184124],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.94130087,0.04591854,0.0022629253,0.0022449545,0.0058241095,0.0024485495],"domain_scores_gemma":[0.9102526,0.07155925,0.005644716,0.0071278564,0.0039778063,0.001437857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03318003,0.0008267412,0.0010981163,0.004235185,0.00651619,0.015972666,0.0017693824,0.004466836,0.0048317574],"category_scores_gemma":[0.056203194,0.0014690659,0.0009979954,0.0024035757,0.053472262,0.030587124,0.018130839,0.0073134573,0.00029655872],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013983858,0.00005778561,0.0061536105,0.00038134397,0.00005898189,0.0010500525,0.20868216,0.0009332491,0.001018405,0.7567838,0.0009762358,0.023764467],"study_design_scores_gemma":[0.00010152783,0.0002580358,0.006788922,0.0020523146,0.0001322267,0.0027858848,0.17432268,0.011560472,0.003125073,0.7454904,0.053138472,0.00024398454],"about_ca_topic_score_codex":0.0029077318,"about_ca_topic_score_gemma":0.002485742,"teacher_disagreement_score":0.03318003,"about_ca_system_score_codex":0.0063056517,"about_ca_system_score_gemma":0.005454627,"threshold_uncertainty_score":0.17547488},"labels":[],"label_agreement":null},{"id":"W2914970043","doi":"","title":"Engineering Design & Design Thinking: A proposed conceptual design framework for the K-12 education system.","year":2018,"lang":"en","type":"article","venue":"2018 Conference of the Canadian Society for the Study of Education","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Conceptual framework; Scope (computer science); Exploratory research; Delphi method; Design thinking; Computer science; Conceptual design; Focus group; Engineering education; Management science; Engineering ethics; Mathematics education; Knowledge management; Engineering; Psychology; Engineering management; Sociology; Artificial intelligence; Human–computer interaction","score_opus":0.0795456612910086,"score_gpt":0.2850412474038376,"score_spread":0.20549558611282903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914970043","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020245925,0.0015360547,0.88393056,0.030976087,0.00073205,0.010591669,0.00077569747,0.0009435301,0.050268427],"genre_scores_gemma":[0.051208988,0.0005509823,0.9362927,0.0013785668,0.000029749935,0.0057939626,0.00049064815,0.00008422908,0.0041700597],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9697667,0.020769106,0.0029069686,0.0014108883,0.003942607,0.0012037065],"domain_scores_gemma":[0.9750139,0.011962603,0.0015108762,0.0019829548,0.0063932994,0.0031364327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04266841,0.0016446452,0.000851842,0.0065056686,0.0053555765,0.013914361,0.0039871014,0.0057177655,0.004670116],"category_scores_gemma":[0.025438784,0.0012039447,0.0022169275,0.005197816,0.014042155,0.012128383,0.007015844,0.006314239,0.0022398757],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001021848,0.00036415714,0.0034885413,0.002329609,0.000057415353,0.0005691888,0.060316533,0.004491098,0.0024834224,0.8053906,0.017127875,0.10327936],"study_design_scores_gemma":[0.00022060193,0.0004160276,0.0029265017,0.006325471,0.00009242774,0.0019712176,0.06205377,0.018982995,0.0016960657,0.3996444,0.505464,0.00020655265],"about_ca_topic_score_codex":0.010925074,"about_ca_topic_score_gemma":0.013692678,"teacher_disagreement_score":0.04266841,"about_ca_system_score_codex":0.011299533,"about_ca_system_score_gemma":0.041865252,"threshold_uncertainty_score":0.22565484},"labels":[],"label_agreement":null},{"id":"W2916172219","doi":"","title":"Stay Gold: Ottawa University Literary Journal: Engineering Research Guide: Home","year":2014,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Media studies; Sociology; Computer science","score_opus":0.025172704954039827,"score_gpt":0.28267742165266446,"score_spread":0.2575047166986246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916172219","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035642737,0.030116748,0.0065116496,0.033775266,0.017886909,0.00052122236,0.017282289,0.005868818,0.8844728],"genre_scores_gemma":[0.005472821,0.0063487203,0.0031560978,0.0013614949,0.00061013806,0.000121819925,0.0021081131,0.0017943349,0.97902644],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827623,0.0002298937,0.00019301123,0.00013992899,0.0009102662,0.00025067615],"domain_scores_gemma":[0.9897078,0.0017532986,0.0002721095,0.00082329585,0.0057612183,0.0016823079],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023018147,0.0014487243,0.0013729817,0.008576917,0.009557675,0.011162046,0.0016989779,0.0034198377,0.3265112],"category_scores_gemma":[0.007239738,0.0010249467,0.0004723591,0.009010954,0.0034373933,0.006339426,0.0031793085,0.0032905,0.15401864],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021533586,0.000014960909,0.00012981486,0.00017698733,0.0000015351341,0.00004204792,0.0009391998,0.00003607538,0.000187783,0.003882901,0.96043277,0.034134354],"study_design_scores_gemma":[0.0000029311336,0.0000061408646,0.0005151979,0.00014610558,0.0000019186398,0.00003624906,0.0013253742,0.000017702203,0.000114181305,0.0005006341,0.9973225,0.000011116553],"about_ca_topic_score_codex":0.29000497,"about_ca_topic_score_gemma":0.7518694,"teacher_disagreement_score":0.3265112,"about_ca_system_score_codex":0.010295198,"about_ca_system_score_gemma":0.029302001,"threshold_uncertainty_score":0.96065},"labels":[],"label_agreement":null},{"id":"W2917319861","doi":"10.1145/2180835.2180837","title":"What is design of communication?","year":2008,"lang":"en","type":"article","venue":"Communication Design Quarterly Review","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Human–computer interaction","score_opus":0.10089261387627635,"score_gpt":0.32198156638602105,"score_spread":0.2210889525097447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917319861","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005425638,0.39241567,0.032706432,0.27015287,0.004719366,0.0002063351,0.0002109343,0.00024982914,0.2939129],"genre_scores_gemma":[0.33285353,0.5285495,0.019064697,0.034382988,0.006225239,0.00096090307,0.0003461162,0.00043212422,0.07718494],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98007613,0.013777299,0.00072060805,0.0010170463,0.0037129947,0.00069592136],"domain_scores_gemma":[0.9659552,0.023182567,0.0017742596,0.002910922,0.0050564227,0.0011206497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014570585,0.0008154996,0.00093828765,0.0030486058,0.0031982407,0.013175806,0.0015378923,0.0044478285,0.01800377],"category_scores_gemma":[0.03623083,0.0009088104,0.00074087793,0.003939677,0.020678835,0.018648932,0.003663183,0.0027856962,0.0044574123],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006628687,0.00006583509,0.0014420549,0.0038526577,0.0000744088,0.0001453986,0.014082125,0.00047419805,0.00033837365,0.61976844,0.124904506,0.2347857],"study_design_scores_gemma":[0.000025625779,0.000052221323,0.0012606578,0.007447623,0.000043516775,0.00030326215,0.007412103,0.00024467442,0.00042362112,0.2228856,0.7598725,0.000028576582],"about_ca_topic_score_codex":0.0074388953,"about_ca_topic_score_gemma":0.0046677846,"teacher_disagreement_score":0.01800377,"about_ca_system_score_codex":0.008220097,"about_ca_system_score_gemma":0.01065036,"threshold_uncertainty_score":0.07705748},"labels":[],"label_agreement":null},{"id":"W2917934811","doi":"10.3968/10765","title":"Design Thinking Exploration From Three Disciplines That Influence Industry Development","year":2018,"lang":"en","type":"article","venue":"Canadian social science","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Design thinking; New product development; Product (mathematics); Scale (ratio); Sustainability; Perception; Sustainable development; Product design; Visual thinking; Knowledge management; Process management; Computer science; Engineering ethics; Business; Marketing; Psychology; Engineering; Political science; Human–computer interaction; Mathematics education","score_opus":0.07502150474237726,"score_gpt":0.29221900745001933,"score_spread":0.21719750270764207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917934811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5144265,0.00777496,0.04864325,0.01298053,0.00019750433,0.000201391,0.000057421155,0.00010649947,0.41561186],"genre_scores_gemma":[0.9808694,0.0024355627,0.010729162,0.0008565735,0.000036858444,0.00013219206,0.000030822885,0.00005294906,0.0048565697],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9862251,0.009514038,0.0003792778,0.0006952668,0.002314051,0.00087224663],"domain_scores_gemma":[0.95256114,0.0392181,0.0025498043,0.0010248729,0.003045166,0.0016007844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013579147,0.0008688511,0.00046729596,0.0066287145,0.0050338106,0.01583294,0.0008907516,0.0019256511,0.0044334643],"category_scores_gemma":[0.02611623,0.00044320384,0.00068394904,0.0063077887,0.019650988,0.0074627977,0.008127095,0.0041136746,0.00039452672],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016717069,0.00023512448,0.016972428,0.0008062462,0.00004082291,0.0006083121,0.47929984,0.0009491461,0.0016864925,0.39508924,0.0018725808,0.102272734],"study_design_scores_gemma":[0.00006255539,0.0001363655,0.012984971,0.001627671,0.00006684776,0.0007470713,0.5459427,0.002074834,0.0025892626,0.30806473,0.12562667,0.000076288896],"about_ca_topic_score_codex":0.0027263006,"about_ca_topic_score_gemma":0.0037992625,"teacher_disagreement_score":0.01583294,"about_ca_system_score_codex":0.009731544,"about_ca_system_score_gemma":0.010317016,"threshold_uncertainty_score":0.07181424},"labels":[],"label_agreement":null},{"id":"W2918588405","doi":"10.4324/9781315647791-20","title":"The new maker culture","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.019059271031976986,"score_gpt":0.24240350097415964,"score_spread":0.22334422994218264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918588405","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006087745,0.0067642033,0.0037160215,0.01411172,0.0033387453,0.000026058748,0.00006459426,0.00012907159,0.9657619],"genre_scores_gemma":[0.16970597,0.01022702,0.004783307,0.008720363,0.0016683509,0.00012624335,0.0001410988,0.0006048475,0.8040229],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99756384,0.0008612997,0.00006775735,0.0004133915,0.0007620624,0.00033169868],"domain_scores_gemma":[0.99891937,0.00034481927,0.000066539316,0.00022670957,0.00019857904,0.00024393236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021354733,0.0008032577,0.0005815712,0.0014569076,0.008874668,0.017411401,0.001587736,0.0023784821,0.03996707],"category_scores_gemma":[0.0035063212,0.000386551,0.00036867766,0.0016219498,0.011310688,0.015363551,0.0073174112,0.006258546,0.009814399],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016891743,0.000016831505,0.00011832505,0.00005798616,0.0000032578587,0.000121200486,0.0194557,0.00004665259,0.00016326115,0.8978693,0.054228928,0.027901746],"study_design_scores_gemma":[0.0000016540675,0.0000052334112,0.00005330383,0.000069952854,0.0000018287482,0.00010450386,0.0035093238,0.000031833115,0.00009661396,0.023894751,0.9722262,0.000004713425],"about_ca_topic_score_codex":0.0015943266,"about_ca_topic_score_gemma":0.003784724,"teacher_disagreement_score":0.03996707,"about_ca_system_score_codex":0.004163416,"about_ca_system_score_gemma":0.0021046214,"threshold_uncertainty_score":0.13370311},"labels":[],"label_agreement":null},{"id":"W2921616252","doi":"10.22215/etd/2013-10668","title":"Springtime in n'Daki Menan, the Homeland of the Teme-Augama Anishnabai: Babies, Cradleboards and Community Wrapping","year":2013,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Indigenous; Homeland; Context (archaeology); Colonialism; Value (mathematics); Power (physics); Object (grammar); Gender studies; Geography; Sociology; Genealogy; History; Political science; Archaeology; Politics; Linguistics; Law; Computer science; Ecology; Philosophy","score_opus":0.013190918231428816,"score_gpt":0.23764624081889477,"score_spread":0.22445532258746595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921616252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93136716,0.0009854948,0.000586624,0.0010360659,0.000044983277,0.000030346053,0.000058817823,0.000011774407,0.065878816],"genre_scores_gemma":[0.97384995,0.00069719506,0.00061348226,0.00008075755,0.0000042775937,0.000015607784,0.000021323,0.000012409019,0.024704916],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99983966,0.000046842008,0.0000029402806,0.000027438666,0.000027354376,0.000055666856],"domain_scores_gemma":[0.999895,0.00003454882,0.000014480881,0.000009305012,0.000013414407,0.000033263346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029097058,0.00023741154,0.00014808733,0.00033685676,0.008045912,0.0015647054,0.00049601984,0.00041802548,0.00445689],"category_scores_gemma":[0.00045009243,0.0001822889,0.000083746265,0.0006427118,0.0067142257,0.0006949371,0.0014457378,0.00055675686,0.00023271455],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005921757,0.000022356098,0.011454901,0.00013243155,0.0000044606145,0.0026351672,0.9430744,0.00008865812,0.003506152,0.014988207,0.0020323435,0.0220018],"study_design_scores_gemma":[0.0000034782138,0.000040977764,0.033448573,0.00017470554,0.000007989793,0.0007335312,0.80914766,0.00006202139,0.00085038977,0.00066414184,0.15485393,0.000012633354],"about_ca_topic_score_codex":0.3149791,"about_ca_topic_score_gemma":0.7876799,"teacher_disagreement_score":0.6850209,"about_ca_system_score_codex":0.0066074505,"about_ca_system_score_gemma":0.0042817057,"threshold_uncertainty_score":0.62629145},"labels":[],"label_agreement":null},{"id":"W2922386408","doi":"10.52842/conf.acadia.2012.057","title":"Parallel Development of Parametric Design Models Using Subjunctive Dependency Graphs","year":2012,"lang":"en","type":"article","venue":"ACADIA quarterly","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Dependency (UML); Multidisciplinary approach; Multidisciplinary design optimization; Conceptual design; Software engineering; Management science; Software; Sustainability; Systems engineering; Risk analysis (engineering); Engineering; Human–computer interaction; Programming language","score_opus":0.07880346944371633,"score_gpt":0.2776495987261321,"score_spread":0.19884612928241577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922386408","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058419853,0.000042706077,0.988713,0.00008300791,0.000013993726,0.00012558888,0.00005831248,0.002074725,0.0030466816],"genre_scores_gemma":[0.08821845,0.00017507933,0.9069382,0.00006840752,0.000010948636,0.0003079836,0.00034689685,0.0008894417,0.0030444877],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99667835,0.001365985,0.00021569966,0.0004993298,0.0011487306,0.000092072056],"domain_scores_gemma":[0.9906465,0.00644537,0.0003968937,0.0018488577,0.00052647456,0.00013590725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033972259,0.0011452842,0.0007096098,0.0013362749,0.0008346758,0.0027868515,0.002695057,0.0012465311,0.0072804494],"category_scores_gemma":[0.012455212,0.0010425235,0.0018605775,0.00078119035,0.0017071733,0.0041110907,0.002973852,0.0017740054,0.001398507],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027409138,0.0003699018,0.0022536684,0.0009225154,0.00013924002,0.0013327259,0.0069033406,0.14621735,0.030753918,0.26702386,0.006727925,0.5370814],"study_design_scores_gemma":[0.00013298266,0.00038087656,0.0007246651,0.00023742515,0.00011760753,0.0010324251,0.000933537,0.5953761,0.032355644,0.24549346,0.12300253,0.00021275207],"about_ca_topic_score_codex":0.0011257216,"about_ca_topic_score_gemma":0.002223317,"teacher_disagreement_score":0.0072804494,"about_ca_system_score_codex":0.00071475544,"about_ca_system_score_gemma":0.0010492556,"threshold_uncertainty_score":0.024355471},"labels":[],"label_agreement":null},{"id":"W2922435785","doi":"10.1016/j.ergon.2019.02.003","title":"Product manual elaboration in product design phases: Behavioral and functional analysis based on user experience","year":2019,"lang":"en","type":"article","venue":"International Journal of Industrial Ergonomics","topic":"Design Education and Practice","field":"Engineering","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hôpital Notre-Dame","funders":"","keywords":"Product design; Computer science; Product (mathematics); Quality function deployment; Product engineering; New product development; Product design specification; Process (computing); Process management; Human–computer interaction; Engineering; Business; Marketing; Mathematics","score_opus":0.05909044826391727,"score_gpt":0.3165525288953412,"score_spread":0.25746208063142395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922435785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910104,0.00008417053,0.0071892138,0.000019318317,0.0000050861395,0.00013059349,0.00009818541,0.00015629322,0.0013066628],"genre_scores_gemma":[0.99148494,0.000055689543,0.007143665,0.000017258826,0.0000053589088,0.00012351212,0.00030138803,0.00006141391,0.00080673664],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99636024,0.0014359952,0.00031167077,0.00033216912,0.0013939039,0.00016599991],"domain_scores_gemma":[0.8963726,0.08673851,0.005743561,0.0033579236,0.006928651,0.00085870456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035981936,0.00049255526,0.00040460855,0.0024566257,0.0003829399,0.0009136225,0.0005162715,0.0004983,0.00215804],"category_scores_gemma":[0.04460089,0.00045558377,0.00068533357,0.0008384695,0.0003790982,0.0011234002,0.0008377355,0.0004471675,0.00039283864],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056596785,0.0021585845,0.5694253,0.0010188465,0.00032470823,0.00038432184,0.02036811,0.0055748676,0.07759985,0.0008409096,0.00091291196,0.315732],"study_design_scores_gemma":[0.00009336771,0.0038597907,0.9471631,0.0001338638,0.0003356969,0.0005244034,0.0032091206,0.025657864,0.016699983,0.0005808407,0.0016223066,0.00011964506],"about_ca_topic_score_codex":0.0013610343,"about_ca_topic_score_gemma":0.001804816,"teacher_disagreement_score":0.0035981936,"about_ca_system_score_codex":0.00035302775,"about_ca_system_score_gemma":0.0006803922,"threshold_uncertainty_score":0.01902932},"labels":[],"label_agreement":null},{"id":"W2922846628","doi":"10.21606/drs.2018.197","title":"Designerly Activity Theory: toward a new ontology for design research","year":2018,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Ontology; Computer science; Collaborative design; Situated; Context (archaeology); Activity theory; Interpretation (philosophy); Knowledge management; Process (computing); Data science; Human–computer interaction; Management science; Software engineering; Artificial intelligence; Cognitive science; Epistemology; Systems design; Engineering; Psychology","score_opus":0.2198292669153495,"score_gpt":0.3969753332972489,"score_spread":0.17714606638189936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922846628","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004228902,0.0018336421,0.95451957,0.007981742,0.00029015503,0.00029530108,0.00009979913,0.00016498736,0.030585896],"genre_scores_gemma":[0.19392346,0.0029003886,0.79164946,0.0020165602,0.00033877703,0.0020594792,0.00030342056,0.00023160604,0.0065769255],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9571313,0.03213408,0.0022132203,0.0032314349,0.004413294,0.00087667815],"domain_scores_gemma":[0.963376,0.026081594,0.0015085664,0.005680146,0.002220003,0.0011336034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03440399,0.0013279103,0.001792375,0.00876529,0.003964503,0.018499635,0.0047138347,0.0053553605,0.0033493345],"category_scores_gemma":[0.023783682,0.0012557883,0.002126609,0.005750121,0.04176586,0.02612281,0.008474094,0.007399868,0.00091669493],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004604051,0.000018271945,0.00026503796,0.000106003405,0.0000064877077,0.000042429005,0.0053023496,0.0004931198,0.00012480526,0.98655313,0.0004370429,0.0066466797],"study_design_scores_gemma":[0.000019762694,0.000027682985,0.00018449684,0.0002786098,0.000010978647,0.00018349034,0.0037589753,0.0043091374,0.00032224078,0.9199818,0.070899405,0.000023578596],"about_ca_topic_score_codex":0.002880407,"about_ca_topic_score_gemma":0.0020368572,"teacher_disagreement_score":0.03440399,"about_ca_system_score_codex":0.00738868,"about_ca_system_score_gemma":0.008766205,"threshold_uncertainty_score":0.18194789},"labels":[],"label_agreement":null},{"id":"W2931318328","doi":"","title":"Utiliser la pensée design comme stratégie d’enseignement pour résoudre un problème environnemental dans le cadre des STIM","year":2018,"lang":"fr","type":"article","venue":"2019 Conference of the Canadian Society for the Study of Education","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Humanities; Philosophy; Political science","score_opus":0.07416724435768808,"score_gpt":0.28525119497584667,"score_spread":0.2110839506181586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2931318328","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024676709,0.0012030229,0.91490066,0.0027052995,0.00033912438,0.0007536572,0.0001096285,0.001732695,0.053579167],"genre_scores_gemma":[0.211728,0.0017660675,0.7332885,0.0007012876,0.0000819118,0.001169751,0.00030679937,0.0005210583,0.050436642],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99142975,0.0046125194,0.000537339,0.0013097115,0.0017210334,0.00038972005],"domain_scores_gemma":[0.98784155,0.0062615094,0.00077263,0.0020842606,0.0024110752,0.0006288879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076407166,0.0016800707,0.0009773378,0.0013705962,0.0019295702,0.008738492,0.001995702,0.0030583804,0.020703327],"category_scores_gemma":[0.016557904,0.00095376256,0.0012638217,0.0011673027,0.0046370653,0.0071883104,0.004012158,0.0024075634,0.004101682],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043230096,0.00066072005,0.004444395,0.0038819676,0.00015754552,0.0007142496,0.035705894,0.03975868,0.03866932,0.3235652,0.0113807805,0.5406289],"study_design_scores_gemma":[0.00032235912,0.0018594909,0.0038773636,0.0021520234,0.00028395615,0.0011522571,0.019187873,0.11406515,0.043136746,0.15860768,0.65500295,0.0003521588],"about_ca_topic_score_codex":0.0031664302,"about_ca_topic_score_gemma":0.004312159,"teacher_disagreement_score":0.020703327,"about_ca_system_score_codex":0.002308446,"about_ca_system_score_gemma":0.0061716586,"threshold_uncertainty_score":0.069259465},"labels":[],"label_agreement":null},{"id":"W2938297621","doi":"10.4324/9781351117869","title":"Mass Customization and Design Democratization","year":2018,"lang":"en","type":"book","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Democratization; Mass customization; Personalization; Computer science; Political science; World Wide Web; Democracy; Politics","score_opus":0.01756836595078423,"score_gpt":0.2218678509414063,"score_spread":0.20429948499062206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938297621","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004042614,0.002569485,0.016818792,0.0025736517,0.00030642326,0.000018621286,0.000019669984,0.00014363536,0.97350717],"genre_scores_gemma":[0.17854045,0.0029102357,0.00835141,0.0013673302,0.0005073559,0.00009128657,0.00007505041,0.00031758484,0.8078394],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99922824,0.00022658274,0.000024439729,0.00014772407,0.00031067303,0.00006240279],"domain_scores_gemma":[0.99899894,0.00037862195,0.000046904363,0.0004615382,0.00008634391,0.000027664893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008751933,0.0006009306,0.00038348915,0.00094564067,0.0015759891,0.00339395,0.0006522316,0.0011916448,0.024534542],"category_scores_gemma":[0.0017382593,0.00038380697,0.00029386187,0.0010097321,0.007063394,0.0047493745,0.0025432114,0.0026451966,0.0039123977],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003697053,0.000007203921,0.000027711454,0.000021537824,0.0000015364999,0.000012280746,0.00036456986,0.0004955878,0.00016583371,0.96827066,0.009000227,0.021629203],"study_design_scores_gemma":[0.0000034005957,0.0000063384914,0.00016778603,0.00006853057,0.0000023420816,0.000071610615,0.00022795788,0.00090662675,0.00047987976,0.66822714,0.3298326,0.000005755087],"about_ca_topic_score_codex":0.0010150993,"about_ca_topic_score_gemma":0.0021828462,"teacher_disagreement_score":0.024534542,"about_ca_system_score_codex":0.0026059279,"about_ca_system_score_gemma":0.00091198226,"threshold_uncertainty_score":0.08207625},"labels":[],"label_agreement":null},{"id":"W293832508","doi":"","title":"CAD/CAM: Practical and Persuasive in Canadian Schools.","year":2007,"lang":"en","type":"article","venue":"Tech directions","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CAD; Mathematics education; Engineering; Higher education; Engineering management; Psychology; Pedagogy; Medical education; Engineering drawing; Multimedia; Manufacturing engineering; Computer science; Medicine; Economics; Economic growth","score_opus":0.01774502376428903,"score_gpt":0.30911243112691505,"score_spread":0.291367407362626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W293832508","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35576224,0.044527214,0.010317165,0.11171014,0.0020241016,0.00043749498,0.0019933516,0.001062255,0.47216606],"genre_scores_gemma":[0.8156056,0.018156663,0.013898774,0.003068843,0.00013435395,0.00007236539,0.0004579936,0.00019139887,0.14841403],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975822,0.0005119247,0.00008713304,0.00016354003,0.0012941714,0.00036089303],"domain_scores_gemma":[0.99624264,0.0008727006,0.00014282753,0.00008505919,0.0014963081,0.0011604717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037072985,0.00045966136,0.00019518909,0.002345345,0.0047649904,0.0030365342,0.0009467323,0.0018024482,0.037052426],"category_scores_gemma":[0.009011819,0.00037526092,0.00016130044,0.0028748794,0.0019424186,0.0015400243,0.0018425831,0.0015307581,0.0033089158],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011502825,0.00043892415,0.021041093,0.00086131605,0.0000080383525,0.00066148303,0.04284971,0.00028727402,0.0015489574,0.015565918,0.24194293,0.67467934],"study_design_scores_gemma":[0.000042746,0.00014970402,0.08005472,0.0013952625,0.00003659514,0.00074676547,0.061379325,0.0006779273,0.0018106546,0.003946629,0.84966093,0.000098825156],"about_ca_topic_score_codex":0.8373203,"about_ca_topic_score_gemma":0.96960664,"teacher_disagreement_score":0.16267967,"about_ca_system_score_codex":0.0124662025,"about_ca_system_score_gemma":0.05907335,"threshold_uncertainty_score":0.3272754},"labels":[],"label_agreement":null},{"id":"W2944649938","doi":"10.3917/proj.020.0063","title":"Design, Science et Technologie : quels modèles et idéauxtypes pour la recherche en science du design ?","year":2019,"lang":"fr","type":"article","venue":"Projectics / Proyéctica / Projectique","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ministère de l’Emploi et de la Solidarité Sociale (Québec); Université du Québec à Montréal","funders":"","keywords":"Humanities; Philosophy","score_opus":0.281914295089763,"score_gpt":0.4252349748916353,"score_spread":0.1433206798018723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944649938","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029809698,0.0170941,0.7270868,0.0669212,0.001453056,0.0003478192,0.0002697773,0.00043463844,0.15658301],"genre_scores_gemma":[0.66806114,0.013439562,0.2812636,0.006205455,0.0006869566,0.00172747,0.00038665897,0.0004152928,0.027813874],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9638884,0.024096185,0.0018030048,0.0032007017,0.0060722027,0.000939491],"domain_scores_gemma":[0.9550521,0.029472899,0.002352333,0.008788489,0.003233311,0.0011010016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025509395,0.0016601796,0.0013526292,0.004923097,0.0043823863,0.01896229,0.0029328414,0.005481996,0.010364693],"category_scores_gemma":[0.037133254,0.0012257022,0.0021021091,0.005002918,0.039594974,0.029751085,0.007340867,0.0076197963,0.0020106444],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018820221,0.000022238202,0.0005270619,0.00022237914,0.000015414444,0.000041390453,0.006462219,0.0005711733,0.00016229734,0.97911865,0.0008231138,0.012015038],"study_design_scores_gemma":[0.000035321245,0.00005905546,0.000663089,0.00080774655,0.00003525697,0.00017285772,0.007849145,0.002530476,0.0005684123,0.9020562,0.085185245,0.000037232745],"about_ca_topic_score_codex":0.008483975,"about_ca_topic_score_gemma":0.005815751,"teacher_disagreement_score":0.025509395,"about_ca_system_score_codex":0.011904899,"about_ca_system_score_gemma":0.011030047,"threshold_uncertainty_score":0.1349082},"labels":[],"label_agreement":null},{"id":"W2944978658","doi":"10.1109/icsa-c.2019.00034","title":"DecidArch V2: An Improved Game to Teach Architecture Design Decision Making","year":2019,"lang":"en","type":"article","venue":"Florence Research (University of Florence)","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Architecture; Game design; Computer architecture; Human–computer interaction","score_opus":0.05204533206106914,"score_gpt":0.32864067372802863,"score_spread":0.2765953416669595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944978658","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50392747,0.0004788739,0.35791513,0.0021587966,0.00084610545,0.0029012058,0.002705857,0.015830854,0.113235705],"genre_scores_gemma":[0.51624393,0.0003359782,0.42492655,0.00094881124,0.0000877094,0.0015620883,0.0044256994,0.0008014586,0.05066783],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986167,0.0006135209,0.00007484193,0.00019566885,0.0003450488,0.00015422053],"domain_scores_gemma":[0.99593675,0.0028848296,0.00010932446,0.00029192862,0.00032396955,0.0004530984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020399992,0.0011324503,0.0004950027,0.0006579856,0.00040536426,0.0014043207,0.0020156654,0.00087210996,0.011419055],"category_scores_gemma":[0.008498512,0.0003396293,0.00054646604,0.00024934282,0.000668572,0.0015282298,0.0017005161,0.0014438124,0.0018862959],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040700105,0.009432132,0.016946698,0.0020094898,0.00025449577,0.0012421524,0.005932093,0.058537744,0.082534395,0.059208326,0.10436231,0.65547013],"study_design_scores_gemma":[0.0021278914,0.010022497,0.024787644,0.00044585505,0.00023987237,0.0016627943,0.0020852692,0.35732493,0.05824773,0.03304947,0.50955343,0.00045269748],"about_ca_topic_score_codex":0.005821003,"about_ca_topic_score_gemma":0.0115488,"teacher_disagreement_score":0.011419055,"about_ca_system_score_codex":0.0011226252,"about_ca_system_score_gemma":0.0014376568,"threshold_uncertainty_score":0.038200557},"labels":[],"label_agreement":null},{"id":"W2949809368","doi":"10.48550/arxiv.cs/0403033","title":"Integrating design synthesis and assembly of structured objects in a visual design language","year":2004,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Visual language; Design language; Programming language; Engineering drawing; Human–computer interaction; Linguistics; Engineering","score_opus":0.04124806832636149,"score_gpt":0.2986681425384016,"score_spread":0.25742007421204016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949809368","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037591357,0.000058173042,0.9922644,0.00010845655,0.000009887157,0.00003915148,0.000012114114,0.00039660258,0.0033521173],"genre_scores_gemma":[0.06876753,0.00018223183,0.9272109,0.00007713673,0.00001211344,0.00011028429,0.00007672031,0.00019453427,0.0033685272],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998489,0.00056148693,0.00012363556,0.00026865545,0.0004581425,0.000099004414],"domain_scores_gemma":[0.99798346,0.0012212426,0.00015553433,0.00041325472,0.00015791932,0.00006862735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002711988,0.0008010738,0.00046573044,0.00077977724,0.000684684,0.0024781653,0.0014924016,0.0010957713,0.0033421698],"category_scores_gemma":[0.0040135,0.0006637966,0.0010848064,0.00060894125,0.0033054259,0.0031869416,0.0019555776,0.0015008571,0.0008650413],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011248582,0.00012529494,0.0005950814,0.0005971711,0.00004025774,0.00034768574,0.0023674455,0.11052138,0.036393814,0.6979817,0.0015340269,0.14938359],"study_design_scores_gemma":[0.00013156889,0.0003629847,0.0002618186,0.00022291178,0.00007488359,0.0004173653,0.0006583861,0.29095343,0.06782751,0.54046005,0.09856264,0.00006645958],"about_ca_topic_score_codex":0.0014302813,"about_ca_topic_score_gemma":0.001792528,"teacher_disagreement_score":0.0033421698,"about_ca_system_score_codex":0.0011806947,"about_ca_system_score_gemma":0.0017024745,"threshold_uncertainty_score":0.014342487},"labels":[],"label_agreement":null},{"id":"W2950310209","doi":"","title":"The Final Review is a Space and Time of Performance: Implications and Alternatives","year":2018,"lang":"en","type":"review","venue":"National Conference on the Beginning Design Student","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Studio; Architecture; Event (particle physics); Process (computing); Space (punctuation); Architectural engineering; Computer science; Sociology; Visual arts; Mathematics education; Engineering; Psychology; Art; Programming language; Telecommunications","score_opus":0.236371427477544,"score_gpt":0.4183452024840292,"score_spread":0.18197377500648518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950310209","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002167556,0.28606853,0.006835643,0.53321034,0.15343705,0.0018500469,0.00067283446,0.00026639417,0.015491638],"genre_scores_gemma":[0.10209429,0.35114378,0.07343729,0.3541028,0.07097987,0.013628742,0.0015173547,0.00079435983,0.032301582],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.75146544,0.14224164,0.042131603,0.0074722436,0.050980307,0.0057087447],"domain_scores_gemma":[0.24455552,0.38874367,0.044868737,0.028304236,0.28268257,0.010845265],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.25903532,0.0016588507,0.0050074304,0.0107272,0.0065678577,0.027501892,0.0059329616,0.01454874,0.010124479],"category_scores_gemma":[0.65128905,0.0019296638,0.0038133364,0.01010896,0.013636406,0.02209182,0.0064735166,0.009640037,0.0042695883],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064558734,0.00012813277,0.0011798263,0.07882758,0.0008928515,0.0010834235,0.0059406753,0.00038937054,0.00080274104,0.090384476,0.59273744,0.22698794],"study_design_scores_gemma":[0.00025936408,0.00021933595,0.0019033924,0.12070958,0.00091950886,0.0006524499,0.0074873273,0.000275682,0.00046930654,0.034905918,0.8320182,0.00018006141],"about_ca_topic_score_codex":0.0076831235,"about_ca_topic_score_gemma":0.019439865,"teacher_disagreement_score":0.25903532,"about_ca_system_score_codex":0.014305044,"about_ca_system_score_gemma":0.052453984,"threshold_uncertainty_score":0.91374135},"labels":[],"label_agreement":null},{"id":"W2951741171","doi":"10.1145/3322276.3322381","title":"Design in the HCI Classroom","year":2019,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University","keywords":"Computer science; Discipline; Mathematics education; Research design; Sign (mathematics); Human–computer interaction; Pedagogy; Multimedia; Engineering ethics; Psychology; Sociology; Engineering","score_opus":0.026686204650679647,"score_gpt":0.2538505073045243,"score_spread":0.22716430265384466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951741171","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.091302276,0.21651298,0.14902638,0.07189246,0.0023612832,0.00020485673,0.0001842271,0.00060314586,0.46791244],"genre_scores_gemma":[0.6901053,0.10615525,0.06598763,0.016072664,0.0016395822,0.00039419736,0.00017954144,0.00026997924,0.11919588],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941618,0.0035965908,0.0003019258,0.0006133331,0.0010538255,0.0002724612],"domain_scores_gemma":[0.99045765,0.007558942,0.00031704793,0.00075100764,0.0005077658,0.0004076971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054777935,0.00035717848,0.00047819174,0.0018505711,0.0022103302,0.009342248,0.000528525,0.002124757,0.0071428632],"category_scores_gemma":[0.010129225,0.0003491083,0.00021235173,0.0015472244,0.007007869,0.0058058393,0.002826818,0.0036845554,0.0018380353],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002593553,0.00022368571,0.0039476645,0.001230617,0.000023237439,0.00021403465,0.06564688,0.0007473504,0.0027021861,0.48236245,0.028743738,0.41413227],"study_design_scores_gemma":[0.00001550545,0.000089827496,0.0021133374,0.001336157,0.000009967601,0.0005723896,0.021131117,0.00051040127,0.0007708788,0.15222678,0.8212051,0.000018616976],"about_ca_topic_score_codex":0.0014048438,"about_ca_topic_score_gemma":0.0020275803,"teacher_disagreement_score":0.009342248,"about_ca_system_score_codex":0.0038292715,"about_ca_system_score_gemma":0.0047499067,"threshold_uncertainty_score":0.028969705},"labels":[],"label_agreement":null},{"id":"W2952194808","doi":"10.48550/arxiv.1305.4148","title":"On the Peculiarities of Design: An Engineering Perspective","year":2013,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Vagueness; Engineering design process; Perspective (graphical); Abstraction; Engineering ethics; Process (computing); Diversity (politics); Subject matter; Computer science; Design elements and principles; Knowledge management; Engineering; Epistemology; Psychology; Sociology; Curriculum; Software engineering; Artificial intelligence; Pedagogy; Mechanical engineering","score_opus":0.09726429021520755,"score_gpt":0.19039309834522217,"score_spread":0.09312880813001462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952194808","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029103348,0.09465198,0.35833913,0.09062567,0.0014399077,0.000084735395,0.00011691577,0.00020990809,0.4254284],"genre_scores_gemma":[0.8298956,0.05488229,0.08212061,0.0072929086,0.002252156,0.00020495692,0.00009258797,0.00018450107,0.023074402],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9919084,0.005637613,0.00030033584,0.00064072065,0.0011988025,0.0003141297],"domain_scores_gemma":[0.9910334,0.007257991,0.00028123503,0.0006737181,0.00053982175,0.00021378837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006596624,0.0010246177,0.0007905497,0.003633759,0.0035034234,0.008121278,0.0013754665,0.0034549402,0.0024980071],"category_scores_gemma":[0.0061674044,0.00075148145,0.0006891888,0.0020693915,0.051069945,0.013830635,0.0035875856,0.005898205,0.0005485642],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004924705,0.000007177728,0.00014979608,0.000090121015,0.0000037365664,0.00007049268,0.0025008277,0.00071562536,0.00007904478,0.9910261,0.0006692926,0.0046827486],"study_design_scores_gemma":[0.0000046698465,0.000014798682,0.00015212492,0.0001805135,0.000005020977,0.00021122265,0.0016062906,0.0011805629,0.00012206643,0.9337923,0.06272016,0.00001035788],"about_ca_topic_score_codex":0.0026934338,"about_ca_topic_score_gemma":0.0024127192,"teacher_disagreement_score":0.008121278,"about_ca_system_score_codex":0.0055819894,"about_ca_system_score_gemma":0.0022349537,"threshold_uncertainty_score":0.040500343},"labels":[],"label_agreement":null},{"id":"W2954648659","doi":"10.1007/978-3-030-20470-9_8","title":"Leveraging Disciplinary and Cultural Diversity in the Conceptualization Stages of Design","year":2019,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Conceptualization; Viewpoints; Discipline; Leverage (statistics); Embodied cognition; Scope (computer science); Cross disciplinary; Engineering ethics; Diversity (politics); Cultural diversity; Knowledge management; Sociology; Computer science; Data science; Engineering; Social science; Artificial intelligence; Anthropology","score_opus":0.06779556311143396,"score_gpt":0.3043715942817481,"score_spread":0.23657603117031412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954648659","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04880559,0.0076145045,0.4894193,0.007686791,0.0002602282,0.00020596752,0.000047878446,0.00018847687,0.44577116],"genre_scores_gemma":[0.7156418,0.0047215917,0.24599423,0.0008782415,0.00008163396,0.00023724833,0.00011566929,0.0003504241,0.031979162],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99164927,0.0061487486,0.0003214662,0.0004890704,0.0011082777,0.0002832272],"domain_scores_gemma":[0.9866628,0.009486836,0.00045895297,0.0019865218,0.0009818795,0.0004230507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011738188,0.0007661223,0.00047299734,0.001872757,0.002701933,0.012665116,0.0017028206,0.001483317,0.0035163322],"category_scores_gemma":[0.014012702,0.00076365855,0.00073592097,0.00134247,0.0237699,0.012057891,0.0055844514,0.005035057,0.0005721764],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014415845,0.000025744454,0.0005863195,0.00011699569,0.000011993081,0.000084359854,0.03594453,0.0010547512,0.0007558548,0.9206635,0.0008755577,0.039865892],"study_design_scores_gemma":[0.000011891125,0.0000477954,0.001086414,0.0006800836,0.000025702471,0.0003601284,0.013788338,0.004408257,0.0015902072,0.8749487,0.10300628,0.00004627782],"about_ca_topic_score_codex":0.0038134828,"about_ca_topic_score_gemma":0.006854592,"teacher_disagreement_score":0.012665116,"about_ca_system_score_codex":0.004658423,"about_ca_system_score_gemma":0.0056047053,"threshold_uncertainty_score":0.062078178},"labels":[],"label_agreement":null},{"id":"W2954981112","doi":"","title":"From Studio Practice to Online Design Education: Can We Teach Design Online?.","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Instructional design; Studio; Design studio; Computer science; Mathematics education; Higher education; Multimedia; Educational technology; Teaching method; Design education; Electronic learning; Pedagogy; Psychology; Visual arts","score_opus":0.01846283712347319,"score_gpt":0.2767943806596578,"score_spread":0.2583315435361846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954981112","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08163265,0.08455479,0.019575631,0.42297494,0.009583243,0.0001993791,0.00014388449,0.00067395647,0.38066164],"genre_scores_gemma":[0.6725945,0.078042075,0.032189887,0.048603237,0.0024355643,0.0003765222,0.00018146873,0.0003064422,0.16527034],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.997712,0.00095338887,0.00006203861,0.0001597587,0.00061724207,0.0004955169],"domain_scores_gemma":[0.9884997,0.0035631335,0.0003749315,0.00047073746,0.0010428082,0.0060486766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049652527,0.00038434373,0.00032891677,0.0009071036,0.003188296,0.006127925,0.0011188649,0.0024315396,0.030716952],"category_scores_gemma":[0.012864147,0.00034342328,0.00023961556,0.0007982749,0.005495995,0.006235867,0.005473963,0.0034513646,0.005187023],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011170017,0.0011394215,0.0046102167,0.0012190138,0.000014448824,0.00031627997,0.024898473,0.00030893463,0.001129675,0.08865213,0.1732156,0.70438415],"study_design_scores_gemma":[0.000055392044,0.00024976523,0.005386264,0.0031349293,0.000015160783,0.00036854148,0.030962117,0.00030267972,0.0010034591,0.08154668,0.8769401,0.000034851033],"about_ca_topic_score_codex":0.015412819,"about_ca_topic_score_gemma":0.06325898,"teacher_disagreement_score":0.030716952,"about_ca_system_score_codex":0.004057138,"about_ca_system_score_gemma":0.017179446,"threshold_uncertainty_score":0.10275847},"labels":[],"label_agreement":null},{"id":"W2955745212","doi":"10.3390/su11133581","title":"Tools for Sustainable Fashion Design: An Analysis of Their Fitness for Purpose","year":2019,"lang":"en","type":"article","venue":"Sustainability","topic":"Design Education and Practice","field":"Engineering","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Archetype; Sustainability; Categorization; Context (archaeology); Computer science; Sustainable design; Process management; Citizen journalism; Knowledge management; Management science; Engineering; Artificial intelligence; World Wide Web","score_opus":0.027312589928846234,"score_gpt":0.3038250066448765,"score_spread":0.2765124167160303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955745212","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30726355,0.005659878,0.49476862,0.0051819934,0.00023113063,0.0017755411,0.0005175227,0.000958517,0.18364336],"genre_scores_gemma":[0.7395753,0.001851726,0.25385743,0.0001805917,0.000025301431,0.0007563722,0.00023033601,0.00018513421,0.003337834],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9739567,0.013043145,0.0022151363,0.0010717728,0.008610469,0.0011027867],"domain_scores_gemma":[0.943282,0.037719797,0.003118559,0.006204474,0.008586976,0.0010881892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026881946,0.0012702704,0.0008624036,0.016233204,0.0032117926,0.014379456,0.0013926034,0.0023264661,0.0035796256],"category_scores_gemma":[0.0630806,0.00082952005,0.0013871982,0.009601536,0.007909233,0.014061407,0.006995241,0.0015115847,0.0007579651],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014008576,0.00019035334,0.032042097,0.0022181557,0.00010140576,0.00062594,0.053586572,0.00440984,0.004499493,0.5858599,0.0026372129,0.31368893],"study_design_scores_gemma":[0.000060961625,0.0008983517,0.046657264,0.007172976,0.00037683206,0.003263654,0.09927166,0.03671226,0.012547236,0.50877583,0.28392226,0.00034067783],"about_ca_topic_score_codex":0.0012022273,"about_ca_topic_score_gemma":0.0012680824,"teacher_disagreement_score":0.026881946,"about_ca_system_score_codex":0.0038977836,"about_ca_system_score_gemma":0.005350915,"threshold_uncertainty_score":0.14216703},"labels":[],"label_agreement":null},{"id":"W2958522796","doi":"10.3390/biomimetics4030049","title":"BiomiMETRIC Assistance Tool: A Quantitative Performance Tool for Biomimetic Design","year":2019,"lang":"en","type":"article","venue":"Biomimetics","topic":"Design Education and Practice","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; GDG Environnement; École de Technologie Supérieure","funders":"","keywords":"Biomimetics; Engineering; Biomimetic materials; Systems engineering; Computer science; Artificial intelligence; Nanotechnology; Materials science","score_opus":0.045328147768969033,"score_gpt":0.28136717001407857,"score_spread":0.23603902224510953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2958522796","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004842064,0.00025399178,0.96396613,0.00021878303,0.00009416375,0.00036631364,0.0015428875,0.013766008,0.0149497595],"genre_scores_gemma":[0.06593193,0.00047690154,0.91793305,0.00018080247,0.000057622183,0.0012858168,0.0033987951,0.003086655,0.0076484894],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9899171,0.0021642703,0.00072673184,0.0004350468,0.006521534,0.0002352978],"domain_scores_gemma":[0.98250294,0.009143686,0.0012748558,0.0017040821,0.0051003713,0.00027410267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0104601635,0.0025687988,0.0009374491,0.006369893,0.00067283394,0.0035855612,0.0018852887,0.0010676978,0.018849865],"category_scores_gemma":[0.024033781,0.0008383712,0.00083797344,0.002260614,0.0009546276,0.0034680546,0.0027243039,0.0013761825,0.0051683025],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030742644,0.0004078215,0.003901811,0.0027535423,0.00009854927,0.00018054253,0.0016896976,0.07119564,0.032588433,0.06277372,0.04512159,0.7789812],"study_design_scores_gemma":[0.00020328785,0.0011963203,0.006566303,0.0016270033,0.00014418141,0.0007717449,0.0013301559,0.25345775,0.07347504,0.06010453,0.60057354,0.00055014645],"about_ca_topic_score_codex":0.001441971,"about_ca_topic_score_gemma":0.0014068567,"teacher_disagreement_score":0.018849865,"about_ca_system_score_codex":0.0011124955,"about_ca_system_score_gemma":0.0024317652,"threshold_uncertainty_score":0.06305915},"labels":[],"label_agreement":null},{"id":"W2959557956","doi":"10.18280/rces.050105","title":"3D model for design team innovation","year":2019,"lang":"en","type":"article","venue":"Review of Computer Engineering Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Knowledge management; Business; Computer science; Process management; Manufacturing engineering; Engineering management; Engineering","score_opus":0.05770894740493204,"score_gpt":0.3175843284949149,"score_spread":0.25987538108998287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2959557956","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01395191,0.017505266,0.8613265,0.00416778,0.0010668825,0.00023566438,0.0012993695,0.0018061157,0.09864045],"genre_scores_gemma":[0.41221294,0.03422378,0.51749223,0.0011707346,0.0003793066,0.0011041021,0.0017405243,0.00045244335,0.031223893],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99896824,0.00028454667,0.000059630856,0.000108649154,0.000524943,0.000053914395],"domain_scores_gemma":[0.9988397,0.0005703049,0.0000990252,0.00021311703,0.00021791374,0.00005993514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082401134,0.001022044,0.00087065104,0.0026332692,0.0006918837,0.004110507,0.0020059387,0.002844757,0.017187579],"category_scores_gemma":[0.0023104171,0.0006903592,0.0015888083,0.002352397,0.0016784191,0.0024745727,0.0020055922,0.0013167997,0.0034906701],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008017175,0.00008522501,0.0013888713,0.002051478,0.00008509401,0.00024846257,0.0009949789,0.17773095,0.0033259261,0.5016877,0.016456459,0.2958648],"study_design_scores_gemma":[0.000059512702,0.0001401166,0.0017620291,0.0015282707,0.0001014694,0.0006004469,0.0005679487,0.4063647,0.0027634178,0.20810415,0.37786615,0.00014168053],"about_ca_topic_score_codex":0.0049673286,"about_ca_topic_score_gemma":0.003373217,"teacher_disagreement_score":0.017187579,"about_ca_system_score_codex":0.0017546486,"about_ca_system_score_gemma":0.0018705308,"threshold_uncertainty_score":0.057498157},"labels":[],"label_agreement":null},{"id":"W2962898351","doi":"10.1080/09544828.2019.1643830","title":"Analogical stimuli retrieval approach based on R-SBF ontology model","year":2019,"lang":"en","type":"article","venue":"Journal of Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"National Natural Science Foundation of China","keywords":"Computer science; Analogy; Ontology; Similarity (geometry); Representation (politics); Information retrieval; Function (biology); Data mining; Artificial intelligence","score_opus":0.04464015766252485,"score_gpt":0.25644046873089604,"score_spread":0.2118003110683712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962898351","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060157534,0.00027557573,0.9835765,0.00029921738,0.000041199462,0.00021985381,0.00023363912,0.0009068837,0.008431359],"genre_scores_gemma":[0.20052254,0.00087361335,0.7887223,0.00025127237,0.0000662819,0.0007079678,0.0011895937,0.00015941,0.007507015],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972505,0.0005621258,0.00029520172,0.0005054199,0.0012273438,0.00015943479],"domain_scores_gemma":[0.99895906,0.00034568162,0.000094638526,0.00022897689,0.00031470665,0.00005685131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015597177,0.00080458797,0.0008443781,0.0038087906,0.0010699593,0.002647185,0.0023695223,0.0014570549,0.006027049],"category_scores_gemma":[0.004399722,0.00039559044,0.0025029024,0.0025688256,0.0013944169,0.0060833716,0.0016712697,0.0013063413,0.0013267455],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019492127,0.00033079434,0.001736511,0.00082787167,0.0001641599,0.00076238526,0.0019831937,0.06045263,0.015950553,0.5074566,0.0074473717,0.40269297],"study_design_scores_gemma":[0.00010451098,0.00017451444,0.0014635401,0.0001518235,0.00016935777,0.0012664362,0.00070937246,0.64501923,0.01009472,0.28298908,0.057711262,0.0001460444],"about_ca_topic_score_codex":0.010884155,"about_ca_topic_score_gemma":0.005533926,"teacher_disagreement_score":0.010884155,"about_ca_system_score_codex":0.002106489,"about_ca_system_score_gemma":0.0027476116,"threshold_uncertainty_score":0.021641612},"labels":[],"label_agreement":null},{"id":"W2964745771","doi":"10.1017/dsi.2019.138","title":"A Comparison of Design Activity of Academics and Practitioners Using the FBS Ontology: A Case Study","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ... International Conference on Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Space (punctuation); Function (biology); Foundation (evidence); Ontology; Activity theory; Knowledge management; Work (physics); Computer science; Psychology; Engineering; Pedagogy; Epistemology; Political science","score_opus":0.14537080533989125,"score_gpt":0.354578730095195,"score_spread":0.20920792475530378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964745771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99265665,0.00011501714,0.0037783734,0.00035332236,0.00001295202,0.00013704016,0.000024777013,0.000011255498,0.002910647],"genre_scores_gemma":[0.99262965,0.00018099249,0.00577564,0.00011357328,0.0000067982146,0.00016755551,0.000031318825,0.000015366355,0.0010791484],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9590921,0.03022131,0.0018606557,0.0017507394,0.0048152045,0.002259968],"domain_scores_gemma":[0.9225272,0.056186434,0.0050486643,0.0033533466,0.009616817,0.0032675494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03246218,0.00046156492,0.00072136684,0.0052730087,0.005875858,0.0051852735,0.0018732214,0.0026693654,0.0018986706],"category_scores_gemma":[0.047566134,0.0006284937,0.0005929074,0.004386706,0.005159156,0.0041060494,0.0041286536,0.0018730012,0.00036242887],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003502627,0.002212441,0.060684457,0.00040509735,0.000042243963,0.0027454027,0.86372536,0.0011187603,0.005307241,0.0084161395,0.0009677135,0.0540248],"study_design_scores_gemma":[0.00008732072,0.0013970009,0.025996843,0.000319632,0.000040516727,0.0014218682,0.9462319,0.0028668875,0.0045356057,0.0029666105,0.0140453065,0.00009038621],"about_ca_topic_score_codex":0.004409182,"about_ca_topic_score_gemma":0.007686225,"teacher_disagreement_score":0.03246218,"about_ca_system_score_codex":0.006890868,"about_ca_system_score_gemma":0.003134134,"threshold_uncertainty_score":0.17167848},"labels":[],"label_agreement":null},{"id":"W2965468646","doi":"10.1017/dsi.2019.144","title":"An Exploratory Study Comparing CAD Tools and Working Styles for Implementing Design Changes","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ... International Conference on Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"CAD; Computer science; Dependency (UML); Productivity; Tree (set theory); Value (mathematics); Collaborative design; Exploratory research; Human–computer interaction; Engineering drawing; Software engineering; Machine learning; Engineering; Systems design; Mathematics","score_opus":0.15026390295070982,"score_gpt":0.30446487642117404,"score_spread":0.15420097347046421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965468646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9985744,0.000018048668,0.0007309053,0.000020251851,0.0000031884815,0.00007929246,0.00001644557,0.00000907338,0.00054845057],"genre_scores_gemma":[0.9969388,0.00003502031,0.0024510194,0.000020743622,0.0000039162555,0.00012448299,0.000025881032,0.0000078625335,0.00039220494],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9858165,0.009571814,0.0009739239,0.0010206304,0.0017340393,0.0008832246],"domain_scores_gemma":[0.90569425,0.0713134,0.0073303804,0.0049552913,0.007868154,0.0028385303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018689176,0.0005045283,0.000501878,0.0021993062,0.0019149556,0.002783927,0.0015155192,0.0009570951,0.0022365449],"category_scores_gemma":[0.0583076,0.0006592231,0.00041531262,0.0010740135,0.0014913646,0.0020491234,0.0023235206,0.0010525385,0.0003262911],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089094526,0.0049170465,0.2583657,0.0007005698,0.000106478285,0.0011304377,0.62523055,0.0005706586,0.01185392,0.0007509705,0.000509191,0.09497363],"study_design_scores_gemma":[0.00017990147,0.0109410435,0.2997091,0.00028119524,0.0000958007,0.0009821046,0.6703817,0.0027129245,0.0070673274,0.000638194,0.006878948,0.00013171579],"about_ca_topic_score_codex":0.000745426,"about_ca_topic_score_gemma":0.0018768393,"teacher_disagreement_score":0.018689176,"about_ca_system_score_codex":0.0010021462,"about_ca_system_score_gemma":0.0011058379,"threshold_uncertainty_score":0.098838985},"labels":[],"label_agreement":null},{"id":"W2966626948","doi":"10.1017/dsi.2019.281","title":"A Survey of Design Reviews: Understanding Differences by Designer-Roles and Phase of Development","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ... International Conference on Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"New product development; Design review (U.S. government); Context (archaeology); Product design; Design education; Product (mathematics); Design brief; Industrial design; Computer science; Design technology; Engineering management; Process management; Knowledge management; Engineering; Systems engineering; Business; Operations management; Marketing; Product testing","score_opus":0.15242309398904086,"score_gpt":0.2971766810765912,"score_spread":0.14475358708755032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966626948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98383236,0.0056736516,0.0041366364,0.0009488661,0.00009638687,0.00022237618,0.00015670608,0.00009060583,0.004842504],"genre_scores_gemma":[0.99400616,0.0015334339,0.0028682412,0.00033141908,0.00003401008,0.0002134601,0.00017602877,0.00003735255,0.0007997813],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.91984165,0.053364158,0.009471855,0.0029789112,0.012780457,0.0015629618],"domain_scores_gemma":[0.6018657,0.28222492,0.050208565,0.0065617184,0.053635385,0.0055037537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.045569018,0.0003029468,0.0007464681,0.005471843,0.0010861637,0.0031293554,0.0009054435,0.0009980943,0.0014911196],"category_scores_gemma":[0.24504744,0.00060492265,0.00053935905,0.0026970445,0.00078365754,0.0030397275,0.0023012804,0.00066954474,0.00050103],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010135733,0.00027921927,0.6555894,0.0024906711,0.0002848179,0.00066529633,0.14008325,0.00032599442,0.0037326522,0.00069640845,0.005144965,0.1896937],"study_design_scores_gemma":[0.00012248769,0.0018182782,0.76726776,0.0022357015,0.00021733038,0.0032289207,0.16579409,0.0020264424,0.0016700311,0.0008259295,0.05456567,0.00022743818],"about_ca_topic_score_codex":0.0012160033,"about_ca_topic_score_gemma":0.0020069927,"teacher_disagreement_score":0.045569018,"about_ca_system_score_codex":0.0014039744,"about_ca_system_score_gemma":0.0015513875,"threshold_uncertainty_score":0.24099487},"labels":[],"label_agreement":null},{"id":"W2971796955","doi":"10.22068/ijaup.29.1.15","title":"Architects and Engineers Differences: A comparison between problem solving performances of architects and engineers in the ideation phase of an analogy-based design","year":2019,"lang":"en","type":"article","venue":"Iran University of Science & Technology","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Analogy; Ideation; Engineering; Architectural engineering; Phase (matter); Construction engineering; Management science; Civil engineering; Engineering management; Psychology; Epistemology; Cognitive science; Chemistry; Philosophy","score_opus":0.02782394460335085,"score_gpt":0.254186014325682,"score_spread":0.22636206972233114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971796955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99356306,0.00007899685,0.00096896134,0.00007136709,0.00001045236,0.000015624744,0.000018390305,0.0000150414535,0.005258179],"genre_scores_gemma":[0.9977603,0.00005018307,0.00069564534,0.000021246758,0.0000035093867,0.000010576883,0.000048711834,0.000009378172,0.0014003972],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971867,0.0013214814,0.0002034501,0.00026891188,0.00071056106,0.0003089165],"domain_scores_gemma":[0.9853645,0.010624629,0.0008305417,0.00069500424,0.0014933879,0.0009918588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027223094,0.00031193168,0.00033514813,0.00095360447,0.00049589697,0.0015316586,0.00040634835,0.0006860152,0.0035820482],"category_scores_gemma":[0.022834599,0.00019664504,0.0003692723,0.00045678223,0.0007593058,0.0010920464,0.0013377985,0.0006211666,0.0008003222],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008041746,0.004591302,0.33783624,0.00072491454,0.00039022532,0.0013139632,0.20004308,0.01049607,0.07905223,0.013153011,0.0027310716,0.34162614],"study_design_scores_gemma":[0.00055641757,0.00840666,0.8031552,0.00019328615,0.00036702887,0.0022964587,0.10285514,0.02483508,0.025548654,0.011246163,0.02028873,0.00025118794],"about_ca_topic_score_codex":0.0007168524,"about_ca_topic_score_gemma":0.0006819008,"teacher_disagreement_score":0.0035820482,"about_ca_system_score_codex":0.0004207334,"about_ca_system_score_gemma":0.0006540215,"threshold_uncertainty_score":0.014397085},"labels":[],"label_agreement":null},{"id":"W2973205610","doi":"10.1515/mspe-2019-0028","title":"A Review of TRIZ Tools for Forecasting the Evolution of Technical Systems","year":2019,"lang":"en","type":"review","venue":"Management Systems in Production Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Independent Electricity System Operator","keywords":"TRIZ; Business management; Computer science; Management science; Artificial intelligence; Operations research; Engineering; Industrial engineering; Business","score_opus":0.09759877691438783,"score_gpt":0.31113695640150707,"score_spread":0.21353817948711923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973205610","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00068326807,0.9851422,0.009949824,0.00036104638,0.00020705593,0.00007593402,0.00028515732,0.00009715638,0.0031982756],"genre_scores_gemma":[0.009024709,0.97674656,0.012821298,0.00012338792,0.00018116622,0.00012451313,0.00033455063,0.000024245133,0.00061961386],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979334,0.0005918677,0.00035261604,0.00035391902,0.00069826306,0.00006986217],"domain_scores_gemma":[0.99120975,0.0063507264,0.000897032,0.00023871652,0.0012186139,0.000085170665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040392303,0.0022782476,0.0026358815,0.015204835,0.00041395787,0.0028592232,0.0026379847,0.0013853632,0.004796421],"category_scores_gemma":[0.012571943,0.00085411896,0.0019637006,0.013906563,0.0006938077,0.00317301,0.0010293748,0.0011109324,0.001620016],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037454545,0.000073030176,0.0014991595,0.05017537,0.00047734828,0.00010282928,0.00023159992,0.0062858793,0.00043243065,0.014342694,0.008069525,0.9182727],"study_design_scores_gemma":[0.000044442713,0.0003423944,0.009652919,0.06864807,0.0022358925,0.00080607587,0.0009088214,0.017678905,0.0026997714,0.02416485,0.87250537,0.0003124025],"about_ca_topic_score_codex":0.0068256613,"about_ca_topic_score_gemma":0.005971569,"teacher_disagreement_score":0.015204835,"about_ca_system_score_codex":0.0017388336,"about_ca_system_score_gemma":0.0030016378,"threshold_uncertainty_score":0.021361709},"labels":[],"label_agreement":null},{"id":"W2976990601","doi":"10.1162/desi_a_00559","title":"On the Need for Mapping Design Inequalities","year":2019,"lang":"en","type":"article","venue":"Design Issues","topic":"Design Education and Practice","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Inequality; Privilege (computing); Creativity; Sociology; Power (physics); Computer science; Epistemology; Management science; Engineering ethics; Engineering; Mathematics; Social psychology; Computer security; Psychology","score_opus":0.11007544269578697,"score_gpt":0.29631674170129196,"score_spread":0.186241299005505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2976990601","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012656409,0.013176053,0.6679874,0.13662429,0.0033629858,0.0001886285,0.00029742945,0.0004330686,0.16527377],"genre_scores_gemma":[0.44260225,0.015198752,0.49796993,0.018735446,0.005117814,0.0012814342,0.0006502449,0.0011383299,0.017305821],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9661062,0.023310222,0.0014688731,0.0032069662,0.00503323,0.0008745733],"domain_scores_gemma":[0.8464385,0.11997362,0.004423465,0.01703555,0.010599558,0.001529192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031429484,0.0012889649,0.0014638437,0.0059664766,0.0054493705,0.01553429,0.003969918,0.006391388,0.015759083],"category_scores_gemma":[0.13276671,0.0009533705,0.0010962334,0.00512343,0.035958312,0.04120832,0.013647802,0.0101786945,0.0025481537],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014975737,0.000012277399,0.00027500125,0.0001511377,0.000008674909,0.000039945397,0.0024032046,0.0006641835,0.00006907358,0.9694388,0.0032489426,0.023673791],"study_design_scores_gemma":[0.0000059377003,0.000011368438,0.00011521532,0.0003162604,0.0000049556065,0.000058079502,0.001767727,0.001224683,0.00011639903,0.9378776,0.058488574,0.000013227963],"about_ca_topic_score_codex":0.0037205825,"about_ca_topic_score_gemma":0.0026749605,"teacher_disagreement_score":0.031429484,"about_ca_system_score_codex":0.005477653,"about_ca_system_score_gemma":0.0057895654,"threshold_uncertainty_score":0.16621697},"labels":[],"label_agreement":null},{"id":"W2977855770","doi":"10.35199/dfx2019.13","title":"A Concept Map for Design Method Experiments in Product Development – A Guideline for Method Developers","year":2019,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; New product development; Product (mathematics); Guideline; Product design; Facilitation; Software engineering; Development (topology); Management science; Knowledge management; Systems engineering; Process management; Data science; Engineering; Mathematics; Psychology","score_opus":0.08312981348806087,"score_gpt":0.4021665361051098,"score_spread":0.3190367226170489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977855770","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011275869,0.002238272,0.92985326,0.0054729437,0.0013529198,0.04091504,0.001456995,0.002997982,0.014584978],"genre_scores_gemma":[0.0025213594,0.000735362,0.9658164,0.00060230884,0.00006826244,0.028359562,0.00039217342,0.0003528065,0.0011517475],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.79409194,0.16309175,0.017526595,0.004001899,0.019597543,0.0016902967],"domain_scores_gemma":[0.6846293,0.22755794,0.01239432,0.0268341,0.044295363,0.0042889956],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.18986224,0.005050005,0.0035352109,0.012408489,0.004316333,0.0122608645,0.00787573,0.008632764,0.018727269],"category_scores_gemma":[0.23562333,0.0041664755,0.0045630587,0.008891121,0.011968956,0.010987001,0.009034446,0.014263726,0.016435238],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00094866345,0.0013834634,0.0008919015,0.030427715,0.00033507892,0.0014644414,0.03201273,0.007548564,0.0104923695,0.264765,0.17447877,0.47525123],"study_design_scores_gemma":[0.0008677162,0.0006139922,0.0012476572,0.017616255,0.00013517005,0.00094369793,0.0044953353,0.0067400993,0.0039329957,0.18882039,0.77426016,0.00032650735],"about_ca_topic_score_codex":0.0021241757,"about_ca_topic_score_gemma":0.004242876,"teacher_disagreement_score":0.18986224,"about_ca_system_score_codex":0.009310809,"about_ca_system_score_gemma":0.030736815,"threshold_uncertainty_score":0.9990441},"labels":[],"label_agreement":null},{"id":"W2979058130","doi":"10.1007/978-3-030-32497-1_33","title":"Future Home 4.0 for People with Major Neurodegenerative Disorders, Finding the Contradictions","year":2019,"lang":"en","type":"book-chapter","venue":"IFIP advances in information and communication technology","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Isolation (microbiology); Aging in place; TRIZ; Population ageing; Order (exchange); Population; Identity (music); Gerontology; Activities of daily living; Psychology; Medicine; Business; Cognitive psychology; Psychiatry; Aesthetics; Environmental health","score_opus":0.005464329934516517,"score_gpt":0.22561401947297943,"score_spread":0.22014968953846292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979058130","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045140455,0.07495658,0.011068541,0.1969196,0.012453022,0.00005214696,0.00041237622,0.0013846802,0.69823897],"genre_scores_gemma":[0.028288422,0.08408229,0.021237934,0.045898,0.0028739348,0.00020998,0.00051385217,0.0008204961,0.8160751],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99960023,0.00012463712,0.00001770936,0.000036637757,0.00014696029,0.00007386068],"domain_scores_gemma":[0.99937695,0.000201969,0.000035272944,0.00004817329,0.00013192893,0.00020581073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012742255,0.0005097747,0.00035375648,0.00056282204,0.0020157325,0.0048565576,0.001073016,0.0032629673,0.047200944],"category_scores_gemma":[0.0019122771,0.0002179634,0.00044950075,0.00071129174,0.002233526,0.008030874,0.003732635,0.0034678534,0.01999498],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016635711,0.000029517283,0.0002334325,0.00017250817,0.0000037318373,0.0001365243,0.0020063343,0.00004358508,0.00014230926,0.06289933,0.76063716,0.17367896],"study_design_scores_gemma":[0.0000033678455,0.000011593714,0.0002252432,0.0003443059,0.0000036600175,0.00039191957,0.0015159157,0.000040570525,0.00005332569,0.014982371,0.98242086,0.000006943009],"about_ca_topic_score_codex":0.0030909318,"about_ca_topic_score_gemma":0.009418998,"teacher_disagreement_score":0.047200944,"about_ca_system_score_codex":0.0013392946,"about_ca_system_score_gemma":0.0026570773,"threshold_uncertainty_score":0.1579029},"labels":[],"label_agreement":null},{"id":"W2980666138","doi":"10.1080/17458927.2019.1619976","title":"Puzzling pieces: a sensory design learning tool","year":2019,"lang":"en","type":"article","venue":"The Senses and Society","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Sensory system; Process (computing); Consciousness; Cognitive science; Human–computer interaction; Exploratory research; Psychology; Design process; Semantics (computer science); Computer science; Cognitive psychology; Engineering; Sociology; Work in process; Neuroscience","score_opus":0.019403361800923717,"score_gpt":0.228073803034586,"score_spread":0.20867044123366227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980666138","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045286134,0.0007089546,0.8916822,0.0029123547,0.0004032504,0.000497382,0.00028000135,0.007099827,0.05112987],"genre_scores_gemma":[0.23482142,0.0007687518,0.73457134,0.0012876258,0.00017582468,0.0011803044,0.00054509885,0.0019172535,0.02473228],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960995,0.0023166873,0.00014599226,0.00052375556,0.00068363984,0.00023050621],"domain_scores_gemma":[0.98484576,0.012487565,0.00039048493,0.0012514287,0.00037737456,0.00064741366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004575929,0.001674955,0.00075367524,0.0020922509,0.0020016334,0.005553737,0.003677361,0.0027808736,0.018776126],"category_scores_gemma":[0.016249524,0.0006915883,0.0012363648,0.0010976321,0.0046241116,0.008204384,0.010679702,0.0033187193,0.0041704304],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009901137,0.0008165779,0.003378768,0.0027116456,0.00010672271,0.003237665,0.14698641,0.0063120085,0.046183318,0.25736392,0.03889835,0.49301454],"study_design_scores_gemma":[0.000340659,0.00096634164,0.001494916,0.0013581731,0.00010287468,0.0042910483,0.02740321,0.02289618,0.023487143,0.27558222,0.64180195,0.00027525413],"about_ca_topic_score_codex":0.00014178279,"about_ca_topic_score_gemma":0.00036673094,"teacher_disagreement_score":0.018776126,"about_ca_system_score_codex":0.00068813993,"about_ca_system_score_gemma":0.0009186705,"threshold_uncertainty_score":0.06281239},"labels":[],"label_agreement":null},{"id":"W2981443529","doi":"10.1515/edu-2019-0006","title":"Making Pedagogic Sense of Design Thinking in the Higher Education Context","year":2019,"lang":"en","type":"article","venue":"Open Education Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Design thinking; Context (archaeology); Mindset; Pedagogy; Sociology; Relevance (law); Engineering ethics; Discipline; Epistemology; Engineering; Social science; Political science","score_opus":0.2615192424966705,"score_gpt":0.44767763553603607,"score_spread":0.18615839303936554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981443529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82757354,0.0018962041,0.0711178,0.009165332,0.0003700671,0.00019866809,0.00002569298,0.0002479146,0.08940481],"genre_scores_gemma":[0.99277556,0.00027064217,0.0037037001,0.00034038717,0.000019660598,0.000037365484,0.0000070787405,0.00003181661,0.0028136764],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9604077,0.033208434,0.00072972104,0.0012124275,0.0030110194,0.0014306066],"domain_scores_gemma":[0.95661515,0.03338964,0.0026821548,0.0026928864,0.002253306,0.0023668965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023548273,0.0006386525,0.00060569635,0.0023430833,0.00584088,0.012937694,0.001403016,0.002110439,0.003351492],"category_scores_gemma":[0.027061582,0.0005760978,0.0005441679,0.0009534304,0.024915198,0.006819971,0.014497221,0.004303015,0.0003934884],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025519548,0.00008604154,0.004281888,0.00017926749,0.000011127751,0.00065775693,0.94459784,0.00021041244,0.0018471665,0.028883746,0.0007050479,0.018514212],"study_design_scores_gemma":[0.000031618387,0.00018954214,0.0027257926,0.00069971435,0.00001869084,0.0017596539,0.85973614,0.0007817612,0.0020854014,0.026946872,0.10496485,0.000059915445],"about_ca_topic_score_codex":0.00055205566,"about_ca_topic_score_gemma":0.0006731928,"teacher_disagreement_score":0.023548273,"about_ca_system_score_codex":0.0030109931,"about_ca_system_score_gemma":0.0038327216,"threshold_uncertainty_score":0.12453669},"labels":[],"label_agreement":null},{"id":"W2981966846","doi":"10.3233/978-1-61499-923-2-393","title":"Exploring Maker Cultures and Pedagogies to Bridge the Gaps for Students with Special Needs","year":2018,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Bridge (graph theory); Engineering ethics; Computer science; Sociology; Mathematics education; Engineering; Psychology; Medicine; Anatomy","score_opus":0.19947769343947747,"score_gpt":0.4417388029659788,"score_spread":0.24226110952650132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981966846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9838441,0.00047144588,0.0024659042,0.0024509814,0.00005716959,0.000074483745,0.000011701002,0.00001846817,0.010605844],"genre_scores_gemma":[0.9945253,0.0005622999,0.003031517,0.00024060567,0.000010420212,0.000075466356,0.000007983833,0.000008803339,0.0015375041],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9957688,0.002784223,0.00017343424,0.000246084,0.00044557676,0.00058183813],"domain_scores_gemma":[0.99578565,0.0022612866,0.0004502309,0.00030415435,0.00030181734,0.0008967053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055618747,0.00038492127,0.00045217384,0.0017000976,0.0066638826,0.0047708596,0.0011489765,0.0009255123,0.0023688157],"category_scores_gemma":[0.009222998,0.00032572576,0.00035001524,0.0009892861,0.005550188,0.0038054774,0.008369583,0.0019701011,0.00023597803],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029682576,0.00024330996,0.016912472,0.00021314425,0.000008478917,0.00085387926,0.926477,0.0000886793,0.0008365401,0.009276249,0.0009869807,0.044073578],"study_design_scores_gemma":[0.0000073939605,0.0001234936,0.0058605424,0.00019692018,0.000013055167,0.000451619,0.9575029,0.00014313302,0.000609634,0.00279477,0.03228206,0.000014603758],"about_ca_topic_score_codex":0.0016007867,"about_ca_topic_score_gemma":0.00827715,"teacher_disagreement_score":0.0066638826,"about_ca_system_score_codex":0.0023332604,"about_ca_system_score_gemma":0.0046271086,"threshold_uncertainty_score":0.029414356},"labels":[],"label_agreement":null},{"id":"W2987762301","doi":"10.3233/jid180017","title":"Performance Based Design","year":2019,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","score_opus":0.02201032939987265,"score_gpt":0.26457894903081647,"score_spread":0.2425686196309438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987762301","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008675378,0.00055802456,0.6954097,0.0010586033,0.00038770153,0.00029514503,0.0002054924,0.0018828462,0.29152706],"genre_scores_gemma":[0.49063584,0.0011767001,0.28597423,0.0005140036,0.00020617744,0.0005898653,0.0008029201,0.00079953054,0.21930076],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99665534,0.0010287579,0.00012517259,0.00036753132,0.0016440318,0.0001791789],"domain_scores_gemma":[0.99813735,0.000579348,0.00008193947,0.0006082785,0.0005040176,0.00008904333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025400296,0.0010695395,0.00060001604,0.0012241465,0.0011833011,0.0045699254,0.0012783549,0.0014071915,0.053371187],"category_scores_gemma":[0.0044166944,0.0005487506,0.0006114787,0.00091447553,0.001598473,0.0021510196,0.002369414,0.0012445754,0.010175794],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016103267,0.00019779702,0.0005962794,0.00026758926,0.000036569272,0.00005382172,0.00042708416,0.033164043,0.0062808413,0.67864156,0.015307272,0.26486623],"study_design_scores_gemma":[0.00014624985,0.0007135623,0.0014841659,0.00024364573,0.00007587393,0.00021304,0.00052805396,0.16431735,0.018329306,0.43625873,0.37761995,0.00007017011],"about_ca_topic_score_codex":0.0011817642,"about_ca_topic_score_gemma":0.0010147014,"teacher_disagreement_score":0.053371187,"about_ca_system_score_codex":0.0016887906,"about_ca_system_score_gemma":0.0017911966,"threshold_uncertainty_score":0.1785444},"labels":[],"label_agreement":null},{"id":"W2988409343","doi":"10.1080/10350330.2019.1681062","title":"Sustainability in architectural design projects – a semiotic understanding","year":2019,"lang":"en","type":"article","venue":"Social Semiotics","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Deductive reasoning; Abductive reasoning; Semiotics; Semiosis; Sustainability; Sustainable design; Process (computing); Architecture; Status quo; Design process; Management science; Architectural engineering; Knowledge management; Artificial intelligence; Epistemology; Engineering; Work in process; Political science","score_opus":0.05418184275863287,"score_gpt":0.28684272861247534,"score_spread":0.23266088585384248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988409343","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.105113946,0.004157231,0.43695688,0.009938047,0.00029772724,0.00020274548,0.00010918471,0.0001689072,0.4430553],"genre_scores_gemma":[0.94207054,0.001308984,0.04658488,0.000226078,0.000057263394,0.00015681368,0.00005247238,0.00004950812,0.009493491],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9899447,0.0077978014,0.00032884488,0.0003989619,0.0012083201,0.0003213761],"domain_scores_gemma":[0.9934325,0.0042962716,0.0004712615,0.00091441977,0.00064881507,0.00023669525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007825898,0.0006344948,0.00045048067,0.0038361861,0.0042413655,0.009724126,0.0012638844,0.002333377,0.0025197363],"category_scores_gemma":[0.0069358586,0.00040866132,0.0007045795,0.0022354247,0.03944169,0.009471337,0.005444364,0.0018343925,0.0004588943],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006369779,0.000007174142,0.00027370776,0.000046002846,0.0000031315005,0.000086434615,0.017690314,0.0010300396,0.00025445258,0.9759148,0.00022807608,0.004459604],"study_design_scores_gemma":[0.000012129751,0.00003338936,0.0004381962,0.0002073225,0.000008258726,0.0003014739,0.02857382,0.0033771943,0.0005911354,0.8727802,0.093653835,0.000022974513],"about_ca_topic_score_codex":0.0028325634,"about_ca_topic_score_gemma":0.0029085407,"teacher_disagreement_score":0.009724126,"about_ca_system_score_codex":0.0049708555,"about_ca_system_score_gemma":0.0036026547,"threshold_uncertainty_score":0.041387796},"labels":[],"label_agreement":null},{"id":"W2989458114","doi":"","title":"Nature Of | The Mean | Album Design","year":2019,"lang":"en","type":"article","venue":"Student Research Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Lyrics; Meaning (existential); Guard (computer science); Reading (process); Visual arts; Aesthetics; Art; Literature; History; Computer science; Linguistics; Philosophy; Epistemology","score_opus":0.08153642163364179,"score_gpt":0.41104978409535975,"score_spread":0.329513362461718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989458114","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019320766,0.0011715391,0.16471338,0.013010561,0.0077245003,0.0008762811,0.0018905058,0.009583473,0.78170913],"genre_scores_gemma":[0.23464487,0.0011849506,0.18147156,0.006440613,0.0021727066,0.0032340358,0.0021213512,0.01234721,0.5563828],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99731594,0.0009529881,0.00014534293,0.00047843932,0.00088004617,0.00022723936],"domain_scores_gemma":[0.9965809,0.00090922136,0.00021535075,0.0009956264,0.00083804346,0.0004608494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020290357,0.0006870794,0.00040313747,0.0006628888,0.0025552623,0.006951392,0.0015505909,0.0012459423,0.14303395],"category_scores_gemma":[0.009105283,0.0005216343,0.00051992474,0.0006743544,0.002507669,0.004161831,0.003296238,0.0017435745,0.03740048],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059724104,0.00014466369,0.0016904151,0.00064810243,0.000026982787,0.00033943003,0.006429743,0.0005790329,0.008699531,0.30090305,0.35418725,0.32575452],"study_design_scores_gemma":[0.000030090072,0.000066979344,0.00059159345,0.00009824438,0.000008991519,0.00015893392,0.00048653266,0.00037579428,0.0013251677,0.009175664,0.9876616,0.000020474452],"about_ca_topic_score_codex":0.0016887407,"about_ca_topic_score_gemma":0.002718064,"teacher_disagreement_score":0.14303395,"about_ca_system_score_codex":0.001459959,"about_ca_system_score_gemma":0.0013349736,"threshold_uncertainty_score":0.47849625},"labels":[],"label_agreement":null},{"id":"W2991262837","doi":"10.1115/detc2019-98516","title":"Analysis of Designer Emotions in Collaborative and Traditional Computer-Aided Design","year":2019,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Antecedent (behavioral psychology); Computer science; Human–computer interaction; Disgust; CAD; Applied psychology; Multimedia; Cognitive psychology; Psychology; Anger; Engineering; Engineering drawing; Social psychology","score_opus":0.03475290884390764,"score_gpt":0.2522164644605932,"score_spread":0.21746355561668557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991262837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953145,0.000052776973,0.0036482122,0.000012682804,0.0000040192153,0.00002378661,0.000089219226,0.000026611197,0.0008283014],"genre_scores_gemma":[0.9973935,0.000027315677,0.0020172126,0.000008845937,0.000004429256,0.000046717287,0.00013646591,0.000011874779,0.0003535992],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969374,0.001492426,0.0001798899,0.00052288355,0.00070692453,0.0001605089],"domain_scores_gemma":[0.98491883,0.010179816,0.0022715195,0.0008508695,0.0013733044,0.00040556124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024971066,0.0003791015,0.00036525645,0.0012003616,0.00035366713,0.0010222577,0.00040899994,0.00049461384,0.0012082539],"category_scores_gemma":[0.015500693,0.00022388315,0.00033998385,0.0006979487,0.0004042681,0.00069020625,0.001119671,0.00031550878,0.0003167499],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023787993,0.00054040214,0.7090841,0.00085546414,0.00027170952,0.00069040357,0.05286054,0.00391754,0.04744762,0.00069041736,0.0012869323,0.17997605],"study_design_scores_gemma":[0.000044972316,0.0005696064,0.9506479,0.00006817695,0.00011572554,0.0005391038,0.015336584,0.019415133,0.008983924,0.0007512135,0.0034476442,0.00008014973],"about_ca_topic_score_codex":0.0005657934,"about_ca_topic_score_gemma":0.0010530881,"teacher_disagreement_score":0.0024971066,"about_ca_system_score_codex":0.00042471918,"about_ca_system_score_gemma":0.00015913724,"threshold_uncertainty_score":0.013206124},"labels":[],"label_agreement":null},{"id":"W2991279183","doi":"","title":"Designer Adaptation: A Feedback Perspective","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Perspective (graphical); Adaptation (eye); Computer science; Human–computer interaction; Artificial intelligence; Psychology","score_opus":0.012955189033968924,"score_gpt":0.23153172195714566,"score_spread":0.21857653292317675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991279183","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13989623,0.005708279,0.51136374,0.05090664,0.0008605807,0.0007876374,0.00020967946,0.0009942284,0.289273],"genre_scores_gemma":[0.9648027,0.001367016,0.021715624,0.0017907175,0.0002793024,0.00029347648,0.000062759704,0.00019345255,0.009495091],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.93080103,0.050758902,0.0023631535,0.004958381,0.008381658,0.0027368495],"domain_scores_gemma":[0.79631233,0.15802616,0.009291751,0.0123750325,0.0197425,0.004252238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.045189116,0.0018915551,0.0010530916,0.0053417054,0.0034302135,0.012031098,0.0039927317,0.0073440634,0.009691831],"category_scores_gemma":[0.12898931,0.0013477827,0.0011650643,0.0026189026,0.017369144,0.020621186,0.0061507765,0.0048041847,0.0017752589],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039300878,0.00064128847,0.022819903,0.0015240291,0.00010888966,0.001384023,0.18796432,0.006814902,0.0029665818,0.6498821,0.004676534,0.12082442],"study_design_scores_gemma":[0.00033576833,0.0019538621,0.015580559,0.002182884,0.00029422794,0.0022737647,0.08530951,0.034996912,0.006445864,0.64196235,0.20830645,0.00035782767],"about_ca_topic_score_codex":0.003423166,"about_ca_topic_score_gemma":0.0013436838,"teacher_disagreement_score":0.045189116,"about_ca_system_score_codex":0.00597083,"about_ca_system_score_gemma":0.005402307,"threshold_uncertainty_score":0.23898572},"labels":[],"label_agreement":null},{"id":"W2991351920","doi":"10.1177/1071181319631082","title":"GALO: A Tool for Command Space Layout Optimization Using a Genetic Algorithm","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Defence Research and Development Canada","funders":"","keywords":"Metric (unit); Genetic algorithm; Software; Computer science; Quality (philosophy); Space (punctuation); Engineering; Machine learning; Programming language; Operations management; Operating system","score_opus":0.014966868197915156,"score_gpt":0.23443875260847039,"score_spread":0.21947188441055523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991351920","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048150443,0.00007718462,0.96487516,0.00008082309,0.000040437048,0.000102006394,0.00032445788,0.026371978,0.003312879],"genre_scores_gemma":[0.05110654,0.00018645183,0.9411643,0.00011150495,0.000018624434,0.00054771197,0.0006793062,0.0032286851,0.0029567603],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99967194,0.00009725283,0.00001769014,0.000048468235,0.00013590699,0.000028901408],"domain_scores_gemma":[0.99886096,0.000873903,0.00006354137,0.000066604436,0.00010525049,0.00002970471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009583858,0.0011994684,0.00065635,0.0013082525,0.00051850383,0.0008088324,0.0014103975,0.0010603539,0.013012417],"category_scores_gemma":[0.0030611122,0.00076106,0.0008908716,0.00074067747,0.00051585905,0.0007396547,0.0010535662,0.001176766,0.0019016574],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024971328,0.0002422313,0.002394123,0.00054663024,0.00015746403,0.00033127965,0.00041746206,0.61246467,0.013884694,0.015670149,0.024456413,0.32918513],"study_design_scores_gemma":[0.000101997204,0.00006840086,0.00031601015,0.00004917365,0.000022856837,0.00007723797,0.00003982393,0.9725017,0.003699938,0.004456553,0.018638147,0.000028164359],"about_ca_topic_score_codex":0.0050250036,"about_ca_topic_score_gemma":0.0053657796,"teacher_disagreement_score":0.013012417,"about_ca_system_score_codex":0.00052683376,"about_ca_system_score_gemma":0.0011104345,"threshold_uncertainty_score":0.04353082},"labels":[],"label_agreement":null},{"id":"W2992536976","doi":"10.1145/3361149.3361191","title":"Pattern stories","year":2019,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science","score_opus":0.011020460766351919,"score_gpt":0.23532199355581485,"score_spread":0.22430153278946294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992536976","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058701027,0.0012823432,0.1446953,0.013046935,0.0012928765,0.0015050401,0.0077526155,0.0021864418,0.7695374],"genre_scores_gemma":[0.46196052,0.0019585388,0.076429136,0.0038059598,0.0002688441,0.001784333,0.00954057,0.001688192,0.44256386],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99603915,0.001820345,0.0002489474,0.00037083845,0.0012190074,0.00030174534],"domain_scores_gemma":[0.99130815,0.004029252,0.00067193084,0.001621677,0.0017039091,0.0006650527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027530354,0.0007761324,0.00023625177,0.0012312597,0.0022350333,0.0043716207,0.0013445844,0.0017690363,0.06439443],"category_scores_gemma":[0.01907988,0.00038776785,0.00052381516,0.0011912237,0.001905682,0.008150141,0.0048303106,0.0016759544,0.011458881],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003471632,0.00018350322,0.0044956277,0.0010039797,0.000046108908,0.002116295,0.09150902,0.001028382,0.0035288318,0.3704037,0.2927661,0.23257123],"study_design_scores_gemma":[0.000012709489,0.000040488478,0.00070269173,0.00012343102,0.0000072463054,0.00080692954,0.008587452,0.00040629116,0.0008447054,0.022589035,0.96586466,0.000014324646],"about_ca_topic_score_codex":0.0015732005,"about_ca_topic_score_gemma":0.0023106665,"teacher_disagreement_score":0.06439443,"about_ca_system_score_codex":0.001438123,"about_ca_system_score_gemma":0.0013549693,"threshold_uncertainty_score":0.21542084},"labels":[],"label_agreement":null},{"id":"W2997792100","doi":"10.3390/educsci10010008","title":"Makerspaces in First-Year Engineering Education","year":2019,"lang":"en","type":"article","venue":"Education Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Langara College; Simon Fraser University","funders":"","keywords":"Curriculum; Component (thermodynamics); Engineering education; Certificate; Experiential learning; Mathematics education; Computer science; Medical education; Engineering management; Engineering; Pedagogy; Medicine; Psychology","score_opus":0.012604248340283989,"score_gpt":0.2752149609167224,"score_spread":0.26261071257643837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997792100","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17461334,0.046058543,0.014018783,0.012597218,0.0027861488,0.00015061331,0.00007916135,0.0007237469,0.7489724],"genre_scores_gemma":[0.7489867,0.029647108,0.01749996,0.0025500916,0.00044227374,0.000113871734,0.00018063569,0.00026150304,0.20031784],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99792117,0.00047984332,0.00006934714,0.00024306287,0.00091147446,0.00037516496],"domain_scores_gemma":[0.99718696,0.00059090124,0.00016486205,0.00013656443,0.00043693115,0.0014837034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019372081,0.0004243422,0.0002113281,0.0012052583,0.0023366928,0.0062505766,0.00079481705,0.0010437185,0.015468424],"category_scores_gemma":[0.0027152775,0.00023858469,0.00019985218,0.0018668291,0.0017873206,0.0026164264,0.0054274453,0.0015859408,0.002539631],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000656381,0.000506952,0.0059304317,0.0007908483,0.000006442047,0.00033535087,0.011674574,0.0005927511,0.0022405067,0.08561342,0.055134866,0.83710825],"study_design_scores_gemma":[0.0000056824038,0.00016555202,0.009256259,0.0004572729,0.0000036483407,0.00026500435,0.0063304505,0.00012840133,0.0012837508,0.00793438,0.9741542,0.00001546527],"about_ca_topic_score_codex":0.00428844,"about_ca_topic_score_gemma":0.019995717,"teacher_disagreement_score":0.015468424,"about_ca_system_score_codex":0.003726753,"about_ca_system_score_gemma":0.007335316,"threshold_uncertainty_score":0.051747024},"labels":[],"label_agreement":null},{"id":"W2998932574","doi":"10.1109/emr.2020.2964741","title":"Is It Time to Reassess the Front-End Innovation Approach?","year":2020,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Front and back ends; Front (military); Business; Industrial organization; Computer science; Engineering; Mechanical engineering","score_opus":0.047674799381523934,"score_gpt":0.27280084692891315,"score_spread":0.2251260475473892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998932574","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00085860206,0.05221041,0.012413339,0.90336925,0.024957312,0.0000669787,0.000022741764,0.00010340912,0.0059980545],"genre_scores_gemma":[0.05498271,0.13791369,0.07310376,0.6836236,0.034927662,0.0006413379,0.00009082938,0.00034593954,0.014370401],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94740456,0.027382184,0.004333725,0.002537155,0.016078237,0.0022640487],"domain_scores_gemma":[0.8063367,0.10976985,0.0043616192,0.010195111,0.059231233,0.01010545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07486574,0.0011284907,0.0022931895,0.0052749375,0.0060431752,0.02155547,0.00574453,0.014794015,0.00387209],"category_scores_gemma":[0.12797175,0.0006470177,0.0020631107,0.002724081,0.022205733,0.0480694,0.009813305,0.050009165,0.0038377538],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015157074,0.0003003317,0.0025487144,0.0049630334,0.00029658742,0.0009165703,0.008572608,0.0006355812,0.0012747844,0.3031678,0.3121317,0.36504075],"study_design_scores_gemma":[0.000051115585,0.00022758271,0.001438459,0.004116621,0.0000839821,0.00093982724,0.008931515,0.00044280474,0.0004377542,0.17926708,0.80395794,0.000105374536],"about_ca_topic_score_codex":0.007072593,"about_ca_topic_score_gemma":0.015079284,"teacher_disagreement_score":0.07486574,"about_ca_system_score_codex":0.009190046,"about_ca_system_score_gemma":0.022386122,"threshold_uncertainty_score":0.3959326},"labels":[],"label_agreement":null},{"id":"W2999027079","doi":"10.24908/ijesjp.v7i1.13432","title":"Exploring the contested borderland between data and meaning:","year":2020,"lang":"en","type":"article","venue":"International Journal of Engineering Social Justice and Peace","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Phenomenology (philosophy); Meaning (existential); Lived experience; Sociology; Epistemology; Hermeneutic phenomenology; Everyday life; Psychology","score_opus":0.15445580720954757,"score_gpt":0.3194284385327438,"score_spread":0.1649726313231962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999027079","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24392423,0.00439263,0.6289822,0.064378545,0.0006328871,0.0006331724,0.00024829747,0.00028261993,0.056525514],"genre_scores_gemma":[0.91147035,0.0011556298,0.08212531,0.0018962813,0.00010052808,0.0004982784,0.00008012153,0.00024809217,0.0024254606],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8600311,0.12284376,0.0027480458,0.004573677,0.00733391,0.002469389],"domain_scores_gemma":[0.80862516,0.16479193,0.005016997,0.013880659,0.0049665407,0.0027187108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.11365137,0.0010086169,0.0013924862,0.0034805357,0.015112307,0.030921387,0.003906736,0.005981163,0.0036688661],"category_scores_gemma":[0.10721374,0.0020412372,0.001069461,0.0051004016,0.079522714,0.048240483,0.021215001,0.010390197,0.00052432116],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079475925,0.00004863592,0.0016599176,0.0003746378,0.000025853584,0.00084136863,0.71478736,0.0005355365,0.0016452338,0.2614804,0.0009591423,0.017562464],"study_design_scores_gemma":[0.00004422609,0.00009226955,0.0011167699,0.0011853594,0.000031632473,0.001972334,0.5931011,0.0028479858,0.002437917,0.28539354,0.111666106,0.000110775734],"about_ca_topic_score_codex":0.003840655,"about_ca_topic_score_gemma":0.004020144,"teacher_disagreement_score":0.11365137,"about_ca_system_score_codex":0.00757907,"about_ca_system_score_gemma":0.009720784,"threshold_uncertainty_score":0.6010531},"labels":[],"label_agreement":null},{"id":"W3001122246","doi":"10.24908/pceea.vi0.13825","title":"DESIGN TEAM PERFORMANCE: A COMPARISON BETWEEN SELF-FORMED TEAMS AND TEAMS WITH DIVERSE COGNITIVE MODES","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Creativity; Cognition; Psychology; Diversity (politics); Capstone course; Cognitive style; Capstone; Qualitative property; Mathematics education; Applied psychology; Social psychology; Pedagogy; Computer science; Curriculum; Sociology","score_opus":0.00808437926174541,"score_gpt":0.20984132177227846,"score_spread":0.20175694251053305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001122246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9985812,0.000040075083,0.0003422468,0.0000195449,0.0000072149564,0.000012119118,0.000025461202,0.0000064377227,0.000965623],"genre_scores_gemma":[0.9993949,0.000018009761,0.0001667081,0.000006279389,0.0000048858897,0.0000127780095,0.00007867474,0.000004999552,0.00031272348],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959239,0.0013814543,0.0005081098,0.00037091505,0.0012845771,0.000531041],"domain_scores_gemma":[0.97982955,0.0054012793,0.0042881044,0.0009187951,0.0044268486,0.005135276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004100973,0.00032356847,0.00031259347,0.0015531797,0.0006605863,0.0016300335,0.00052831974,0.00041307407,0.0020854124],"category_scores_gemma":[0.015467902,0.00017333642,0.00045219815,0.0006261661,0.0008015312,0.0009295434,0.0017037927,0.0003714554,0.0006393742],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024706405,0.001540784,0.9160061,0.00014318517,0.00027379088,0.0003629259,0.010919972,0.0018689862,0.003812281,0.000327958,0.0006250747,0.061648354],"study_design_scores_gemma":[0.00013049011,0.004672487,0.98211724,0.000028144512,0.00004772208,0.000272225,0.007865573,0.0026157163,0.0009925469,0.00033098846,0.00089719915,0.00002962781],"about_ca_topic_score_codex":0.0011226187,"about_ca_topic_score_gemma":0.00151825,"teacher_disagreement_score":0.004100973,"about_ca_system_score_codex":0.00059440004,"about_ca_system_score_gemma":0.00053311704,"threshold_uncertainty_score":0.021688282},"labels":[],"label_agreement":null},{"id":"W3001131196","doi":"10.24908/pceea.vi0.13751","title":"TEAM FORMATION IN ENGINEERING DESIGN COURSES","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Teamwork; Team composition; Engineering education; Composition (language); Group work; Multidisciplinary approach; Psychology; Medical education; Theme (computing); Team effectiveness; Project-based learning; Work (physics); Engineering; Mathematics education; Engineering management; Computer science; Knowledge management; Management; Medicine; Sociology; Operations management","score_opus":0.006848253231248919,"score_gpt":0.19701373153446144,"score_spread":0.19016547830321254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001131196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8544122,0.0010394397,0.01574922,0.0039906944,0.00046342402,0.00097143446,0.00008514333,0.00014890883,0.123139456],"genre_scores_gemma":[0.9586653,0.0003217261,0.008018072,0.00041057277,0.000044361062,0.0004022505,0.000108480046,0.000031891646,0.031997316],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9932956,0.0032009066,0.00020738471,0.0006636226,0.0014024747,0.0012300768],"domain_scores_gemma":[0.9863057,0.0025952677,0.0011229662,0.00065510935,0.0013175182,0.008003377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053837197,0.00032818853,0.00040931278,0.00072783366,0.007956069,0.0042894483,0.0013763411,0.0009319782,0.011352955],"category_scores_gemma":[0.010019301,0.0003619929,0.00028972767,0.0007921721,0.0017486664,0.0009980586,0.004571841,0.0017419395,0.0021470594],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006585888,0.009249993,0.14061408,0.0009283596,0.00006138567,0.001508366,0.14216419,0.0073926686,0.00603269,0.053000435,0.0819224,0.5564669],"study_design_scores_gemma":[0.0004306831,0.0031209325,0.18770526,0.00093438063,0.000041278698,0.0008938671,0.16774063,0.006150564,0.0050439383,0.039817303,0.5880073,0.00011387743],"about_ca_topic_score_codex":0.008524448,"about_ca_topic_score_gemma":0.02473589,"teacher_disagreement_score":0.011352955,"about_ca_system_score_codex":0.0076604607,"about_ca_system_score_gemma":0.009374718,"threshold_uncertainty_score":0.055580795},"labels":[],"label_agreement":null},{"id":"W3001351515","doi":"10.24908/pceea.vi0.13755","title":"A SURVEY OF PSYCHOLOGICAL TRAITS BEHIND LEARNING TO DESIGN: NOVICES AS DORMANT EXPERT DESIGNERS","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Design science; Phenomenon; Psychology; Research design; Intuition; Engineering ethics; Computer science; Management science; Engineering; Knowledge management; Cognitive science; Sociology; Epistemology; Social science","score_opus":0.020625695690516307,"score_gpt":0.2689767934214339,"score_spread":0.24835109773091757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001351515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953225,0.0010903636,0.00039586506,0.0003030975,0.000020158679,0.000023742969,0.000040948496,0.000009900487,0.0027934464],"genre_scores_gemma":[0.9976872,0.00086197036,0.0002986838,0.000157466,0.000009732786,0.000019210747,0.00007218035,0.000008204671,0.0008853769],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960139,0.0013609474,0.00039780219,0.00038285644,0.0014620263,0.00038259654],"domain_scores_gemma":[0.97704256,0.00976593,0.005176844,0.0010767672,0.0034900869,0.0034478342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008213752,0.00031233727,0.00047073665,0.002662076,0.0010270053,0.0042037806,0.00061367307,0.0013463148,0.002008357],"category_scores_gemma":[0.024597311,0.0006252722,0.0006768829,0.0014433016,0.002151629,0.0028315224,0.00203795,0.0017219703,0.0006355055],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001303883,0.00025722588,0.8408874,0.00021695942,0.00005651515,0.0003293959,0.09930091,0.00020792003,0.0010135721,0.0007528623,0.001515,0.05533181],"study_design_scores_gemma":[0.000013119973,0.0005260629,0.85600567,0.00023849992,0.000026604546,0.001435554,0.13090599,0.0005162544,0.0003020738,0.0007034171,0.009256497,0.000070260015],"about_ca_topic_score_codex":0.0022609376,"about_ca_topic_score_gemma":0.0025768627,"teacher_disagreement_score":0.008213752,"about_ca_system_score_codex":0.00077020616,"about_ca_system_score_gemma":0.0010571425,"threshold_uncertainty_score":0.04343903},"labels":[],"label_agreement":null},{"id":"W3001440795","doi":"10.24908/pceea.vi0.13747","title":"INTEGRATING MAKERSPACES INTO ENGINEERING DESIGN","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cornerstone; Curriculum; Engineering design process; Engineering education; Engineering management; Inclusion (mineral); Multidisciplinary approach; Engineering; Computer science; Sociology; Pedagogy; Mechanical engineering","score_opus":0.004794139790568323,"score_gpt":0.19041158383727086,"score_spread":0.18561744404670252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001440795","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06968564,0.002484559,0.56990683,0.0067425435,0.00073775713,0.00029260688,0.00014430958,0.0028438626,0.34716183],"genre_scores_gemma":[0.4796615,0.0021754531,0.43868542,0.00080715044,0.00016025748,0.00022377097,0.00021809194,0.0007607056,0.077307664],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9923096,0.003365835,0.00042448723,0.0006305966,0.002674686,0.00059488846],"domain_scores_gemma":[0.99277264,0.002522988,0.00029214792,0.002356508,0.00098414,0.0010715426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059852903,0.0007752698,0.00038180387,0.0022605364,0.0034460234,0.00807305,0.0018165775,0.001578377,0.009678211],"category_scores_gemma":[0.008075402,0.0008818103,0.0008597969,0.0015209559,0.0073999483,0.0075654644,0.012435357,0.002282322,0.0018420613],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006555121,0.00023645056,0.0048749214,0.00056509353,0.00004559045,0.00067628326,0.035747997,0.012121082,0.010596438,0.47624403,0.013204503,0.44562206],"study_design_scores_gemma":[0.000018199924,0.00010153339,0.0013291701,0.000272784,0.00002184218,0.0004488874,0.008341621,0.003312506,0.0035523532,0.111404605,0.8711356,0.00006087505],"about_ca_topic_score_codex":0.0074408078,"about_ca_topic_score_gemma":0.027068185,"teacher_disagreement_score":0.009678211,"about_ca_system_score_codex":0.00460992,"about_ca_system_score_gemma":0.0075607467,"threshold_uncertainty_score":0.033447504},"labels":[],"label_agreement":null},{"id":"W3002082015","doi":"10.1016/j.destud.2019.12.003","title":"Make and break details: The architecture of design-build education","year":2020,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Architecture; Generative grammar; Ethnography; Value (mathematics); Design education; Element (criminal law); Meaning (existential); Design process; Architectural design; Architectural engineering; Engineering; Sociology; Engineering ethics; Computer science; Epistemology; Artificial intelligence; Visual arts; Work in process; Political science; Art","score_opus":0.07126992020093509,"score_gpt":0.29785301760649824,"score_spread":0.22658309740556315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002082015","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01338858,0.0020578164,0.5557626,0.0392025,0.00043722923,0.0003617045,0.00016626265,0.0015140985,0.38710913],"genre_scores_gemma":[0.56542456,0.0018035568,0.36817086,0.0015977134,0.0001549939,0.0007558664,0.00019236322,0.0005620329,0.061338127],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98865926,0.00714702,0.0003899791,0.000911252,0.002037192,0.0008552758],"domain_scores_gemma":[0.98450756,0.009814939,0.0005730892,0.002039717,0.0016752091,0.0013894131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0120982025,0.0010520827,0.00082011457,0.0039510606,0.0071429107,0.02128781,0.0031290788,0.006285406,0.030330407],"category_scores_gemma":[0.02362712,0.0017327516,0.0009995383,0.0028096493,0.033583492,0.02220946,0.011337968,0.0053954194,0.0058002025],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016806242,0.00004960504,0.00057095516,0.000041473926,0.0000045412935,0.000027233968,0.0021974845,0.0015323703,0.000105300496,0.9736997,0.0018915004,0.019863075],"study_design_scores_gemma":[0.000019040439,0.000030993877,0.00034744298,0.00014432894,0.000009738846,0.00006442048,0.0021298449,0.0066491268,0.00045484508,0.934517,0.055607494,0.000025764219],"about_ca_topic_score_codex":0.014254344,"about_ca_topic_score_gemma":0.015447415,"teacher_disagreement_score":0.030330407,"about_ca_system_score_codex":0.008239608,"about_ca_system_score_gemma":0.01356804,"threshold_uncertainty_score":0.101465344},"labels":[],"label_agreement":null},{"id":"W3002385213","doi":"10.24908/pceea.vi0.13711","title":"REFLECTING ON THE USE OF DESIGN METHODOLOGY IN ENGINEERING DESIGN EDUCATION","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Capstone; Context (archaeology); Design education; Engineering education; Engineering design process; Computer science; Engineering management; Design methods; Engineering ethics; Engineering; Mechanical engineering","score_opus":0.14870744950687403,"score_gpt":0.31146723584603303,"score_spread":0.162759786339159,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002385213","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10834678,0.018564513,0.63126093,0.08976722,0.0026989589,0.00043430857,0.000071871815,0.00042273654,0.14843275],"genre_scores_gemma":[0.6755229,0.010231852,0.25543982,0.026142785,0.0005418635,0.0005431533,0.00007443312,0.0005128118,0.030990416],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.879109,0.100810714,0.00289876,0.0036917902,0.01132239,0.0021673637],"domain_scores_gemma":[0.8483846,0.11951538,0.005250814,0.009550049,0.014676751,0.0026223816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.086335436,0.0007887738,0.00046714832,0.0022840437,0.0054275505,0.01023917,0.0017047038,0.0041150893,0.002803524],"category_scores_gemma":[0.08422848,0.00095599104,0.0006354231,0.002193857,0.016168522,0.010262246,0.0072400095,0.010322082,0.0011726124],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012754899,0.0004192641,0.013397445,0.0019593358,0.00012001412,0.0009004811,0.21980383,0.005031772,0.014036483,0.35781655,0.023987578,0.36239976],"study_design_scores_gemma":[0.000041413336,0.0004549014,0.00424445,0.002742712,0.000034398705,0.0029567804,0.05754412,0.0042829155,0.008302502,0.09637902,0.822831,0.0001857942],"about_ca_topic_score_codex":0.0034041053,"about_ca_topic_score_gemma":0.00487979,"teacher_disagreement_score":0.086335436,"about_ca_system_score_codex":0.0078729065,"about_ca_system_score_gemma":0.005771019,"threshold_uncertainty_score":0.4565909},"labels":[],"label_agreement":null},{"id":"W3002802064","doi":"10.24908/pceea.vi0.13871","title":"INCORPORATING TIMBER EDUCATION INTO EXISTING ACCREDITED ENGINEERING PROGRAMS","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University","funders":"York University; University of Ottawa","keywords":"Accreditation; Lagging; Curriculum; Engineering; Engineering education; Engineering management; Architectural engineering; Civil engineering; Sociology; Pedagogy","score_opus":0.007147715784265594,"score_gpt":0.21055868711830308,"score_spread":0.2034109713340375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002802064","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8245225,0.00030535503,0.028836612,0.0021030384,0.00025592165,0.00431942,0.00034183616,0.0015502159,0.13776499],"genre_scores_gemma":[0.7581925,0.00054108904,0.13413496,0.00093825726,0.00007169021,0.001463773,0.0006683052,0.0001325825,0.10385699],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977975,0.00027339088,0.000061875166,0.00028546984,0.00085323903,0.00072855985],"domain_scores_gemma":[0.99415815,0.0005147415,0.00028277744,0.00039273687,0.0017675293,0.002884052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021043068,0.0005081834,0.00030710586,0.0019539078,0.0047824862,0.0023428302,0.0027043535,0.0005743376,0.010403296],"category_scores_gemma":[0.004084918,0.00036005693,0.00037649463,0.0018722785,0.0009947977,0.0009697825,0.003814293,0.0012842519,0.0016457301],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021689096,0.010457396,0.040627558,0.00040773148,0.000024522333,0.0005702312,0.015827231,0.0023134516,0.019430207,0.0055851946,0.01789163,0.8866478],"study_design_scores_gemma":[0.00024879348,0.004112977,0.5028373,0.0007981796,0.00016516227,0.000611194,0.039430216,0.010692154,0.022174198,0.004202042,0.41450584,0.00022197264],"about_ca_topic_score_codex":0.29394686,"about_ca_topic_score_gemma":0.77206624,"teacher_disagreement_score":0.29394686,"about_ca_system_score_codex":0.016547473,"about_ca_system_score_gemma":0.05685462,"threshold_uncertainty_score":0.5844718},"labels":[],"label_agreement":null},{"id":"W3003011250","doi":"10.24908/pceea.vi0.13752","title":"FROM STEM TO STEAM IN ENGINEERING DESIGN","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"The arts; Internship; Curriculum; Creativity; Engineering ethics; Engineering education; Engineering; Pedagogy; Engineering management; Sociology; Psychology; Political science; Medical education; Medicine","score_opus":0.00733093195250558,"score_gpt":0.19159966021495736,"score_spread":0.18426872826245178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003011250","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08648522,0.012072796,0.18932351,0.018944362,0.0012426134,0.00016083702,0.00012104822,0.00061355345,0.69103616],"genre_scores_gemma":[0.78503644,0.008459259,0.07625341,0.0027400511,0.00033490552,0.00013527807,0.0001478839,0.0003450015,0.12654777],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99922895,0.00035760662,0.000022418404,0.00006252859,0.00024172818,0.00008687877],"domain_scores_gemma":[0.9991731,0.00042098857,0.00003270834,0.00008517981,0.0001486516,0.00013925029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090623536,0.00032650985,0.00022390408,0.0005828778,0.0011907314,0.0029649595,0.00053827564,0.0007638311,0.012629437],"category_scores_gemma":[0.0020863712,0.00030559298,0.00027602102,0.00061601383,0.0039657135,0.0024392656,0.002156729,0.0012394069,0.0017660141],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009266681,0.00015576063,0.0044101677,0.0007485285,0.000018774912,0.00047949885,0.008488895,0.012569921,0.00474379,0.6107755,0.021065807,0.3364508],"study_design_scores_gemma":[0.000021143078,0.00017328009,0.0018206583,0.0005183302,0.000010076285,0.00039703815,0.0051747495,0.009714151,0.0028628106,0.44446197,0.53482336,0.000022487511],"about_ca_topic_score_codex":0.004469827,"about_ca_topic_score_gemma":0.013003093,"teacher_disagreement_score":0.012629437,"about_ca_system_score_codex":0.0022010542,"about_ca_system_score_gemma":0.0024193157,"threshold_uncertainty_score":0.04224974},"labels":[],"label_agreement":null},{"id":"W3004067840","doi":"10.5539/jsd.v13n1p33","title":"Vernomimicry: Bridging the Gap between Nature and Sustainable Architecture","year":2020,"lang":"en","type":"article","venue":"Journal of Sustainable Development","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Architecture; Bridging (networking); Biomimetics; Computer science; Vernacular architecture; Bridge (graph theory); Sustainable design; Process (computing); Artificial intelligence; Ecology; Sustainability; Biology; Art; Visual arts","score_opus":0.011976820629234834,"score_gpt":0.23171590693256397,"score_spread":0.21973908630332914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004067840","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020170124,0.0046993275,0.39560312,0.018011924,0.0021127108,0.00021957197,0.00006368457,0.00069379166,0.55842584],"genre_scores_gemma":[0.52182454,0.0050467704,0.30986306,0.0031954634,0.00033733586,0.00040300383,0.0001088852,0.00061078044,0.1586101],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983424,0.0007325727,0.00007425816,0.00021633133,0.0005114089,0.00012299813],"domain_scores_gemma":[0.99890697,0.00037831458,0.00010318192,0.00026398126,0.00023194909,0.000115648676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028539235,0.00045459036,0.0004125682,0.0011486078,0.002780613,0.005535522,0.0013003962,0.0018200357,0.01365699],"category_scores_gemma":[0.004318795,0.00029283323,0.00036888142,0.0009861571,0.010723198,0.0062984494,0.0045050876,0.0024077285,0.0015123067],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016440916,0.000019996298,0.0001660724,0.00011199308,0.0000029481325,0.00007550743,0.0015863092,0.00085653015,0.0013146934,0.94702315,0.0035147185,0.04531173],"study_design_scores_gemma":[0.000015160957,0.00006799402,0.00026587016,0.00027586418,0.0000074362524,0.00017332507,0.0016216446,0.004411304,0.0033857042,0.57940924,0.41033733,0.000029216963],"about_ca_topic_score_codex":0.0022854558,"about_ca_topic_score_gemma":0.0049884357,"teacher_disagreement_score":0.01365699,"about_ca_system_score_codex":0.0027791627,"about_ca_system_score_gemma":0.003523013,"threshold_uncertainty_score":0.04568726},"labels":[],"label_agreement":null},{"id":"W3010928486","doi":"10.5220/0008874001250132","title":"Curtain Graphs: Using a Floating Baseline for Comparison in a Two-dimensional Graphical Space","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Baseline (sea); Computer science; Space (punctuation); Operating system; Geology","score_opus":0.06301659117333043,"score_gpt":0.3459307634710601,"score_spread":0.2829141722977297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010928486","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.317431,0.006601804,0.5190278,0.0027199013,0.007458132,0.0017274307,0.035664126,0.054418784,0.054950956],"genre_scores_gemma":[0.68634695,0.001003101,0.24841845,0.00092992245,0.0004879483,0.0010861253,0.04500434,0.007142584,0.009580502],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99469286,0.0023580731,0.00032161782,0.0010588568,0.0012476867,0.00032092907],"domain_scores_gemma":[0.98256105,0.00907523,0.0005465357,0.0048301904,0.002309573,0.00067745766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042372234,0.0020616387,0.0015443711,0.004226487,0.0011253726,0.00451036,0.0028150547,0.0023244016,0.027029045],"category_scores_gemma":[0.050392084,0.00037719807,0.0015100281,0.0026306005,0.0014287211,0.005941441,0.004474835,0.0022369279,0.005793711],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013678126,0.003026967,0.0075852633,0.0037362494,0.001320731,0.0004018488,0.0011646781,0.05931101,0.01648744,0.047652684,0.17620155,0.66943336],"study_design_scores_gemma":[0.0036454732,0.008211225,0.01728568,0.0011635186,0.0010608112,0.0010681264,0.0026067162,0.6251894,0.027917279,0.18846098,0.122869276,0.00052142976],"about_ca_topic_score_codex":0.0060184277,"about_ca_topic_score_gemma":0.006089167,"teacher_disagreement_score":0.027029045,"about_ca_system_score_codex":0.0010115303,"about_ca_system_score_gemma":0.00085526274,"threshold_uncertainty_score":0.09042114},"labels":[],"label_agreement":null},{"id":"W3014623960","doi":"10.1016/j.sheji.2019.12.002","title":"Changing Design Education for the 21st Century","year":2020,"lang":"en","type":"article","venue":"She ji","topic":"Design Education and Practice","field":"Engineering","cited_by":472,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of California, San Diego; Hochschule Luzern; University of Cincinnati; University of California Berkeley; University of Alberta; International Business Machines Corporation","keywords":"Curriculum; Engineering ethics; Process (computing); Professionalization; Perspective (graphical); Knowledge management; Value (mathematics); Work (physics); Tacit knowledge; Action (physics); Design thinking; Computer science; Public relations; Engineering; Sociology; Pedagogy; Political science; Human–computer interaction; Artificial intelligence","score_opus":0.04344325700188018,"score_gpt":0.2741882946889248,"score_spread":0.23074503768704463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014623960","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034146998,0.046965443,0.071130335,0.68782365,0.0051851957,0.00010599124,0.000056097415,0.0006698214,0.15391642],"genre_scores_gemma":[0.49006778,0.058255747,0.14974725,0.15327698,0.003128087,0.00047836523,0.00015416613,0.0005435956,0.14434804],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9855016,0.008703044,0.00072360586,0.0010044985,0.0027848543,0.001282446],"domain_scores_gemma":[0.9829648,0.0074583185,0.0012662314,0.0019941553,0.0026866454,0.0036297657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017522078,0.0006921992,0.00051254604,0.0015630308,0.0051705167,0.0095098335,0.0015463989,0.0066537485,0.014543039],"category_scores_gemma":[0.021667449,0.0005177312,0.0006048748,0.0010960444,0.015965309,0.016232131,0.008179886,0.0079918,0.0033733598],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040720573,0.0003138686,0.0023665254,0.000799652,0.000025435762,0.00019798051,0.032473758,0.00081611384,0.001561402,0.59586495,0.07563688,0.28990266],"study_design_scores_gemma":[0.000014787377,0.00007743689,0.0011054089,0.00089440786,0.0000079356105,0.00028297343,0.012165077,0.00029636928,0.00040100177,0.11443466,0.8702912,0.000028863398],"about_ca_topic_score_codex":0.003519545,"about_ca_topic_score_gemma":0.007284672,"teacher_disagreement_score":0.017522078,"about_ca_system_score_codex":0.007953928,"about_ca_system_score_gemma":0.012630354,"threshold_uncertainty_score":0.092666745},"labels":[],"label_agreement":null},{"id":"W3014750800","doi":"10.1016/j.sheji.2019.12.003","title":"Design Education, Training, and the Broad Picture: Eight Experts Respond to a Few Questions","year":2020,"lang":"en","type":"article","venue":"She ji","topic":"Design Education and Practice","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Training (meteorology); Picture books; Medical education; Computer science; Mathematics education; Psychology; Multimedia; Visual arts; Art; Medicine; Geography","score_opus":0.03835637617171491,"score_gpt":0.27721596348300476,"score_spread":0.23885958731128984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014750800","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18724781,0.0037035572,0.0074330764,0.76324093,0.009711693,0.00039577423,0.00031702666,0.00017383302,0.027776228],"genre_scores_gemma":[0.49272138,0.003650588,0.012036955,0.43264198,0.0055276556,0.0011242705,0.00035344536,0.00016295562,0.051780745],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99554056,0.001562604,0.00046487545,0.00041976979,0.0010412524,0.0009709089],"domain_scores_gemma":[0.96844816,0.016263066,0.0015276468,0.0007980231,0.0070161703,0.0059469957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00774944,0.00039889012,0.00035684407,0.0010761885,0.0084284255,0.0029451123,0.0013404028,0.00987875,0.00775685],"category_scores_gemma":[0.035136323,0.00034112734,0.00026025219,0.00091685826,0.00284108,0.0027414034,0.005640098,0.008681213,0.0013868535],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027578062,0.00044088176,0.022618022,0.000980255,0.000040507948,0.0057550184,0.27949607,0.00044294176,0.0071824254,0.015484918,0.53694886,0.13033442],"study_design_scores_gemma":[0.000038773185,0.00014377013,0.012765273,0.00068335276,0.000017010123,0.002161969,0.49389097,0.00035466632,0.00094413763,0.0038679251,0.48505437,0.00007772625],"about_ca_topic_score_codex":0.0035383385,"about_ca_topic_score_gemma":0.0070907767,"teacher_disagreement_score":0.00987875,"about_ca_system_score_codex":0.0030162456,"about_ca_system_score_gemma":0.0041233827,"threshold_uncertainty_score":0.04098344},"labels":[],"label_agreement":null},{"id":"W3020983931","doi":"","title":"Design: a new optimization environment dedicated to preliminary design","year":2018,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Systems engineering; Computer architecture; Engineering","score_opus":0.027916585858079723,"score_gpt":0.2329038636089162,"score_spread":0.2049872777508365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020983931","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020489215,0.000051362254,0.97271967,0.0000662483,0.000092782844,0.00008714869,0.000397356,0.018468551,0.006067953],"genre_scores_gemma":[0.054741886,0.00016939663,0.9026281,0.00026440423,0.00011323153,0.00090806256,0.0016824862,0.023837222,0.015655203],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988945,0.0003133919,0.000064371,0.00019558724,0.0004074725,0.00012463659],"domain_scores_gemma":[0.9984079,0.0008510959,0.000113445356,0.00029410757,0.00026254493,0.00007092286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018883663,0.0034118837,0.0013461899,0.0009532629,0.00058689737,0.0017715524,0.0025682843,0.0015474012,0.07252078],"category_scores_gemma":[0.0037152872,0.0016294958,0.0018966725,0.00054379454,0.0007669134,0.0014982717,0.0022757386,0.002622694,0.01783977],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00142284,0.0005554959,0.0019421433,0.0015984732,0.0002874794,0.0005549579,0.00043178763,0.43205896,0.062314972,0.03692698,0.07671512,0.38519084],"study_design_scores_gemma":[0.00048540093,0.00026592388,0.0004594647,0.00007936125,0.00008131371,0.00024490253,0.000036901198,0.83711636,0.024042988,0.016832974,0.12027388,0.00008060831],"about_ca_topic_score_codex":0.00076545274,"about_ca_topic_score_gemma":0.0013646069,"teacher_disagreement_score":0.07252078,"about_ca_system_score_codex":0.00039609478,"about_ca_system_score_gemma":0.0010165771,"threshold_uncertainty_score":0.24260616},"labels":[],"label_agreement":null},{"id":"W3022656124","doi":"10.7202/1068541ar","title":"Comment adresser les problèmes pernicieux de manière créative avec le design thinking ?","year":2020,"lang":"fr","type":"article","venue":"Management international","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy; Physics","score_opus":0.05183870023460668,"score_gpt":0.28057146871970007,"score_spread":0.22873276848509339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022656124","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18526337,0.010827942,0.44181705,0.05580969,0.001391933,0.0007312125,0.00009410016,0.00058116246,0.30348355],"genre_scores_gemma":[0.77153504,0.004687696,0.15832047,0.003277466,0.00029345122,0.0007717741,0.00010443187,0.00027062665,0.06073903],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9758084,0.014817191,0.00095507136,0.0020528468,0.005168641,0.0011978021],"domain_scores_gemma":[0.96885836,0.019866336,0.0024647461,0.003854368,0.0036894337,0.0012668698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020926682,0.0012883745,0.0007862763,0.002398444,0.0039334395,0.017645331,0.002156455,0.0038803215,0.01032615],"category_scores_gemma":[0.03254371,0.0006826151,0.0013120414,0.0028088694,0.017497543,0.015887696,0.006450131,0.0045758667,0.0019506735],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014874998,0.00031627866,0.0068265074,0.0022768471,0.00013548076,0.0008283997,0.12423754,0.0025831177,0.0053547644,0.6172785,0.0066037467,0.23341006],"study_design_scores_gemma":[0.00011997746,0.00036544263,0.003893015,0.0020311489,0.000165383,0.0018214395,0.12320062,0.0055071204,0.0075345957,0.52969855,0.32551265,0.00015015932],"about_ca_topic_score_codex":0.0023944757,"about_ca_topic_score_gemma":0.0033784185,"teacher_disagreement_score":0.020926682,"about_ca_system_score_codex":0.004871558,"about_ca_system_score_gemma":0.009344486,"threshold_uncertainty_score":0.110672235},"labels":[],"label_agreement":null},{"id":"W3024256634","doi":"","title":"Effect of personality traits in team dynamics and project outcomes in engineering design","year":2020,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Conscientiousness; Agreeableness; Big Five personality traits; Openness to experience; Extraversion and introversion; Engineering education; Personality; Psychology; Engineering; Teamwork; Project management; Project-based learning; Applied psychology; Knowledge management; Engineering management; Computer science; Mathematics education; Social psychology; Systems engineering; Management","score_opus":0.014514399154463196,"score_gpt":0.2957161430693349,"score_spread":0.28120174391487174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024256634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991825,0.000030993426,0.00006590494,0.000024966816,0.0000049525347,0.0000053648882,0.000013104094,0.0000019221043,0.0006702138],"genre_scores_gemma":[0.9994436,0.00001976447,0.00006692996,0.000008191751,0.0000026539537,0.0000049257465,0.000023899778,0.0000015103757,0.00042854482],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99730384,0.0013185121,0.00018031284,0.00016950749,0.0006860525,0.00034171875],"domain_scores_gemma":[0.97083884,0.0123982355,0.0070750182,0.0012570375,0.001479207,0.0069517363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028993837,0.00028739282,0.00015956465,0.00055786787,0.0006058265,0.0013025469,0.0002714019,0.00039483525,0.0020801271],"category_scores_gemma":[0.015401815,0.00018100445,0.0005456918,0.00034217973,0.00059213117,0.00041601216,0.0009183699,0.00073292584,0.00032036088],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029544026,0.0005240673,0.98883796,0.000011302702,0.00006587645,0.00008316857,0.0010230148,0.00021066697,0.00031206288,0.000042217616,0.000111592824,0.008482559],"study_design_scores_gemma":[0.000004260681,0.00025069836,0.9985436,0.0000077176355,0.0000075316343,0.00004112978,0.0006654557,0.0002641758,0.00006708124,0.00003072404,0.00011247105,0.0000051484667],"about_ca_topic_score_codex":0.0037263897,"about_ca_topic_score_gemma":0.006388866,"teacher_disagreement_score":0.0037263897,"about_ca_system_score_codex":0.00066409755,"about_ca_system_score_gemma":0.0005971165,"threshold_uncertainty_score":0.015333533},"labels":[],"label_agreement":null},{"id":"W3025240038","doi":"10.33137/jaste.v11i1.34259","title":"WISE-Tech Design","year":2020,"lang":"en","type":"article","venue":"Journal for Activist Science and Technology Education","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Calisthenics; Sustainable development; High tech; Architectural engineering; Engineering; Engineering ethics; Engineering management; Psychology; Sociology; Mathematics education; Pedagogy; Knowledge management; Computer science; Political science; Medicine","score_opus":0.03238414207345235,"score_gpt":0.3097277940704602,"score_spread":0.27734365199700783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025240038","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013368169,0.0003165562,0.6007237,0.0005998943,0.00135949,0.0054632644,0.0030069656,0.008008746,0.3671532],"genre_scores_gemma":[0.12021897,0.00041961548,0.6153511,0.0009700519,0.00014948673,0.011251239,0.002885319,0.0029561997,0.24579811],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978618,0.00079331105,0.00014892446,0.00038142226,0.000654107,0.00016045426],"domain_scores_gemma":[0.9978807,0.00062835176,0.00008367969,0.0006884516,0.0005569737,0.00016191484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025973446,0.0011208294,0.00049592933,0.0011313327,0.0012067753,0.0030518088,0.0014673343,0.0011788551,0.16746543],"category_scores_gemma":[0.005989521,0.0007422581,0.00089487474,0.0009359462,0.0010794968,0.0017549093,0.0030996732,0.001022775,0.0459669],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009931866,0.00063251704,0.0031749315,0.0015146952,0.00007112903,0.00040955434,0.0025634523,0.0071248887,0.016087407,0.24011694,0.11021488,0.6170964],"study_design_scores_gemma":[0.00025579837,0.000941602,0.0010832275,0.00017386087,0.00005931384,0.00036848016,0.0007243253,0.00736273,0.007775484,0.023657275,0.95754683,0.000051115538],"about_ca_topic_score_codex":0.00050796353,"about_ca_topic_score_gemma":0.0010232033,"teacher_disagreement_score":0.16746543,"about_ca_system_score_codex":0.0006434206,"about_ca_system_score_gemma":0.0017398065,"threshold_uncertainty_score":0.5602277},"labels":[],"label_agreement":null},{"id":"W3026027571","doi":"","title":"An exploratory study of teamwork processes and perceived team effectiveness in engineering capstone design teams","year":2020,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Capstone; Teamwork; Medical education; Psychology; Engineering education; Team effectiveness; Engineering; Capstone course; Work (physics); Knowledge management; Engineering management; Computer science; Medicine; Management; Operations management","score_opus":0.01641308027955839,"score_gpt":0.2823711912486734,"score_spread":0.265958110969115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3026027571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9994765,0.0000177346,0.00012848359,0.000022990167,0.0000012018779,0.000051300274,0.00001238143,0.0000013496204,0.00028807667],"genre_scores_gemma":[0.9984908,0.00006463269,0.0005079083,0.000038684553,0.000002935239,0.00011685166,0.00004592143,0.0000021294509,0.0007300374],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9957183,0.0017465075,0.00017348317,0.00031987994,0.00102236,0.0010194243],"domain_scores_gemma":[0.9887116,0.003990276,0.0017330819,0.00045821894,0.002389054,0.002717777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067963507,0.0005662493,0.0004489616,0.0015952049,0.006159311,0.0022697935,0.0012262079,0.00059368124,0.0015394819],"category_scores_gemma":[0.010129657,0.00074372586,0.000355653,0.0011819212,0.002170372,0.0011924431,0.0021115025,0.0016666808,0.00020704656],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026722963,0.005571231,0.40607095,0.00017749543,0.000056877703,0.0006400981,0.550095,0.0002778452,0.0021038854,0.00047202155,0.0007599441,0.03350749],"study_design_scores_gemma":[0.000034859597,0.0016013446,0.49870494,0.0000907915,0.000022706881,0.00016593383,0.49364066,0.0007693545,0.0010367623,0.00018198998,0.0037065193,0.000044156808],"about_ca_topic_score_codex":0.09188569,"about_ca_topic_score_gemma":0.22653426,"teacher_disagreement_score":0.09188569,"about_ca_system_score_codex":0.005263328,"about_ca_system_score_gemma":0.007823417,"threshold_uncertainty_score":0.1827017},"labels":[],"label_agreement":null},{"id":"W3031004035","doi":"10.14288/1.0390882","title":"Beyond Industry : A Systems-Based Approach to Collective Form","year":2020,"lang":"en","type":"article","venue":"cIRcle (University of British Columbia)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business; Computer science","score_opus":0.01679376303911136,"score_gpt":0.18049615100243843,"score_spread":0.16370238796332706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3031004035","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022482123,0.003590109,0.657651,0.02370555,0.00053078117,0.00038544173,0.00013372416,0.00025211464,0.29126912],"genre_scores_gemma":[0.79355335,0.0030118588,0.17444247,0.0013094465,0.00031419416,0.0007862473,0.00012349963,0.000118256896,0.02634067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9959705,0.0027152465,0.00012200276,0.0004883127,0.00043850954,0.00026543712],"domain_scores_gemma":[0.99647176,0.0020833088,0.00022681737,0.0005832262,0.0003622769,0.00027262093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048290687,0.0008323356,0.0006066617,0.0026349414,0.0047074095,0.011854567,0.0024801642,0.0026676166,0.00702288],"category_scores_gemma":[0.0039150543,0.00043226275,0.0011841361,0.0019378692,0.028206587,0.008095116,0.006046645,0.0029182215,0.0006285764],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003489224,0.000013698919,0.0003228159,0.000043222244,0.0000110871015,0.00006301046,0.0037945616,0.0035916509,0.00009208223,0.9867251,0.0006358071,0.0047034835],"study_design_scores_gemma":[0.0000104574665,0.000029972476,0.0002645878,0.00009275132,0.000011880731,0.00006568172,0.0036664293,0.008640355,0.00013056392,0.9279594,0.05911451,0.000013406413],"about_ca_topic_score_codex":0.00920596,"about_ca_topic_score_gemma":0.010160115,"teacher_disagreement_score":0.011854567,"about_ca_system_score_codex":0.009313642,"about_ca_system_score_gemma":0.0066412888,"threshold_uncertainty_score":0.067575514},"labels":[],"label_agreement":null},{"id":"W3033875463","doi":"10.1007/978-981-287-532-7_646-1","title":"Wigwametry: Exploring Complex Science, Technology, Engineering, and Mathematics through Indigenous Structural Design","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Indigenous; Mathematics education; Engineering; Mathematics; Biology; Ecology","score_opus":0.1009302206023947,"score_gpt":0.27654728054537336,"score_spread":0.17561705994297866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033875463","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03389189,0.008605614,0.10411144,0.0035818156,0.0007222922,0.0001224673,0.00014060347,0.000631601,0.84819233],"genre_scores_gemma":[0.18610679,0.011332298,0.10117018,0.0008934687,0.00016216218,0.00028726572,0.0003108298,0.00084258866,0.6988945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99981314,0.000053527307,0.000004191943,0.000029301133,0.0000699971,0.000029972569],"domain_scores_gemma":[0.99989045,0.000058726946,0.000003823431,0.000017717579,0.000014449293,0.000014806923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045168053,0.0007477325,0.0003018507,0.0013499793,0.0021531128,0.0031385438,0.0011960553,0.001083031,0.020747196],"category_scores_gemma":[0.0009266409,0.00029582676,0.00030906385,0.0012300131,0.004189505,0.0041094376,0.0028058658,0.0020134079,0.0023535385],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024413312,0.000041748674,0.00058690883,0.00033898067,0.000008059936,0.00014778736,0.025533525,0.00083617,0.0027393657,0.7339668,0.021029947,0.21474627],"study_design_scores_gemma":[0.0000054567595,0.000030065004,0.0011094674,0.00037770788,0.000009118538,0.00027527555,0.007851015,0.0012400632,0.0013945531,0.18556063,0.80212975,0.000016896427],"about_ca_topic_score_codex":0.008545806,"about_ca_topic_score_gemma":0.034646124,"teacher_disagreement_score":0.020747196,"about_ca_system_score_codex":0.0014946593,"about_ca_system_score_gemma":0.0021291715,"threshold_uncertainty_score":0.06940627},"labels":[],"label_agreement":null},{"id":"W3034731855","doi":"10.1093/jcde/qwaa059","title":"A fuzzy-based framework to support multicriteria design of mechatronic systems","year":2020,"lang":"en","type":"article","venue":"Journal of Computational Design and Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Mechatronics; Fuzzy logic; Conceptual design; Process (computing); Range (aeronautics); Fuzzy set; Identification (biology); Engineering design process; Measure (data warehouse)","score_opus":0.03483809038751014,"score_gpt":0.260161083025475,"score_spread":0.2253229926379649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034731855","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031974912,0.00010864282,0.99497664,0.00005334,0.000017560435,0.000052294246,0.000014158124,0.000047519326,0.0015325054],"genre_scores_gemma":[0.26817253,0.00022296283,0.72932583,0.00004930757,0.00003292882,0.00030097872,0.00006607534,0.000032863318,0.0017965826],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863654,0.0005999852,0.000106092004,0.00015821839,0.00040985967,0.00008923479],"domain_scores_gemma":[0.9989114,0.0005201953,0.000100578414,0.000077126664,0.00033698592,0.00005370565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033579313,0.0009893266,0.0009195743,0.0014531547,0.0007682132,0.0017723824,0.0016114033,0.0012447437,0.0030243592],"category_scores_gemma":[0.0029962827,0.00044461363,0.0014108011,0.0008726041,0.0011574593,0.0010370925,0.0014443424,0.0012288304,0.000379697],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045746754,0.00005771053,0.00026598922,0.00015373883,0.00005077694,0.00016341706,0.00020738033,0.8251035,0.004269197,0.13350363,0.00045186735,0.03572703],"study_design_scores_gemma":[0.000009161393,0.000027317215,0.00003683334,0.00002607022,0.000009454434,0.000015262676,0.000019376586,0.98060614,0.00051218114,0.016936598,0.0017948876,0.0000066750804],"about_ca_topic_score_codex":0.00539372,"about_ca_topic_score_gemma":0.0051741996,"teacher_disagreement_score":0.00539372,"about_ca_system_score_codex":0.0014855412,"about_ca_system_score_gemma":0.001610621,"threshold_uncertainty_score":0.017758667},"labels":[],"label_agreement":null},{"id":"W3035797500","doi":"10.24908/pceea.vi0.14156","title":"The Nature of a Problem, Problem Diagnosis, and Engineering Design","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Engineering design process; Computer science; Domain (mathematical analysis); Field (mathematics); Identification (biology); Process (computing); Cognition; Task (project management); Science and engineering; Cognitive ergonomics; Management science; Artificial intelligence; Systems engineering; Engineering ethics; Engineering; Psychology; Medicine","score_opus":0.007764714971483122,"score_gpt":0.19782406640978903,"score_spread":0.1900593514383059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035797500","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0837623,0.011321324,0.67848736,0.04023504,0.0005996455,0.00042214355,0.00008237742,0.00031038994,0.18477944],"genre_scores_gemma":[0.7293331,0.0034571216,0.25675547,0.0016748068,0.00016008223,0.00024850917,0.00009871009,0.00006408558,0.008208037],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98857516,0.006712201,0.00074603944,0.0012019556,0.0023194158,0.00044516622],"domain_scores_gemma":[0.9678357,0.026558444,0.0017686752,0.0016303032,0.001303126,0.0009035865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00770118,0.0005452704,0.0005810864,0.0030655365,0.0018495974,0.009112302,0.0015402738,0.0030854605,0.0034910932],"category_scores_gemma":[0.023944398,0.0005496028,0.0006471126,0.0015115091,0.026727188,0.011568041,0.004088019,0.0036912395,0.00047031595],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005217025,0.00014553437,0.0066282516,0.00046128398,0.000023412333,0.00034520583,0.007153667,0.0046130996,0.0007783243,0.8883639,0.0018867264,0.089548334],"study_design_scores_gemma":[0.000025635585,0.00009375338,0.002234361,0.00035510692,0.000020936228,0.0009899351,0.00604403,0.012678464,0.00083008665,0.92847425,0.048208643,0.00004486011],"about_ca_topic_score_codex":0.0031946246,"about_ca_topic_score_gemma":0.0024529987,"teacher_disagreement_score":0.009112302,"about_ca_system_score_codex":0.0034320334,"about_ca_system_score_gemma":0.0054703564,"threshold_uncertainty_score":0.04072821},"labels":[],"label_agreement":null},{"id":"W3036173571","doi":"10.24908/pceea.vi0.14163","title":"SELF-AWARENESS AND EMPATHY AS TOOLS TO MITIGATE CONFLICT, PROMOTE WELLNESS, AND ENHANCE PERFORMANCE IN A THIRD-YEAR ENGINEERING DESIGN COURSE","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Empathy; Psychology; Conflict management; Conflict resolution; Teamwork; Preparedness; Psychological intervention; Situation awareness; Applied psychology; Accountability; Social psychology; Medical education; Engineering; Political science; Medicine","score_opus":0.0103151931079817,"score_gpt":0.2185676694750273,"score_spread":0.20825247636704558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036173571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99358916,0.000118491706,0.0018225478,0.00071678165,0.00007386944,0.00028814352,0.000017207876,0.00006982689,0.003303933],"genre_scores_gemma":[0.9714137,0.00036146917,0.019708885,0.0006405431,0.00004282941,0.00057547895,0.000048724214,0.000029189467,0.0071792835],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9985253,0.00052088324,0.000046122103,0.0001759936,0.0003760175,0.00035575882],"domain_scores_gemma":[0.9965809,0.00057005027,0.00018299987,0.00012181483,0.00029751266,0.0022467643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031796924,0.0005203868,0.00051181007,0.00044248224,0.0017900502,0.0021038083,0.0011128834,0.00080051605,0.0027405703],"category_scores_gemma":[0.0043983147,0.0002553692,0.00045404426,0.00021620323,0.00095268135,0.00068196486,0.002416537,0.0023407347,0.00044191023],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015811656,0.14757493,0.041783698,0.0009174218,0.000115501905,0.0008691971,0.053930756,0.0014048727,0.030470513,0.0021984845,0.01633503,0.70281845],"study_design_scores_gemma":[0.0021544762,0.08767603,0.6304144,0.0018610468,0.00078367157,0.0022049195,0.058300965,0.017792314,0.07984338,0.010761658,0.107700974,0.0005060458],"about_ca_topic_score_codex":0.0017303852,"about_ca_topic_score_gemma":0.005408605,"teacher_disagreement_score":0.0031796924,"about_ca_system_score_codex":0.0018090284,"about_ca_system_score_gemma":0.004094814,"threshold_uncertainty_score":0.01681608},"labels":[],"label_agreement":null},{"id":"W3036341584","doi":"10.24908/pceea.vi0.14136","title":"MACRO-COGNITIVE ANALYSIS OF DESIGN SKILLS FOR SUPPORTING ENGINEERING DESIGN EDUCATION","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Relevance (law); Cognition; Macro; Computer science; Fluency; Sensemaking; Process (computing); Engineering design process; Frame (networking); Design process; Domain (mathematical analysis); Field (mathematics); Cognitive psychology; Psychology; Human–computer interaction; Engineering; Work in process; Mathematics education","score_opus":0.012978436615199443,"score_gpt":0.2390207219665783,"score_spread":0.22604228535137888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036341584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.700848,0.00077349436,0.22606972,0.001209846,0.0000451052,0.00054193696,0.0005237939,0.0007455277,0.06924261],"genre_scores_gemma":[0.9443777,0.0001816792,0.053600233,0.00007290641,0.000009002753,0.00012375475,0.00020237321,0.000041926167,0.0013903636],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99849164,0.0006781633,0.00009853813,0.00020155103,0.00041447702,0.000115604555],"domain_scores_gemma":[0.98635733,0.009534772,0.0011569979,0.0010615529,0.0014150618,0.00047419226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026952124,0.00073257735,0.00032248354,0.0037667628,0.00061800587,0.0032502445,0.0005222773,0.00046966632,0.0049833287],"category_scores_gemma":[0.015907744,0.00022542129,0.0004993513,0.0014201845,0.0016853911,0.0029568793,0.0014239318,0.00086530874,0.00056767813],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036966585,0.0012827569,0.1706033,0.0018794561,0.00016522284,0.0003471388,0.05232657,0.013417385,0.021045445,0.09265668,0.0033430867,0.6425632],"study_design_scores_gemma":[0.00007192161,0.00083747046,0.49098706,0.0009478234,0.00017714234,0.0006363446,0.04866456,0.11018487,0.016571961,0.28035,0.050356977,0.00021382814],"about_ca_topic_score_codex":0.0040204097,"about_ca_topic_score_gemma":0.0066696894,"teacher_disagreement_score":0.0049833287,"about_ca_system_score_codex":0.0018530409,"about_ca_system_score_gemma":0.0018858837,"threshold_uncertainty_score":0.016670942},"labels":[],"label_agreement":null},{"id":"W3036671176","doi":"10.24908/pceea.vi0.14208","title":"EXAMINING GENDER AND NATIONALITY BIAS IN DECISION-MAKING BY ENGINEERING STUDENT TEAMS","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Nationality; Psychology; Social psychology; Applied psychology; Political science; Immigration","score_opus":0.02363846186553899,"score_gpt":0.2518348670710815,"score_spread":0.2281964052055425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036671176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984863,0.000056739496,0.0002306706,0.000041155512,0.000012017887,0.000013561918,0.000023346947,0.0000015878057,0.0011345827],"genre_scores_gemma":[0.99916613,0.000030314375,0.00021720056,0.0000448058,0.000006940542,0.000021607446,0.0000436921,0.0000030472822,0.0004662936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994344,0.0027429576,0.00041374765,0.00061267277,0.001395452,0.0004911867],"domain_scores_gemma":[0.9723573,0.012128625,0.007939009,0.0018261044,0.0039403285,0.0018086099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008853542,0.0002429816,0.00042129165,0.0014575849,0.0009487931,0.00146192,0.00045928644,0.00042757887,0.0028361604],"category_scores_gemma":[0.028053693,0.00023044871,0.00037063775,0.0006157027,0.0009846607,0.0007807412,0.0012679345,0.0005223413,0.0005174956],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036740128,0.00018807493,0.9783383,0.000021066795,0.00006787208,0.00008441575,0.007387476,0.00010685641,0.0006675371,0.00021638002,0.00017179508,0.012382749],"study_design_scores_gemma":[0.00002067433,0.00047220933,0.98331565,0.000040988733,0.000028197834,0.00023256848,0.012861866,0.00078971125,0.000718957,0.0004774294,0.0010179305,0.00002383346],"about_ca_topic_score_codex":0.00423252,"about_ca_topic_score_gemma":0.00787195,"teacher_disagreement_score":0.008853542,"about_ca_system_score_codex":0.0005843658,"about_ca_system_score_gemma":0.0006411793,"threshold_uncertainty_score":0.046822548},"labels":[],"label_agreement":null},{"id":"W3037104400","doi":"","title":"Rapid Prototyping for Learning: Making Revisions to Designs through 3D Printing","year":2018,"lang":"en","type":"article","venue":"EdMedia + Innovate Learning","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"3D printing; Rapid prototyping; Computer science; Human–computer interaction; Engineering; Mechanical engineering","score_opus":0.0813246905871426,"score_gpt":0.348261446532548,"score_spread":0.2669367559454054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037104400","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026049506,0.00067596167,0.9343787,0.00037593592,0.00044903366,0.00021923297,0.00011986953,0.0063011427,0.03143068],"genre_scores_gemma":[0.19487266,0.00090969715,0.78122115,0.0001980496,0.00008949254,0.00023264482,0.00016284343,0.0013153399,0.020998076],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9956801,0.0012768693,0.00020219255,0.00047422113,0.0021393632,0.00022727353],"domain_scores_gemma":[0.9882406,0.007317319,0.00038295516,0.002776434,0.0009926279,0.0002899856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038728975,0.0017937442,0.00071371713,0.0017627372,0.00078608753,0.0052753133,0.0027204524,0.002181844,0.019557737],"category_scores_gemma":[0.013197287,0.0013207193,0.0012267974,0.001089891,0.0028677299,0.0037501135,0.0045341183,0.001759807,0.00494947],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039307328,0.00025851442,0.00096070935,0.0009408131,0.00007652641,0.0009094599,0.0034445773,0.017906822,0.09357423,0.034502316,0.010658151,0.83637494],"study_design_scores_gemma":[0.0003402463,0.0017749282,0.003302824,0.00062337815,0.00026616117,0.0051179146,0.0025932866,0.13962181,0.47404063,0.080458626,0.29122746,0.0006327458],"about_ca_topic_score_codex":0.0003899946,"about_ca_topic_score_gemma":0.00063495885,"teacher_disagreement_score":0.019557737,"about_ca_system_score_codex":0.00049664365,"about_ca_system_score_gemma":0.0007422709,"threshold_uncertainty_score":0.065427184},"labels":[],"label_agreement":null},{"id":"W3038112681","doi":"10.22215/etd/2020-14104","title":"Medicative Architecture: Bioplastic Ice Fishing Huts as A Rehabilitative, Bioremediation Proposal for Contrecoeur’s Contaminated Protected Wetlands","year":2020,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bioplastic; Wetland; Fishing; Engineering; Materiality (auditing); Environmental planning; Geography; Environmental science; Environmental resource management; Fishery; Ecology; Waste management; Art","score_opus":0.00945560025668521,"score_gpt":0.26750552114970566,"score_spread":0.2580499208930205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038112681","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25650826,0.002137181,0.045548543,0.0158255,0.0012624959,0.0009258277,0.00021945698,0.00032659664,0.6772461],"genre_scores_gemma":[0.5421908,0.0019820873,0.053841736,0.0014987715,0.00012794528,0.00024736582,0.0001052665,0.00010075205,0.3999052],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995303,0.00015531779,0.000008175759,0.000039910214,0.00019678658,0.00006935597],"domain_scores_gemma":[0.9997136,0.000059105,0.00002155417,0.00003123693,0.0000800743,0.00009436812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010030761,0.0003549102,0.000102802594,0.000463398,0.0035731955,0.0025326323,0.0007396945,0.0009925563,0.0103027895],"category_scores_gemma":[0.0006891159,0.00011685804,0.0002240854,0.00026023085,0.0034943975,0.0006768577,0.0010246343,0.00079331885,0.0010507086],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024005359,0.00058183185,0.005554137,0.0008332735,0.00002033149,0.0038777932,0.1240235,0.0040721623,0.042487692,0.44412047,0.11996751,0.2542212],"study_design_scores_gemma":[0.00001903439,0.00033645632,0.0050117075,0.00033141416,0.000013191705,0.0010508853,0.042746592,0.0011758698,0.0072865346,0.006741302,0.9352596,0.000027499329],"about_ca_topic_score_codex":0.018130912,"about_ca_topic_score_gemma":0.09620509,"teacher_disagreement_score":0.9818691,"about_ca_system_score_codex":0.0047746287,"about_ca_system_score_gemma":0.0057027456,"threshold_uncertainty_score":0.036050737},"labels":[],"label_agreement":null},{"id":"W3042990787","doi":"10.1108/jbs-02-2020-0044","title":"Design thinking and radical innovation: enter the smartwatch","year":2020,"lang":"en","type":"article","venue":"Journal of Business Strategy","topic":"Design Education and Practice","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Mindset; Originality; Meaning (existential); Design thinking; Product (mathematics); New product development; Product innovation; Value (mathematics); Field (mathematics); Empathy; Knowledge management; Product design; Business; Marketing; Computer science; Creativity; Psychology; Human–computer interaction; Artificial intelligence","score_opus":0.06517552604064654,"score_gpt":0.2598574529240252,"score_spread":0.19468192688337865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042990787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40046418,0.003153441,0.20087108,0.0151436515,0.00038857476,0.00057200744,0.00006297121,0.00036326805,0.37898085],"genre_scores_gemma":[0.9577516,0.0007247411,0.030029617,0.0012744184,0.000033571887,0.00020733707,0.000025018939,0.000058333266,0.009895348],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99009925,0.007211764,0.00023866132,0.0005072849,0.0014159823,0.0005270805],"domain_scores_gemma":[0.98139805,0.014195914,0.0011070543,0.0017800715,0.0009093961,0.0006094963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009726276,0.000521182,0.00034967755,0.0017823211,0.003070294,0.0074543045,0.0009114541,0.0017243837,0.006985507],"category_scores_gemma":[0.010236995,0.00030852124,0.00070064963,0.0010884757,0.01588567,0.007742488,0.005260473,0.002470406,0.00066880777],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014031537,0.0002848453,0.008276086,0.00086282514,0.00003371605,0.0011285275,0.17334968,0.001536083,0.0037965428,0.69747126,0.0026794886,0.11044067],"study_design_scores_gemma":[0.000096537755,0.00066533755,0.0058281715,0.0012669872,0.000060850303,0.0027649933,0.16004235,0.005045235,0.007789237,0.56892794,0.24741723,0.00009519856],"about_ca_topic_score_codex":0.00075027504,"about_ca_topic_score_gemma":0.0010602347,"teacher_disagreement_score":0.009726276,"about_ca_system_score_codex":0.0038103468,"about_ca_system_score_gemma":0.0038668555,"threshold_uncertainty_score":0.051438034},"labels":[],"label_agreement":null},{"id":"W3046186163","doi":"","title":"On designers’ use of biomimicry tools during the new product development process: an empirical investigation","year":2016,"lang":"en","type":"preprint","venue":"RePEc: Research Papers in Economics","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Biomimetics; Counterintuitive; Process (computing); New product development; Product (mathematics); Engineering; Key (lock); Computer science; Process management; Systems engineering; Business; Artificial intelligence; Marketing; Epistemology","score_opus":0.12002772664493298,"score_gpt":0.3572564616599099,"score_spread":0.23722873501497688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046186163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890822,0.00048191365,0.003036435,0.00023158343,0.000009740082,0.00012983446,0.00003731562,0.0000122488345,0.0069787004],"genre_scores_gemma":[0.9950453,0.00051335996,0.0027462735,0.00012450478,0.000010562074,0.00017503266,0.00004530083,0.000017176702,0.0013225169],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9501366,0.033885907,0.0036949427,0.0031800221,0.0072476463,0.0018549489],"domain_scores_gemma":[0.5542389,0.37889367,0.035658836,0.011826972,0.016134555,0.0032469823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.048301827,0.0005244416,0.00065320864,0.0042056395,0.0023214798,0.0064224284,0.0015876769,0.0030928806,0.0043694563],"category_scores_gemma":[0.18758981,0.0012152577,0.00051658484,0.0028538122,0.0052226544,0.00681487,0.004182655,0.0023584713,0.0010803059],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005378878,0.0010617621,0.30755213,0.0016328242,0.000093307455,0.00090429705,0.5947092,0.00060562,0.0028418303,0.0044157826,0.0006404042,0.08500493],"study_design_scores_gemma":[0.00015274552,0.0020865297,0.36298355,0.0017726828,0.0002502939,0.0016808267,0.58383703,0.0030980476,0.00474892,0.004125152,0.03497885,0.00028530537],"about_ca_topic_score_codex":0.0013208815,"about_ca_topic_score_gemma":0.0021441395,"teacher_disagreement_score":0.048301827,"about_ca_system_score_codex":0.0023710118,"about_ca_system_score_gemma":0.0026898677,"threshold_uncertainty_score":0.25544757},"labels":[],"label_agreement":null},{"id":"W3047014368","doi":"10.1111/caim.12399","title":"Improving new product development innovation effectiveness by using problem solving tools during the conceptual development phase: Integrating Design Thinking and TRIZ","year":2020,"lang":"en","type":"article","venue":"Creativity and Innovation Management","topic":"Design Education and Practice","field":"Engineering","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"TRIZ; Automotive industry; New product development; Conceptual design; Computer science; Conceptual framework; Process (computing); Product (mathematics); Process management; Manufacturing engineering; Fuzzy logic; Systems engineering; Management science; Engineering; Artificial intelligence; Business; Mathematics; Marketing; Human–computer interaction","score_opus":0.07056966816608355,"score_gpt":0.28713569763813035,"score_spread":0.21656602947204678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047014368","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116719425,0.020814953,0.7882098,0.005687927,0.00021588059,0.0020071734,0.00007865674,0.0006247719,0.06564137],"genre_scores_gemma":[0.3274203,0.009596207,0.6580293,0.0006441667,0.000065588705,0.0013454228,0.00010647835,0.00007950287,0.0027130416],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97491914,0.01455694,0.0019293817,0.001487529,0.006357519,0.00074945745],"domain_scores_gemma":[0.95323735,0.03473844,0.0041978094,0.0022089542,0.0051202006,0.000497316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025071647,0.0013001882,0.0010777084,0.0079589905,0.0011311603,0.008830428,0.00203319,0.0015516683,0.0017793779],"category_scores_gemma":[0.032316025,0.0006296143,0.0013862598,0.004078897,0.002793254,0.009202911,0.003488783,0.0021057543,0.0005123179],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013673182,0.0010351726,0.0043667457,0.008580434,0.00021442077,0.0001684861,0.011606664,0.006708786,0.0069307648,0.11645659,0.0015126802,0.8422825],"study_design_scores_gemma":[0.00086308346,0.005198333,0.02785595,0.020158403,0.0017595773,0.0029144716,0.044540472,0.12887934,0.07976565,0.434761,0.25269663,0.0006071346],"about_ca_topic_score_codex":0.00086205354,"about_ca_topic_score_gemma":0.0009441201,"teacher_disagreement_score":0.025071647,"about_ca_system_score_codex":0.0039460384,"about_ca_system_score_gemma":0.008711742,"threshold_uncertainty_score":0.13259315},"labels":[],"label_agreement":null},{"id":"W3047285208","doi":"10.25071/1916-4467.40510","title":"School Science Students Developing and Mobilizing Eco-Just Engineering Products","year":2020,"lang":"en","type":"article","venue":"Journal of the Canadian Association for Curriculum Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Context (archaeology); Science education; Consciousness; Sociology; Engineering ethics; Promotion (chess); Public relations; Pedagogy; Psychology; Engineering; Political science; Politics","score_opus":0.03532451372519826,"score_gpt":0.2963466039119047,"score_spread":0.26102209018670647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047285208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9709976,0.00044006898,0.0008456184,0.0029411833,0.0001085942,0.00019110383,0.000097822856,0.00009574379,0.02428237],"genre_scores_gemma":[0.96340185,0.0011399956,0.002780623,0.0024835584,0.000043306256,0.00014429142,0.0001491076,0.00003999567,0.02981727],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989083,0.00017562139,0.000054526306,0.00019299664,0.00025573946,0.00041273373],"domain_scores_gemma":[0.99790984,0.00021529148,0.00031425862,0.00013078951,0.000445494,0.0009842686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018364987,0.000765677,0.0008059757,0.0021336349,0.0064895637,0.011260397,0.0012113584,0.0027461133,0.016685393],"category_scores_gemma":[0.0021839235,0.00058607763,0.0007311831,0.0010922914,0.0043945517,0.0031143895,0.0057863332,0.0042821285,0.005920727],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027779443,0.019582784,0.20403881,0.0014588636,0.000058585283,0.004526518,0.5534665,0.00045250525,0.040969506,0.034189574,0.022145053,0.11883352],"study_design_scores_gemma":[0.000079847225,0.002253187,0.10432822,0.00089874526,0.00011731275,0.0017128368,0.5879509,0.00084069837,0.012272273,0.014306016,0.2751061,0.00013388788],"about_ca_topic_score_codex":0.002469768,"about_ca_topic_score_gemma":0.004131837,"teacher_disagreement_score":0.016685393,"about_ca_system_score_codex":0.0013273263,"about_ca_system_score_gemma":0.0030687498,"threshold_uncertainty_score":0.0558182},"labels":[],"label_agreement":null},{"id":"W3080833302","doi":"","title":"3D Printing Activity Categorization: An Affordance Perspective","year":2020,"lang":"en","type":"article","venue":"EdMedia + Innovate Learning","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Affordance; Categorization; Perspective (graphical); Computer science; Human–computer interaction; Artificial intelligence","score_opus":0.026472103829339778,"score_gpt":0.26634239256047754,"score_spread":0.23987028873113775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080833302","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.122064166,0.0021698256,0.8069685,0.0023983172,0.00015677974,0.00010953019,0.00042721938,0.0007531006,0.064952575],"genre_scores_gemma":[0.8455285,0.0006725683,0.14826015,0.00012672588,0.00007533018,0.00006704888,0.0002802141,0.00013982478,0.004849734],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9985537,0.00032596997,0.00011173908,0.00041472082,0.00040887797,0.00018491836],"domain_scores_gemma":[0.99750394,0.0011162657,0.00026662246,0.00047867393,0.00041253492,0.0002219808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015294723,0.000733187,0.00061974535,0.0044493643,0.0010579908,0.00677419,0.0015753224,0.0017397801,0.009593419],"category_scores_gemma":[0.005796126,0.0007148505,0.0014152188,0.002189148,0.003789295,0.009817332,0.0037829713,0.00089693157,0.000744617],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002676376,0.00015273181,0.0106787635,0.00042635648,0.00007999312,0.000648212,0.007820943,0.0065124757,0.032094307,0.7646624,0.0022266717,0.17442943],"study_design_scores_gemma":[0.00003794097,0.00024791024,0.023421492,0.00045102296,0.00011848422,0.002305278,0.009733697,0.12958863,0.014604581,0.77053297,0.048809834,0.00014821209],"about_ca_topic_score_codex":0.0049511283,"about_ca_topic_score_gemma":0.0033767747,"teacher_disagreement_score":0.009593419,"about_ca_system_score_codex":0.0010052042,"about_ca_system_score_gemma":0.0004814129,"threshold_uncertainty_score":0.032093227},"labels":[],"label_agreement":null},{"id":"W3084582665","doi":"10.1007/s10798-020-09621-x","title":"Applying Bloom’s taxonomy in transdisciplinary engineering design education","year":2020,"lang":"en","type":"article","venue":"International Journal of Technology and Design Education","topic":"Design Education and Practice","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Engineering education; Engineering design process; Curriculum; Taxonomy (biology); Design thinking; Computer science; Cognition; Mathematics education; Design education; Instructional design; Management science; Engineering; Psychology; Engineering management; Human–computer interaction; Pedagogy; Ecology","score_opus":0.02967118744645953,"score_gpt":0.26798051387309957,"score_spread":0.23830932642664004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084582665","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05079404,0.005103238,0.5303817,0.02047066,0.00086428353,0.0014923905,0.00035679367,0.00042794994,0.39010903],"genre_scores_gemma":[0.40146795,0.0045408104,0.56358945,0.0025381653,0.00009731582,0.0015930732,0.00033457583,0.000104091654,0.025734592],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98423994,0.008239991,0.002028343,0.0009262943,0.0038253323,0.00074018043],"domain_scores_gemma":[0.97243166,0.015759973,0.001000492,0.00163313,0.007718875,0.0014558198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012943912,0.0008648212,0.00071494764,0.008906129,0.0068824445,0.0077672703,0.002024258,0.002747302,0.0059222532],"category_scores_gemma":[0.02428858,0.0007105444,0.00096815807,0.007390904,0.007952559,0.015190182,0.0066943252,0.0032506846,0.0013399924],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045657238,0.00015651713,0.009122727,0.0006341858,0.000017048878,0.00024405943,0.020940537,0.0018079476,0.00052565173,0.799445,0.008961793,0.15809898],"study_design_scores_gemma":[0.000030180703,0.00013240309,0.0055776755,0.0015144844,0.00002093565,0.0006288565,0.03784792,0.005679173,0.0010268801,0.73884773,0.208628,0.00006581632],"about_ca_topic_score_codex":0.0134822605,"about_ca_topic_score_gemma":0.020363463,"teacher_disagreement_score":0.0134822605,"about_ca_system_score_codex":0.013470531,"about_ca_system_score_gemma":0.025667178,"threshold_uncertainty_score":0.097736},"labels":[],"label_agreement":null},{"id":"W3084724473","doi":"","title":"Improving the flourishing business canvas through design : experiments in Belgium, Sweden and Canada","year":2020,"lang":"en","type":"article","venue":"Ghent University Academic Bibliography (Ghent University)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Flourishing; Political science; Psychology","score_opus":0.03830396609104951,"score_gpt":0.2054989527433123,"score_spread":0.1671949866522628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084724473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97674793,0.00028123747,0.0016584169,0.0002604263,0.000025101996,0.00067159993,0.0001636837,0.00012297575,0.02006854],"genre_scores_gemma":[0.9693382,0.00040524662,0.010060579,0.00012395339,0.0000061677215,0.00049390126,0.00023499796,0.00013184968,0.019205235],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99594927,0.0014030521,0.00011999584,0.0004093901,0.0012319757,0.00088618346],"domain_scores_gemma":[0.9894727,0.005048028,0.0003319993,0.00075980293,0.0023569076,0.0020304641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059947157,0.0009995883,0.0011529839,0.001506594,0.00755244,0.006038414,0.0023843322,0.0022094839,0.007886341],"category_scores_gemma":[0.015670106,0.000855244,0.00062990416,0.0026540072,0.0047987476,0.0016683476,0.0026957993,0.0015490759,0.00082665135],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015123315,0.042491533,0.044258524,0.0032719634,0.00034738146,0.0015065845,0.2820138,0.033803683,0.039348446,0.03233067,0.026191676,0.47931245],"study_design_scores_gemma":[0.004274214,0.02939111,0.24939148,0.0018554779,0.001075244,0.00046647864,0.31153008,0.049587283,0.04466905,0.015566916,0.2911119,0.0010807817],"about_ca_topic_score_codex":0.77256304,"about_ca_topic_score_gemma":0.85631347,"teacher_disagreement_score":0.22743696,"about_ca_system_score_codex":0.02033895,"about_ca_system_score_gemma":0.03459851,"threshold_uncertainty_score":0.45755273},"labels":[],"label_agreement":null},{"id":"W3086425625","doi":"10.19173/irrodl.v21i3.4718","title":"Languaging Network Learning: The Emergence of Connectivism in Architectonic Thought","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Learning theory; Sociology; Conceptualization; Educational technology; Pedagogy; Education theory; Epistemology; Higher education; Psychology; Computer science; Philosophy; Artificial intelligence","score_opus":0.08818655397497882,"score_gpt":0.4152394491812303,"score_spread":0.32705289520625147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086425625","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12020175,0.027253896,0.3517896,0.07879908,0.0012693413,0.00012683582,0.00006948206,0.0003548071,0.42013517],"genre_scores_gemma":[0.9553774,0.006587644,0.026495771,0.0022437582,0.00048565184,0.00015239463,0.000029142859,0.0001492054,0.008478945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99418855,0.0043780785,0.0001131106,0.0005145251,0.00056518905,0.0002405928],"domain_scores_gemma":[0.98698515,0.010467616,0.0005197621,0.0010560086,0.00052350055,0.00044791514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007894109,0.00043363086,0.00039924643,0.0029364214,0.0036917024,0.011201768,0.0011794869,0.0024600155,0.0024500287],"category_scores_gemma":[0.0082247555,0.00034504884,0.0004521788,0.0021666174,0.06588991,0.019157385,0.0055979863,0.0045679496,0.0003291957],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070062792,0.00000545531,0.00021183288,0.00004819253,0.0000032797554,0.000082894054,0.02327498,0.00022786336,0.00009339338,0.9686291,0.0005811555,0.0068349103],"study_design_scores_gemma":[0.000007461547,0.000011722931,0.00024829342,0.00016049814,0.0000038908006,0.00018715541,0.0073207356,0.0012185416,0.00018888897,0.94068813,0.049950678,0.000013993845],"about_ca_topic_score_codex":0.0018321762,"about_ca_topic_score_gemma":0.0020310122,"teacher_disagreement_score":0.011201768,"about_ca_system_score_codex":0.0044791303,"about_ca_system_score_gemma":0.0025261478,"threshold_uncertainty_score":0.041748583},"labels":[],"label_agreement":null},{"id":"W3088776379","doi":"","title":"Teaching and Learning Design Thinking (DT)","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Education / Revue canadienne de l éducation","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Experiential learning; Creativity; Curriculum; Learning design; Mathematics education; Design thinking; Critical thinking; Instructional design; Psychology; 21st century skills; Pedagogy; Focus group; Computer science; Sociology","score_opus":0.0496679982372259,"score_gpt":0.25663189752411675,"score_spread":0.20696389928689085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088776379","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21771769,0.0070452336,0.4462769,0.008092247,0.0005710251,0.001110074,0.00014451635,0.001040418,0.31800187],"genre_scores_gemma":[0.6457399,0.0052818824,0.31641883,0.0014154562,0.00011511655,0.00087449624,0.00015265016,0.00013064046,0.02987106],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99635506,0.0017370499,0.00021927051,0.00040482965,0.0010559399,0.00022796699],"domain_scores_gemma":[0.9890773,0.007219094,0.000788231,0.0011812842,0.0008106353,0.00092353654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005215616,0.00046545037,0.00024687508,0.0014951662,0.00094548037,0.0046612406,0.0006679129,0.0009155497,0.0055878605],"category_scores_gemma":[0.01238953,0.00025559377,0.00046967308,0.0009181345,0.004029907,0.0026386017,0.003549504,0.0017144082,0.00092481595],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003148696,0.00044268742,0.0077064713,0.0010370492,0.000022311675,0.00016981042,0.028526131,0.0016120485,0.005206819,0.11856204,0.007385844,0.82929736],"study_design_scores_gemma":[0.00009448386,0.00068829826,0.015194863,0.0025965937,0.00004504778,0.0021838346,0.021678481,0.0042525246,0.010991456,0.48729455,0.45489055,0.000089294525],"about_ca_topic_score_codex":0.0007599689,"about_ca_topic_score_gemma":0.0014839259,"teacher_disagreement_score":0.0055878605,"about_ca_system_score_codex":0.0020592648,"about_ca_system_score_gemma":0.005050175,"threshold_uncertainty_score":0.027583122},"labels":[],"label_agreement":null},{"id":"W3089150156","doi":"10.1017/dsj.2020.21","title":"Supporting designers: moving from method menagerie to method ecosystem","year":2020,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Design methods; Position (finance); Position paper; Management science; Engineering ethics; Engineering; Business; World Wide Web","score_opus":0.0738538227586374,"score_gpt":0.37429568319223555,"score_spread":0.30044186043359816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089150156","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20426248,0.0064457566,0.4896099,0.11000125,0.0018208212,0.0015361494,0.00007259388,0.0015813535,0.18466964],"genre_scores_gemma":[0.71699435,0.0018353694,0.26123995,0.0060389144,0.00024733387,0.0010823889,0.000050725055,0.00034981334,0.012161209],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8963655,0.08646343,0.0025601212,0.004370157,0.0075824955,0.0026581525],"domain_scores_gemma":[0.8911448,0.06642643,0.006754831,0.01935651,0.007364466,0.008953016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09688051,0.0010320059,0.00075433485,0.0039856588,0.009032389,0.0223011,0.0030020815,0.0052669146,0.0069857943],"category_scores_gemma":[0.07224334,0.0015658723,0.0011745458,0.0014550192,0.032615054,0.032806076,0.028714199,0.006977153,0.001719274],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020277218,0.0006955205,0.01272269,0.001393017,0.00007738108,0.0008270446,0.33797076,0.0008572673,0.0033149417,0.4054292,0.008003464,0.22850592],"study_design_scores_gemma":[0.00013318009,0.0008313934,0.0052499017,0.0055821454,0.0000918342,0.0014795515,0.13323282,0.0032359292,0.0044795144,0.26780805,0.57772815,0.00014757573],"about_ca_topic_score_codex":0.0011689656,"about_ca_topic_score_gemma":0.0016451692,"teacher_disagreement_score":0.09688051,"about_ca_system_score_codex":0.006928496,"about_ca_system_score_gemma":0.015493258,"threshold_uncertainty_score":0.51235926},"labels":[],"label_agreement":null},{"id":"W3089172678","doi":"10.1177/2327857920091059","title":"Validation of the Design for Mass Adaptation Method – A Case for Higher Medical Treatment Quality","year":2020,"lang":"en","type":"article","venue":"Proceedings of the International Symposium on Human Factors and Ergonomics in Health Care","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Adaptability; Adaptation (eye); Product (mathematics); Quality (philosophy); New product development; Product design; Reliability engineering; Engineering; Mathematics","score_opus":0.13146367634097114,"score_gpt":0.3845963969467578,"score_spread":0.2531327206057866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089172678","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34798563,0.0004591106,0.6299857,0.0016819518,0.00023233578,0.0030515464,0.00015018717,0.00069997204,0.0157536],"genre_scores_gemma":[0.53407276,0.00013223013,0.46174985,0.00028858014,0.000029355388,0.0012270592,0.00011361832,0.00012103874,0.002265558],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.91478264,0.06335928,0.0031616841,0.0037389046,0.013871138,0.001086362],"domain_scores_gemma":[0.8733445,0.08682903,0.004976313,0.020734852,0.012963328,0.0011519996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06468983,0.0006769442,0.0005900085,0.0013858282,0.0012101128,0.0030517816,0.002052613,0.0021229086,0.0033908498],"category_scores_gemma":[0.07321874,0.00042485827,0.0010606217,0.0007012034,0.0028469001,0.00188026,0.0025453486,0.0016785277,0.0005493362],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021049757,0.003252389,0.034236602,0.0032347988,0.00026557894,0.0017464105,0.044946082,0.02481647,0.07542377,0.08018846,0.0034395112,0.7263449],"study_design_scores_gemma":[0.0016794287,0.019451499,0.080210395,0.0053796344,0.00065758306,0.0048777587,0.024847383,0.22882554,0.2787556,0.074347496,0.28022534,0.00074240484],"about_ca_topic_score_codex":0.0010973389,"about_ca_topic_score_gemma":0.0010405886,"teacher_disagreement_score":0.06468983,"about_ca_system_score_codex":0.0024088614,"about_ca_system_score_gemma":0.0040991935,"threshold_uncertainty_score":0.3421166},"labels":[],"label_agreement":null},{"id":"W3090917840","doi":"10.3390/su12198174","title":"A Research Roadmap for Sustainable Design Methods and Tools","year":2020,"lang":"en","type":"article","venue":"Sustainability","topic":"Design Education and Practice","field":"Engineering","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kwantlen Polytechnic University","funders":"","keywords":"Sustainable design; Mainstream; Sustainable development; Mainstreaming; Process management; Product design; Technology roadmap; Management science; Product (mathematics); Computer science; Engineering management; Sustainability; Knowledge management; Engineering; Business; Marketing; Political science","score_opus":0.16756043412060248,"score_gpt":0.4687453832956059,"score_spread":0.3011849491750034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090917840","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036748238,0.07570452,0.5333932,0.23642224,0.005645791,0.0029206148,0.00062966323,0.00185416,0.13975494],"genre_scores_gemma":[0.04346508,0.051817335,0.8707705,0.012674154,0.0013391094,0.005213304,0.00073010253,0.0007869681,0.013203465],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8766218,0.08286833,0.007999464,0.0053576794,0.023746645,0.0034060676],"domain_scores_gemma":[0.7588658,0.16048093,0.0048419386,0.026460001,0.04183902,0.0075123585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.16223365,0.0037068354,0.0030266058,0.012524805,0.006219158,0.026462927,0.0077148173,0.016848752,0.025143502],"category_scores_gemma":[0.11403695,0.0022555238,0.003815612,0.0095110545,0.018793516,0.046777327,0.014996043,0.018833028,0.010565458],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006896956,0.00052022864,0.00087814673,0.005199266,0.000066501874,0.00017689493,0.00404998,0.00229036,0.00088052,0.69623893,0.027169092,0.2624612],"study_design_scores_gemma":[0.000048806927,0.00023018259,0.0005260171,0.009405458,0.000041304822,0.00024567693,0.007320261,0.0022206125,0.0007656775,0.48136598,0.49773178,0.00009843919],"about_ca_topic_score_codex":0.004641344,"about_ca_topic_score_gemma":0.004077567,"teacher_disagreement_score":0.16223365,"about_ca_system_score_codex":0.011960128,"about_ca_system_score_gemma":0.06518549,"threshold_uncertainty_score":0.8579838},"labels":[],"label_agreement":null},{"id":"W3092664415","doi":"","title":"Teaching and Learning Design Thinking (DT): How Do Educators See DT Fitting into the Classroom?.","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Education / Revue canadienne de l éducation","topic":"Design Education and Practice","field":"Engineering","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Psychology; Teaching method; Pedagogy","score_opus":0.03357880612405765,"score_gpt":0.2493554854441855,"score_spread":0.21577667932012787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092664415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4462962,0.079316676,0.067461796,0.15834917,0.0030672695,0.00027532518,0.00028067568,0.0010128178,0.24394011],"genre_scores_gemma":[0.9213835,0.023386355,0.023288703,0.011796142,0.00018406281,0.00021690423,0.00010378387,0.00014477143,0.019495731],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9933003,0.0037197603,0.0002231871,0.0004808797,0.001724126,0.0005516432],"domain_scores_gemma":[0.97918063,0.0129510695,0.0016163274,0.0009989813,0.0025721726,0.002680788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008675075,0.00028988213,0.00032683503,0.0012264644,0.002198211,0.008480097,0.00082172325,0.0023204065,0.0035441064],"category_scores_gemma":[0.041511156,0.0003884181,0.00033188908,0.0012802894,0.0066116047,0.0073836693,0.0044120317,0.0038193115,0.0012568041],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084638305,0.00034370812,0.031011328,0.001174592,0.000020849517,0.00051364995,0.2663249,0.0002335132,0.0020149543,0.045713913,0.033554018,0.61901],"study_design_scores_gemma":[0.000075097836,0.00021240082,0.03516257,0.0046655512,0.000059982038,0.0021812783,0.34048426,0.00062285113,0.0031543,0.10792686,0.5053298,0.0001250573],"about_ca_topic_score_codex":0.010990768,"about_ca_topic_score_gemma":0.02203452,"teacher_disagreement_score":0.010990768,"about_ca_system_score_codex":0.0037707945,"about_ca_system_score_gemma":0.011208953,"threshold_uncertainty_score":0.04587871},"labels":[],"label_agreement":null},{"id":"W3094920229","doi":"10.1115/detc2020-22730","title":"Paired Computer-Aided Design: The Effect of Collaboration Mode on Differences in Model Quality","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"CAD; Computer science; Quality (philosophy); Task (project management); Mode (computer interface); Control (management); Computer Aided Design; Human–computer interaction; Product (mathematics); Product design; Engineering drawing; Systems engineering; Artificial intelligence; Engineering","score_opus":0.08975151999632716,"score_gpt":0.3207972501782759,"score_spread":0.2310457301819487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094920229","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99513227,0.0000500141,0.0025971867,0.000027403088,0.000013713014,0.000074906835,0.000023225579,0.00005152358,0.0020297335],"genre_scores_gemma":[0.9968364,0.000017950555,0.0025622586,0.000016661887,0.000005806296,0.00010919013,0.000022899194,0.000019616928,0.00040910643],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.98763555,0.007693278,0.0008759324,0.0014362207,0.0019805373,0.00037840873],"domain_scores_gemma":[0.7952565,0.177558,0.011628197,0.008237523,0.004565656,0.0027541283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008669968,0.00060715975,0.00052608707,0.00067032303,0.00041076826,0.0024145218,0.00088361703,0.0012047344,0.0066188253],"category_scores_gemma":[0.115105055,0.0004788196,0.00038789154,0.00033379547,0.0009077356,0.0021406992,0.0023380048,0.0009373298,0.0004646287],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.047877442,0.012871037,0.31983128,0.001977596,0.00085722684,0.0011846236,0.041297283,0.011628565,0.3264156,0.0038256403,0.0012825098,0.23095128],"study_design_scores_gemma":[0.0018847209,0.027627427,0.877721,0.0002665669,0.00045845428,0.0008444489,0.011517591,0.030916667,0.03894545,0.006623578,0.0028776093,0.000316413],"about_ca_topic_score_codex":0.00021852588,"about_ca_topic_score_gemma":0.00017770735,"teacher_disagreement_score":0.008669968,"about_ca_system_score_codex":0.00033785962,"about_ca_system_score_gemma":0.0002789124,"threshold_uncertainty_score":0.045851767},"labels":[],"label_agreement":null},{"id":"W3095298001","doi":"10.1115/detc2020-22703","title":"Memory and Idea Generation Applied to Product Repurposing","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Baycrest Hospital; University of Toronto","funders":"","keywords":"Repurposing; Episodic memory; Computer science; Fluency; Task (project management); Recall; Turbine; Engineering; Psychology; Cognitive psychology; Systems engineering; Mathematics education; Mechanical engineering; Cognition","score_opus":0.03980998874703707,"score_gpt":0.24329194350642053,"score_spread":0.20348195475938347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095298001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947767,0.00006353056,0.0029059032,0.000029038794,0.0000041695585,0.000095236064,0.000010754308,0.000026148315,0.0020885025],"genre_scores_gemma":[0.99536043,0.000052771156,0.0039908383,0.00001681998,0.0000052920354,0.00007426264,0.000027149372,0.00000380945,0.00046863742],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99811804,0.00097495044,0.00010283451,0.00018103803,0.00050305325,0.00012014263],"domain_scores_gemma":[0.97417986,0.018307744,0.0033796455,0.002133804,0.0012046929,0.0007942096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035213584,0.0003318622,0.00028554627,0.000908797,0.00027260935,0.0011398031,0.0005122764,0.00033003598,0.0023317703],"category_scores_gemma":[0.023940532,0.00019690265,0.0003243199,0.00039707412,0.00062407815,0.0007175714,0.001015807,0.0006535891,0.00020354027],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005504738,0.010382068,0.19894247,0.0009365254,0.00020035848,0.00073459675,0.018114965,0.0046446184,0.100486,0.003666981,0.00080918765,0.6555775],"study_design_scores_gemma":[0.001058673,0.029222716,0.7950968,0.00040738794,0.00045214177,0.0015757012,0.00981554,0.029744707,0.11065504,0.016464557,0.0053048064,0.00020186618],"about_ca_topic_score_codex":0.0002929265,"about_ca_topic_score_gemma":0.00033214292,"teacher_disagreement_score":0.0035213584,"about_ca_system_score_codex":0.00037684423,"about_ca_system_score_gemma":0.00044774203,"threshold_uncertainty_score":0.018622935},"labels":[],"label_agreement":null},{"id":"W3100039087","doi":"10.22215/etd/2019-13661","title":"The Role of 3D Printed Objects Facilitating the Process of Mutual Communication and Collective Idea Generation Between Non-designers and Designers","year":2019,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Ideation; CLARITY; Process (computing); Context (archaeology); Design process; Engineering design process; Domain (mathematical analysis); Human–computer interaction; Computer science; Engineering; 3d printed; Work in process; Psychology; Manufacturing engineering; Cognitive science; Mechanical engineering; Operations management","score_opus":0.014897189217274792,"score_gpt":0.28040388668955124,"score_spread":0.26550669747227645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100039087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40772495,0.0024287577,0.32513803,0.008681059,0.00042806368,0.0007560285,0.00007128059,0.00058139843,0.2541904],"genre_scores_gemma":[0.8654602,0.00082526484,0.11001291,0.00039325363,0.000047594105,0.00046090945,0.00002711241,0.00011064653,0.022662127],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9863659,0.010160442,0.00036318201,0.0006615175,0.0019797687,0.00046920244],"domain_scores_gemma":[0.9661973,0.02704237,0.0016669356,0.0030173513,0.0009993785,0.001076736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011173594,0.0006644185,0.00032156007,0.0014535008,0.003372507,0.010134988,0.0012621142,0.002315796,0.009365534],"category_scores_gemma":[0.019327797,0.000627432,0.0010374443,0.00079521444,0.007017392,0.005532053,0.009488272,0.002440685,0.001635634],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034983622,0.0003880326,0.005035564,0.0014591014,0.00006238726,0.0030829085,0.5026032,0.0037063854,0.044844314,0.23387955,0.002790078,0.20179869],"study_design_scores_gemma":[0.0003446173,0.0011825322,0.011425228,0.0029558372,0.00020728252,0.0050000823,0.18225403,0.014371618,0.08461122,0.17521887,0.52208775,0.00034094084],"about_ca_topic_score_codex":0.00048313726,"about_ca_topic_score_gemma":0.0005425168,"teacher_disagreement_score":0.011173594,"about_ca_system_score_codex":0.0015119403,"about_ca_system_score_gemma":0.0028456254,"threshold_uncertainty_score":0.059092283},"labels":[],"label_agreement":null},{"id":"W3102700966","doi":"10.22230/src.2019v10n1a297","title":"Dissolving Disciplinary Boundaries in “Making Together”: A Recall of the Boundary-Object Methodological Power","year":2019,"lang":"en","type":"article","venue":"Scholarly and Research Communication","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Boundary object; Discipline; Boundary (topology); Articulation (sociology); Object (grammar); Bridge (graph theory); Power (physics); Computer science; Epistemology; Sociology; Knowledge management; Political science; Artificial intelligence; Social science; Mathematics","score_opus":0.15131307012254783,"score_gpt":0.43183082620970026,"score_spread":0.28051775608715246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102700966","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048577048,0.03326703,0.40570635,0.08136996,0.0033276337,0.0001976147,0.00007937422,0.00018505816,0.42728996],"genre_scores_gemma":[0.86254835,0.014908101,0.082256086,0.013797789,0.0019915723,0.00057751924,0.00008533712,0.00038269232,0.023452569],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9826403,0.012616225,0.00063442293,0.0012355108,0.002276682,0.0005967313],"domain_scores_gemma":[0.9897237,0.007440887,0.0006110756,0.0010160287,0.0008959439,0.00031242226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015569742,0.00086730684,0.000878532,0.004402338,0.009184368,0.015013675,0.0019723393,0.0054416284,0.0024503528],"category_scores_gemma":[0.013397841,0.00065168453,0.0008166467,0.0038886743,0.0964572,0.030808032,0.009633657,0.01006642,0.00079760887],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037227317,0.0000055642527,0.00009865376,0.000045544206,0.0000018527647,0.00004974091,0.025922017,0.00004652059,0.000054084772,0.97069484,0.00068860035,0.0023888825],"study_design_scores_gemma":[0.000010629693,0.000028087117,0.00022508267,0.0003121202,0.00000878064,0.000332113,0.019512657,0.00039425143,0.00033384524,0.841538,0.13728245,0.000021942926],"about_ca_topic_score_codex":0.003972698,"about_ca_topic_score_gemma":0.0026993144,"teacher_disagreement_score":0.015569742,"about_ca_system_score_codex":0.0046606325,"about_ca_system_score_gemma":0.003982041,"threshold_uncertainty_score":0.08234167},"labels":[],"label_agreement":null},{"id":"W3103161509","doi":"10.1073/pnas.2020708117","title":"Transforming abstract plans into concrete actions","year":2020,"lang":"en","type":"letter","venue":"Proceedings of the National Academy of Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mesolithic; Glacial period; Holocene; Baltic sea; Archaeology; Geography; Geology; Paleontology; Oceanography","score_opus":0.07349513092319966,"score_gpt":0.3201002535858862,"score_spread":0.24660512266268653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103161509","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012907521,0.0007064755,0.22846922,0.07933536,0.0019203374,0.00027218132,0.00020316344,0.0009825294,0.67520314],"genre_scores_gemma":[0.6649957,0.0021962253,0.12622829,0.016615605,0.00056539394,0.00047895822,0.00036051957,0.00075352535,0.18780573],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981433,0.00084825413,0.00010108416,0.00017852364,0.0005145549,0.00021420875],"domain_scores_gemma":[0.99672264,0.0015642543,0.00015448731,0.00087338715,0.00047438455,0.00021087579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027450742,0.00039107297,0.00016578361,0.0005506824,0.0015957822,0.004980757,0.00097648706,0.0030388345,0.024336994],"category_scores_gemma":[0.010912724,0.00037226488,0.00046017297,0.000497478,0.009805959,0.00590535,0.004928505,0.00371662,0.006222935],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022769267,0.000018369647,0.000200155,0.000040450795,0.0000032053565,0.00030959488,0.0036747619,0.0017345586,0.00037713157,0.91546726,0.027041433,0.05111035],"study_design_scores_gemma":[0.000016190976,0.000019555131,0.00014546415,0.00013668285,0.000003806404,0.00020311047,0.0025901538,0.0024768864,0.00075163133,0.4733056,0.5203396,0.000011329067],"about_ca_topic_score_codex":0.004266295,"about_ca_topic_score_gemma":0.006018833,"teacher_disagreement_score":0.024336994,"about_ca_system_score_codex":0.0026731635,"about_ca_system_score_gemma":0.003267005,"threshold_uncertainty_score":0.081415355},"labels":[],"label_agreement":null},{"id":"W3104393119","doi":"10.1061/9780784482889.037","title":"Managing Perceived Project Value: An Exploratory Study into the Designer’s Role within the C-K Theory","year":2020,"lang":"en","type":"article","venue":"Construction Research Congress 2020","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Value (mathematics); Project management; Knowledge management; Exploratory research; Consistency (knowledge bases); Value engineering; Ideation; Design management; Computer science; Project management triangle; Project stakeholder; Management science; Project charter; Process management; Engineering; Systems engineering; Information management; Operations management","score_opus":0.07743024488581901,"score_gpt":0.3615371847717629,"score_spread":0.2841069398859439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3104393119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905691,0.000068401714,0.0035096619,0.00026336013,0.0000043623577,0.00009804262,0.000009552568,0.000005005586,0.0054725884],"genre_scores_gemma":[0.9970407,0.00010668199,0.0017116789,0.00005935182,0.0000024336864,0.000065300395,0.00000852898,0.00000532718,0.0010000445],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9880355,0.009774892,0.00025771357,0.00041225774,0.00091210514,0.0006076028],"domain_scores_gemma":[0.97420156,0.021221993,0.0013294519,0.0010957023,0.0013608491,0.0007903929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0123438,0.0003010615,0.0003771274,0.0010627011,0.0028828639,0.0040242895,0.0010337357,0.0011292535,0.0016615054],"category_scores_gemma":[0.020146824,0.0003704581,0.00028751942,0.0007317498,0.0040113693,0.0025854178,0.0028389413,0.0014209428,0.00028869946],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015424841,0.0010687242,0.04484619,0.0002578818,0.000015838039,0.0010738529,0.89998925,0.00045373067,0.0029993085,0.009700717,0.0006250574,0.038815234],"study_design_scores_gemma":[0.000049274317,0.0012303059,0.03131856,0.00025788244,0.000030601743,0.0009661379,0.9415563,0.0032847542,0.0023224156,0.003549834,0.015368773,0.00006513484],"about_ca_topic_score_codex":0.00107918,"about_ca_topic_score_gemma":0.0016504201,"teacher_disagreement_score":0.0123438,"about_ca_system_score_codex":0.0018229522,"about_ca_system_score_gemma":0.0021828357,"threshold_uncertainty_score":0.065280974},"labels":[],"label_agreement":null},{"id":"W3106161917","doi":"10.1017/dsj.2020.28","title":"A tEEG framework for studying designer’s cognitive and affective states","year":2020,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Context (archaeology); Electroencephalography; Process (computing); Cognition; Task (project management); Design process; Human–computer interaction; Cognitive science; Psychology; Systems engineering; Engineering; Work in process","score_opus":0.09498394616434416,"score_gpt":0.3341817407797409,"score_spread":0.23919779461539672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106161917","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005202412,0.0006274741,0.97952706,0.0005459544,0.00004401553,0.00017077794,0.0001814205,0.00016290556,0.013537958],"genre_scores_gemma":[0.35236067,0.0014756817,0.63912696,0.0003104288,0.00009586536,0.0016612135,0.00032177503,0.00006301675,0.004584442],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99784863,0.0013307901,0.00014957067,0.0003270275,0.0002470747,0.00009694297],"domain_scores_gemma":[0.9967229,0.0020345545,0.0003304259,0.0003324932,0.00047006138,0.00010962151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039423555,0.0013127357,0.0004948824,0.002378446,0.00052512664,0.0031124272,0.0013734128,0.001176636,0.0054310244],"category_scores_gemma":[0.0069722096,0.00037235947,0.0010533279,0.0014574592,0.002595885,0.0035000145,0.0016884393,0.0011041615,0.0008381982],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082661085,0.000120886376,0.001798976,0.00053118786,0.000084485306,0.00024329967,0.0027763832,0.028429009,0.0045183664,0.8806969,0.0018439327,0.07887404],"study_design_scores_gemma":[0.000060370283,0.00023187429,0.003380668,0.00048162867,0.00008301929,0.00032498,0.0025808443,0.18645214,0.0022912035,0.77026874,0.03377075,0.00007383057],"about_ca_topic_score_codex":0.0019652047,"about_ca_topic_score_gemma":0.0014057525,"teacher_disagreement_score":0.0054310244,"about_ca_system_score_codex":0.0014193241,"about_ca_system_score_gemma":0.0012742304,"threshold_uncertainty_score":0.020849407},"labels":[],"label_agreement":null},{"id":"W3108341647","doi":"10.7202/1073361ar","title":"Le codesign comme nouvelle approche pédagogique dans les ateliers de conception : étude exploratoire à travers le vécu des étudiants","year":2020,"lang":"fr","type":"article","venue":"Enjeux et société Approches transdisciplinaires","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Art; Philosophy","score_opus":0.09439909772299748,"score_gpt":0.3232166227801925,"score_spread":0.228817525057195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108341647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4191906,0.006554245,0.39477724,0.013835622,0.0006353864,0.001399242,0.00018860551,0.0005522268,0.16286686],"genre_scores_gemma":[0.8488047,0.0031575873,0.09960153,0.0010550052,0.00008375208,0.0010036849,0.00019393934,0.00038965218,0.045710076],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.944652,0.039937574,0.0014832469,0.003478851,0.0084945895,0.0019537657],"domain_scores_gemma":[0.9487303,0.03266913,0.0032230285,0.0055716294,0.0075964388,0.0022094732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.033995923,0.0010439865,0.0007713575,0.0036568083,0.006325702,0.019495431,0.002168121,0.0046638604,0.0066161077],"category_scores_gemma":[0.039090436,0.00084718666,0.00096603524,0.004036005,0.016032059,0.013343787,0.008899297,0.005358559,0.0017669131],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016407258,0.00033304276,0.01183337,0.0013136363,0.000047362577,0.00086033664,0.5039082,0.0018003451,0.0055839443,0.2978072,0.003523562,0.172825],"study_design_scores_gemma":[0.00006477938,0.0004524853,0.011767594,0.0021556225,0.00006961892,0.0014378686,0.3634887,0.0053889668,0.00816966,0.060655817,0.54620826,0.0001405913],"about_ca_topic_score_codex":0.008165678,"about_ca_topic_score_gemma":0.010238291,"teacher_disagreement_score":0.033995923,"about_ca_system_score_codex":0.011115333,"about_ca_system_score_gemma":0.020616183,"threshold_uncertainty_score":0.17978978},"labels":[],"label_agreement":null},{"id":"W3111206803","doi":"10.1145/3424771.3424806","title":"Patterns, design claims, and assertions","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Programming language","score_opus":0.05939258925716587,"score_gpt":0.2540948372872035,"score_spread":0.19470224803003763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111206803","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10596948,0.0019030151,0.7855589,0.010880753,0.00033261144,0.00043092278,0.00074333826,0.00082870317,0.0933522],"genre_scores_gemma":[0.78718203,0.001839179,0.2020453,0.000751381,0.00017108643,0.00078955316,0.0009026992,0.00018174856,0.006137034],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95308304,0.02477033,0.0048474087,0.0024404284,0.013709696,0.0011490515],"domain_scores_gemma":[0.85840654,0.09325079,0.012688566,0.024840329,0.009516846,0.0012969704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031506423,0.0007426515,0.00066932815,0.0075013875,0.0020550475,0.009578918,0.002131945,0.0023837835,0.004870169],"category_scores_gemma":[0.13142972,0.00070143334,0.00077099557,0.0075716455,0.0139699895,0.0393336,0.007444915,0.0023688178,0.00071893225],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001684835,0.00009022651,0.0057849856,0.0005131373,0.00003350351,0.00014613356,0.021044804,0.0020939826,0.0007075773,0.86473686,0.0020400812,0.10264024],"study_design_scores_gemma":[0.00006868674,0.00022511742,0.0038852077,0.001715113,0.000080896636,0.00059575454,0.027384905,0.010226304,0.003154467,0.8801673,0.072395176,0.00010101189],"about_ca_topic_score_codex":0.0025077262,"about_ca_topic_score_gemma":0.0017086368,"teacher_disagreement_score":0.031506423,"about_ca_system_score_codex":0.0028357827,"about_ca_system_score_gemma":0.0036841526,"threshold_uncertainty_score":0.16662389},"labels":[],"label_agreement":null},{"id":"W3112516595","doi":"10.18260/1-2--33457","title":"Transdisciplinary Engineering Design Process: Tracing Design Similarities Through Comparison of Design Stages Across Engineering Disciplines","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Engineering design process; Terminology; Design education; Process (computing); Engineering education; Engineering; Computer science; Engineering management","score_opus":0.10573039610793729,"score_gpt":0.34647299671271753,"score_spread":0.24074260060478025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112516595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9481501,0.00029092186,0.04269918,0.00034502288,0.00001448782,0.00047906977,0.00008622701,0.000058816797,0.007876242],"genre_scores_gemma":[0.9799815,0.00011998741,0.018956847,0.000033764438,0.000002821182,0.00023462837,0.00009051097,0.000017848997,0.00056215085],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9766307,0.01593534,0.0012752911,0.0014698787,0.003868984,0.0008198599],"domain_scores_gemma":[0.8904661,0.08291503,0.010177124,0.0050107823,0.010233086,0.001198042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017313663,0.00041377303,0.0003889407,0.008337553,0.0017998241,0.004013197,0.001650215,0.0013209141,0.0016634428],"category_scores_gemma":[0.077771656,0.00052144314,0.00055346324,0.0049527683,0.0038717333,0.0058458494,0.0045356858,0.0015041585,0.00023428097],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034115338,0.00030026626,0.08658173,0.0007648236,0.00005516222,0.0005244153,0.73841065,0.001528283,0.011450522,0.021526575,0.00043795773,0.13807847],"study_design_scores_gemma":[0.000064861044,0.0006527528,0.19133978,0.0010094764,0.0000755555,0.00084127433,0.72557163,0.014027215,0.009961696,0.032534942,0.023768384,0.00015244563],"about_ca_topic_score_codex":0.003282423,"about_ca_topic_score_gemma":0.0040286705,"teacher_disagreement_score":0.017313663,"about_ca_system_score_codex":0.0043632933,"about_ca_system_score_gemma":0.0030877963,"threshold_uncertainty_score":0.09156448},"labels":[],"label_agreement":null},{"id":"W3113481578","doi":"10.37119/ojs2020.v26i1.452","title":"Unleashing the Learners: Teacher Self-Efficacy in Facilitating School-Based Makerspaces","year":2020,"lang":"en","type":"article","venue":"in education","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Persuasion; Psychology; Variety (cybernetics); Pedagogy; Self-efficacy; Qualitative research; Medical education; Sociology; Social psychology; Medicine; Social science","score_opus":0.027758191533740068,"score_gpt":0.29361658132837165,"score_spread":0.2658583897946316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113481578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99467343,0.0000959229,0.0007825849,0.0004991689,0.00001318738,0.00003989162,0.000014589806,0.000013098738,0.0038681584],"genre_scores_gemma":[0.99789774,0.000087993125,0.00050400384,0.00008261074,0.0000030783315,0.000042952775,0.0000056091844,0.0000051805278,0.0013708157],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99515176,0.0035057743,0.00010630129,0.00020549679,0.00033591717,0.0006946579],"domain_scores_gemma":[0.99225724,0.0051099914,0.0006426218,0.00032446327,0.0004759946,0.0011897113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067656483,0.00026497728,0.0003592058,0.00084866886,0.0040538874,0.0037856824,0.0008654374,0.00078654423,0.0021458627],"category_scores_gemma":[0.007735828,0.00030486926,0.00021838068,0.00043946743,0.005421531,0.0018943417,0.004026228,0.0013971739,0.00022480676],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003211172,0.00014420752,0.026462954,0.00012967995,0.000006547865,0.00047773987,0.95470303,0.0000632018,0.0011928984,0.0015418126,0.0005051153,0.014740758],"study_design_scores_gemma":[0.0000075654507,0.00011379187,0.010969637,0.00014226182,0.000009427863,0.00017317433,0.9749692,0.00010178005,0.0007525496,0.00039754878,0.01234605,0.000016944714],"about_ca_topic_score_codex":0.0045060352,"about_ca_topic_score_gemma":0.015656672,"teacher_disagreement_score":0.0067656483,"about_ca_system_score_codex":0.001965971,"about_ca_system_score_gemma":0.0041783513,"threshold_uncertainty_score":0.03578061},"labels":[],"label_agreement":null},{"id":"W3113749951","doi":"10.12973/ejmse.1.2.53","title":"Elementary Teachers’ Responsiveness to Supporting Students’ Engineering Design Feedback","year":2020,"lang":"en","type":"article","venue":"European Journal of Mathematics and Science Education","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Education and Early Childhood Development","funders":"National Science Foundation","keywords":"Mathematics education; Leverage (statistics); Task (project management); Engineering design process; Implementation; Psychology; Instructional design; Computer science; Pedagogy; Engineering; Software engineering","score_opus":0.0435821713215478,"score_gpt":0.3054298114067081,"score_spread":0.2618476400851603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113749951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9891227,0.00005584951,0.00431041,0.00020607279,0.000014707883,0.00005322813,0.000030157787,0.0001887994,0.0060180724],"genre_scores_gemma":[0.9948731,0.000058800368,0.00288089,0.00004180233,0.0000032845132,0.000081828206,0.000034602414,0.00004221356,0.0019834891],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99317,0.0033317553,0.00037873638,0.001113167,0.0014605481,0.0005457982],"domain_scores_gemma":[0.9589241,0.028471678,0.0036837657,0.0029812648,0.004331093,0.0016081521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061869444,0.00031651807,0.0003859902,0.000998325,0.0007993733,0.0031177076,0.00082897244,0.0010264819,0.0032254325],"category_scores_gemma":[0.06269258,0.0006153502,0.00029445137,0.00046557214,0.0008867076,0.0011267392,0.0025501687,0.0012117483,0.001044474],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007203946,0.001342565,0.2130024,0.0007905987,0.00008727863,0.0011602184,0.4258188,0.0017466685,0.081288196,0.0014337398,0.0034403475,0.2691689],"study_design_scores_gemma":[0.00040862348,0.0030540805,0.49095654,0.0006213656,0.00021706373,0.0012165231,0.33228904,0.008452877,0.060705874,0.00307625,0.098675236,0.00032654087],"about_ca_topic_score_codex":0.0017704167,"about_ca_topic_score_gemma":0.0031706535,"teacher_disagreement_score":0.0061869444,"about_ca_system_score_codex":0.0009775274,"about_ca_system_score_gemma":0.0013268176,"threshold_uncertainty_score":0.03272009},"labels":[],"label_agreement":null},{"id":"W3117006466","doi":"10.1007/978-3-030-34390-3_28","title":"Design Tools: Transforming Ideas into Products","year":2020,"lang":"en","type":"book-chapter","venue":"International perspectives on social policy, administration, and practice","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto; Thompson Rivers University","funders":"","keywords":"Ethnic group; Life span; Public relations; Computer science; Engineering ethics; Management science; Knowledge management; Engineering; Data science; Psychology; Political science; Medicine","score_opus":0.07600471979663306,"score_gpt":0.3591507139236777,"score_spread":0.28314599412704466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117006466","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036631878,0.024173215,0.43606704,0.0099530695,0.0017175624,0.00010676779,0.00012390809,0.001078587,0.52311665],"genre_scores_gemma":[0.16838032,0.039298337,0.30682185,0.0042678094,0.00092698546,0.00094058935,0.0004721469,0.0026566866,0.47623527],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99687874,0.0020161818,0.0001300321,0.00017622444,0.0006764944,0.00012224779],"domain_scores_gemma":[0.9955537,0.0036070284,0.00009158952,0.00044180622,0.0002013115,0.00010459073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039486443,0.0018665912,0.00063007744,0.0030070606,0.0018441641,0.014829545,0.0017666961,0.0027240834,0.015443557],"category_scores_gemma":[0.007099668,0.0011194572,0.00068388256,0.0031023058,0.017992873,0.013700917,0.0036636668,0.004743849,0.0043746373],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041641692,0.000010318474,0.000026368727,0.00013328854,0.0000039061033,0.000028470311,0.002634274,0.0003544595,0.00016531111,0.96270955,0.00955562,0.024374241],"study_design_scores_gemma":[0.000011232282,0.000017032095,0.000050833656,0.00034092722,0.000007448481,0.00011061786,0.0012806944,0.0009387027,0.00047754322,0.5615693,0.43518478,0.000010996033],"about_ca_topic_score_codex":0.0017882548,"about_ca_topic_score_gemma":0.002072618,"teacher_disagreement_score":0.015443557,"about_ca_system_score_codex":0.0026692129,"about_ca_system_score_gemma":0.0036864583,"threshold_uncertainty_score":0.051663876},"labels":[],"label_agreement":null},{"id":"W3121126683","doi":"","title":"Learning in public space: The design process behind Science World’s Environmental Trail","year":2020,"lang":"en","type":"article","venue":"Summit (Simon Fraser University)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Process (computing); Public space; Space (punctuation); Computer science; Political science; Architectural engineering; Environmental planning; Engineering; Geography","score_opus":0.02582161194049427,"score_gpt":0.2135607346823399,"score_spread":0.18773912274184565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121126683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7151406,0.00065493834,0.027605517,0.010823765,0.000149006,0.00046441727,0.00012631222,0.00026993442,0.24476553],"genre_scores_gemma":[0.96254915,0.0002931802,0.0065129353,0.00023640513,0.000013222514,0.00009485573,0.000069053836,0.000096081,0.030135201],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9890605,0.006896666,0.00020877352,0.00071288,0.0017055947,0.0014155481],"domain_scores_gemma":[0.9914445,0.004381942,0.00042031775,0.0010101035,0.0013420326,0.0014010973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009327952,0.0005629323,0.00029225476,0.001814404,0.02440141,0.018585762,0.0018988457,0.0021160375,0.0068422514],"category_scores_gemma":[0.010867294,0.0006805611,0.0003999326,0.0021125919,0.028380454,0.0054868334,0.007825157,0.0032421644,0.0007792729],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042952444,0.00009241284,0.0053628227,0.000109128356,0.000007517751,0.0015496961,0.8833281,0.00077426,0.0010215827,0.06881711,0.0042395173,0.034654852],"study_design_scores_gemma":[0.000013528885,0.000052983636,0.0028339603,0.00019629531,0.000011909166,0.0003907907,0.75882834,0.00053598254,0.0010980208,0.009266549,0.22674337,0.000028345035],"about_ca_topic_score_codex":0.22730945,"about_ca_topic_score_gemma":0.42684844,"teacher_disagreement_score":0.22730945,"about_ca_system_score_codex":0.028898394,"about_ca_system_score_gemma":0.030424492,"threshold_uncertainty_score":0.45197278},"labels":[],"label_agreement":null},{"id":"W3121275089","doi":"10.21061/see.27","title":"Protocol Analysis in Engineering Design Education Research: Observations, Limitations, and Opportunities","year":2021,"lang":"en","type":"article","venue":"Studies in Engineering Education","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Protocol (science); Scope (computer science); Inclusion (mineral); Computer science; Protocol design; Engineering design process; Scopus; Engineering education; Work (physics); Cognition; Management science; Data science; Engineering ethics; Engineering management; Engineering; Psychology; MEDLINE; Communications protocol; Medicine","score_opus":0.45325445186552127,"score_gpt":0.43303682901473567,"score_spread":0.0202176228507856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121275089","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02012738,0.041692603,0.43202612,0.098335415,0.012990933,0.36541826,0.0065309713,0.0009436361,0.021934673],"genre_scores_gemma":[0.08242294,0.00534497,0.2937174,0.014379895,0.0007480617,0.6012798,0.00064237375,0.00035501024,0.0011095793],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.070266284,0.7909079,0.099434376,0.0070455447,0.030485678,0.0018601816],"domain_scores_gemma":[0.044800635,0.8127514,0.035913676,0.052744687,0.052654438,0.0011351483],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.82770354,0.0022517454,0.004267685,0.011452671,0.0067527285,0.013144761,0.006136687,0.008378096,0.012329583],"category_scores_gemma":[0.8885018,0.0036332083,0.0050644437,0.018205853,0.019503085,0.019841468,0.0109089315,0.009914582,0.0027783145],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022177992,0.00037172047,0.010375596,0.3736086,0.0037886861,0.0007420249,0.09295229,0.0025176764,0.0015121084,0.18664584,0.07027267,0.25499505],"study_design_scores_gemma":[0.0021604516,0.0013956475,0.0078173615,0.49276224,0.0029623574,0.0010118447,0.027729845,0.0076155276,0.0038946099,0.17032488,0.28178027,0.00054501806],"about_ca_topic_score_codex":0.0037943458,"about_ca_topic_score_gemma":0.005249782,"teacher_disagreement_score":0.17229646,"about_ca_system_score_codex":0.023240205,"about_ca_system_score_gemma":0.06938149,"threshold_uncertainty_score":0.21247226},"labels":[],"label_agreement":null},{"id":"W3121787086","doi":"10.3233/jid200005","title":"Environment: The First Thing to Look at in Conceptual Design","year":2021,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Statement (logic); Computer science; Problem statement; Affordance; Conceptual design; Product (mathematics); Set (abstract data type); Function (biology); Process (computing); Product design; Software engineering; Human–computer interaction; Systems engineering; Process management; Management science; Engineering; Programming language; Mathematics","score_opus":0.02948102912822613,"score_gpt":0.2617289591941601,"score_spread":0.23224793006593397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121787086","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0107275015,0.009266408,0.8517263,0.032161564,0.001529756,0.00026672025,0.0000911624,0.00045091126,0.09377963],"genre_scores_gemma":[0.4014981,0.010569764,0.5579136,0.007917887,0.0008561978,0.00085203716,0.00016118163,0.00077363977,0.01945768],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98065186,0.01457843,0.0006227159,0.0010894982,0.0023085945,0.0007488322],"domain_scores_gemma":[0.9881328,0.007637259,0.0005457203,0.0016123501,0.001452388,0.00061946164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015358468,0.0012950944,0.0013183043,0.0019916128,0.0057391427,0.0126940925,0.0016458294,0.0037633807,0.005181072],"category_scores_gemma":[0.015608868,0.0013817239,0.0014182898,0.0015396101,0.020911481,0.037726387,0.007893474,0.0075956723,0.001494542],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041034193,0.000043730357,0.00047611672,0.00033243423,0.000017228958,0.00013069612,0.009971162,0.0007484522,0.0008117913,0.958358,0.0022199266,0.026849417],"study_design_scores_gemma":[0.000031439897,0.00015844844,0.00045160018,0.000936799,0.000052969917,0.0003886547,0.010178021,0.0017627198,0.001288122,0.78734314,0.19732921,0.00007888883],"about_ca_topic_score_codex":0.002132353,"about_ca_topic_score_gemma":0.002070406,"teacher_disagreement_score":0.015358468,"about_ca_system_score_codex":0.003312385,"about_ca_system_score_gemma":0.005132864,"threshold_uncertainty_score":0.08122426},"labels":[],"label_agreement":null},{"id":"W3122368366","doi":"","title":"Reconciling the tension between consistency and relevance: design thinking as a mechanism for brand ambidexterity","year":2015,"lang":"en","type":"article","venue":"Figshare","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Ambidexterity; Relevance (law); Consistency (knowledge bases); Mechanism (biology); Tension (geology); Psychology; Business; Advertising; Political science; Epistemology; Computer science; Knowledge management; Artificial intelligence; Philosophy; Law","score_opus":0.15750199154494537,"score_gpt":0.3069102541593094,"score_spread":0.14940826261436402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122368366","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23564215,0.002267221,0.6016578,0.025833746,0.00029015806,0.0003145212,0.000028792625,0.0005220903,0.13344352],"genre_scores_gemma":[0.89416003,0.00044843488,0.10058992,0.001078661,0.000042215695,0.00021528947,0.00002027139,0.00010570661,0.0033394045],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9725156,0.020565892,0.0009840771,0.0015545362,0.003276243,0.0011037351],"domain_scores_gemma":[0.9572578,0.02890404,0.0026300736,0.008137528,0.002049246,0.0010212413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.035735194,0.00067472854,0.000503249,0.0031247,0.0038743068,0.015352297,0.0018390293,0.0033611343,0.0026650412],"category_scores_gemma":[0.035394657,0.0010297411,0.00095322065,0.0016281605,0.03498327,0.017313678,0.011425393,0.0042217774,0.00057539734],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060897666,0.00010614585,0.0036630344,0.00032617178,0.000046160032,0.00040241441,0.09099051,0.0015706358,0.0030710413,0.8380198,0.0008516866,0.060891427],"study_design_scores_gemma":[0.000075123244,0.00016622248,0.0012492154,0.0004909998,0.000057485777,0.0005852666,0.016732348,0.0033547056,0.0046171267,0.9259514,0.04665015,0.00006983224],"about_ca_topic_score_codex":0.0004129341,"about_ca_topic_score_gemma":0.00047888482,"teacher_disagreement_score":0.035735194,"about_ca_system_score_codex":0.0033759691,"about_ca_system_score_gemma":0.004361208,"threshold_uncertainty_score":0.18898803},"labels":[],"label_agreement":null},{"id":"W3124499795","doi":"","title":"Bordering Diversity and Desire: Using Intellectual Property to Mark Place-Based Products","year":2011,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Diversity (politics); Intellectual property; Property (philosophy); Business; Law and economics; Sociology; Economic geography; Aesthetics; Political science; Economics; Law; Epistemology; Art; Philosophy","score_opus":0.05106499427473243,"score_gpt":0.22925059348390453,"score_spread":0.1781855992091721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124499795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5291368,0.002190354,0.08753146,0.0076970286,0.00021220178,0.00011558444,0.00010319386,0.00010863953,0.37290475],"genre_scores_gemma":[0.98727304,0.00024374259,0.008468069,0.0001978271,0.000017502516,0.00004236936,0.000016028374,0.0000149216485,0.0037265117],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99728024,0.0020429736,0.00008779404,0.00017816764,0.00025471175,0.00015609898],"domain_scores_gemma":[0.99448943,0.0035030334,0.0006476553,0.0008989763,0.00026305456,0.00019782006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040681763,0.00030114618,0.00015398658,0.0024150307,0.002539171,0.00804391,0.00089405366,0.0015046836,0.003971683],"category_scores_gemma":[0.0100378115,0.00023559047,0.0003621641,0.0019294003,0.020648949,0.011693417,0.0056952937,0.0011905903,0.0003208634],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013137328,0.000058715905,0.009375748,0.0001450502,0.00001815402,0.0007155548,0.19727835,0.0005375574,0.0020027545,0.7263791,0.0012768247,0.062080797],"study_design_scores_gemma":[0.00006289975,0.00027472462,0.0153770475,0.0007786615,0.00007674229,0.0023450702,0.26494488,0.0046730945,0.007134423,0.54479617,0.15939817,0.00013814522],"about_ca_topic_score_codex":0.0020669145,"about_ca_topic_score_gemma":0.004184602,"teacher_disagreement_score":0.00804391,"about_ca_system_score_codex":0.0022244998,"about_ca_system_score_gemma":0.00089922023,"threshold_uncertainty_score":0.021514833},"labels":[],"label_agreement":null},{"id":"W3125572641","doi":"10.1145/3434462","title":"Filtering and Informing the Design Space","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Design Education and Practice","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; University of Melbourne; Aarhus Universitet","keywords":"Space (punctuation); Generative Design; Computer science; Design education; Experience design; Perspective (graphical); Architecture; Human–computer interaction; Engineering design process; Filter (signal processing); Design thinking; Focus (optics); User experience design; Artificial intelligence; Engineering","score_opus":0.03992110125466884,"score_gpt":0.28150822667989955,"score_spread":0.2415871254252307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125572641","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10217106,0.0014960293,0.8080397,0.0062677884,0.00035620158,0.00052199897,0.0000807585,0.00095824833,0.08010819],"genre_scores_gemma":[0.67757785,0.00065594376,0.31292656,0.00051177014,0.00007799311,0.0006469393,0.00012591202,0.0003494862,0.007127512],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9536988,0.034687277,0.0017691134,0.0031643512,0.005351933,0.0013285102],"domain_scores_gemma":[0.8990273,0.0642329,0.0045303204,0.024227018,0.006230468,0.0017520377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03929577,0.0012398697,0.0008671391,0.00528747,0.0048709526,0.018091762,0.003064308,0.0034335095,0.006922718],"category_scores_gemma":[0.06181744,0.001150134,0.0016018205,0.0035292949,0.03192542,0.02806688,0.0099468045,0.0034173313,0.0011030209],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010732568,0.00009143957,0.0029113125,0.00041254587,0.00003114076,0.00028253422,0.080886394,0.0029126373,0.0027888254,0.8206048,0.0014820496,0.08748896],"study_design_scores_gemma":[0.00012603756,0.00038861233,0.0019799722,0.00085118454,0.00010246693,0.0008122489,0.044608474,0.011709885,0.00782809,0.7325547,0.19890302,0.00013538878],"about_ca_topic_score_codex":0.0014766685,"about_ca_topic_score_gemma":0.0009937306,"teacher_disagreement_score":0.03929577,"about_ca_system_score_codex":0.0030672636,"about_ca_system_score_gemma":0.0058484273,"threshold_uncertainty_score":0.20781845},"labels":[],"label_agreement":null},{"id":"W3126592987","doi":"","title":"Scaffolding and the interactive circulation of meaning","year":2009,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Linguistic Association","funders":"","keywords":"Meaning (existential); Computer science; Circulation (fluid dynamics); Scaffold; Programming language; Epistemology; Philosophy; Physics; Mechanics","score_opus":0.012962127399717976,"score_gpt":0.2324987541957872,"score_spread":0.21953662679606922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126592987","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23800644,0.0035107527,0.31141728,0.012226582,0.0005773626,0.000115911804,0.00034703058,0.0013996414,0.4323991],"genre_scores_gemma":[0.9724965,0.0003845993,0.02097983,0.00015534341,0.000083237566,0.00008120924,0.00011360464,0.00027050317,0.00543515],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9945693,0.0033106937,0.0001765671,0.0008474825,0.0007281828,0.00036779922],"domain_scores_gemma":[0.97187716,0.021747023,0.0010290487,0.0036871796,0.0008962158,0.0007633663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052661276,0.0007071,0.00067065784,0.0020935666,0.0032272495,0.01180508,0.0015796773,0.002283886,0.015594301],"category_scores_gemma":[0.035538696,0.0005786667,0.000878743,0.0017403739,0.019298615,0.02126327,0.007768093,0.00244972,0.0011734689],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013590255,0.000023226958,0.0006404829,0.00015920014,0.000017687318,0.00018683073,0.0402237,0.0009992282,0.002302527,0.93158585,0.0013293655,0.022396112],"study_design_scores_gemma":[0.00005375462,0.00004571969,0.00078413077,0.00011801675,0.000030148578,0.00016977046,0.00655739,0.003085741,0.0013621772,0.9496399,0.038122926,0.000030357609],"about_ca_topic_score_codex":0.0016175291,"about_ca_topic_score_gemma":0.0010393121,"teacher_disagreement_score":0.015594301,"about_ca_system_score_codex":0.0016640067,"about_ca_system_score_gemma":0.0017526954,"threshold_uncertainty_score":0.05216813},"labels":[],"label_agreement":null},{"id":"W3127602362","doi":"10.1002/cjce.24063","title":"Teaching process design in a multidisciplinary capstone design course","year":2021,"lang":"en","type":"article","venue":"The Canadian Journal of Chemical Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Capstone; Multidisciplinary approach; Deliverable; Medical education; Capstone course; Flexibility (engineering); Pace; Process (computing); Engineering management; Engineering; Teamwork; Psychology; Mathematics education; Computer science; Medicine; Systems engineering; Management; Sociology","score_opus":0.021127216766528848,"score_gpt":0.2611048470432231,"score_spread":0.23997763027669428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127602362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7638916,0.00082690263,0.15688622,0.004120345,0.0014362736,0.0034863076,0.00037224125,0.0020854147,0.06689475],"genre_scores_gemma":[0.6736926,0.0009664023,0.25429752,0.0021946288,0.00047710503,0.0012695966,0.00065187656,0.00035536752,0.06609482],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99778605,0.00043457272,0.00011580613,0.0003744901,0.0008404351,0.00044848988],"domain_scores_gemma":[0.99149513,0.001346298,0.0003737141,0.0005544331,0.0015577957,0.0046725343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00460519,0.0013221735,0.00059355795,0.0014828842,0.0028353406,0.0029748897,0.0019067707,0.0013651302,0.016048284],"category_scores_gemma":[0.0054705977,0.0005997676,0.00077872386,0.0008392811,0.00081266736,0.0011074992,0.002657756,0.002294987,0.0045396276],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000730839,0.03339067,0.018559435,0.00089931686,0.00005631177,0.0019564691,0.01031761,0.019360883,0.061172213,0.008726887,0.056540187,0.7882892],"study_design_scores_gemma":[0.001282627,0.025821948,0.09188017,0.0018978454,0.00018713491,0.0063939197,0.015300779,0.07399554,0.16419269,0.03872849,0.57980555,0.00051340513],"about_ca_topic_score_codex":0.001307617,"about_ca_topic_score_gemma":0.005188066,"teacher_disagreement_score":0.016048284,"about_ca_system_score_codex":0.003112822,"about_ca_system_score_gemma":0.0073024738,"threshold_uncertainty_score":0.053686857},"labels":[],"label_agreement":null},{"id":"W3128026765","doi":"10.1115/1.2164452","title":"Modeling of Evolutionary Design Database","year":2005,"lang":"en","type":"article","venue":"Journal of Computing and Information Science in Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Consistency (knowledge bases); Ancestor; Descendant; Database; Generative Design; Database design; Conceptual design; Artificial intelligence; Engineering; Human–computer interaction","score_opus":0.020440377147414854,"score_gpt":0.2664097345006112,"score_spread":0.2459693573531963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128026765","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0145126,0.0004890217,0.9679244,0.00046279494,0.000053370415,0.00019349746,0.00056730706,0.00066893164,0.015128059],"genre_scores_gemma":[0.24205688,0.001118394,0.7402946,0.00022076926,0.00004408476,0.00070848974,0.002381723,0.00017026211,0.013004821],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972103,0.0008656636,0.00034905726,0.00047924917,0.00093085977,0.00016493228],"domain_scores_gemma":[0.9972631,0.0008618702,0.0002810862,0.0008486279,0.00063436,0.00011106868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028199232,0.00071084546,0.000626156,0.0020044462,0.0009070021,0.0043081846,0.0033875352,0.0015273024,0.0039329724],"category_scores_gemma":[0.006288242,0.00067698484,0.0014876575,0.0021240383,0.000976985,0.0046388637,0.0017913764,0.0012822528,0.0010531036],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014713891,0.00017757161,0.003711836,0.0003036367,0.00008310107,0.0009829877,0.0012077193,0.30546048,0.00423077,0.57653415,0.0034666331,0.10369388],"study_design_scores_gemma":[0.000059853257,0.000101408754,0.00060410396,0.00012384247,0.000069035355,0.0011003319,0.00027398922,0.77459574,0.0034925982,0.13258274,0.08694696,0.00004942164],"about_ca_topic_score_codex":0.0063906973,"about_ca_topic_score_gemma":0.003648262,"teacher_disagreement_score":0.0063906973,"about_ca_system_score_codex":0.0017390391,"about_ca_system_score_gemma":0.0017506017,"threshold_uncertainty_score":0.01491338},"labels":[],"label_agreement":null},{"id":"W3130740526","doi":"10.1007/978-981-15-9789-3_2","title":"Considering the Human in Human-Centred Design","year":2021,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Dignity; Empathy; Engineering ethics; Management science; Computer science; Psychology; Epistemology; Engineering; Sociology; Political science; Social psychology; Philosophy; Law","score_opus":0.11508020111045562,"score_gpt":0.2833961530315931,"score_spread":0.16831595192113746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130740526","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011755393,0.00661397,0.055501364,0.0021356724,0.00079135905,0.000030980267,0.000017922619,0.00008603817,0.93364716],"genre_scores_gemma":[0.089852795,0.00999754,0.035210453,0.0018085431,0.00044538383,0.00016111885,0.00004961586,0.00025076888,0.8622238],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991903,0.00045427302,0.000013227621,0.00006531766,0.00022509602,0.00005174676],"domain_scores_gemma":[0.9994869,0.0003488741,0.000012953743,0.000062975545,0.000051967047,0.000036300717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009483588,0.0007662734,0.00034583974,0.0005266219,0.0018418606,0.005220997,0.00071820157,0.0016372037,0.014682033],"category_scores_gemma":[0.0010690587,0.00033709142,0.0003556203,0.00054128806,0.007947245,0.0029492893,0.0020354872,0.0021614076,0.0032053844],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055370397,0.000010954988,0.000038073395,0.00011859844,0.0000029346481,0.00004795344,0.0023499026,0.001672342,0.0003134336,0.92894435,0.027012289,0.039483603],"study_design_scores_gemma":[0.0000031654215,0.00001468567,0.00008840938,0.00019846238,0.0000037936404,0.00012663614,0.00085917994,0.0010813082,0.0003529815,0.33679053,0.6604713,0.000009480407],"about_ca_topic_score_codex":0.004907245,"about_ca_topic_score_gemma":0.011479333,"teacher_disagreement_score":0.014682033,"about_ca_system_score_codex":0.001988256,"about_ca_system_score_gemma":0.0022405195,"threshold_uncertainty_score":0.049116254},"labels":[],"label_agreement":null},{"id":"W3134009477","doi":"10.22215/etd/2019-13724","title":"Identifying Interactions for Virtual Reality; a Study of Collaboration and Engagement in Different Media","year":2019,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Virtual reality; Gesture; Human–computer interaction; Face (sociological concept); Selection (genetic algorithm); Computer science; Design thinking; User experience design; Multimedia; Collaborative design; Artificial intelligence; Systems design","score_opus":0.06524748544086033,"score_gpt":0.3804558800155469,"score_spread":0.3152083945746866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134009477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74109036,0.0031317237,0.0713486,0.002659879,0.0001223598,0.00065452367,0.00018358171,0.00018897312,0.1806199],"genre_scores_gemma":[0.96692055,0.0013709108,0.01900575,0.00022237714,0.0000298148,0.0005247523,0.00007135582,0.00009026907,0.011764284],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.986516,0.010539296,0.00028388103,0.0007993655,0.0013840016,0.00047733937],"domain_scores_gemma":[0.9857933,0.011856374,0.00083034515,0.00046481247,0.000507219,0.0005479259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065912176,0.0005818013,0.0005248032,0.0026367528,0.0068763164,0.012143039,0.0010571384,0.0019313296,0.004404964],"category_scores_gemma":[0.019605065,0.00045583575,0.0005223567,0.0021726855,0.005665305,0.0066295094,0.005123294,0.0023630194,0.0010977994],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014269068,0.00030623638,0.0052388273,0.00047300206,0.00002507209,0.00031537382,0.88411975,0.0002931975,0.004276546,0.036242817,0.0019793748,0.06658711],"study_design_scores_gemma":[0.000070918315,0.0006775778,0.021672742,0.0011314432,0.00006357671,0.0014790546,0.82195497,0.001760255,0.005130667,0.02950236,0.116439186,0.00011712228],"about_ca_topic_score_codex":0.001405047,"about_ca_topic_score_gemma":0.001856497,"teacher_disagreement_score":0.012143039,"about_ca_system_score_codex":0.0016706876,"about_ca_system_score_gemma":0.0020812429,"threshold_uncertainty_score":0.034858108},"labels":[],"label_agreement":null},{"id":"W3134044440","doi":"10.21606/drs.2008.43","title":"The Complex Field of Research: for Design, through Design, and about Design","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Field (mathematics); Design methods; Systems engineering; Engineering; Mechanical engineering; Mathematics","score_opus":0.20170888765027958,"score_gpt":0.40097369094730595,"score_spread":0.19926480329702637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134044440","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004757068,0.09349229,0.34370032,0.30597413,0.005789017,0.0011007421,0.00027887645,0.0008804577,0.24402708],"genre_scores_gemma":[0.3487623,0.07219387,0.4675291,0.056783006,0.006844326,0.005115339,0.00035747382,0.0011149792,0.041299567],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.77120364,0.19042434,0.006178725,0.009695761,0.020047806,0.0024497032],"domain_scores_gemma":[0.80726075,0.14392453,0.0046867905,0.028865311,0.010598512,0.004664066],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.11591306,0.00193454,0.0036186187,0.0062801754,0.009871327,0.04107556,0.0040914705,0.010457785,0.010490071],"category_scores_gemma":[0.11104171,0.001549624,0.0015419179,0.007532547,0.11759452,0.048043303,0.013176408,0.015216034,0.0044205184],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003404939,0.00003887346,0.0004188927,0.001119538,0.000047045953,0.00010144293,0.014743816,0.00038139688,0.00023893865,0.9174104,0.017835995,0.047629617],"study_design_scores_gemma":[0.00003194334,0.00005713658,0.00022905823,0.0024813404,0.000030329968,0.0002362687,0.0102231065,0.0004221824,0.00019546665,0.7426717,0.24337569,0.000045705125],"about_ca_topic_score_codex":0.003646096,"about_ca_topic_score_gemma":0.0035604076,"teacher_disagreement_score":0.9901287,"about_ca_system_score_codex":0.012697773,"about_ca_system_score_gemma":0.028817698,"threshold_uncertainty_score":0.6130142},"labels":[],"label_agreement":null},{"id":"W3143093303","doi":"","title":"THE ART OF MAKING AND MATERIALITY IN EDUCATION","year":2020,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Materiality (auditing); Pedagogy; Context (archaeology); Sociology; Teacher education; Mathematics education; Psychology; Aesthetics","score_opus":0.021524675732103492,"score_gpt":0.27542169039315495,"score_spread":0.25389701466105147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3143093303","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013809319,0.07019294,0.030244539,0.026149817,0.0016226098,0.00004597203,0.00006927668,0.00013262092,0.857733],"genre_scores_gemma":[0.82757384,0.04663068,0.01731682,0.004022597,0.001663252,0.0001539427,0.00005279164,0.00018765786,0.10239838],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9967618,0.0019251875,0.00011088863,0.00031843028,0.00062749273,0.00025620483],"domain_scores_gemma":[0.99708754,0.0020141518,0.00017079191,0.0004266013,0.00013706331,0.00016387801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002871714,0.0006507542,0.00057989516,0.0022840262,0.006638418,0.012922491,0.0009484934,0.0021094037,0.008766347],"category_scores_gemma":[0.004288387,0.00027421667,0.00040614113,0.002188716,0.06668001,0.010315347,0.0049272333,0.0030497466,0.0010716394],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056155945,0.0000044818285,0.00011477634,0.000098033815,0.0000026058863,0.00006147866,0.008588534,0.00015560444,0.000082174935,0.9722076,0.0026007944,0.01607835],"study_design_scores_gemma":[0.00000508139,0.000015150595,0.00033609106,0.00048356026,0.000004344917,0.00020638703,0.0052129943,0.00013403643,0.00016704218,0.6103805,0.38304222,0.000012641327],"about_ca_topic_score_codex":0.007119338,"about_ca_topic_score_gemma":0.010357736,"teacher_disagreement_score":0.012922491,"about_ca_system_score_codex":0.005071277,"about_ca_system_score_gemma":0.0038608464,"threshold_uncertainty_score":0.0367949},"labels":[],"label_agreement":null},{"id":"W3151677613","doi":"","title":"MULTI-WORLD MECHANISM FOR MODELING EVOLUTIONARY DESIGN PROCESS FROM CONCEPTUAL DESIGN TO DETAILED DESIGN","year":2007,"lang":"en","type":"article","venue":"机械工程学报(英文版)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Mechanism (biology); Conceptual design; Computer science; Design process; Process (computing); Generative Design; Ancestor; Engineering; Human–computer interaction; Work in process; Programming language; Epistemology; Geography","score_opus":0.11966907392138128,"score_gpt":0.32052421487319166,"score_spread":0.2008551409518104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151677613","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030662727,0.00009719914,0.99437875,0.000090095185,0.00002137796,0.00008804951,0.00010688309,0.0005931262,0.0015582247],"genre_scores_gemma":[0.1059141,0.00034511037,0.8888081,0.00007127354,0.000020466554,0.0006907275,0.0005488894,0.00014881807,0.0034525164],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99795926,0.00057170895,0.00028350067,0.000525717,0.00054079894,0.00011897883],"domain_scores_gemma":[0.9971078,0.0010212149,0.00037074377,0.00098323,0.00038341037,0.000133612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003905196,0.0009826345,0.0008721399,0.002603012,0.0011238352,0.0032945464,0.00435057,0.002255217,0.0064288424],"category_scores_gemma":[0.006519039,0.001055475,0.002384927,0.0021205754,0.001295163,0.007151052,0.0026026182,0.0018876672,0.0011317984],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014303828,0.00016348685,0.0028607864,0.0003272793,0.00015143369,0.0007234477,0.0010156906,0.2663758,0.0047415528,0.6199472,0.0024072933,0.101143025],"study_design_scores_gemma":[0.000060820326,0.0001513107,0.00037670982,0.00010363621,0.00011833076,0.00048010144,0.00011281966,0.86769706,0.0050355503,0.08811234,0.037693076,0.00005828264],"about_ca_topic_score_codex":0.003474803,"about_ca_topic_score_gemma":0.0026833287,"teacher_disagreement_score":0.0064288424,"about_ca_system_score_codex":0.0010908532,"about_ca_system_score_gemma":0.0015722106,"threshold_uncertainty_score":0.021506608},"labels":[],"label_agreement":null},{"id":"W3152220058","doi":"10.1115/1.4050734","title":"Are Two Heads Better Than One for Computer-Aided Design?","year":2021,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of New Brunswick","funders":"","keywords":"Computer science; Pair programming; Software; Engineering design process; Quality (philosophy); Software design; Human–computer interaction; Software engineering; Software development; Engineering; Programming language","score_opus":0.1027620998377615,"score_gpt":0.3090187206585138,"score_spread":0.20625662082075233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152220058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79559207,0.004634945,0.054284547,0.03414145,0.0009337403,0.000106778796,0.0001650394,0.00068061653,0.10946081],"genre_scores_gemma":[0.98099923,0.00045082596,0.012164376,0.0014706996,0.00007218107,0.000026240692,0.000061279614,0.00008917781,0.004665984],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.987485,0.007955432,0.00042371347,0.001002782,0.0022571462,0.0008759546],"domain_scores_gemma":[0.9622497,0.020683194,0.0049067563,0.004330189,0.0048508905,0.002979202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011967912,0.00049590145,0.0005845844,0.001022544,0.0026227678,0.0053537553,0.001264911,0.0020468398,0.030946512],"category_scores_gemma":[0.04817225,0.00041436433,0.0005499806,0.0012208435,0.0030916696,0.006915899,0.002323347,0.0013386556,0.004909143],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015426109,0.0012436812,0.23202723,0.0009429261,0.00030771206,0.0010359632,0.045110963,0.003925765,0.007026729,0.083275385,0.047293924,0.57626706],"study_design_scores_gemma":[0.00045802802,0.003285791,0.16944681,0.0023106348,0.0005645539,0.0056725857,0.25821826,0.035550226,0.015233321,0.1994308,0.3091541,0.00067502167],"about_ca_topic_score_codex":0.0016406854,"about_ca_topic_score_gemma":0.0019037178,"teacher_disagreement_score":0.030946512,"about_ca_system_score_codex":0.0009727594,"about_ca_system_score_gemma":0.0011290842,"threshold_uncertainty_score":0.10352641},"labels":[],"label_agreement":null},{"id":"W3153545111","doi":"10.3390/buildings11040170","title":"Main Features of the Timber Structure Building Industry Business Models","year":2021,"lang":"en","type":"article","venue":"Buildings","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Natural Sciences and Engineering Research Council of Canada","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Procurement; Stakeholder; Prefabrication; GRASP; Business; Popularity; Business model; Industrial organization; Work (physics); Construction industry; Housing industry; Marketing; Architectural engineering; Construction engineering; Engineering; Civil engineering; Economics; Management; Mechanical engineering","score_opus":0.012588478272360076,"score_gpt":0.2393725657008441,"score_spread":0.22678408742848402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153545111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52610713,0.0007037509,0.069074824,0.006051316,0.000046437548,0.0008682492,0.00040082424,0.00019590935,0.3965516],"genre_scores_gemma":[0.96092147,0.00036691217,0.022035984,0.00015157936,0.000010966192,0.00045745596,0.00027257108,0.000038968436,0.015744086],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99600095,0.0016318848,0.00018960061,0.00029404,0.0014083935,0.00047512277],"domain_scores_gemma":[0.99599224,0.0020050148,0.00046675175,0.00038332705,0.00056724244,0.00058538263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027936846,0.0003552887,0.00023354255,0.0018271366,0.0021125588,0.006608227,0.0011173179,0.0012386675,0.0076750712],"category_scores_gemma":[0.0061672935,0.00029423615,0.0005156865,0.0023210184,0.003103902,0.004023659,0.0028270076,0.0012601299,0.0016342658],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013918013,0.0004443595,0.029143753,0.00033609162,0.00002313139,0.0012972266,0.059288744,0.001985891,0.0037476176,0.8165618,0.0041947453,0.082837306],"study_design_scores_gemma":[0.00009690099,0.00043074854,0.06322257,0.0011461655,0.00005030543,0.004886418,0.17232034,0.030526422,0.0032028602,0.40666893,0.31730404,0.00014434448],"about_ca_topic_score_codex":0.0021455816,"about_ca_topic_score_gemma":0.0022391907,"teacher_disagreement_score":0.0076750712,"about_ca_system_score_codex":0.0023713682,"about_ca_system_score_gemma":0.0027643025,"threshold_uncertainty_score":0.025675714},"labels":[],"label_agreement":null},{"id":"W3154842344","doi":"10.1109/tts.2021.3072213","title":"A Problem Taxonomy for Engineering","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Technology and Society","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Taxonomy (biology); Computer science; Management science; Engineering ethics; Engineering; Ecology; Biology","score_opus":0.014570512500141393,"score_gpt":0.21935055101317924,"score_spread":0.20478003851303786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154842344","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006424076,0.009861768,0.8281934,0.01674231,0.0022158201,0.0022778478,0.0023780444,0.0012757982,0.13063088],"genre_scores_gemma":[0.045248646,0.0045471676,0.9268295,0.0016531661,0.000531328,0.0024645156,0.002991542,0.000242495,0.015491644],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99376136,0.0023727533,0.0011047769,0.00092295016,0.0015040311,0.0003340997],"domain_scores_gemma":[0.9924454,0.003066303,0.00062945107,0.0010752276,0.0022263206,0.0005573517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044353926,0.0018842411,0.0010857763,0.009087578,0.005192392,0.009780777,0.0038551805,0.004257099,0.012774729],"category_scores_gemma":[0.011786693,0.00074254576,0.002265155,0.011872438,0.009111614,0.019680567,0.004916528,0.006801112,0.004763563],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013379883,0.00005719439,0.00059313845,0.0003489812,0.000007184145,0.00013490554,0.0028286988,0.0010475992,0.00032939253,0.93363065,0.018386003,0.042622935],"study_design_scores_gemma":[0.00001334154,0.000047036,0.00056239933,0.00059572794,0.0000067553246,0.0005724515,0.0038268198,0.005866394,0.0001321193,0.5858674,0.40247586,0.000033609984],"about_ca_topic_score_codex":0.009051577,"about_ca_topic_score_gemma":0.0078170495,"teacher_disagreement_score":0.012774729,"about_ca_system_score_codex":0.0058721937,"about_ca_system_score_gemma":0.00702421,"threshold_uncertainty_score":0.042735755},"labels":[],"label_agreement":null},{"id":"W3156199889","doi":"","title":"'Making' on the path to wellness: How the maker culture can support student wellness","year":2021,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Path (computing); Psychology; Public relations; Computer science; Political science","score_opus":0.03053758127376335,"score_gpt":0.31767263308478705,"score_spread":0.2871350518110237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156199889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43830824,0.0015175344,0.027336946,0.1396784,0.0031305777,0.000121516205,0.00005871658,0.0004931727,0.3893548],"genre_scores_gemma":[0.9767099,0.0003964943,0.0052502044,0.004439075,0.000102325015,0.000052693755,0.000020404921,0.0001259802,0.012902895],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99146956,0.0056302124,0.00017670267,0.0005489141,0.0011740504,0.0010005339],"domain_scores_gemma":[0.9851563,0.0046821986,0.0012547858,0.0014379414,0.0019922499,0.005476452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008699998,0.00050525356,0.0004690617,0.0011657453,0.012279283,0.022243699,0.0019358892,0.003464482,0.007938535],"category_scores_gemma":[0.021597078,0.00041817417,0.00044753661,0.0009793232,0.01836313,0.009600697,0.011278238,0.007993272,0.001742208],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014998797,0.0009031352,0.017844347,0.00026802978,0.000065810214,0.00081103534,0.46489912,0.000516488,0.0019666168,0.3676818,0.043597925,0.10129574],"study_design_scores_gemma":[0.00007528167,0.00030561595,0.010528106,0.00047621925,0.00011497468,0.00044963972,0.37078574,0.0012474476,0.002094933,0.25292686,0.36083215,0.00016297457],"about_ca_topic_score_codex":0.0019093306,"about_ca_topic_score_gemma":0.004043933,"teacher_disagreement_score":0.022243699,"about_ca_system_score_codex":0.0024669983,"about_ca_system_score_gemma":0.007583242,"threshold_uncertainty_score":0.046010554},"labels":[],"label_agreement":null},{"id":"W3156491964","doi":"10.22215/etd/2019-13698","title":"The Perception of Design: a study of the understanding of design contribution within the business management sector through comparative analysis","year":2019,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Interdependence; Exploratory research; Knowledge management; Perception; Procurement; Design management; Process (computing); Design process; Engineering design process; Design science; Research design; Computer science; Order (exchange); Process management; Engineering; Business; Psychology; Marketing; Sociology; Information management; Work in process","score_opus":0.10509595155169638,"score_gpt":0.33495290103658093,"score_spread":0.22985694948488455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156491964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93461293,0.0011569414,0.013866842,0.0021929976,0.000031466283,0.000106238906,0.000030508112,0.000018656458,0.047983415],"genre_scores_gemma":[0.9941947,0.0005597824,0.00227561,0.00016866156,0.00000487469,0.00007505948,0.000019066792,0.000020067724,0.0026821704],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98514974,0.011612228,0.00031909533,0.0006337132,0.0016121698,0.0006731094],"domain_scores_gemma":[0.97106665,0.024395607,0.0015007869,0.0008331136,0.0014709368,0.0007328603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017977158,0.00034882152,0.00041497365,0.0033927665,0.004549289,0.0072980607,0.0012531457,0.0014070851,0.003647148],"category_scores_gemma":[0.031695947,0.00044265625,0.00028996894,0.002763473,0.01414283,0.008811284,0.00512896,0.0026713212,0.00026951358],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019227567,0.000042495274,0.001893487,0.000069766356,0.000002575374,0.000081204,0.97834045,0.000033594995,0.00051914755,0.010867473,0.00012014502,0.008010438],"study_design_scores_gemma":[0.000005334097,0.00006823985,0.0053155543,0.0002201833,0.0000052112637,0.0001697987,0.973956,0.00020282553,0.00043785377,0.004172173,0.015436793,0.000010133445],"about_ca_topic_score_codex":0.0050717774,"about_ca_topic_score_gemma":0.00502569,"teacher_disagreement_score":0.017977158,"about_ca_system_score_codex":0.0069104554,"about_ca_system_score_gemma":0.004832445,"threshold_uncertainty_score":0.09507346},"labels":[],"label_agreement":null},{"id":"W3159352429","doi":"10.52842/conf.caadria.2021.2.041","title":"The Digital Design Build - Modes of Experiential Learning in the Pandemic Era","year":2021,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Computer-Aided Architectural Design Research in Asia","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Experiential learning; Redevelopment; Experiential education; Computer science; Virtual learning environment; Educational technology; Digital learning; Knowledge management; Multimedia; Engineering; Mathematics education; Psychology","score_opus":0.1236427881605879,"score_gpt":0.3547769545904181,"score_spread":0.2311341664298302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159352429","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21839693,0.0045108567,0.13131677,0.03438725,0.00062049273,0.00032894744,0.00009568171,0.0004586957,0.6098843],"genre_scores_gemma":[0.9465286,0.0013530551,0.02905449,0.0013731233,0.00008767492,0.00015632651,0.000032487616,0.000056482884,0.021357695],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9957514,0.0029051395,0.00011846012,0.00024738043,0.0006388096,0.00033876533],"domain_scores_gemma":[0.9950702,0.0021390452,0.00024952556,0.0015522258,0.00023961447,0.00074929424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050767963,0.00034785946,0.0001973338,0.0011869655,0.0025420345,0.008975519,0.0014713493,0.0018605723,0.009529711],"category_scores_gemma":[0.006947647,0.00030868896,0.00039791616,0.0009169744,0.019767147,0.009061505,0.012511784,0.0030384678,0.0012447466],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006511108,0.00018092175,0.0030105612,0.00022282828,0.000007916879,0.0003701595,0.042359363,0.00069785584,0.0013878547,0.80649906,0.005164833,0.14003359],"study_design_scores_gemma":[0.000058775575,0.00027121833,0.0031635435,0.00068065576,0.000011691801,0.0022653546,0.053493414,0.002733514,0.0021193742,0.47980437,0.45534748,0.000050565282],"about_ca_topic_score_codex":0.00062794256,"about_ca_topic_score_gemma":0.0010940222,"teacher_disagreement_score":0.009529711,"about_ca_system_score_codex":0.0025874255,"about_ca_system_score_gemma":0.002973484,"threshold_uncertainty_score":0.03188008},"labels":[],"label_agreement":null},{"id":"W3166035674","doi":"10.1504/jdr.2020.10038516","title":"Analysis of dimensioning activities involving industrial designers: data sought, tools used, and validation process","year":2020,"lang":"en","type":"article","venue":"J of Design Research","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Dimensioning; Computer science; Process (computing); Ideation; Process management; Focus (optics); Engineering design process; Software engineering; Data science; Engineering management; Engineering","score_opus":0.6030453626310069,"score_gpt":0.4401977490755932,"score_spread":0.16284761355541372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166035674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9240974,0.00083942007,0.06506532,0.00030154,0.000022397344,0.0015117503,0.00069167506,0.00015645393,0.0073140464],"genre_scores_gemma":[0.9218986,0.00068033306,0.072903976,0.00008894283,0.000014480438,0.0015020494,0.0010456445,0.00010625892,0.0017597509],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.94072926,0.041156497,0.004596612,0.0038037358,0.008131791,0.0015820366],"domain_scores_gemma":[0.738719,0.20939127,0.010152929,0.018084237,0.022537127,0.0011153865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.050072554,0.0011887833,0.001244519,0.010746071,0.002686117,0.0045636133,0.0014906398,0.0016114172,0.0017409688],"category_scores_gemma":[0.1251283,0.0009590353,0.000540643,0.008765083,0.003427602,0.004487871,0.004185655,0.0011830386,0.0008033939],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007881453,0.00066067855,0.11049667,0.0023497513,0.0000585422,0.0017674952,0.57823765,0.0013836194,0.01820089,0.0048983935,0.0008420491,0.28031608],"study_design_scores_gemma":[0.00013230927,0.001528583,0.14427632,0.003666686,0.00022383976,0.0027113985,0.69456905,0.0061415387,0.06926694,0.009214412,0.06789908,0.00036979927],"about_ca_topic_score_codex":0.0021356835,"about_ca_topic_score_gemma":0.002283783,"teacher_disagreement_score":0.050072554,"about_ca_system_score_codex":0.0023194235,"about_ca_system_score_gemma":0.0044234595,"threshold_uncertainty_score":0.2648121},"labels":[],"label_agreement":null},{"id":"W3166459558","doi":"10.18260/1-2--35101","title":"Prominence of Conceptual Design with Computer-Aided Design Tools for Junior and Senior Product Designers","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Product design; Conceptual design; Computer science; Product (mathematics); Engineering drawing; Human–computer interaction; Design technology; New product development; Engineering; Systems engineering; Management","score_opus":0.1564578944132929,"score_gpt":0.2809861815450344,"score_spread":0.12452828713174152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166459558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9398852,0.0029326037,0.009526293,0.0026344298,0.00013969472,0.00006106181,0.00005914369,0.00012523013,0.044636436],"genre_scores_gemma":[0.9831577,0.0012431209,0.0041574775,0.0009333233,0.00006391978,0.000033642074,0.000060423634,0.000039511124,0.010311041],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99188703,0.0027000762,0.00061599404,0.00080943055,0.003422248,0.00056513073],"domain_scores_gemma":[0.95764565,0.018486286,0.0086116865,0.0047804504,0.0061139218,0.004361968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075425846,0.00022992109,0.00024793088,0.0017518938,0.0015150071,0.0042487686,0.00056586217,0.0012058091,0.008176409],"category_scores_gemma":[0.03269814,0.00045418539,0.0004205201,0.0011887243,0.0024522883,0.002507496,0.0023717256,0.0018388308,0.0017915256],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003739937,0.00045152067,0.29605722,0.001527764,0.00007212553,0.0015897606,0.26407012,0.00074053905,0.026077848,0.033182267,0.015395344,0.36046144],"study_design_scores_gemma":[0.000056252815,0.0010591346,0.41104504,0.0012250538,0.00006945978,0.014310823,0.12990339,0.0022128336,0.0043489565,0.00787557,0.4276797,0.00021367817],"about_ca_topic_score_codex":0.0013513435,"about_ca_topic_score_gemma":0.002590122,"teacher_disagreement_score":0.008176409,"about_ca_system_score_codex":0.0014838355,"about_ca_system_score_gemma":0.0019268879,"threshold_uncertainty_score":0.039889455},"labels":[],"label_agreement":null},{"id":"W3166970439","doi":"10.11575/prism/38889","title":"Design Studio Matrix: Supporting the Decision-Making Process as Part of a Reflective Practice","year":2021,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Calgary","keywords":"Process (computing); Studio; Process management; Computer science; Matrix (chemical analysis); Engineering; Engineering drawing; Materials science; Programming language","score_opus":0.01973863389558871,"score_gpt":0.3024322182712766,"score_spread":0.28269358437568787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166970439","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014784241,0.0006540764,0.92129457,0.0052440413,0.00054215273,0.0034747743,0.0003106212,0.0057462603,0.047949206],"genre_scores_gemma":[0.049963824,0.00045686966,0.9350835,0.00046880523,0.00009496638,0.0031003468,0.00028821445,0.0006617944,0.009881621],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9135755,0.066385865,0.0038436167,0.0042533237,0.010608661,0.0013329834],"domain_scores_gemma":[0.84873,0.10338205,0.0068068183,0.023588112,0.0111311255,0.00636183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07150994,0.0021390456,0.0011470715,0.005440926,0.0034868042,0.0124126915,0.004307929,0.0028725609,0.015559118],"category_scores_gemma":[0.10655455,0.0015095464,0.0016180458,0.0034841546,0.0069694165,0.011046012,0.012412867,0.005198783,0.006501577],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005856148,0.0013099154,0.0027133876,0.0026405107,0.00013628078,0.0006289156,0.08586589,0.0057258913,0.012383918,0.11651699,0.04847727,0.7230155],"study_design_scores_gemma":[0.0005812978,0.0012922373,0.0022263962,0.0033182607,0.00012921578,0.0016967771,0.017728183,0.01958437,0.013510049,0.14238788,0.7972113,0.0003340074],"about_ca_topic_score_codex":0.00086124695,"about_ca_topic_score_gemma":0.001765915,"teacher_disagreement_score":0.07150994,"about_ca_system_score_codex":0.003405861,"about_ca_system_score_gemma":0.013897818,"threshold_uncertainty_score":0.3781852},"labels":[],"label_agreement":null},{"id":"W3168125145","doi":"10.1111/jpim.12586","title":"Framing the microfoundations of design thinking as a dynamic capability for innovation: Reconciling theory and practice","year":2021,"lang":"en","type":"article","venue":"Journal of Product Innovation Management","topic":"Design Education and Practice","field":"Engineering","cited_by":168,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Microfoundations; Framing (construction); Dynamic capabilities; Extant taxon; Management science; Epistemology; Knowledge management; Sociology; Economics; Computer science; Engineering","score_opus":0.040350319391228746,"score_gpt":0.3337017212782811,"score_spread":0.2933514018870524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168125145","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12369133,0.13402003,0.45538935,0.10490027,0.0013862024,0.0005372422,0.00021856006,0.0002208014,0.1796362],"genre_scores_gemma":[0.90794754,0.02898537,0.05820229,0.0025932353,0.00028241848,0.00042763932,0.00006431474,0.00004344973,0.0014538148],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9767105,0.017682161,0.0011403806,0.0013656914,0.0024730961,0.0006280977],"domain_scores_gemma":[0.89487755,0.09234898,0.0035342106,0.0042432495,0.004159934,0.00083612086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02608314,0.0008145587,0.0007979753,0.01096425,0.0023732143,0.0114247035,0.0015966273,0.0030735985,0.002967354],"category_scores_gemma":[0.036752317,0.00065888296,0.00076765544,0.0055167796,0.032409463,0.01530422,0.0051389067,0.0044252616,0.00030134778],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012805629,0.00003769632,0.0017490849,0.0012544469,0.00003080289,0.00014193526,0.014595842,0.0011304821,0.00022948066,0.93498117,0.0008203239,0.04501603],"study_design_scores_gemma":[0.000014944839,0.000044120847,0.001936062,0.0069215777,0.000049962913,0.0002395881,0.021306865,0.0025198131,0.0006458881,0.9180146,0.048271004,0.00003567523],"about_ca_topic_score_codex":0.0024700512,"about_ca_topic_score_gemma":0.0031096675,"teacher_disagreement_score":0.02608314,"about_ca_system_score_codex":0.009335106,"about_ca_system_score_gemma":0.011177056,"threshold_uncertainty_score":0.1379425},"labels":[],"label_agreement":null},{"id":"W3168737418","doi":"10.30958/aja.7-1-1","title":"Building “Working with, not for” into Design Studio Curriculum","year":2020,"lang":"en","type":"article","venue":"Athens Journal of Architecture","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Engineering ethics; Participatory design; Curriculum; Grassroots; Sociology; Pedagogy; Equity (law); Placemaking; Citizen journalism; Design studio; Public relations; Studio; Engineering; Political science; Urban design","score_opus":0.039516732804741675,"score_gpt":0.26620719283494315,"score_spread":0.2266904600302015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168737418","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2195664,0.0007399377,0.25031418,0.014075434,0.0012038723,0.0022439286,0.0006322932,0.0040947837,0.50712913],"genre_scores_gemma":[0.48601454,0.00078772125,0.31875175,0.0033172779,0.00013259584,0.0016104552,0.0007880665,0.0010133106,0.18758418],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948036,0.0027244606,0.00026986556,0.0007069999,0.00088371243,0.00061129255],"domain_scores_gemma":[0.9923809,0.002360241,0.00043643604,0.0017276877,0.0009755019,0.0021191572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009219718,0.000687548,0.00042151363,0.001077881,0.00393061,0.0060468833,0.0014811653,0.0013460637,0.021577692],"category_scores_gemma":[0.011470506,0.0006633321,0.0005609251,0.00079860364,0.004739236,0.0044209654,0.0061586513,0.0035237318,0.005123576],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017154808,0.0028836494,0.008895503,0.0009091156,0.000021544256,0.000549856,0.13116488,0.0033928717,0.012742068,0.3432825,0.08699029,0.40899616],"study_design_scores_gemma":[0.000035515994,0.0003833705,0.0030238528,0.00033593588,0.000011974462,0.00037963688,0.009277836,0.0013924334,0.0032325531,0.055335242,0.92655075,0.000040808347],"about_ca_topic_score_codex":0.0020133273,"about_ca_topic_score_gemma":0.006804376,"teacher_disagreement_score":0.021577692,"about_ca_system_score_codex":0.0047751316,"about_ca_system_score_gemma":0.015359651,"threshold_uncertainty_score":0.07218456},"labels":[],"label_agreement":null},{"id":"W3170433988","doi":"10.1016/j.destud.2021.101019","title":"Exploring tutor-student interactions in a novel virtual design studio","year":2021,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"TUTOR; Studio; Design studio; Computer science; Human–computer interaction; Multimedia; Engineering; Programming language","score_opus":0.5010365717327433,"score_gpt":0.3921994386358724,"score_spread":0.10883713309687088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170433988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9703866,0.00016700116,0.018619118,0.00031528738,0.00006052357,0.00013291885,0.00004341964,0.00021775514,0.010057418],"genre_scores_gemma":[0.98960483,0.00006534963,0.0062675434,0.00006495255,0.000013520016,0.00006419381,0.000032960925,0.00003104198,0.003855526],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9929294,0.005170994,0.00023373314,0.00063385046,0.00053336885,0.0004986911],"domain_scores_gemma":[0.9942883,0.002809495,0.00044991868,0.0006091572,0.00028430176,0.0015586544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030612303,0.00044790786,0.0005623407,0.0008584841,0.0021861317,0.003928438,0.0015900022,0.0016539823,0.00390139],"category_scores_gemma":[0.0068292054,0.00038175835,0.0005822989,0.00047725343,0.0023313554,0.0016650582,0.0046842652,0.0012611132,0.001272759],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017019613,0.005949523,0.06817874,0.00094529515,0.00014315812,0.017696783,0.6618577,0.00918554,0.064539514,0.014210431,0.0053886827,0.15020266],"study_design_scores_gemma":[0.0008415642,0.017181812,0.07400981,0.0007485298,0.00026520598,0.027630154,0.5025788,0.043081492,0.04815508,0.013084245,0.27189738,0.0005259428],"about_ca_topic_score_codex":0.00040531947,"about_ca_topic_score_gemma":0.00085524353,"teacher_disagreement_score":0.003928438,"about_ca_system_score_codex":0.0010534233,"about_ca_system_score_gemma":0.0008970299,"threshold_uncertainty_score":0.016189575},"labels":[],"label_agreement":null},{"id":"W3173233942","doi":"10.21606/drs.2008.78","title":"When Artists and Designers Inspire Collective Intelligence Practices: Two Case Studies of Collaboration, Interdisciplinarity, and Innovation Projects","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Collective intelligence; Knowledge management; Computer science; Sociology; Engineering ethics; Engineering","score_opus":0.06332761029726405,"score_gpt":0.37385467110555476,"score_spread":0.31052706080829073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173233942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93100464,0.001489561,0.009739752,0.010567239,0.00023797124,0.00070633565,0.000054066266,0.00006740152,0.046133008],"genre_scores_gemma":[0.9815794,0.0007717329,0.0073480792,0.0010132688,0.00006824653,0.0007619734,0.000042681775,0.00006455065,0.008350018],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.88229483,0.09817075,0.0026604398,0.0033408576,0.0074375,0.006095531],"domain_scores_gemma":[0.91526794,0.063677765,0.0045744823,0.006085949,0.0030622245,0.007331701],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.05742291,0.0015201321,0.0014928721,0.005810212,0.044564042,0.025862856,0.0056806956,0.017283605,0.003179044],"category_scores_gemma":[0.06727606,0.0019037675,0.0016848295,0.006515066,0.03661551,0.014647438,0.02150332,0.010968698,0.00092215335],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077063596,0.00026305713,0.0025003909,0.0001228321,0.000019431303,0.003819244,0.96873796,0.00022658717,0.00036740347,0.015412491,0.0013348287,0.007118716],"study_design_scores_gemma":[0.000092243965,0.00019119812,0.002109996,0.00025261272,0.000023681989,0.0020083555,0.93826723,0.0005619351,0.00079342653,0.008184608,0.047455676,0.000059169328],"about_ca_topic_score_codex":0.006628765,"about_ca_topic_score_gemma":0.015450384,"teacher_disagreement_score":0.95543593,"about_ca_system_score_codex":0.009680825,"about_ca_system_score_gemma":0.0062056426,"threshold_uncertainty_score":0.303685},"labels":[],"label_agreement":null},{"id":"W3173546019","doi":"10.18260/1-2--35314","title":"The Emergence of the Project Manager Role in Student Design Teams: A Mixed-Methods Exploratory Study","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Capstone; Project management; Timeline; Teamwork; Project manager; Project stakeholder; Project planning; Project team; Project charter; Project management triangle; Exploratory research; Medical education; Psychology; OPM3; Knowledge management; Engineering management; Engineering; Computer science; Sociology; Management; Medicine; Systems engineering","score_opus":0.09055237774152364,"score_gpt":0.35542076123132554,"score_spread":0.2648683834898019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173546019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99794894,0.000074756885,0.0007094095,0.00011425598,0.000010626184,0.00013582461,0.000018133796,0.0000036805855,0.0009844808],"genre_scores_gemma":[0.99619436,0.0001307996,0.0012536247,0.0002195936,0.000012323847,0.00058409455,0.000028736393,0.00001229028,0.0015642329],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98211217,0.012210302,0.000832034,0.0013018714,0.0020742859,0.0014693817],"domain_scores_gemma":[0.9463323,0.03855348,0.0039604637,0.0023790048,0.005322481,0.0034523392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029909851,0.0006512565,0.0010957374,0.0021869263,0.006557561,0.008998673,0.0018033346,0.0020302932,0.0022370834],"category_scores_gemma":[0.04204607,0.0015436882,0.0005694824,0.0011300278,0.0038962825,0.004184977,0.0048326585,0.0037510097,0.000499526],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035654573,0.003692866,0.09743592,0.00017884588,0.00004322951,0.00050837215,0.87270755,0.00005961231,0.0016930358,0.0008242507,0.00034521494,0.022154689],"study_design_scores_gemma":[0.000078514364,0.002903874,0.06486154,0.00019261932,0.00003774677,0.0005526492,0.92580867,0.00044033266,0.00096190063,0.0006729817,0.0034321528,0.000057126574],"about_ca_topic_score_codex":0.0018698287,"about_ca_topic_score_gemma":0.0045358194,"teacher_disagreement_score":0.029909851,"about_ca_system_score_codex":0.0016577228,"about_ca_system_score_gemma":0.004315231,"threshold_uncertainty_score":0.1581803},"labels":[],"label_agreement":null},{"id":"W3174733844","doi":"10.24908/pceea.vi0.14971","title":"AN ADAPTED ENGINEERING DESIGN PROCESS: GUIDING TOUCHSTONES","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"University of Memphis","keywords":"Indigenous; Engineering design process; General partnership; Engineering education; Process (computing); Engineering ethics; Space (punctuation); Engineering; Sociology; Engineering management; Architectural engineering; Political science; Computer science; Ecology; Mechanical engineering","score_opus":0.015263845319534309,"score_gpt":0.22662436993261847,"score_spread":0.21136052461308416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174733844","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10658388,0.00069543737,0.7434189,0.020223318,0.0006412412,0.0053917184,0.000090764814,0.0010748943,0.121879786],"genre_scores_gemma":[0.4513454,0.00068855897,0.5149783,0.0021192406,0.000060240018,0.0026993698,0.00017476243,0.0005669676,0.027367095],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.91446483,0.06485782,0.0032123302,0.0048911558,0.009743022,0.0028308812],"domain_scores_gemma":[0.94532275,0.026717389,0.0022973542,0.010042746,0.0111962715,0.0044234097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.061300173,0.0015511365,0.00073591917,0.0033215596,0.011459259,0.016388968,0.004394827,0.0053242347,0.0065440587],"category_scores_gemma":[0.07595814,0.0013219456,0.0014073089,0.0023462141,0.021304201,0.015275001,0.021519233,0.0069991276,0.0023670213],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014580319,0.000781253,0.0047170566,0.0005708466,0.000034080895,0.0017496941,0.5281816,0.0035811528,0.00629315,0.27870765,0.0091003245,0.16613734],"study_design_scores_gemma":[0.00010140219,0.00045259678,0.0028689303,0.0018772822,0.000038767237,0.0010131061,0.26980025,0.010942979,0.0054671196,0.24475484,0.46246836,0.0002144356],"about_ca_topic_score_codex":0.0049624876,"about_ca_topic_score_gemma":0.0067534703,"teacher_disagreement_score":0.061300173,"about_ca_system_score_codex":0.011353538,"about_ca_system_score_gemma":0.021867774,"threshold_uncertainty_score":0.3241902},"labels":[],"label_agreement":null},{"id":"W3175765419","doi":"10.36510/learnland.v14i1.1038","title":"Students Engaged in Reflection and Practical Problem Solving: Exploring Colour Theory","year":2021,"lang":"en","type":"article","venue":"LEARNing Landscapes","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Université de Montréal","keywords":"Brainstorming; Session (web analytics); Context (archaeology); Studio; Reflection (computer programming); Mathematics education; Activity theory; Computer science; Pedagogy; Psychology; World Wide Web; Artificial intelligence","score_opus":0.05253073305301998,"score_gpt":0.3187665221051571,"score_spread":0.26623578905213713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175765419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5502986,0.0011023444,0.24970251,0.009632357,0.0003162183,0.0002861713,0.000036779744,0.00031742384,0.18830757],"genre_scores_gemma":[0.9679251,0.00034786973,0.023032773,0.0004118994,0.000023775574,0.0001177097,0.000017425014,0.00011591793,0.008007488],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9899194,0.007508806,0.00013468256,0.0006469259,0.0009656704,0.00082453276],"domain_scores_gemma":[0.9890513,0.00799966,0.0005335126,0.0011199601,0.0007239217,0.0005716418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007959069,0.0007643663,0.0004390426,0.001467425,0.0029637008,0.009691612,0.002163351,0.0022490858,0.004130193],"category_scores_gemma":[0.014212114,0.00061969215,0.00084476836,0.0007185305,0.014240005,0.00835781,0.009177155,0.00349894,0.00067901507],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017489007,0.00032608426,0.004500474,0.00041675207,0.000040385305,0.00094403455,0.6821274,0.0022402823,0.0062842667,0.24465711,0.0028533335,0.055434916],"study_design_scores_gemma":[0.00015805231,0.0005986904,0.0062696077,0.0007677461,0.00008261167,0.0022575688,0.4940295,0.018722402,0.008327534,0.2983541,0.17026791,0.0001642461],"about_ca_topic_score_codex":0.000683978,"about_ca_topic_score_gemma":0.0008136046,"teacher_disagreement_score":0.009691612,"about_ca_system_score_codex":0.002115512,"about_ca_system_score_gemma":0.0013136431,"threshold_uncertainty_score":0.042092085},"labels":[],"label_agreement":null},{"id":"W3179652687","doi":"10.24908/pceea.vi0.14833","title":"PRACTICAL INTEGRATION OF SUSTAINABILITY INTO ENGINEERING","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Sustainability; Terminology; Ranking (information retrieval); Process (computing); Management science; Outcome (game theory); Computer science; Process management; Engineering; Knowledge management; Engineering ethics; Artificial intelligence; Mathematics; Ecology","score_opus":0.007856482624379737,"score_gpt":0.24769089073024764,"score_spread":0.2398344081058679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3179652687","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017530646,0.006286944,0.4070043,0.04534639,0.0024750966,0.00045953228,0.0001139459,0.0020066253,0.5187766],"genre_scores_gemma":[0.25952342,0.009551747,0.57784146,0.009039898,0.0010701098,0.0007023442,0.00027935414,0.000694192,0.14129762],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99513274,0.0022367924,0.0001801667,0.00030886166,0.0018159968,0.00032544948],"domain_scores_gemma":[0.996216,0.0016829575,0.00009926433,0.00064986834,0.0008831873,0.00046863063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006328451,0.0009741232,0.0003976522,0.0011071744,0.0026908005,0.0040353993,0.0015979474,0.0028061767,0.027618753],"category_scores_gemma":[0.010053636,0.0004478289,0.00061915495,0.0010984249,0.0040442706,0.0051643495,0.011396211,0.0042792447,0.0073905643],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035213816,0.00040499886,0.0010797003,0.0008126284,0.000012386027,0.0009197056,0.009997302,0.005305925,0.0053397054,0.2638616,0.07908159,0.6331492],"study_design_scores_gemma":[0.000010372245,0.00010143636,0.00047820405,0.0007117823,0.0000033897356,0.00058876025,0.003581436,0.0017164885,0.0010591457,0.21712323,0.77460426,0.00002150276],"about_ca_topic_score_codex":0.0015504314,"about_ca_topic_score_gemma":0.0047923783,"teacher_disagreement_score":0.027618753,"about_ca_system_score_codex":0.0023541937,"about_ca_system_score_gemma":0.0052024736,"threshold_uncertainty_score":0.092393994},"labels":[],"label_agreement":null},{"id":"W3179772339","doi":"10.24908/pceea.vi0.14874","title":"AN EXPERIENTIAL LEARNING APPROACH FOR DEVELOPING MENTAL MODELS IN ENGINEERING DESIGN EDUCATION","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Experiential learning; Psychology; Mental model; Leverage (statistics); Knowledge management; Mental mapping; Mental representation; Computer science; Cognition; Cognitive science; Mathematics education; Cognitive psychology; Artificial intelligence","score_opus":0.016142885790975437,"score_gpt":0.2341230542976313,"score_spread":0.21798016850665586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3179772339","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021614484,0.0004541148,0.8984562,0.0034379957,0.000099140176,0.0005466224,0.00008155827,0.00024861732,0.0750613],"genre_scores_gemma":[0.29362366,0.0006690685,0.6928229,0.00058247935,0.000031324307,0.0014291004,0.00012619905,0.00006360786,0.010651657],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99584997,0.0030565513,0.00016597156,0.00027564293,0.00049825694,0.00015361956],"domain_scores_gemma":[0.993214,0.005183036,0.00020034083,0.0006754684,0.0004289777,0.00029815274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006656352,0.00093002716,0.00028856736,0.0017745891,0.001529369,0.0057606646,0.0028180745,0.0015146148,0.0083687445],"category_scores_gemma":[0.011293834,0.00048918265,0.00089804974,0.0013324579,0.008426433,0.006427594,0.0055410503,0.003359952,0.00086457696],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041624236,0.00047410853,0.0010638215,0.00040150594,0.000021957663,0.00023394429,0.03223745,0.003503956,0.0017429815,0.8341718,0.002253229,0.12385359],"study_design_scores_gemma":[0.00009023633,0.00029384837,0.0010047107,0.00077657425,0.000034973025,0.00057886983,0.018266326,0.024306472,0.005012279,0.8304722,0.119077936,0.00008562034],"about_ca_topic_score_codex":0.0015845539,"about_ca_topic_score_gemma":0.0025777675,"teacher_disagreement_score":0.0083687445,"about_ca_system_score_codex":0.004047714,"about_ca_system_score_gemma":0.0037556812,"threshold_uncertainty_score":0.035202563},"labels":[],"label_agreement":null},{"id":"W3180210067","doi":"10.24908/pceea.vi0.14826","title":"INTEGRATING DIVERSITY OF USERS’ HUMAN FACTORS INTO A CORNERSTONE ENGINEERING DESIGN COURSE","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Cornerstone; Deliverable; Diversity (politics); Inclusion (mineral); Engineering design process; Computer science; Process (computing); Phase (matter); Engineering management; Engineering; Systems engineering; Psychology; Mechanical engineering","score_opus":0.015140534473083722,"score_gpt":0.22357422133972688,"score_spread":0.20843368686664315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180210067","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83534175,0.0002153305,0.12548912,0.0021076617,0.00012246789,0.0027126868,0.00014986229,0.0010819134,0.03277907],"genre_scores_gemma":[0.738752,0.00018382016,0.24819562,0.00046871376,0.00003285882,0.0015187983,0.00016756919,0.00015463484,0.010525954],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.993765,0.002136271,0.00029052657,0.0009765063,0.0019912254,0.00084055675],"domain_scores_gemma":[0.97739846,0.010958243,0.00095675123,0.0021752142,0.004326613,0.004184754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01358298,0.0009470748,0.0007480383,0.001910796,0.0027700132,0.0047292444,0.0019674404,0.0012693136,0.007550196],"category_scores_gemma":[0.023348704,0.0007580359,0.00059480895,0.0009553373,0.0016804689,0.0028906146,0.0063225348,0.0026077204,0.0012633138],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004944646,0.01026799,0.05190098,0.00064370345,0.00004349793,0.0007765719,0.054199956,0.0053270897,0.050667908,0.0065778764,0.008388082,0.81071174],"study_design_scores_gemma":[0.00070069084,0.027911738,0.24727376,0.0025830264,0.00030871926,0.0028738228,0.09384992,0.042443946,0.18099897,0.06735932,0.3326121,0.0010840255],"about_ca_topic_score_codex":0.0015851242,"about_ca_topic_score_gemma":0.0053255153,"teacher_disagreement_score":0.01358298,"about_ca_system_score_codex":0.0032303482,"about_ca_system_score_gemma":0.0065693757,"threshold_uncertainty_score":0.071834505},"labels":[],"label_agreement":null},{"id":"W3180430515","doi":"10.24908/pceea.vi0.14876","title":"CLASSIFICATION OF GENERIC DESIGN TASKS TO PROMOTE DESIGNER FLEXIBILITY AND INTEGRATION SKILLS IN CAPSTONE PROJECTS","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Capstone; Computer science; Flexibility (engineering); Design education; Multidisciplinary approach; Engineering design process; Design knowledge; Design brief; Software engineering; Human–computer interaction; Knowledge management; Engineering management; Systems engineering; Design technology; Engineering","score_opus":0.021797830248241005,"score_gpt":0.24499712481682162,"score_spread":0.22319929456858062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180430515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61770195,0.0006921159,0.30204475,0.0010262374,0.00021842156,0.004768282,0.00048327548,0.002420739,0.07064429],"genre_scores_gemma":[0.63018435,0.00047247097,0.3528365,0.00030975122,0.000031981046,0.0031088456,0.0014853383,0.0002542793,0.011316418],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99265975,0.0023688427,0.0011015875,0.00073276996,0.0020565474,0.0010805844],"domain_scores_gemma":[0.97688645,0.0071796696,0.0036772653,0.003780075,0.0051755947,0.0033009413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055628777,0.0014736111,0.00056282576,0.0029027646,0.0013951549,0.003836815,0.0020149404,0.0019211117,0.004792717],"category_scores_gemma":[0.027257368,0.0004872295,0.0009986773,0.0017214098,0.0017762776,0.0028050162,0.0051856255,0.0016666459,0.0021051683],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009826026,0.003506148,0.06021846,0.0033737228,0.00007051325,0.000704797,0.021209331,0.014935613,0.036029533,0.0421648,0.011172868,0.80563164],"study_design_scores_gemma":[0.000715286,0.0078106807,0.3732937,0.005483394,0.00027575326,0.0033932205,0.03333128,0.10179924,0.074722394,0.1415465,0.25677013,0.00085845543],"about_ca_topic_score_codex":0.0010607374,"about_ca_topic_score_gemma":0.002244435,"teacher_disagreement_score":0.99777186,"about_ca_system_score_codex":0.0022281606,"about_ca_system_score_gemma":0.0040420415,"threshold_uncertainty_score":0.029419601},"labels":[],"label_agreement":null},{"id":"W3181302303","doi":"10.24908/pceea.vi0.14851","title":"LA PENSÉE DESIGN COMME APPROCHE PÉDAGOGIQUE AFIN DE CONCEVOIR DES SOLUTIONS À UNE PROBLÉMATIQUE DE QUALITÉ DE L’EAU","year":2021,"lang":"fr","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"Université de Moncton","keywords":"Humanities; Political science; Sociology; Philosophy","score_opus":0.042184033112749236,"score_gpt":0.2763785556674948,"score_spread":0.23419452255474557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3181302303","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013956768,0.0039465926,0.85619736,0.009288422,0.0006706683,0.0011514664,0.00016966372,0.0011746206,0.11344452],"genre_scores_gemma":[0.21416174,0.007485306,0.67838496,0.0020603386,0.0002335638,0.0018668603,0.00034329874,0.00055300904,0.09491095],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98515505,0.008040779,0.0007779609,0.0016168661,0.003790291,0.00061912107],"domain_scores_gemma":[0.9868852,0.006711653,0.00079526776,0.00221687,0.0027173008,0.000673762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010045875,0.0012943144,0.00077540433,0.0015407512,0.0020467113,0.009291989,0.0024116533,0.002985888,0.021164872],"category_scores_gemma":[0.016951269,0.0008266286,0.0012149822,0.0013814804,0.005603637,0.005709317,0.003939091,0.0030829606,0.0038612045],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015839488,0.00047762058,0.0041605746,0.0046470505,0.00017179147,0.00041181204,0.017125871,0.017673109,0.017444747,0.39009392,0.021762317,0.52587277],"study_design_scores_gemma":[0.000121844845,0.0007373364,0.0030763356,0.0023234393,0.00015794473,0.0007844595,0.0095034605,0.017272098,0.012672103,0.14573418,0.8074734,0.00014338401],"about_ca_topic_score_codex":0.005411148,"about_ca_topic_score_gemma":0.009821723,"teacher_disagreement_score":0.021164872,"about_ca_system_score_codex":0.0035692675,"about_ca_system_score_gemma":0.012364158,"threshold_uncertainty_score":0.07080352},"labels":[],"label_agreement":null},{"id":"W3183292624","doi":"10.3390/su13158166","title":"Three Types of Architectural Educational Strategies (AES) in Sustainable Buildings for Learning Environments in Canada","year":2021,"lang":"en","type":"article","venue":"Sustainability","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University; Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Variety (cybernetics); Architecture; Experiential learning; Didacticism; Structuring; Field (mathematics); Narrative; Architectural engineering; Computer science; Sociology; Engineering; Visual arts; Pedagogy; Artificial intelligence; Art; Literature","score_opus":0.005773046806122926,"score_gpt":0.23920361278804417,"score_spread":0.23343056598192125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183292624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89153814,0.00048256243,0.0034156775,0.0027139077,0.000043362248,0.000154883,0.00016339432,0.000063254185,0.10142475],"genre_scores_gemma":[0.9904163,0.00012383012,0.0013397997,0.00007691705,0.0000017929774,0.00001664665,0.000032002576,0.0000108456625,0.007981859],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9968953,0.0006713085,0.000109259076,0.00023597732,0.0009234314,0.0011648],"domain_scores_gemma":[0.99700207,0.000737397,0.0002459151,0.00025501518,0.0010005668,0.00075899786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019369777,0.0003598656,0.00020144758,0.0017451182,0.008774077,0.004705683,0.00128259,0.0010350868,0.0026895416],"category_scores_gemma":[0.0053570545,0.00025823456,0.0003486056,0.0022802176,0.00863683,0.0013521739,0.004275914,0.0014219751,0.0002018523],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014920314,0.00018199021,0.10511617,0.00043913253,0.000026772395,0.0016962376,0.4573149,0.0021606258,0.0044505512,0.21579754,0.0071689705,0.20549785],"study_design_scores_gemma":[0.000020740157,0.00008756784,0.1953818,0.0003711933,0.000037802725,0.00063354976,0.53275025,0.0027154898,0.0036749437,0.010496067,0.25372747,0.000103131926],"about_ca_topic_score_codex":0.88836,"about_ca_topic_score_gemma":0.96808046,"teacher_disagreement_score":0.11163998,"about_ca_system_score_codex":0.048703328,"about_ca_system_score_gemma":0.051253926,"threshold_uncertainty_score":0.35336906},"labels":[],"label_agreement":null},{"id":"W3183696704","doi":"10.5465/ambpp.2021.16594abstract","title":"Design Thinking in Executive Education: When the Parts are Greater than the Whole","year":2021,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Design thinking; Situated; Relevance (law); Situated cognition; Psychology; Work (physics); Process (computing); Cognition; Executive education; Pedagogy; Knowledge management; Mathematics education; Business education; Higher education; Engineering; Computer science; Political science","score_opus":0.03588777584706137,"score_gpt":0.2635058033687445,"score_spread":0.22761802752168314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183696704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70042306,0.020770999,0.03373151,0.06399972,0.0007925358,0.0000916238,0.000039824263,0.00019155958,0.1799591],"genre_scores_gemma":[0.9875814,0.0017570875,0.004740853,0.0023104632,0.00007342258,0.000037996007,0.0000128395295,0.000034112418,0.003451818],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98377335,0.010742894,0.00068425527,0.0010706146,0.002642399,0.0010864143],"domain_scores_gemma":[0.9686613,0.022722935,0.0022474776,0.0026130066,0.0016370291,0.0021181945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016204119,0.00047182292,0.00046503416,0.0021266493,0.0035359887,0.015231554,0.0006827049,0.0024863924,0.003882944],"category_scores_gemma":[0.030668572,0.00065411686,0.00040658237,0.0017235178,0.018405225,0.013431819,0.008147077,0.0052677193,0.00044939638],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024028047,0.00036854195,0.036773764,0.0011601389,0.00006419898,0.0010669909,0.46589345,0.0005129582,0.0027870657,0.23378378,0.0052932003,0.25205567],"study_design_scores_gemma":[0.00008658528,0.00049658195,0.044031706,0.0029639855,0.00008923247,0.0016969938,0.36632675,0.00092724763,0.0023812181,0.3609444,0.2199352,0.00012011801],"about_ca_topic_score_codex":0.001432813,"about_ca_topic_score_gemma":0.0024904546,"teacher_disagreement_score":0.016204119,"about_ca_system_score_codex":0.004044674,"about_ca_system_score_gemma":0.005474309,"threshold_uncertainty_score":0.08569658},"labels":[],"label_agreement":null},{"id":"W3184809787","doi":"10.3390/su13148073","title":"Preparing an Organization for Sustainability Transitions—The Making of Boundary Spanners through Design Training","year":2021,"lang":"en","type":"article","venue":"Sustainability","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"HEC Montréal","funders":"Fonds de Recherche du Québec-Société et Culture; Chalmers Tekniska Högskola","keywords":"Sustainability; Boundary (topology); Corporation; Knowledge management; Set (abstract data type); Public relations; Business; Political science; Computer science; Ecology","score_opus":0.03236295979239208,"score_gpt":0.3159875214002431,"score_spread":0.28362456160785104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184809787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8459767,0.00078093074,0.029805483,0.013381943,0.000299001,0.00031339412,0.000021749962,0.00024335363,0.10917742],"genre_scores_gemma":[0.97999567,0.00028479175,0.012849069,0.00043665085,0.000019236142,0.00007009845,0.000019381134,0.000041296214,0.0062837685],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99182,0.005500447,0.00018068349,0.00047771077,0.000844977,0.0011761601],"domain_scores_gemma":[0.98722583,0.0033782441,0.001176687,0.001247891,0.0010440714,0.0059272614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011297928,0.00039857786,0.00022597003,0.0015332745,0.012719467,0.008289454,0.001597876,0.002108356,0.004845842],"category_scores_gemma":[0.016471984,0.00042394234,0.00041809963,0.00059470406,0.010918315,0.005761771,0.01310313,0.0033398804,0.0009114206],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099109966,0.0010040279,0.03372605,0.00028833337,0.000020670272,0.0022385071,0.59553707,0.0013871782,0.004956132,0.10606617,0.009852527,0.24482425],"study_design_scores_gemma":[0.000030265915,0.00042817483,0.019235661,0.00080362835,0.000020936415,0.0013071634,0.6711459,0.0025325927,0.0027543572,0.061569948,0.24005157,0.00011977836],"about_ca_topic_score_codex":0.0027452465,"about_ca_topic_score_gemma":0.007326384,"teacher_disagreement_score":0.012719467,"about_ca_system_score_codex":0.0029874966,"about_ca_system_score_gemma":0.008974115,"threshold_uncertainty_score":0.05974984},"labels":[],"label_agreement":null},{"id":"W3185180588","doi":"10.5539/ibr.v14n8p77","title":"Japanese Student Ventures Born from Design Thinking Education","year":2021,"lang":"en","type":"article","venue":"International Business Research","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Launched; New Ventures; Entrepreneurship; Design thinking; Class (philosophy); Entrepreneurship education; World class; Business; Marketing; Management; Engineering; Computer science; Economics","score_opus":0.08407680721072508,"score_gpt":0.41574270120430235,"score_spread":0.33166589399357727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185180588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9569183,0.00040877127,0.0035638656,0.0019362416,0.00024145433,0.00011107772,0.00004397042,0.00006760226,0.036708757],"genre_scores_gemma":[0.93540406,0.00057206245,0.0034787664,0.0007862147,0.00005855506,0.00014276298,0.00011260861,0.00009310909,0.059351925],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9979317,0.00062200247,0.00008121393,0.00018811987,0.00049193704,0.0006850051],"domain_scores_gemma":[0.9941401,0.00072557275,0.0005712653,0.0004884255,0.0007431522,0.003331513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032458971,0.00067316263,0.00045215676,0.000846398,0.010038471,0.008839442,0.0010974779,0.0015605569,0.009522683],"category_scores_gemma":[0.0051936335,0.00058886356,0.0007632097,0.0012730907,0.0033401707,0.0035496138,0.008583781,0.003834776,0.001955841],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034082888,0.0027833336,0.082353204,0.000523421,0.000064562,0.009255668,0.6971597,0.00043949665,0.0071343333,0.057653002,0.022435747,0.11985666],"study_design_scores_gemma":[0.00007319621,0.0008355735,0.036665317,0.00028503695,0.000076919794,0.0063287527,0.53275615,0.0013494304,0.004138022,0.008962344,0.40839747,0.0001318428],"about_ca_topic_score_codex":0.0012800851,"about_ca_topic_score_gemma":0.005003433,"teacher_disagreement_score":0.010038471,"about_ca_system_score_codex":0.0016551401,"about_ca_system_score_gemma":0.003270552,"threshold_uncertainty_score":0.031856537},"labels":[],"label_agreement":null},{"id":"W3186176013","doi":"10.56748/ejse.336","title":"Method for the Automatic Generation of Timber Connection Patterns","year":2003,"lang":"en","type":"article","venue":"Electronic Journal of Structural Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Connection (principal bundle); Frame (networking); Computer science; Engineering drawing; Software engineering; Engineering; Telecommunications; Mechanical engineering","score_opus":0.014674212002704523,"score_gpt":0.27077438091924416,"score_spread":0.25610016891653964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186176013","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008728539,0.00003979441,0.993778,0.00003611417,0.00003115784,0.000113539965,0.00017500058,0.0033448695,0.0016086586],"genre_scores_gemma":[0.013904726,0.000046927154,0.9820379,0.000034767367,0.000012392939,0.00028505933,0.00047634885,0.0005255301,0.0026763275],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99832755,0.00023231117,0.00012725305,0.00036521352,0.00087496074,0.00007278233],"domain_scores_gemma":[0.9982673,0.00089656253,0.0000818067,0.0002836921,0.00041971976,0.000050969917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010840648,0.0010939763,0.0007526811,0.0022310163,0.00089044473,0.0012673163,0.0019879576,0.001063016,0.023492184],"category_scores_gemma":[0.00481223,0.00081419986,0.0010408008,0.0010813706,0.00080809055,0.0013376564,0.0010993534,0.0015715057,0.0076933857],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002566933,0.00017216968,0.0006166562,0.00047953858,0.00008883198,0.00042371024,0.0003783076,0.012025061,0.036238387,0.04332387,0.024170067,0.88182664],"study_design_scores_gemma":[0.0005825447,0.00025329262,0.001101597,0.00021284146,0.00014510402,0.0026927681,0.00018321747,0.5659512,0.092843354,0.074010506,0.26181716,0.00020642989],"about_ca_topic_score_codex":0.001238464,"about_ca_topic_score_gemma":0.0021041988,"teacher_disagreement_score":0.023492184,"about_ca_system_score_codex":0.00042713585,"about_ca_system_score_gemma":0.0010988766,"threshold_uncertainty_score":0.0785892},"labels":[],"label_agreement":null},{"id":"W3187853372","doi":"10.1017/pds.2021.471","title":"MITIGATING COMPANY ADOPTION BARRIERS OF DESIGN-DRIVEN INNOVATION WITH HUMAN CENTERED DESIGN","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Business; Service (business); Product (mathematics); Service design; Product innovation; Space (punctuation); Service innovation; Knowledge management; Meaning (existential); Process management; New product development; Product design; Marketing; Computer science; Service provider; Psychology","score_opus":0.04936747237357602,"score_gpt":0.2632285455627738,"score_spread":0.21386107318919778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187853372","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7589387,0.0013013785,0.16062059,0.013181592,0.000115357056,0.0012139764,0.000033710246,0.00038093014,0.06421384],"genre_scores_gemma":[0.97798586,0.0001607635,0.020238068,0.00043539275,0.000014111569,0.00038335013,0.000012182765,0.000023893472,0.00074641977],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.90908515,0.06816701,0.0027828177,0.0025852376,0.014111647,0.0032679888],"domain_scores_gemma":[0.78109825,0.16876118,0.014746641,0.015821107,0.016095154,0.003477586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.061592966,0.0007132677,0.0006231343,0.003131781,0.0028691497,0.008942632,0.0032154738,0.0026721177,0.004298388],"category_scores_gemma":[0.116878524,0.0007131691,0.0007851102,0.0015653775,0.0055277674,0.006436632,0.011725008,0.0033832076,0.0005367156],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072189234,0.003502443,0.10271801,0.003965421,0.00034392078,0.001363523,0.13617954,0.013895329,0.019823436,0.26416582,0.005305168,0.44801548],"study_design_scores_gemma":[0.0008702521,0.009703596,0.107260786,0.008680903,0.00064168544,0.0019678185,0.24099301,0.12837243,0.032992933,0.23861985,0.22938137,0.0005152932],"about_ca_topic_score_codex":0.0022791983,"about_ca_topic_score_gemma":0.002187045,"teacher_disagreement_score":0.061592966,"about_ca_system_score_codex":0.0069149234,"about_ca_system_score_gemma":0.008872466,"threshold_uncertainty_score":0.3257386},"labels":[],"label_agreement":null},{"id":"W3189806257","doi":"10.1108/ci-11-2019-0116","title":"Design process innovation on brock commons tallwood house","year":2021,"lang":"en","type":"article","venue":"Construction Innovation","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Victoria; University of Northern British Columbia; École de Technologie Supérieure","funders":"","keywords":"Context (archaeology); Process (computing); Project team; Process management; Product (mathematics); New product development; Quality (philosophy); Engineering; Product design; Engineering management; Knowledge management; Systems engineering; Computer science; Business; Marketing","score_opus":0.04112851324969122,"score_gpt":0.28136004216358584,"score_spread":0.24023152891389463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189806257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91064185,0.00050686364,0.016413528,0.0009593567,0.000023390914,0.00080223754,0.00009743074,0.00012401424,0.07043128],"genre_scores_gemma":[0.9588369,0.00032591948,0.01898533,0.00010019814,0.0000052100704,0.00021371017,0.00009457068,0.000021216307,0.021416944],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99608755,0.0014030247,0.000096340096,0.00036327718,0.0013712205,0.00067864807],"domain_scores_gemma":[0.99610007,0.0019073633,0.0002692819,0.00027298278,0.00097473053,0.0004754672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035455618,0.00028430345,0.00022586704,0.0011588136,0.0044313245,0.0031404763,0.0011099349,0.000811083,0.004200636],"category_scores_gemma":[0.0046334947,0.00023077434,0.00026714563,0.0015293747,0.004399894,0.0009431582,0.0019450699,0.00079459295,0.0003035233],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009198066,0.001536677,0.04362816,0.0011823601,0.000055551056,0.006578337,0.24700665,0.031517543,0.04070921,0.14284165,0.00738701,0.4766371],"study_design_scores_gemma":[0.00021101834,0.0022760094,0.13077626,0.0009943311,0.00009564891,0.0019113752,0.29286388,0.037304837,0.04825808,0.020108033,0.46493074,0.00026976044],"about_ca_topic_score_codex":0.36742532,"about_ca_topic_score_gemma":0.47616595,"teacher_disagreement_score":0.36742532,"about_ca_system_score_codex":0.026463846,"about_ca_system_score_gemma":0.024585627,"threshold_uncertainty_score":0.7305733},"labels":[],"label_agreement":null},{"id":"W3192209003","doi":"10.18260/1-2--37478","title":"Managing Polarities: Perception of Value, Designer Roles, and Organizational Conditions that Influence Design Outcomes in Mechanical Engineering","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Value engineering; Perception; Value (mathematics); Computer science; Industrial engineering; Knowledge management; Engineering; Operations management; Psychology; Machine learning","score_opus":0.03874676415665391,"score_gpt":0.27833669135927686,"score_spread":0.23958992720262295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192209003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98805004,0.000083211744,0.001881764,0.0003380708,0.000010333183,0.000024401223,0.000004884878,0.0000050976037,0.009602115],"genre_scores_gemma":[0.99950397,0.000028189288,0.00019050165,0.000019992438,0.000002157662,0.000010321991,0.0000034561776,0.0000026728906,0.00023875014],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9810373,0.014864546,0.00051855453,0.0005687251,0.0022103724,0.00080049725],"domain_scores_gemma":[0.9499007,0.037775174,0.0056432923,0.0012374691,0.0026541452,0.0027892715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02006284,0.00038673604,0.00024667062,0.0019318251,0.0042054476,0.010314217,0.0006240865,0.0010127056,0.0026490302],"category_scores_gemma":[0.036294393,0.0003850139,0.0002365376,0.00078150234,0.009172608,0.003105589,0.0051896167,0.0015809723,0.00031602356],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050375785,0.00053215603,0.27699518,0.00025274843,0.000049029913,0.0010075793,0.6466083,0.0011828972,0.0055518234,0.021428691,0.00079735916,0.045090433],"study_design_scores_gemma":[0.0000485426,0.00040208187,0.12105193,0.0002596323,0.00003134176,0.0006402041,0.8445813,0.002797114,0.003040795,0.019452034,0.0076155723,0.00007946221],"about_ca_topic_score_codex":0.0012159188,"about_ca_topic_score_gemma":0.001371831,"teacher_disagreement_score":0.02006284,"about_ca_system_score_codex":0.002784434,"about_ca_system_score_gemma":0.0021520385,"threshold_uncertainty_score":0.10610366},"labels":[],"label_agreement":null},{"id":"W3192597289","doi":"10.1017/pds.2021.479","title":"MODELLING DESIGN TRADE-OFFS USING A SET THEORY APPROACH: ALTERNATIVE PATHS FOR NAVIGATING TRADE-OFF SITUATIONS","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Conceptual design; Pareto principle; Space (punctuation); Set (abstract data type); Process (computing); Framing (construction); Spatial design; Engineering design process; Management science; Industrial engineering; Mathematical optimization; Human–computer interaction; Mathematics; Engineering; Business; Marketing","score_opus":0.1012251252190235,"score_gpt":0.29580154578036205,"score_spread":0.19457642056133856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192597289","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049993683,0.0003108177,0.9149131,0.0011822967,0.000035913858,0.00019710172,0.000057038957,0.0001030868,0.03320701],"genre_scores_gemma":[0.6697545,0.0002973504,0.32636923,0.0000915788,0.000012844318,0.00047800774,0.0000669324,0.000060801576,0.0028687427],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98728895,0.009246146,0.00042968974,0.0008857662,0.0014970823,0.0006523822],"domain_scores_gemma":[0.97772187,0.017982462,0.001117382,0.0017057998,0.00091692846,0.00055561267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010285553,0.0013593977,0.0010565534,0.0035606914,0.002791013,0.011107589,0.002512344,0.003243658,0.010088106],"category_scores_gemma":[0.026424594,0.0012896691,0.0026953917,0.0021499966,0.01064599,0.00998818,0.0068637845,0.0035780512,0.0006692943],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088240275,0.0000890961,0.0009977334,0.00017816391,0.000041413863,0.0002854117,0.004785014,0.19974686,0.0005412511,0.77733403,0.00029292284,0.015619944],"study_design_scores_gemma":[0.000044600918,0.00006815028,0.00016061071,0.00016162483,0.000019126846,0.000086592925,0.0022152974,0.29416758,0.00040665138,0.69796574,0.0046604318,0.00004357019],"about_ca_topic_score_codex":0.0031449804,"about_ca_topic_score_gemma":0.0033159712,"teacher_disagreement_score":0.011107589,"about_ca_system_score_codex":0.0046585957,"about_ca_system_score_gemma":0.0026864212,"threshold_uncertainty_score":0.054395854},"labels":[],"label_agreement":null},{"id":"W3194486677","doi":"10.25300/misq/2022/15252","title":"Product Meaning in Digital Product Innovation","year":2022,"lang":"en","type":"article","venue":"MIS Quarterly","topic":"Design Education and Practice","field":"Engineering","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Meaning (existential); Product (mathematics); Product design; New product development; Product innovation; Process (computing); Computer science; Knowledge management; Business; Marketing; Psychology; Mathematics","score_opus":0.015687662674335946,"score_gpt":0.23441661378183926,"score_spread":0.21872895110750332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194486677","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17433211,0.02103493,0.15636389,0.02416843,0.0008225672,0.00043415252,0.00018366432,0.00014001162,0.6225203],"genre_scores_gemma":[0.96033555,0.0045934604,0.026788615,0.0011401295,0.00016568882,0.00027586336,0.000059129172,0.000044115703,0.0065975827],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9926714,0.0043470813,0.00036505208,0.0006385939,0.0015282892,0.00044965357],"domain_scores_gemma":[0.9891823,0.007764283,0.00075311627,0.0012558086,0.0007227937,0.00032163647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007473178,0.00052785006,0.00046942933,0.0033687092,0.003898302,0.009548006,0.0012388823,0.002776357,0.0046863616],"category_scores_gemma":[0.019158496,0.00045838914,0.0006727733,0.0034553602,0.03086818,0.018945962,0.006362639,0.0029669616,0.00049743295],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015497715,0.000019847113,0.0006946648,0.0001730643,0.000005759349,0.00011118872,0.01859681,0.00035612992,0.0002069265,0.96303225,0.0005359884,0.016251836],"study_design_scores_gemma":[0.000020753883,0.000047127025,0.0012729528,0.00048640175,0.000016746751,0.00030315388,0.011169556,0.00095084973,0.0005005394,0.91655195,0.06865181,0.00002821387],"about_ca_topic_score_codex":0.0013150345,"about_ca_topic_score_gemma":0.0009867558,"teacher_disagreement_score":0.009548006,"about_ca_system_score_codex":0.004727761,"about_ca_system_score_gemma":0.0038516885,"threshold_uncertainty_score":0.03952247},"labels":[],"label_agreement":null},{"id":"W3195117954","doi":"10.32920/ryerson.14641440.v1","title":"A ‘Natural’ Approach to Design","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Analogy; Biomimetics; Artifact (error); Natural (archaeology); Reuse; Sustainability; Computer science; Sustainable design; Process (computing); Management science; Biochemical engineering; Artificial intelligence; Engineering; Epistemology; Ecology; Biology","score_opus":0.05812810044943725,"score_gpt":0.2745990510344429,"score_spread":0.21647095058500562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195117954","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020572867,0.0035384614,0.7210061,0.014177658,0.00086104905,0.00024702828,0.00012171983,0.0004385606,0.25755218],"genre_scores_gemma":[0.18357824,0.005599969,0.71858186,0.0075577097,0.0007293275,0.001492643,0.00037167475,0.00045679187,0.08163183],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9903813,0.005094956,0.000540041,0.0014603818,0.0022628352,0.00026053036],"domain_scores_gemma":[0.9937022,0.0025973825,0.00033039198,0.001969612,0.0011222827,0.0002781755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068704314,0.0012231172,0.00069325813,0.0023474714,0.0024177018,0.008680338,0.0034002464,0.0037115049,0.012255986],"category_scores_gemma":[0.008787399,0.00083342846,0.0015605689,0.0013636618,0.02400931,0.008505575,0.004376989,0.005138626,0.0043770014],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000481681,0.000015279129,0.000078146346,0.00013464416,0.000010121847,0.000024410023,0.0004740817,0.0012188948,0.0001906504,0.98540676,0.0031403576,0.009301825],"study_design_scores_gemma":[0.000017002449,0.000034732526,0.00008436998,0.00016452525,0.000009227573,0.00015689021,0.0002928875,0.0028797148,0.00028818808,0.6958989,0.30015546,0.000018110788],"about_ca_topic_score_codex":0.0020161758,"about_ca_topic_score_gemma":0.0027857914,"teacher_disagreement_score":0.012255986,"about_ca_system_score_codex":0.0054072747,"about_ca_system_score_gemma":0.004413395,"threshold_uncertainty_score":0.041000366},"labels":[],"label_agreement":null},{"id":"W3196922711","doi":"10.1016/b978-0-12-817821-8.00022-9","title":"Food design: Innovation in Canadian graphic design education","year":2021,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Graphic design; Variety (cybernetics); Meaning (existential); Design education; Context (archaeology); Action (physics); Design thinking; Environmental graphic design; Design elements and principles; Order (exchange); Engineering ethics; Art and design; Sociology; Engineering; Epistemology; Computer science; Visual arts; Multimedia; Human–computer interaction; Art; Systems engineering; Artificial intelligence; Geography","score_opus":0.037217254809509506,"score_gpt":0.25035700125615706,"score_spread":0.21313974644664757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196922711","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058368454,0.027792804,0.0031492182,0.008243707,0.0013645083,0.00003951888,0.00013492821,0.00014229029,0.9532962],"genre_scores_gemma":[0.06142824,0.019296747,0.004469099,0.0008400303,0.0001874538,0.000026858599,0.00012518809,0.00011989197,0.9135065],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9990402,0.00015521732,0.000023647453,0.00008595721,0.0004786432,0.00021623494],"domain_scores_gemma":[0.99934834,0.00018265774,0.00001798872,0.000032880005,0.00024357442,0.00017450578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013033294,0.0010589992,0.00032624538,0.002770266,0.007172208,0.010691947,0.0014077567,0.002287726,0.059983753],"category_scores_gemma":[0.0015538587,0.00047485137,0.00043108338,0.005493097,0.005469866,0.0020422875,0.0017419403,0.0021314563,0.0034082213],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026041487,0.000038797818,0.0007363442,0.00047637126,0.0000051431093,0.00018579811,0.013131575,0.0009614566,0.00047724025,0.40037802,0.26333252,0.3202507],"study_design_scores_gemma":[0.0000018222618,0.000006560427,0.00083031616,0.00019111298,0.0000030872925,0.00005352946,0.0021902083,0.0001564234,0.00010617448,0.004979769,0.9914718,0.000009166444],"about_ca_topic_score_codex":0.8958362,"about_ca_topic_score_gemma":0.9729232,"teacher_disagreement_score":0.104163826,"about_ca_system_score_codex":0.057426672,"about_ca_system_score_gemma":0.06816315,"threshold_uncertainty_score":0.41666162},"labels":[],"label_agreement":null},{"id":"W3197171891","doi":"","title":"Learning for biocultural design: community kitchens as innovation spaces for small-scale food production in Manitoba","year":2020,"lang":"en","type":"dissertation","venue":"Mspace (University of Manitoba)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; University of Manitoba","keywords":"Scale (ratio); Geography; Production (economics); Cartography; Economics","score_opus":0.055942153336472324,"score_gpt":0.24378130910866846,"score_spread":0.18783915577219615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197171891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9622799,0.0011290361,0.0027083457,0.0023145315,0.000045592413,0.0003043806,0.000066555695,0.00007538189,0.031076267],"genre_scores_gemma":[0.98118424,0.0006094614,0.0075791255,0.00030196493,0.0000089604,0.00017753888,0.000059531005,0.000024080564,0.010055079],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99866164,0.00074858835,0.000021615455,0.00015898077,0.00013267767,0.00027651503],"domain_scores_gemma":[0.99728394,0.0008334847,0.00020899868,0.00022523892,0.00032394807,0.0011243875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025646188,0.00050860475,0.00020263289,0.000898081,0.010144747,0.0037519168,0.002397196,0.00091413624,0.00717124],"category_scores_gemma":[0.00206671,0.00046596266,0.0003143756,0.0013563546,0.006547234,0.0015776934,0.005677995,0.0010579973,0.00040389603],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003776229,0.0015980788,0.112300105,0.0008995758,0.000061379535,0.0062445705,0.638026,0.0009208322,0.013773663,0.024923703,0.006553616,0.19432086],"study_design_scores_gemma":[0.00010608483,0.00077601883,0.12612715,0.0007351187,0.0000813885,0.00078460417,0.68814087,0.0016856493,0.0032209307,0.005538935,0.17270438,0.00009889486],"about_ca_topic_score_codex":0.2349795,"about_ca_topic_score_gemma":0.68715566,"teacher_disagreement_score":0.7650205,"about_ca_system_score_codex":0.012415317,"about_ca_system_score_gemma":0.023561202,"threshold_uncertainty_score":0.46722353},"labels":[],"label_agreement":null},{"id":"W3197629926","doi":"10.1007/978-3-030-70873-3_8","title":"Design for Empathy and Accessibility: A Technology Solution for Deaf Curling Athletes","year":2021,"lang":"en","type":"book-chapter","venue":"Transactions on computational science and computational intelligence","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Commercialization; Athletes; Engineering management; Empathy; Curling; Engineering; Course (navigation); Computer science; Knowledge management; Psychology; Marketing; Business; Mechanical engineering","score_opus":0.07235597897063765,"score_gpt":0.324829845876676,"score_spread":0.25247386690603835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197629926","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028040357,0.00096927094,0.7725544,0.0026522425,0.0003689508,0.00024843524,0.000068513735,0.0015975623,0.19350027],"genre_scores_gemma":[0.41781056,0.0013781227,0.38259465,0.0011254969,0.000085236985,0.0006990376,0.00014290964,0.00046972002,0.19569428],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99914885,0.00032615426,0.00003673959,0.00012645451,0.0002457152,0.00011607992],"domain_scores_gemma":[0.9994019,0.00018807604,0.00003354665,0.000094364084,0.00017886914,0.00010324722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011303579,0.0008301989,0.00026916357,0.0006127607,0.0012956163,0.0024822059,0.0012379758,0.00206304,0.015772741],"category_scores_gemma":[0.001955306,0.00032113513,0.00043412801,0.00024394515,0.0016077751,0.0024676179,0.0037651078,0.0011546644,0.002618884],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012466562,0.00027685036,0.0015092542,0.0008501769,0.00004027298,0.0008280215,0.023059016,0.0045056096,0.03795754,0.3658323,0.03916103,0.52585524],"study_design_scores_gemma":[0.00008454547,0.0005954036,0.0024483497,0.00093595625,0.00014800599,0.002955784,0.01653929,0.026043853,0.03145764,0.15896794,0.75973076,0.000092463655],"about_ca_topic_score_codex":0.0008458803,"about_ca_topic_score_gemma":0.0015356905,"teacher_disagreement_score":0.015772741,"about_ca_system_score_codex":0.00062727835,"about_ca_system_score_gemma":0.001560479,"threshold_uncertainty_score":0.05276501},"labels":[],"label_agreement":null},{"id":"W3203878057","doi":"10.53967/cje-rce.v44i3.4195","title":"Réalisation d’une démarche d’analyse technologique par des élèves de science et technologie au secondaire : trois cas de figure","year":2021,"lang":"fr","type":"article","venue":"Canadian Journal of Education / Revue canadienne de l éducation","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Humanities; Art","score_opus":0.049298753002825116,"score_gpt":0.29426733658744575,"score_spread":0.24496858358462065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203878057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68304336,0.00062989764,0.26219895,0.0015114826,0.00024401922,0.00024127995,0.00048457933,0.0023601921,0.04928625],"genre_scores_gemma":[0.8603281,0.00023557241,0.1098166,0.00017995905,0.000025526275,0.00013080581,0.0003916127,0.00046797926,0.028423805],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99787223,0.0002680441,0.000078980345,0.00049236714,0.0010342583,0.00025412824],"domain_scores_gemma":[0.9929721,0.00323783,0.00042388236,0.0014068617,0.0014816552,0.000477769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024628993,0.0008373784,0.00048805506,0.0014057799,0.0018667609,0.0048140795,0.0008486122,0.0020511544,0.0139895445],"category_scores_gemma":[0.007334042,0.0006621422,0.0009028466,0.00115937,0.0021308244,0.0028927661,0.003187699,0.0019069623,0.0023912794],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014492776,0.00045478417,0.06765586,0.0009854734,0.00013313982,0.003925534,0.085164,0.040779155,0.36690193,0.045556676,0.010056657,0.37693754],"study_design_scores_gemma":[0.00010580661,0.0016685985,0.22944833,0.0006476115,0.00021262254,0.0028463604,0.04588707,0.13491467,0.2647271,0.024460332,0.29447868,0.0006027472],"about_ca_topic_score_codex":0.015800659,"about_ca_topic_score_gemma":0.021131849,"teacher_disagreement_score":0.015800659,"about_ca_system_score_codex":0.0021415306,"about_ca_system_score_gemma":0.0019719163,"threshold_uncertainty_score":0.04679966},"labels":[],"label_agreement":null},{"id":"W3205361876","doi":"10.1007/s00146-021-01281-2","title":"Processing of grid-based design representations: a qualitative analysis of concurrent think-aloud protocols","year":2021,"lang":"en","type":"article","venue":"AI & Society","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Computer science; Think aloud protocol; Protocol analysis; Qualitative analysis; Grid; Human–computer interaction; Qualitative research; Cognitive science; Psychology; Sociology; Mathematics","score_opus":0.10225079581178331,"score_gpt":0.45221773255975284,"score_spread":0.3499669367479695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205361876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7169654,0.00012695618,0.25639564,0.0017508428,0.000055076896,0.0013113087,0.00039997537,0.00038642253,0.022608522],"genre_scores_gemma":[0.96358025,0.00006442388,0.03314214,0.00014759929,0.000005698168,0.00060666585,0.00013437006,0.00017969678,0.0021390796],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9730472,0.020647347,0.00067684095,0.0012697596,0.0035068265,0.0008520699],"domain_scores_gemma":[0.8471644,0.1313651,0.0037204998,0.005101685,0.011577005,0.0010714656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020001713,0.00062875316,0.00047083697,0.0018539901,0.0032653054,0.00479524,0.0019295922,0.0012890729,0.0028465118],"category_scores_gemma":[0.10340093,0.0006155018,0.0004064111,0.00150103,0.0066282935,0.004210435,0.003309982,0.0022372259,0.000388642],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018733912,0.00009076483,0.0044546467,0.00036187467,0.000017997996,0.0004883024,0.9416797,0.001573769,0.008915154,0.020158224,0.00063072506,0.021441502],"study_design_scores_gemma":[0.00008830578,0.00023049662,0.0079048015,0.00063176465,0.000066173176,0.00073122414,0.8781267,0.021734588,0.019225642,0.03431345,0.03680257,0.00014433288],"about_ca_topic_score_codex":0.006474323,"about_ca_topic_score_gemma":0.005273637,"teacher_disagreement_score":0.020001713,"about_ca_system_score_codex":0.0043534213,"about_ca_system_score_gemma":0.0067150686,"threshold_uncertainty_score":0.10578042},"labels":[],"label_agreement":null},{"id":"W3205448872","doi":"10.21606/drs.2010.138","title":"Dealing with the Human-centered Approach within HCI Projects","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Human–computer interaction; Data science","score_opus":0.026770099492889263,"score_gpt":0.2496820486498824,"score_spread":0.22291194915699314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205448872","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042110756,0.0037418327,0.8869399,0.024080172,0.000752825,0.0015885719,0.000029402261,0.00045455355,0.040302046],"genre_scores_gemma":[0.53434175,0.0027014816,0.44569477,0.003871742,0.00042885102,0.0042033414,0.00007857857,0.00032672653,0.008352712],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.68802065,0.26305166,0.0062132757,0.0091492,0.029864097,0.003701114],"domain_scores_gemma":[0.87615734,0.07773952,0.0069942162,0.021000067,0.011373112,0.0067356764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.12906477,0.0019980958,0.0015888324,0.004730903,0.015768124,0.027139226,0.004992293,0.00957161,0.0032885035],"category_scores_gemma":[0.10245449,0.0021412636,0.0012341312,0.0041526216,0.04596211,0.02186338,0.02780739,0.010793789,0.00111253],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100417026,0.0005310612,0.0059880493,0.001903636,0.00020701921,0.0012090408,0.39573094,0.0053897095,0.0035208154,0.43865448,0.008110841,0.13865401],"study_design_scores_gemma":[0.00023216323,0.00082839705,0.002317726,0.003014435,0.0001426468,0.0022287958,0.10852796,0.013303358,0.0047922553,0.570265,0.29406947,0.00027775057],"about_ca_topic_score_codex":0.0017985051,"about_ca_topic_score_gemma":0.0014474859,"teacher_disagreement_score":0.12906477,"about_ca_system_score_codex":0.008232624,"about_ca_system_score_gemma":0.021815564,"threshold_uncertainty_score":0.6825679},"labels":[],"label_agreement":null},{"id":"W3207465750","doi":"10.4000/rfsic.11835","title":"Designers et ergonomes à l’épreuve de la reconnaissance professionnelle : un essai de comparaison entre deux cultures de la conception dans l’industrie française des télécommunications","year":2021,"lang":"fr","type":"article","venue":"Revue française des sciences de l’information et de la communication","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Humanities; Political science; Sociology; Philosophy","score_opus":0.05926522051562031,"score_gpt":0.3598281493508198,"score_spread":0.30056292883519947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207465750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.824041,0.01010118,0.04649455,0.01312781,0.00043336238,0.00044624996,0.00016257158,0.00008939318,0.105103895],"genre_scores_gemma":[0.9698827,0.0029693097,0.009910181,0.001499705,0.000043961274,0.00040914075,0.000054526765,0.000065368185,0.015165029],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9511439,0.036431096,0.0018029228,0.0025823065,0.0065038903,0.0015358772],"domain_scores_gemma":[0.91454667,0.060706247,0.005476178,0.005736791,0.011486999,0.0020470885],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.031073103,0.00071470713,0.0006915442,0.0031571381,0.008284101,0.014014092,0.0012382447,0.0023396215,0.009325732],"category_scores_gemma":[0.047107104,0.0007780004,0.0006831214,0.0036291836,0.013320741,0.00896017,0.0059182993,0.0027001796,0.001094582],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003457854,0.00022121455,0.036344253,0.0010857148,0.000075834076,0.0003099887,0.78014076,0.0005317839,0.002361791,0.07945122,0.0018594553,0.09727222],"study_design_scores_gemma":[0.00008251785,0.00040634646,0.0426984,0.0023256736,0.00012594403,0.0003608945,0.79115605,0.000693371,0.0043960465,0.02318136,0.13442229,0.0001511167],"about_ca_topic_score_codex":0.03003065,"about_ca_topic_score_gemma":0.04128579,"teacher_disagreement_score":0.9917159,"about_ca_system_score_codex":0.011926153,"about_ca_system_score_gemma":0.020332856,"threshold_uncertainty_score":0.16433227},"labels":[],"label_agreement":null},{"id":"W3207871280","doi":"","title":"Aesthetics in negotiation: Part one: Four elements","year":2017,"lang":"en","type":"article","venue":"eYLS (Yale Law School)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Negotiation; Aesthetics; Beauty; Epistemology; Context (archaeology); Sociology; Psychology; Social psychology; Art; Social science; Philosophy; History","score_opus":0.03624052859903802,"score_gpt":0.2789724347649296,"score_spread":0.24273190616589158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207871280","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021635424,0.09514527,0.028556589,0.057872403,0.0042141783,0.00029353198,0.000051513278,0.00011767231,0.7921134],"genre_scores_gemma":[0.71048784,0.0677014,0.03160299,0.012094278,0.0055398154,0.00091583084,0.00015818638,0.00068792497,0.17081165],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.996192,0.002048137,0.00015416817,0.00019660726,0.0011312445,0.0002779119],"domain_scores_gemma":[0.99730647,0.001614792,0.00021546274,0.0002750522,0.00031732797,0.00027100675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046861907,0.0011227257,0.00086322817,0.002307461,0.007926647,0.014945013,0.0015120757,0.0033425495,0.0067609497],"category_scores_gemma":[0.0048335553,0.0005755973,0.0012506173,0.003063584,0.029976286,0.012714474,0.009470542,0.010257568,0.0015344035],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003444673,0.000062071624,0.00040648537,0.00039248733,0.000009221241,0.00020091899,0.046668515,0.00022777378,0.00033233687,0.9071266,0.011267166,0.03327205],"study_design_scores_gemma":[0.00001559957,0.000059281352,0.0011762558,0.001108046,0.0000141547,0.00094372453,0.028556943,0.0005698899,0.0003459667,0.4568878,0.51027614,0.00004611358],"about_ca_topic_score_codex":0.0016784103,"about_ca_topic_score_gemma":0.0015440278,"teacher_disagreement_score":0.014945013,"about_ca_system_score_codex":0.0054915994,"about_ca_system_score_gemma":0.0027777175,"threshold_uncertainty_score":0.039844513},"labels":[],"label_agreement":null},{"id":"W3209002300","doi":"10.18260/1-2--34593","title":"Evaluating a new second-year introduction to chemical engineering design course using concept mapping","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Variety (cybernetics); Curriculum; Engineering education; Engineering design process; Computer science; Mathematics education; Engineering; Engineering management; Mechanical engineering; Artificial intelligence; Mathematics; Pedagogy; Psychology","score_opus":0.17226115798529262,"score_gpt":0.33345185642069675,"score_spread":0.16119069843540412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209002300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.980235,0.00016250655,0.0060940916,0.00023962186,0.00012012012,0.0015438158,0.00040339996,0.00027646907,0.010924948],"genre_scores_gemma":[0.9045356,0.00037367336,0.06562047,0.00039338376,0.00006637518,0.0023295095,0.002153686,0.00014840768,0.024378879],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99683976,0.0011879125,0.0001408657,0.00049439794,0.0010155102,0.00032157914],"domain_scores_gemma":[0.97439617,0.0141006475,0.0010140553,0.0014727273,0.0055172374,0.0034991486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00788573,0.0012994516,0.0011111562,0.0012535051,0.0013087703,0.002434756,0.0019155854,0.0015144958,0.008679301],"category_scores_gemma":[0.02400159,0.0005883367,0.0007420881,0.00094317965,0.00060328055,0.0020544885,0.0017966101,0.001776608,0.0024953447],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0116250925,0.14983791,0.043922517,0.0022526386,0.00034454657,0.0009054559,0.015287172,0.043549772,0.04072095,0.004735365,0.024495002,0.6623236],"study_design_scores_gemma":[0.009961035,0.22274244,0.29081115,0.0010622987,0.000773436,0.00074197474,0.022717105,0.15135275,0.09922192,0.012132744,0.18769942,0.000783683],"about_ca_topic_score_codex":0.004900841,"about_ca_topic_score_gemma":0.013824179,"teacher_disagreement_score":0.008679301,"about_ca_system_score_codex":0.003848431,"about_ca_system_score_gemma":0.0029113921,"threshold_uncertainty_score":0.041704178},"labels":[],"label_agreement":null},{"id":"W3209005782","doi":"10.20380/gi2021.06","title":"Challenges in Getting Started in Motion Graphic Design: Perspectives from Casual and Professional Motion Designers","year":2021,"lang":"en","type":"article","venue":"Canada Human-Computer Communications Society","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Casual; Motion (physics); Computer science; Human–computer interaction; Computer graphics (images); Multimedia; Artificial intelligence","score_opus":0.09581553120778084,"score_gpt":0.29747721804766375,"score_spread":0.2016616868398829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209005782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9386838,0.0019566626,0.020156853,0.012517561,0.00029757654,0.00031804948,0.000041386003,0.00013166877,0.025896441],"genre_scores_gemma":[0.98263675,0.0012215606,0.005504625,0.0026892885,0.000058571306,0.00017159432,0.000036152695,0.00010816572,0.0075731296],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9421943,0.041803055,0.0022715388,0.0023055035,0.006697188,0.0047284234],"domain_scores_gemma":[0.90674806,0.06365121,0.00493176,0.0029518702,0.010879216,0.010837939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.051851045,0.0010078638,0.0009098198,0.003124917,0.019789116,0.017522974,0.0033564128,0.007037626,0.0027539062],"category_scores_gemma":[0.08749545,0.002050969,0.00097586313,0.0018471658,0.016079003,0.012279827,0.012137138,0.007531574,0.000935852],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030668485,0.0000776757,0.0047358023,0.00012792458,0.000006678567,0.00087970984,0.9837924,0.00009580753,0.00036897822,0.0017685004,0.0011428194,0.006972946],"study_design_scores_gemma":[0.000016479566,0.00015847769,0.0014341113,0.00019831334,0.000010385864,0.0011922024,0.97208655,0.00028152054,0.0003202568,0.0013241048,0.022932824,0.000044929726],"about_ca_topic_score_codex":0.005821028,"about_ca_topic_score_gemma":0.00868395,"teacher_disagreement_score":0.051851045,"about_ca_system_score_codex":0.0043807616,"about_ca_system_score_gemma":0.006291902,"threshold_uncertainty_score":0.27421784},"labels":[],"label_agreement":null},{"id":"W3209080730","doi":"10.55016/ojs/pplt.v4y2020.68832","title":"Getting Radical: Using Design thinking to Tackle Collaboration Issues","year":2020,"lang":"en","type":"article","venue":"Papers on postsecondary learning and teaching.","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Design thinking; Management science; Process management; Knowledge management; Engineering management; Human–computer interaction; Engineering","score_opus":0.020420359898652537,"score_gpt":0.2867716889286036,"score_spread":0.26635132902995107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209080730","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029066011,0.0052219,0.8708204,0.012390474,0.0011519289,0.0004026513,0.000032743388,0.0009806141,0.0799333],"genre_scores_gemma":[0.28882912,0.0036066957,0.68799925,0.0023721217,0.00035018672,0.0007545603,0.00009267032,0.00033425694,0.01566122],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9875886,0.008225486,0.0005198843,0.0010654121,0.0019236216,0.0006769872],"domain_scores_gemma":[0.9830188,0.012122736,0.00096541527,0.0019962285,0.00091773854,0.0009790121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0124554,0.0013609248,0.0006857792,0.0028088882,0.004180695,0.012116533,0.002786185,0.0044720573,0.0047925394],"category_scores_gemma":[0.014426304,0.00069841504,0.0015489727,0.0019371972,0.013454958,0.0135005815,0.0103864325,0.0044320542,0.00090467907],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109327964,0.00029839348,0.0021337352,0.0014985376,0.00009919362,0.00081842154,0.069027856,0.0033866288,0.0047521503,0.60444343,0.009401777,0.30403057],"study_design_scores_gemma":[0.00014088817,0.00027343287,0.0006905226,0.0010231218,0.00010257938,0.0014366495,0.019542223,0.010731723,0.004484698,0.70872086,0.2527533,0.00009998263],"about_ca_topic_score_codex":0.00085720245,"about_ca_topic_score_gemma":0.0010401981,"teacher_disagreement_score":0.0124554,"about_ca_system_score_codex":0.002592614,"about_ca_system_score_gemma":0.0048585404,"threshold_uncertainty_score":0.06587124},"labels":[],"label_agreement":null},{"id":"W3210019277","doi":"","title":"The integration project : A new educational model for interactive product design: validating utility, performance, and experience","year":2005,"lang":"en","type":"article","venue":"TU/e Research Portal (Eindhoven University of Technology)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Product (mathematics); Computer science; Process management; Engineering management; Business; Engineering; Mathematics","score_opus":0.11056026032128412,"score_gpt":0.36774745783369106,"score_spread":0.25718719751240693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210019277","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27076265,0.00032767546,0.6753093,0.0010337996,0.00018109287,0.0023710306,0.000767933,0.010184809,0.03906171],"genre_scores_gemma":[0.34700763,0.0002349614,0.6292954,0.00020427666,0.000029375507,0.001645386,0.0015396534,0.0016731948,0.0183701],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9949504,0.0021588078,0.00021816349,0.00048710947,0.0019657067,0.00021983201],"domain_scores_gemma":[0.9898173,0.0043184627,0.00051291817,0.002980525,0.0017468561,0.00062395766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007575832,0.0014691778,0.0006243968,0.0013911997,0.0008881764,0.0026580063,0.0018746414,0.0018920755,0.006847574],"category_scores_gemma":[0.015716538,0.0009981332,0.000717448,0.00080041453,0.002179712,0.005412465,0.0044243834,0.0020414644,0.001606352],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002727134,0.008710428,0.021578375,0.0010172384,0.00018262968,0.00036475342,0.018439502,0.024148123,0.07008539,0.05250812,0.026968652,0.7732697],"study_design_scores_gemma":[0.0026614172,0.021289093,0.058828074,0.0011912446,0.0011645325,0.0026081256,0.0056321896,0.37184477,0.16747633,0.06570133,0.30076355,0.00083933346],"about_ca_topic_score_codex":0.0037610123,"about_ca_topic_score_gemma":0.004623949,"teacher_disagreement_score":0.007575832,"about_ca_system_score_codex":0.0012514986,"about_ca_system_score_gemma":0.00265326,"threshold_uncertainty_score":0.04006529},"labels":[],"label_agreement":null},{"id":"W3212014123","doi":"10.4018/978-1-7998-7963-3.ch004","title":"Collective Innovation for Complex Challenges","year":2021,"lang":"en","type":"book-chapter","venue":"Practice, progress, and proficiency in sustainability","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Praxis; Collective action; Knowledge management; Field (mathematics); Engineering ethics; Sociology; Collective intelligence; Management science; Political science; Engineering; Computer science","score_opus":0.06012175388374699,"score_gpt":0.33944608923150277,"score_spread":0.2793243353477558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212014123","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004709066,0.019270899,0.054282933,0.019965872,0.0031520268,0.00010762011,0.000033981833,0.0001846182,0.898293],"genre_scores_gemma":[0.22523016,0.023858083,0.0504599,0.0057959897,0.0025149419,0.00056671334,0.00014023359,0.00037059857,0.6910633],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99912196,0.0003624542,0.00002352383,0.00012948032,0.0002766227,0.00008580518],"domain_scores_gemma":[0.99895525,0.0006312784,0.000039710605,0.00016372795,0.000113169124,0.000096910175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015776143,0.00073346664,0.0004351709,0.0013109628,0.004111321,0.006905166,0.0009949869,0.00285483,0.014651961],"category_scores_gemma":[0.002478723,0.00027222885,0.0008181592,0.00091290544,0.010812612,0.0075969957,0.0049362048,0.00417757,0.0031504175],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014812086,0.000004653233,0.000030239416,0.00004959829,0.0000018157358,0.00004033362,0.0015646981,0.000430213,0.00009153327,0.975744,0.011404072,0.010637223],"study_design_scores_gemma":[0.0000024480903,0.0000093706085,0.000053244432,0.00014780604,0.0000019972463,0.00015950412,0.0011056529,0.00086445303,0.00010342386,0.49526063,0.5022828,0.000008568142],"about_ca_topic_score_codex":0.0013371279,"about_ca_topic_score_gemma":0.002404472,"teacher_disagreement_score":0.014651961,"about_ca_system_score_codex":0.003192785,"about_ca_system_score_gemma":0.002568673,"threshold_uncertainty_score":0.04901564},"labels":[],"label_agreement":null},{"id":"W3212968450","doi":"10.1115/detc2021-70668","title":"Sustainable Creativity: Overcoming the Challenge of Scale When Repurposing Wind-Turbine Blades","year":2021,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Task (project management); Reuse; Creativity; Computer science; Flexibility (engineering); Scale (ratio); Wind power; Repurposing; Scalability; Turbine; Artificial intelligence; Engineering; Psychology; Mechanical engineering; Systems engineering; Mathematics; Database","score_opus":0.020109459496691434,"score_gpt":0.25665386749762487,"score_spread":0.23654440800093343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212968450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983715,0.000041168456,0.010528699,0.00024634498,0.00003146595,0.00032249323,0.000014555863,0.00012424035,0.004976147],"genre_scores_gemma":[0.9581418,0.000086598535,0.03869185,0.00013407042,0.000015837442,0.00064002234,0.00003488109,0.00002282957,0.0022321034],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99793184,0.0010619042,0.00010857537,0.000283827,0.00041449437,0.00019938515],"domain_scores_gemma":[0.9945427,0.0031806594,0.0006747746,0.0007542854,0.00028495654,0.00056252273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028790585,0.0005566287,0.00038052356,0.00043144618,0.0007454942,0.0011987156,0.0010101945,0.00061466405,0.003276779],"category_scores_gemma":[0.0105840815,0.00024148292,0.0003335903,0.00027704926,0.0010772926,0.00079570035,0.0023074853,0.0009076976,0.00045395555],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018711924,0.029598137,0.01956418,0.0023809115,0.00010139478,0.0012567383,0.07596991,0.002238704,0.13809022,0.004937955,0.0048744353,0.71911615],"study_design_scores_gemma":[0.004179084,0.06225158,0.37869683,0.0017574887,0.0006518669,0.0062161223,0.13476104,0.028968887,0.19534221,0.04588743,0.14070691,0.00058051106],"about_ca_topic_score_codex":0.00029091205,"about_ca_topic_score_gemma":0.0008189342,"teacher_disagreement_score":0.003276779,"about_ca_system_score_codex":0.0003159609,"about_ca_system_score_gemma":0.00089280994,"threshold_uncertainty_score":0.015226066},"labels":[],"label_agreement":null},{"id":"W3214038824","doi":"","title":"MacEwan Book of the Year Design Series: : \"Foe\"","year":2021,"lang":"en","type":"article","venue":"Student Research Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Passion; Aesthetics; Psychology; Visual arts; Art; Social psychology","score_opus":0.13001169077617053,"score_gpt":0.40649463151996074,"score_spread":0.2764829407437902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214038824","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010111728,0.0074528176,0.017758919,0.0074686483,0.011765914,0.00014734037,0.0014939592,0.0026356282,0.95026565],"genre_scores_gemma":[0.0045530116,0.0014355619,0.0022878144,0.0011354286,0.00052875094,0.000060693965,0.000368796,0.0009135984,0.98871636],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993358,0.00015653535,0.000034699402,0.000098498014,0.00031069672,0.00006371371],"domain_scores_gemma":[0.99917006,0.00017615999,0.0000331677,0.00015870713,0.00034854905,0.00011344667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009763644,0.0010164382,0.00036037868,0.0013113169,0.0028060898,0.0058415057,0.0008610742,0.0015132164,0.29761904],"category_scores_gemma":[0.003056615,0.0005553844,0.00046433008,0.0012209585,0.0013591652,0.004424421,0.0013668635,0.001838751,0.11208375],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000259785,0.0000113052865,0.000051193423,0.00009037611,0.0000018519796,0.000030309848,0.00037290054,0.000091691276,0.0002627689,0.034918778,0.8978655,0.066277385],"study_design_scores_gemma":[0.000001117272,0.000003145173,0.000034647936,0.000020564412,4.9383186e-7,0.000024741743,0.00003435916,0.00001552461,0.000038515456,0.00061623205,0.9992086,0.0000021017406],"about_ca_topic_score_codex":0.010840827,"about_ca_topic_score_gemma":0.023341294,"teacher_disagreement_score":0.29761904,"about_ca_system_score_codex":0.0027790784,"about_ca_system_score_gemma":0.0018703777,"threshold_uncertainty_score":0.9956349},"labels":[],"label_agreement":null},{"id":"W3214077776","doi":"10.24377/dteij.article1343","title":"Integrated studio approach to motivate collaboration in design projects","year":2023,"lang":"en","type":"article","venue":"Liverpool John Moores University","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Studio; Design studio; Architectural engineering; Engineering; Engineering management; Systems engineering; Computer science; Telecommunications","score_opus":0.034920185176667506,"score_gpt":0.23946547967472498,"score_spread":0.20454529449805747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214077776","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33377612,0.00059924205,0.43665263,0.0037796553,0.0005992215,0.0030804991,0.0001467635,0.0015743038,0.2197916],"genre_scores_gemma":[0.617054,0.00037488667,0.33091763,0.00063936005,0.00011666855,0.003150054,0.00015933064,0.00018405564,0.047404103],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99449533,0.0033559045,0.00021944164,0.00055388827,0.001013073,0.00036241053],"domain_scores_gemma":[0.99470514,0.0024753672,0.00039650485,0.0006161112,0.00059116195,0.0012157512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049507194,0.00051849295,0.00032686803,0.0013837274,0.0016980642,0.002792671,0.0011400752,0.0009011578,0.007507752],"category_scores_gemma":[0.0067944294,0.0004205107,0.0004280911,0.0008923631,0.0012736716,0.0012169947,0.004260413,0.0016328465,0.0017487321],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007444827,0.0076860203,0.019856198,0.0017271172,0.00011346479,0.0011286954,0.11442222,0.0060954234,0.037993617,0.20207085,0.028183166,0.5799788],"study_design_scores_gemma":[0.0010434812,0.0055769878,0.025489049,0.0009847118,0.00020379822,0.003770791,0.036324494,0.043309063,0.019015709,0.12049428,0.74360806,0.00017954523],"about_ca_topic_score_codex":0.00039738297,"about_ca_topic_score_gemma":0.0019846237,"teacher_disagreement_score":0.007507752,"about_ca_system_score_codex":0.0015170801,"about_ca_system_score_gemma":0.003366099,"threshold_uncertainty_score":0.026182234},"labels":[],"label_agreement":null},{"id":"W32912839","doi":"10.1007/978-1-84882-762-2_44","title":"A Formal Representation of Technical Systems","year":2009,"lang":"en","type":"book-chapter","venue":"Advanced concurrent engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"TRIZ; Computer science; Axiomatic design; Representation (politics); Axiom; Management science; Formal methods; Systems engineering; Software engineering; Artificial intelligence; Engineering; Mathematics; Manufacturing engineering","score_opus":0.018704454933985676,"score_gpt":0.26595561247703914,"score_spread":0.24725115754305346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W32912839","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018960274,0.001950799,0.8787044,0.0012725951,0.00037826368,0.0000631954,0.000280973,0.0008023796,0.11465136],"genre_scores_gemma":[0.15414934,0.0043754783,0.68466955,0.0007373811,0.0005112853,0.00038964956,0.0015444058,0.0007335613,0.15288939],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99936193,0.00019609592,0.00006416552,0.000085113235,0.00024582245,0.000046903057],"domain_scores_gemma":[0.9993656,0.00029467593,0.00003304451,0.00014628572,0.0001338599,0.000026508062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000929288,0.0009908245,0.00042263535,0.0011719302,0.0008979149,0.003869525,0.0015158138,0.0011184259,0.012104747],"category_scores_gemma":[0.0018460776,0.0006858615,0.00094918004,0.0012393609,0.0031799553,0.005203971,0.0010722317,0.0029709295,0.0037037635],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026361818,0.0000045752977,0.000013009941,0.000039010116,0.0000015548742,0.000019797439,0.00017950987,0.0013267975,0.00040042493,0.9824041,0.002652755,0.012955952],"study_design_scores_gemma":[0.000006988834,0.000008348736,0.000033988643,0.000076079385,0.0000060864927,0.00009593005,0.0000649691,0.010949347,0.00063071307,0.82236505,0.16575246,0.00000999882],"about_ca_topic_score_codex":0.0032907187,"about_ca_topic_score_gemma":0.0033451493,"teacher_disagreement_score":0.012104747,"about_ca_system_score_codex":0.0017466048,"about_ca_system_score_gemma":0.0014848829,"threshold_uncertainty_score":0.040494442},"labels":[],"label_agreement":null},{"id":"W34143893","doi":"10.1007/978-1-4020-6528-6_21","title":"Managing Contingency in Parametric Models through Implicit Relational Modeling","year":2007,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Contingency; Parametric statistics; Computer science; Work (physics); Parametric model; Relational model; Relational database; Data mining; Engineering; Mathematics; Epistemology; Mechanical engineering","score_opus":0.12256820792275816,"score_gpt":0.3009532398584827,"score_spread":0.17838503193572455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W34143893","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069907396,0.00022344405,0.980413,0.00027042354,0.000023489012,0.000020673662,0.00008208022,0.0006789923,0.011297215],"genre_scores_gemma":[0.28759122,0.0010189094,0.69497216,0.00011224877,0.00006340713,0.00011357593,0.00050069677,0.0005002319,0.015127531],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989907,0.0002727867,0.000058951293,0.00014629123,0.00047699595,0.000054311324],"domain_scores_gemma":[0.9959747,0.0027131124,0.0001652492,0.0008881876,0.0002036092,0.000055091445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015632876,0.00059160515,0.00073281646,0.00054569566,0.000657686,0.0025821456,0.0019351431,0.0006679657,0.0065939934],"category_scores_gemma":[0.0076636625,0.00081855303,0.00092251017,0.0009364452,0.0013616974,0.0062898933,0.002223281,0.0028299652,0.0011222749],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038216644,0.000049009643,0.00070982287,0.00015746898,0.000035058696,0.00014148557,0.0006974213,0.18622446,0.0013924415,0.6770863,0.0033270821,0.1301413],"study_design_scores_gemma":[0.000006706508,0.000019927127,0.00012861546,0.00004917405,0.000034012694,0.00011120809,0.00010968295,0.5944288,0.0015917799,0.38480926,0.018690761,0.00002013681],"about_ca_topic_score_codex":0.0024273829,"about_ca_topic_score_gemma":0.0036307531,"teacher_disagreement_score":0.0065939934,"about_ca_system_score_codex":0.0007330578,"about_ca_system_score_gemma":0.0009893611,"threshold_uncertainty_score":0.022059143},"labels":[],"label_agreement":null},{"id":"W37520332","doi":"10.1007/s12237-023-01222-w","title":"Mange seriøse småskalavirksomheter","year":2010,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Fisheries and Oceans Canada; Jarislowsky Foundation; Canadian Water Network","keywords":"History; Art","score_opus":0.005419841782790642,"score_gpt":0.21611111195523672,"score_spread":0.21069127017244607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W37520332","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024833884,0.021049537,0.02679048,0.013485538,0.011963041,0.00026040748,0.011140076,0.007350789,0.8831264],"genre_scores_gemma":[0.07684928,0.011643888,0.020195382,0.0016146054,0.0015794323,0.00014546145,0.006261795,0.0043510403,0.8773592],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99791867,0.0003175376,0.00019640729,0.00043429987,0.00088863046,0.00024441347],"domain_scores_gemma":[0.9978654,0.00058465265,0.00016017657,0.00035481222,0.00053717016,0.00049779104],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022311904,0.0011808877,0.0011994095,0.0016423201,0.0022375775,0.005532887,0.0011514445,0.002216646,0.44198537],"category_scores_gemma":[0.004022457,0.0007187709,0.0005987872,0.0010491647,0.0011348055,0.0026782942,0.0057765865,0.0021835037,0.3099328],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042700794,0.00019216679,0.001831289,0.0011703953,0.000052458774,0.0013676732,0.0019236014,0.0005918815,0.007860989,0.018628838,0.39344415,0.57250965],"study_design_scores_gemma":[0.000010472614,0.00004304144,0.0009872572,0.00026066284,0.000009957421,0.00065852335,0.00031030027,0.00019038173,0.0015755509,0.0024673943,0.99346256,0.000023974544],"about_ca_topic_score_codex":0.0014897117,"about_ca_topic_score_gemma":0.0031605465,"teacher_disagreement_score":0.44198537,"about_ca_system_score_codex":0.0009380633,"about_ca_system_score_gemma":0.0020985433,"threshold_uncertainty_score":0.79594016},"labels":[],"label_agreement":null},{"id":"W4200154470","doi":"10.3791/54355-v","title":"Preparation and Applications of Organotypic Thymic Slice Cultures","year":2016,"lang":"en","type":"article","venue":"Journal of Visualized Experiments","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Hôpital Maisonneuve-Rosemont","funders":"National Institute of Allergy and Infectious Diseases; Fonds de Recherche du Québec - Santé; National Institutes of Health; Canadian Institutes of Health Research; Hospital for Sick Children; Fondation de l’Hôpital Maisonneuve-Rosemont","keywords":"Cell biology; Biology; Neuroscience; Computational biology","score_opus":0.01969445344829196,"score_gpt":0.43005344796827905,"score_spread":0.4103589945199871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200154470","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.093727,0.01438553,0.7809774,0.0013283762,0.0043595196,0.00819317,0.018381175,0.0058530327,0.0727948],"genre_scores_gemma":[0.192184,0.01856603,0.7207912,0.0011246996,0.00047167763,0.00896043,0.018623859,0.0016993119,0.037578847],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99885666,0.00013853578,0.00013646604,0.00022945243,0.0004675431,0.00017123616],"domain_scores_gemma":[0.999196,0.00012365326,0.00007030133,0.00019317746,0.00024133969,0.00017559108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017999851,0.0009761708,0.00052724243,0.0016029975,0.0009897042,0.0010441686,0.00134907,0.0011480898,0.013219152],"category_scores_gemma":[0.00078530965,0.000794844,0.001027125,0.000827652,0.00056017045,0.0005952856,0.0010296964,0.002330261,0.009341997],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019307496,0.000095496034,0.00056361017,0.0006850542,0.00002860011,0.00084495905,0.00021160694,0.0005596085,0.968702,0.0022868493,0.004931104,0.020897945],"study_design_scores_gemma":[0.000090828784,0.0005777949,0.004326935,0.00040840736,0.00010910791,0.003506245,0.00023386157,0.0023103466,0.8343923,0.0009433992,0.15303615,0.0000647074],"about_ca_topic_score_codex":0.0015184176,"about_ca_topic_score_gemma":0.005036479,"teacher_disagreement_score":0.013219152,"about_ca_system_score_codex":0.0005037397,"about_ca_system_score_gemma":0.00095380517,"threshold_uncertainty_score":0.044222474},"labels":[],"label_agreement":null},{"id":"W4200174433","doi":"10.28939/iam.debats-135-2.4","title":"La funció del disseny en els processos d'innovació","year":2021,"lang":"ca","type":"article","venue":"Debats Revista de cultura poder i societat","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Generalitat de Catalunya","keywords":"Humanities; Philosophy; Art","score_opus":0.016009860890439133,"score_gpt":0.29150029176938874,"score_spread":0.2754904308789496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200174433","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.074065425,0.0047597606,0.03153877,0.03167388,0.0006663562,0.00031172775,0.00014306154,0.00017294458,0.856668],"genre_scores_gemma":[0.77597004,0.0036384275,0.013836372,0.0051598074,0.0003151493,0.00040691465,0.0001033831,0.00017796514,0.20039193],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98925215,0.004485723,0.0003460201,0.0014151562,0.0032925308,0.0012083837],"domain_scores_gemma":[0.98521495,0.0075358544,0.0013046754,0.0020921354,0.0023807788,0.001471563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010156011,0.0007460336,0.00039320168,0.0025079395,0.008185436,0.019815529,0.0015433304,0.0029487552,0.014213357],"category_scores_gemma":[0.013257023,0.0004413221,0.00063350995,0.0023913144,0.029331332,0.013376101,0.0115424115,0.005890622,0.0020712346],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003944874,0.00007838064,0.0027421934,0.00019879108,0.000009840172,0.0002764361,0.070469595,0.00018104432,0.0007177507,0.88383293,0.0056479992,0.035805512],"study_design_scores_gemma":[0.00002704468,0.000109497436,0.0076985657,0.0006695675,0.00003677487,0.00043472886,0.091626845,0.0006283027,0.0030966734,0.22399673,0.6716177,0.000057607238],"about_ca_topic_score_codex":0.0108602075,"about_ca_topic_score_gemma":0.015163949,"teacher_disagreement_score":0.019815529,"about_ca_system_score_codex":0.012117925,"about_ca_system_score_gemma":0.020689072,"threshold_uncertainty_score":0.087922096},"labels":[],"label_agreement":null},{"id":"W4200213856","doi":"10.29147/datjournal.v6i4.502","title":"A história do Design Thinking","year":2021,"lang":"pt","type":"article","venue":"DAT Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Discovery Air (Canada)","funders":"","keywords":"Humanities; Philosophy","score_opus":0.05743631588268052,"score_gpt":0.30036055370860165,"score_spread":0.24292423782592112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200213856","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031162936,0.17087021,0.062594526,0.033918463,0.0032929042,0.00009024894,0.00055541005,0.00031632071,0.69719905],"genre_scores_gemma":[0.72465926,0.1275991,0.029170118,0.004356135,0.0020227418,0.00026879043,0.00037879543,0.00040089476,0.11114424],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99606955,0.0021176557,0.000216916,0.0005323101,0.0008400333,0.00022346937],"domain_scores_gemma":[0.9944537,0.003626559,0.0003035185,0.0008071072,0.0006183539,0.00019081082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004490505,0.00060040795,0.00037012206,0.0050369836,0.0033389519,0.0082220845,0.0006984607,0.001550796,0.00933079],"category_scores_gemma":[0.006294828,0.00047180473,0.00040613656,0.0054786457,0.018415937,0.0067031677,0.0020250876,0.003457075,0.0011097044],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025625215,0.000012943731,0.0005260092,0.00031058528,0.00000682289,0.000072792,0.008227368,0.0005120268,0.00018957889,0.93250895,0.0067417203,0.05086561],"study_design_scores_gemma":[0.000009112857,0.000028592425,0.0011011363,0.0010439721,0.0000082007,0.00031712605,0.0042349496,0.00048300964,0.00045750584,0.20331278,0.78898364,0.000019996072],"about_ca_topic_score_codex":0.0065138317,"about_ca_topic_score_gemma":0.0066825054,"teacher_disagreement_score":0.00974108,"about_ca_system_score_codex":0.00974108,"about_ca_system_score_gemma":0.005126153,"threshold_uncertainty_score":0.0706768},"labels":[],"label_agreement":null},{"id":"W4205103961","doi":"10.1002/jcpy.1286","title":"The role of original process in creating product essence and authenticity","year":2022,"lang":"en","type":"article","venue":"Journal of Consumer Psychology","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Antecedent (behavioral psychology); Perception; Process (computing); Value (mathematics); Product (mathematics); Psychology; Object (grammar); Epistemology; Social psychology; Cognitive psychology; Computer science; Artificial intelligence; Mathematics; Philosophy","score_opus":0.012447665524552433,"score_gpt":0.3234016227987885,"score_spread":0.310953957274236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205103961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93468404,0.000500278,0.024816653,0.0005000231,0.00004064201,0.00016244205,0.000018942625,0.00005883851,0.039218105],"genre_scores_gemma":[0.9960146,0.00007214117,0.003421492,0.000025207984,0.000006343808,0.000015676012,0.0000063124203,0.000008854709,0.00042949783],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9932187,0.0040003066,0.00028790918,0.00038815162,0.001831011,0.00027378227],"domain_scores_gemma":[0.9599215,0.024684701,0.0063069514,0.0031887544,0.0045263004,0.0013718507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066780727,0.00032680103,0.0003037184,0.0015429541,0.0009041641,0.0056162085,0.0005481967,0.0008038461,0.0027566443],"category_scores_gemma":[0.033815622,0.00030689925,0.00048425485,0.0006179005,0.003644745,0.0044002132,0.0039478005,0.0016104011,0.00018464244],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022349344,0.0036107474,0.21862714,0.002796224,0.0004905882,0.002560975,0.14554878,0.0052579315,0.05417308,0.25431058,0.001087607,0.3093014],"study_design_scores_gemma":[0.00036980398,0.0052746944,0.6047511,0.0016369127,0.000634026,0.0052475273,0.07925975,0.03048095,0.041840196,0.19204286,0.037945043,0.00051712076],"about_ca_topic_score_codex":0.00048466376,"about_ca_topic_score_gemma":0.00038638778,"teacher_disagreement_score":0.0066780727,"about_ca_system_score_codex":0.001155724,"about_ca_system_score_gemma":0.0009830559,"threshold_uncertainty_score":0.03531748},"labels":[],"label_agreement":null},{"id":"W4205432505","doi":"10.32920/ryerson.17847683.v1","title":"Integrating Diversity of Users' Human Factors Into A Cornerstone Engineering Design Course","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Cornerstone; Deliverable; Diversity (politics); Inclusion (mineral); Engineering design process; Process (computing); Computer science; Phase (matter); Engineering management; Engineering; Psychology; Systems engineering; Mechanical engineering; Sociology","score_opus":0.05082031857487797,"score_gpt":0.2882139620551842,"score_spread":0.23739364348030623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205432505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8426524,0.00017453617,0.11880848,0.0020171048,0.00012854475,0.0021479477,0.00018422531,0.0012712274,0.032615487],"genre_scores_gemma":[0.7850645,0.00013600291,0.20047663,0.00044800589,0.000032610955,0.0012912442,0.00020912441,0.00018370262,0.012158249],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935655,0.002502396,0.00033922814,0.0009793194,0.0019312865,0.00068219274],"domain_scores_gemma":[0.97658044,0.011799775,0.0011472423,0.0026158395,0.004245582,0.0036110152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014045107,0.0008789875,0.00066065113,0.0017380584,0.0021110745,0.0046142894,0.0016168761,0.0012987654,0.009000047],"category_scores_gemma":[0.024521422,0.00066402066,0.000517597,0.00085572654,0.0014891579,0.0028543454,0.005541657,0.0021290379,0.0016052725],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048414012,0.008950677,0.05422154,0.0005442199,0.000038324193,0.0006114912,0.038292952,0.005504511,0.049713746,0.0065012965,0.010167475,0.82496953],"study_design_scores_gemma":[0.0007219571,0.02522298,0.25169793,0.002221739,0.00028788327,0.0022968994,0.077986084,0.05316194,0.2009443,0.06898375,0.31555998,0.000914489],"about_ca_topic_score_codex":0.001092547,"about_ca_topic_score_gemma":0.0031376863,"teacher_disagreement_score":0.014045107,"about_ca_system_score_codex":0.0026557117,"about_ca_system_score_gemma":0.00440117,"threshold_uncertainty_score":0.074278474},"labels":[],"label_agreement":null},{"id":"W4205758240","doi":"10.32920/ryerson.17838821.v1","title":"The Formal Modeling Of Engineering Design Information By Means Of An Axiomatic System","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Axiomatic design; Software engineering; Notation; Axiom; Standardization; Programming language; Systems engineering; Engineering; Mathematics","score_opus":0.01980108163183004,"score_gpt":0.22806971967742612,"score_spread":0.2082686380455961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205758240","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024898571,0.00028670955,0.9842615,0.0008948593,0.00006106372,0.00006296407,0.00013041419,0.00041112705,0.011401505],"genre_scores_gemma":[0.112530924,0.0009542044,0.87826973,0.00049396564,0.00017623355,0.00047516308,0.00052125275,0.00011736752,0.0064611607],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99545044,0.0020526552,0.000484286,0.0005120848,0.0012735592,0.00022706513],"domain_scores_gemma":[0.99454236,0.0031910674,0.00036687145,0.0010368384,0.00072469737,0.00013816003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005713043,0.0007782851,0.00057916436,0.002546701,0.0015746063,0.005840116,0.0028295277,0.0019909495,0.0039710454],"category_scores_gemma":[0.006607542,0.00076593104,0.0018744076,0.0017521047,0.007901122,0.009332333,0.0028271757,0.0032127805,0.0013221521],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061256515,0.000010842058,0.00008128279,0.00005034628,0.0000073075375,0.00005485391,0.00032877148,0.005315508,0.00037788317,0.98701376,0.000646743,0.0061067045],"study_design_scores_gemma":[0.000027572878,0.000037495858,0.00010369401,0.00010828606,0.000030026482,0.00013780787,0.00015332231,0.07347639,0.0011725281,0.85636264,0.06835045,0.00003983876],"about_ca_topic_score_codex":0.0047169565,"about_ca_topic_score_gemma":0.0038318047,"teacher_disagreement_score":0.005840116,"about_ca_system_score_codex":0.0030969915,"about_ca_system_score_gemma":0.0035021037,"threshold_uncertainty_score":0.030213833},"labels":[],"label_agreement":null},{"id":"W4205788152","doi":"10.32920/ryerson.17838821","title":"The Formal Modeling Of Engineering Design Information By Means Of An Axiomatic System","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Axiomatic design; Software engineering; Notation; Axiom; Standardization; Field (mathematics); Programming language; Systems engineering; Engineering; Mathematics","score_opus":0.01980108163183004,"score_gpt":0.22806971967742612,"score_spread":0.2082686380455961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205788152","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024898571,0.00028670955,0.9842615,0.0008948593,0.00006106372,0.00006296407,0.00013041419,0.00041112705,0.011401505],"genre_scores_gemma":[0.112530924,0.0009542044,0.87826973,0.00049396564,0.00017623355,0.00047516308,0.00052125275,0.00011736752,0.0064611607],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99545044,0.0020526552,0.000484286,0.0005120848,0.0012735592,0.00022706513],"domain_scores_gemma":[0.99454236,0.0031910674,0.00036687145,0.0010368384,0.00072469737,0.00013816003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005713043,0.0007782851,0.00057916436,0.002546701,0.0015746063,0.005840116,0.0028295277,0.0019909495,0.0039710454],"category_scores_gemma":[0.006607542,0.00076593104,0.0018744076,0.0017521047,0.007901122,0.009332333,0.0028271757,0.0032127805,0.0013221521],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061256515,0.000010842058,0.00008128279,0.00005034628,0.0000073075375,0.00005485391,0.00032877148,0.005315508,0.00037788317,0.98701376,0.000646743,0.0061067045],"study_design_scores_gemma":[0.000027572878,0.000037495858,0.00010369401,0.00010828606,0.000030026482,0.00013780787,0.00015332231,0.07347639,0.0011725281,0.85636264,0.06835045,0.00003983876],"about_ca_topic_score_codex":0.0047169565,"about_ca_topic_score_gemma":0.0038318047,"teacher_disagreement_score":0.005840116,"about_ca_system_score_codex":0.0030969915,"about_ca_system_score_gemma":0.0035021037,"threshold_uncertainty_score":0.030213833},"labels":[],"label_agreement":null},{"id":"W4206473174","doi":"10.32920/ryerson.17847683","title":"Integrating Diversity of Users' Human Factors Into A Cornerstone Engineering Design Course","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Cornerstone; Deliverable; Diversity (politics); Inclusion (mineral); Engineering design process; Computer science; Process (computing); Phase (matter); Engineering management; Engineering; Psychology; Systems engineering; Mechanical engineering; Sociology","score_opus":0.05082031857487797,"score_gpt":0.2882139620551842,"score_spread":0.23739364348030623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206473174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8426524,0.00017453617,0.11880848,0.0020171048,0.00012854475,0.0021479477,0.00018422531,0.0012712274,0.032615487],"genre_scores_gemma":[0.7850645,0.00013600291,0.20047663,0.00044800589,0.000032610955,0.0012912442,0.00020912441,0.00018370262,0.012158249],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935655,0.002502396,0.00033922814,0.0009793194,0.0019312865,0.00068219274],"domain_scores_gemma":[0.97658044,0.011799775,0.0011472423,0.0026158395,0.004245582,0.0036110152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014045107,0.0008789875,0.00066065113,0.0017380584,0.0021110745,0.0046142894,0.0016168761,0.0012987654,0.009000047],"category_scores_gemma":[0.024521422,0.00066402066,0.000517597,0.00085572654,0.0014891579,0.0028543454,0.005541657,0.0021290379,0.0016052725],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048414012,0.008950677,0.05422154,0.0005442199,0.000038324193,0.0006114912,0.038292952,0.005504511,0.049713746,0.0065012965,0.010167475,0.82496953],"study_design_scores_gemma":[0.0007219571,0.02522298,0.25169793,0.002221739,0.00028788327,0.0022968994,0.077986084,0.05316194,0.2009443,0.06898375,0.31555998,0.000914489],"about_ca_topic_score_codex":0.001092547,"about_ca_topic_score_gemma":0.0031376863,"teacher_disagreement_score":0.014045107,"about_ca_system_score_codex":0.0026557117,"about_ca_system_score_gemma":0.00440117,"threshold_uncertainty_score":0.074278474},"labels":[],"label_agreement":null},{"id":"W4206800718","doi":"10.1007/978-1-4842-7493-4_10","title":"Shape Tools, Pen Tools, and Creating Paths","year":2022,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Delta-Q Technologies (Canada)","funders":"","keywords":"Selection (genetic algorithm); Computer science; Path (computing); Engineering drawing; Tool path; Computer graphics (images); Artificial intelligence; Engineering; Programming language","score_opus":0.05463863310482669,"score_gpt":0.24909491936576272,"score_spread":0.19445628626093603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206800718","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018410424,0.009618038,0.02922293,0.000895342,0.00071775506,0.00004772582,0.00005673482,0.00046716727,0.9571333],"genre_scores_gemma":[0.03451768,0.020679215,0.037023224,0.0006950075,0.00016311515,0.00011047433,0.0001694868,0.00054474326,0.906097],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997317,0.000054786044,0.000007380987,0.000030328498,0.00014618335,0.000029569204],"domain_scores_gemma":[0.9998636,0.00006676246,0.000006578005,0.000016903232,0.00002686844,0.000019363337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018511045,0.00072552613,0.00022566601,0.00084981916,0.0011969341,0.0037049253,0.000538377,0.0008845376,0.035375297],"category_scores_gemma":[0.00077867345,0.00030550736,0.0003382323,0.0010790994,0.0022165964,0.0039120577,0.0015491705,0.0017214885,0.008975087],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024995134,0.000035316792,0.00012664603,0.00034609615,0.0000038335556,0.00019554228,0.0032536814,0.00111243,0.0012205215,0.5782856,0.12606084,0.28933457],"study_design_scores_gemma":[0.0000036809793,0.000015489535,0.0001094472,0.00020656381,0.0000022271017,0.00031052105,0.0006385301,0.00031846866,0.00035494898,0.04224887,0.9557844,0.000006805358],"about_ca_topic_score_codex":0.0013564819,"about_ca_topic_score_gemma":0.0045611793,"teacher_disagreement_score":0.035375297,"about_ca_system_score_codex":0.0007303753,"about_ca_system_score_gemma":0.0010360916,"threshold_uncertainty_score":0.11834216},"labels":[],"label_agreement":null},{"id":"W4206866705","doi":"","title":"Describing and Assessing Co‐Design Competences: Some Pre‐liminary Results","year":2014,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Computer science","score_opus":0.045862473388793096,"score_gpt":0.2647088007919639,"score_spread":0.2188463274031708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206866705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6785758,0.004050823,0.20919557,0.0010050955,0.00011017648,0.0031337128,0.0014436815,0.0008605888,0.10162447],"genre_scores_gemma":[0.90510195,0.0013213467,0.0854754,0.00015412518,0.000032941854,0.0008575516,0.0012889997,0.00015545034,0.0056122676],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9640867,0.020495173,0.0032220194,0.002787383,0.008449508,0.0009592259],"domain_scores_gemma":[0.5890513,0.3565364,0.0046850666,0.023081155,0.022577751,0.004068376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030196622,0.0013197089,0.0010097332,0.0067370366,0.0018249734,0.007847472,0.0018089637,0.002173244,0.010258649],"category_scores_gemma":[0.16499478,0.00047846712,0.0015366165,0.0051362403,0.003302416,0.011401966,0.007850966,0.0020927207,0.0016350049],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020850934,0.005092476,0.15434459,0.0051125707,0.0004896116,0.0005528226,0.058476362,0.016420782,0.011892742,0.028102728,0.0048356773,0.7125945],"study_design_scores_gemma":[0.0004711304,0.005374201,0.31848153,0.004423968,0.00211478,0.0027972434,0.14387365,0.16781674,0.0959042,0.14856713,0.10943613,0.00073937315],"about_ca_topic_score_codex":0.0059795505,"about_ca_topic_score_gemma":0.0047013704,"teacher_disagreement_score":0.030196622,"about_ca_system_score_codex":0.0031671198,"about_ca_system_score_gemma":0.0029476618,"threshold_uncertainty_score":0.15969694},"labels":[],"label_agreement":null},{"id":"W4207085577","doi":"10.1007/978-3-030-86489-7_8","title":"Templates and Worksheets","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Template; Suite; Computer science; Context (archaeology); Subject (documents); Table (database); Mathematics education; Multimedia; World Wide Web; Psychology; Programming language; Database","score_opus":0.020303025294113174,"score_gpt":0.21760405018402548,"score_spread":0.1973010248899123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4207085577","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008046555,0.0013734653,0.16901813,0.0006820204,0.0006700173,0.00033911687,0.0010071027,0.0034191844,0.8226863],"genre_scores_gemma":[0.0025451637,0.0011936435,0.04790956,0.00028616615,0.00007151869,0.00017541551,0.001206768,0.001032332,0.9455796],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99940705,0.00009134003,0.000037861173,0.000072807205,0.00035836452,0.000032520584],"domain_scores_gemma":[0.9992143,0.00033335446,0.000019681134,0.0001844,0.00020373627,0.00004457372],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005643258,0.0012192073,0.0006154088,0.0017752665,0.0008829693,0.0041346573,0.002040172,0.0014007083,0.17640892],"category_scores_gemma":[0.0032320574,0.0008862958,0.0005754908,0.0024648588,0.00062176015,0.0035207276,0.0018313733,0.0021653953,0.12560396],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020911699,0.000077680685,0.000092630245,0.0002407047,0.0000050707326,0.0001146171,0.00047004907,0.0016849928,0.0022275785,0.11025731,0.32662353,0.5581849],"study_design_scores_gemma":[0.000004276212,0.000013449599,0.00010554692,0.00012902092,0.0000029504665,0.00016787318,0.00007989865,0.00097265915,0.0009234011,0.028090613,0.9695014,0.00000894653],"about_ca_topic_score_codex":0.0024267721,"about_ca_topic_score_gemma":0.0054152613,"teacher_disagreement_score":0.8235911,"about_ca_system_score_codex":0.00078917114,"about_ca_system_score_gemma":0.00122034,"threshold_uncertainty_score":0.59014666},"labels":[],"label_agreement":null},{"id":"W4210347413","doi":"10.1007/978-3-030-61916-9","title":"Reviewing Design Process Theories","year":2020,"lang":"en","type":"book","venue":"SpringerBriefs in architectural design and technology","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Process (computing); Computer science; Process management; Management science; Epistemology; Engineering; Philosophy; Programming language","score_opus":0.02000808932404543,"score_gpt":0.2483263021752764,"score_spread":0.22831821285123097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210347413","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004649116,0.149931,0.0844203,0.03126714,0.004291888,0.0001489461,0.0001908956,0.00023495436,0.72486573],"genre_scores_gemma":[0.21505523,0.2656385,0.053147137,0.010940831,0.0032429786,0.0009239752,0.0011569633,0.00082338485,0.44907108],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99662244,0.0015495197,0.00013481802,0.00027988755,0.0012491333,0.00016415029],"domain_scores_gemma":[0.9937882,0.0046977145,0.00014276414,0.00040572963,0.00088468223,0.00008087395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003483969,0.0008227987,0.00061361725,0.0057358784,0.002562869,0.0072761946,0.0014771087,0.0023414574,0.019814245],"category_scores_gemma":[0.010688194,0.0005976329,0.0006924707,0.006098354,0.0061138505,0.009405638,0.0018971522,0.0029158622,0.0059114196],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007752514,0.000031457897,0.000101112855,0.00038753296,0.0000060954494,0.00006050573,0.0020974842,0.000645581,0.000062379855,0.8295012,0.054648485,0.11245037],"study_design_scores_gemma":[0.000005988607,0.000010919265,0.0002106108,0.0011186815,0.000010909366,0.00006686284,0.0016601627,0.00059456483,0.00017285175,0.32335383,0.6727875,0.0000070409637],"about_ca_topic_score_codex":0.004525116,"about_ca_topic_score_gemma":0.0055154823,"teacher_disagreement_score":0.019814245,"about_ca_system_score_codex":0.0046871225,"about_ca_system_score_gemma":0.005773802,"threshold_uncertainty_score":0.06628525},"labels":[],"label_agreement":null},{"id":"W4210412180","doi":"10.1002/iis2.12883","title":"Participatory design as a tool to foster innovation: A case study of an aviation company","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"George Brown College","funders":"","keywords":"Brainstorming; Session (web analytics); Citizen journalism; Participatory design; Aviation; Process management; Participatory action research; Focus group; Power (physics); Engineering; Knowledge management; Engineering management; Business; Sociology; Computer science; Marketing; Operations management","score_opus":0.06814537572378611,"score_gpt":0.3423895208696642,"score_spread":0.2742441451458781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210412180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9732099,0.00033437932,0.011688946,0.002596283,0.0000368023,0.00047480577,0.000029549548,0.00002869503,0.011600603],"genre_scores_gemma":[0.98867327,0.00024822124,0.007399744,0.0002598326,0.000013324651,0.0001967072,0.000015143816,0.00001828394,0.0031754654],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9810441,0.01611007,0.0002558075,0.0005973516,0.00097233726,0.0010204186],"domain_scores_gemma":[0.96899724,0.025001477,0.001020817,0.0012252694,0.0012737723,0.0024814487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017694736,0.0005650495,0.00047096846,0.0012851292,0.0134895425,0.0044285045,0.0017691338,0.0034080562,0.0028244255],"category_scores_gemma":[0.013275374,0.0004653767,0.00049213547,0.0011652458,0.005677152,0.0023967708,0.0045261686,0.0022897022,0.0004252665],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040434045,0.0031043561,0.015880784,0.0006627071,0.00005349353,0.02926955,0.8648282,0.0024541793,0.007145363,0.014527822,0.0026834442,0.05898577],"study_design_scores_gemma":[0.00020142898,0.0023537902,0.009401594,0.00059142604,0.00006742812,0.006703982,0.889981,0.0055827904,0.0062519936,0.005170754,0.0735802,0.000113631024],"about_ca_topic_score_codex":0.0037877995,"about_ca_topic_score_gemma":0.0075669284,"teacher_disagreement_score":0.017694736,"about_ca_system_score_codex":0.0028061047,"about_ca_system_score_gemma":0.003716357,"threshold_uncertainty_score":0.09357983},"labels":[],"label_agreement":null},{"id":"W4210493677","doi":"10.1108/978-1-80262-365-920221003","title":"Designing the Artificial: Balancing the Ego-logical and Ecological Thinking","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Id, ego and super-ego; Ecology; Psychology; Computer science; Geography; Social psychology; Biology","score_opus":0.04338918444844819,"score_gpt":0.24957934442047963,"score_spread":0.20619015997203144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210493677","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022713027,0.011531371,0.0700366,0.006097736,0.00048675976,0.000029636109,0.000042269938,0.0001267325,0.9093776],"genre_scores_gemma":[0.1994269,0.031586554,0.15026316,0.004486507,0.00068955834,0.0002676375,0.0002633068,0.0007053757,0.612311],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99944896,0.0002931448,0.000013943431,0.00004870353,0.00016965887,0.000025555999],"domain_scores_gemma":[0.9993123,0.00051379553,0.000017110502,0.00005975046,0.00006561121,0.000031376694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009465998,0.0005267589,0.00030047624,0.00080533355,0.0013227452,0.005756547,0.0008908844,0.001241371,0.0093765035],"category_scores_gemma":[0.0015310657,0.00034327334,0.00024276903,0.0008730336,0.009988656,0.0054164375,0.0014367535,0.0025912172,0.0022685803],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000191801,0.000006140131,0.000042135456,0.000054993794,0.0000012732764,0.000012680542,0.00072550424,0.00035587483,0.00009128118,0.97090435,0.010112038,0.017691711],"study_design_scores_gemma":[0.0000024806554,0.0000073982524,0.000103924205,0.00017345701,0.0000027871351,0.00008667546,0.00067653536,0.0012601858,0.00023628688,0.5990538,0.3983902,0.0000062319505],"about_ca_topic_score_codex":0.0020147562,"about_ca_topic_score_gemma":0.0067502405,"teacher_disagreement_score":0.0093765035,"about_ca_system_score_codex":0.0015634388,"about_ca_system_score_gemma":0.0019998671,"threshold_uncertainty_score":0.03136748},"labels":[],"label_agreement":null},{"id":"W4210975483","doi":"10.1115/1.4024746","title":"Biologically Inspired Design","year":2013,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Engineering; Computer graphics (images)","score_opus":0.061241049527180874,"score_gpt":0.2592223966557102,"score_spread":0.1979813471285293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210975483","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036347574,0.012692776,0.48906025,0.0068912525,0.0021842255,0.00046207936,0.00075135584,0.0015046052,0.48281875],"genre_scores_gemma":[0.23560624,0.027211156,0.49909922,0.0074808137,0.0013399894,0.002210013,0.0024584497,0.0012150992,0.22337916],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985732,0.00035724413,0.00009086736,0.00031428458,0.0005434439,0.000121080644],"domain_scores_gemma":[0.999005,0.00035889534,0.000063834676,0.0002708645,0.00022875083,0.00007267131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013377921,0.001505145,0.0010150989,0.0015783461,0.0016934146,0.004610607,0.0023942648,0.003495228,0.033583283],"category_scores_gemma":[0.0033550714,0.00064840727,0.0017783941,0.0011388655,0.0046898555,0.0036611194,0.0034467771,0.0028711723,0.010773616],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016749498,0.00003179867,0.00026017017,0.00044397803,0.000044222073,0.000117468466,0.00017672557,0.00987425,0.0017803635,0.90940017,0.019948462,0.05790571],"study_design_scores_gemma":[0.000022907152,0.000046391255,0.00015281465,0.00026059593,0.000024389374,0.00029617822,0.000082320345,0.013772496,0.001291147,0.51136595,0.47264537,0.000039333987],"about_ca_topic_score_codex":0.0015237153,"about_ca_topic_score_gemma":0.0013117946,"teacher_disagreement_score":0.033583283,"about_ca_system_score_codex":0.002378703,"about_ca_system_score_gemma":0.002207666,"threshold_uncertainty_score":0.112347305},"labels":[],"label_agreement":null},{"id":"W4211007333","doi":"10.32920/ryerson.14661840.v1","title":"Re-contextualizing the architectural learning experiences: the alternative perspective (Part V)","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Indigenous; Sociology; Perspective (graphical); Space (punctuation); Context (archaeology); Identity (music); Traditional knowledge; Epistemology; Pedagogy; Aesthetics; Visual arts; History; Philosophy; Archaeology","score_opus":0.04876083851496766,"score_gpt":0.3091406840638962,"score_spread":0.26037984554892857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211007333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53625166,0.0034551197,0.01760422,0.02456716,0.00061815395,0.000296333,0.00014323366,0.00014544987,0.4169187],"genre_scores_gemma":[0.9597022,0.0010470884,0.0046959636,0.00087659596,0.00005218795,0.000093001625,0.000057310303,0.00007882377,0.033396814],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9914738,0.0045739743,0.00016392313,0.0006759364,0.0015506652,0.0015616608],"domain_scores_gemma":[0.99625397,0.0014947947,0.00026577714,0.00060513936,0.0007792004,0.0006010678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006064893,0.0013336088,0.0007009529,0.0023871663,0.020450326,0.022427062,0.003553176,0.003392602,0.00792068],"category_scores_gemma":[0.0063389754,0.00043884723,0.00092626567,0.0021088677,0.045669977,0.0067158,0.01389231,0.0060512633,0.00079221633],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024584848,0.000024085433,0.00096116215,0.000107082866,0.0000055046025,0.00049952103,0.93489814,0.00015313993,0.0008233319,0.051422164,0.0012553809,0.009825924],"study_design_scores_gemma":[0.000005216001,0.000024086043,0.0013720235,0.00018447211,0.000017730994,0.0003154181,0.88691527,0.00017496661,0.0005753223,0.006661262,0.10373312,0.000021029025],"about_ca_topic_score_codex":0.4349167,"about_ca_topic_score_gemma":0.55055416,"teacher_disagreement_score":0.4349167,"about_ca_system_score_codex":0.030489398,"about_ca_system_score_gemma":0.028342977,"threshold_uncertainty_score":0.8647704},"labels":[],"label_agreement":null},{"id":"W4212830209","doi":"10.32920/ryerson.14641440","title":"A ‘Natural’ Approach to Design","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Analogy; Biomimetics; Artifact (error); Natural (archaeology); Reuse; Sustainability; Computer science; Sustainable design; Process (computing); Management science; Biochemical engineering; Artificial intelligence; Engineering; Epistemology; Ecology; Biology","score_opus":0.05812810044943725,"score_gpt":0.2745990510344429,"score_spread":0.21647095058500562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212830209","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020572867,0.0035384614,0.7210061,0.014177658,0.00086104905,0.00024702828,0.00012171983,0.0004385606,0.25755218],"genre_scores_gemma":[0.18357824,0.005599969,0.71858186,0.0075577097,0.0007293275,0.001492643,0.00037167475,0.00045679187,0.08163183],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9903813,0.005094956,0.000540041,0.0014603818,0.0022628352,0.00026053036],"domain_scores_gemma":[0.9937022,0.0025973825,0.00033039198,0.001969612,0.0011222827,0.0002781755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068704314,0.0012231172,0.00069325813,0.0023474714,0.0024177018,0.008680338,0.0034002464,0.0037115049,0.012255986],"category_scores_gemma":[0.008787399,0.00083342846,0.0015605689,0.0013636618,0.02400931,0.008505575,0.004376989,0.005138626,0.0043770014],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000481681,0.000015279129,0.000078146346,0.00013464416,0.000010121847,0.000024410023,0.0004740817,0.0012188948,0.0001906504,0.98540676,0.0031403576,0.009301825],"study_design_scores_gemma":[0.000017002449,0.000034732526,0.00008436998,0.00016452525,0.000009227573,0.00015689021,0.0002928875,0.0028797148,0.00028818808,0.6958989,0.30015546,0.000018110788],"about_ca_topic_score_codex":0.0020161758,"about_ca_topic_score_gemma":0.0027857914,"teacher_disagreement_score":0.012255986,"about_ca_system_score_codex":0.0054072747,"about_ca_system_score_gemma":0.004413395,"threshold_uncertainty_score":0.041000366},"labels":[],"label_agreement":null},{"id":"W4214671959","doi":"10.1007/978-1-4471-5248-4_3","title":"A Natural Language Approach to Biomimetic Design","year":2013,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Natural (archaeology); Computer science; History; Archaeology","score_opus":0.027910906374127936,"score_gpt":0.23506166503227224,"score_spread":0.2071507586581443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214671959","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001792824,0.0056641134,0.72737193,0.0019173502,0.0008433055,0.00007897835,0.00026528953,0.00086717797,0.26119903],"genre_scores_gemma":[0.059455715,0.009474806,0.5367498,0.0011574709,0.0005072654,0.0004211793,0.0009621997,0.0009103076,0.39036122],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9997712,0.000069229325,0.000017188244,0.000037205467,0.00009317503,0.000011988931],"domain_scores_gemma":[0.9998259,0.000101878926,0.000006947602,0.000025445477,0.00003157826,0.000008352115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003551871,0.0007653966,0.00034393338,0.00079888257,0.00076122204,0.0016834617,0.0009910653,0.00083775504,0.024034353],"category_scores_gemma":[0.0007701717,0.0003929684,0.00065534835,0.0006978648,0.0023201683,0.002489018,0.00088866655,0.001633096,0.004864755],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008189959,0.000015894027,0.00003257702,0.00025412114,0.0000044474646,0.000068920905,0.0004603866,0.0031487844,0.001959486,0.8624002,0.026643602,0.105003335],"study_design_scores_gemma":[0.000005842149,0.00001540069,0.000053539017,0.00016021066,0.000005423564,0.00018094822,0.000111362286,0.0072543616,0.0011499472,0.49131694,0.4997311,0.00001489944],"about_ca_topic_score_codex":0.002045392,"about_ca_topic_score_gemma":0.0035959424,"teacher_disagreement_score":0.024034353,"about_ca_system_score_codex":0.0011483863,"about_ca_system_score_gemma":0.0007596872,"threshold_uncertainty_score":0.08040291},"labels":[],"label_agreement":null},{"id":"W4214874247","doi":"10.25071/2564-2855.7","title":"Metaphoring back in the climate crisis","year":2021,"lang":"en","type":"article","venue":"Working papers in Applied Linguistics and Linguistics at York","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University; University of Toronto","funders":"","keywords":"Framing (construction); Metaphor; Narrative; Comprehension; Engineering ethics; Frame problem; Sociology; Generative grammar; Ecology; Environmental ethics; Political science; Epistemology; Engineering; Computer science; Civil engineering; Artificial intelligence","score_opus":0.02258466944223204,"score_gpt":0.2474102492083409,"score_spread":0.22482557976610887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214874247","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19879827,0.038651798,0.06220568,0.19431339,0.0076447953,0.000076471275,0.0001779875,0.00035584805,0.49777576],"genre_scores_gemma":[0.9679557,0.0055094645,0.0052771773,0.0051392633,0.00037516482,0.000050023238,0.000047233534,0.0001737725,0.015472165],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962237,0.0029460557,0.000050860093,0.00017630003,0.0003496295,0.00025354393],"domain_scores_gemma":[0.9974776,0.0016881769,0.00013077412,0.00019421821,0.00025374713,0.00025543894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045436653,0.00071593554,0.00045720456,0.0012768138,0.007575971,0.009942993,0.0009815155,0.0044370606,0.008513472],"category_scores_gemma":[0.008179202,0.00033043642,0.00038096364,0.0011264404,0.026548449,0.015973859,0.0068502952,0.0058584413,0.0010171279],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006879561,0.000028742346,0.0006343953,0.00018252044,0.000006512204,0.0006087584,0.15158068,0.00056328316,0.00049073325,0.8166364,0.014526315,0.014672995],"study_design_scores_gemma":[0.000025224992,0.000039676004,0.0006224112,0.0005645611,0.000008537945,0.0006914664,0.1822053,0.0012909058,0.000618237,0.34892586,0.4649633,0.000044609442],"about_ca_topic_score_codex":0.0039210017,"about_ca_topic_score_gemma":0.004841569,"teacher_disagreement_score":0.009942993,"about_ca_system_score_codex":0.004502646,"about_ca_system_score_gemma":0.0025062796,"threshold_uncertainty_score":0.032669067},"labels":[],"label_agreement":null},{"id":"W4214886754","doi":"10.1016/b978-0-12-821053-6.00018-7","title":"Biom*: On becoming a teachable discipline","year":2022,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Biomimetics; Process (computing); Engineering; Engineering ethics; Computer science; Artificial intelligence","score_opus":0.027113721469514497,"score_gpt":0.2638576521356786,"score_spread":0.2367439306661641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214886754","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014306525,0.06279348,0.0069596614,0.019087749,0.009611952,0.000025860916,0.000097449636,0.00018011687,0.8998132],"genre_scores_gemma":[0.011436223,0.026564276,0.0032479356,0.0042425003,0.0019406631,0.000067039415,0.00011601382,0.00018159066,0.9522038],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9997143,0.0000747989,0.000010653422,0.00003515302,0.00012625488,0.00003889512],"domain_scores_gemma":[0.9997577,0.00007891066,0.0000149531115,0.00002107229,0.000042029405,0.00008528762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005997519,0.0006442632,0.00037434607,0.0011232712,0.0015622206,0.0041485126,0.0007308145,0.0016445059,0.050753906],"category_scores_gemma":[0.0008708938,0.00018767212,0.00023677562,0.001616483,0.0022839762,0.0025543605,0.0028477248,0.0022562654,0.017202528],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001483698,0.000030943396,0.00009848818,0.0003204585,0.0000027483056,0.00004651835,0.001035256,0.00020221676,0.0004887807,0.2475073,0.46792576,0.28232667],"study_design_scores_gemma":[0.0000016152669,0.000009693598,0.00015191578,0.0002048538,8.8412816e-7,0.000053062387,0.00020913436,0.00004540879,0.00008152345,0.023531742,0.9757082,0.0000020447474],"about_ca_topic_score_codex":0.0017581494,"about_ca_topic_score_gemma":0.0052640047,"teacher_disagreement_score":0.050753906,"about_ca_system_score_codex":0.0014510612,"about_ca_system_score_gemma":0.0021606158,"threshold_uncertainty_score":0.16978872},"labels":[],"label_agreement":null},{"id":"W4220657819","doi":"10.1108/ils-08-2020-0192","title":"Exploring design discourses and liminality as features of professional learning in an elementary makerspace","year":2022,"lang":"en","type":"article","venue":"Information and Learning Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Liminality; Transformative learning; Curriculum; Pedagogy; General partnership; Originality; Mathematics education; Professional learning community; Value (mathematics); Professional development; Sociology; Psychology; Qualitative research; Computer science","score_opus":0.07563146821714331,"score_gpt":0.3262623815322409,"score_spread":0.25063091331509757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220657819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8593779,0.001513691,0.07529313,0.0027194181,0.00014298405,0.00024419182,0.00006137064,0.00029222397,0.060354903],"genre_scores_gemma":[0.987874,0.00016730055,0.0097154,0.00010859608,0.000013165332,0.00008565625,0.000026118,0.00006309008,0.001946602],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9724344,0.019510863,0.00090238784,0.002189668,0.003968468,0.0009941984],"domain_scores_gemma":[0.9562622,0.03431075,0.0027374695,0.0037390555,0.0014016324,0.0015489007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018636521,0.0007332388,0.00056534493,0.0038944597,0.007024057,0.0129768895,0.0019500961,0.0022609215,0.0024750966],"category_scores_gemma":[0.03669417,0.00073180493,0.00071301014,0.0020724197,0.032768764,0.01062408,0.014115617,0.0030237841,0.0003161399],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003049712,0.000053325002,0.002762107,0.00015689152,0.000011142363,0.0005469272,0.9496335,0.00023096356,0.0016456537,0.031931188,0.00023284607,0.012764938],"study_design_scores_gemma":[0.00003347806,0.00013528249,0.006510382,0.00054571644,0.000034871155,0.0016717949,0.82435286,0.001824887,0.003289935,0.055968016,0.10554427,0.00008852333],"about_ca_topic_score_codex":0.0011465652,"about_ca_topic_score_gemma":0.0016506496,"teacher_disagreement_score":0.018636521,"about_ca_system_score_codex":0.004922854,"about_ca_system_score_gemma":0.0037216926,"threshold_uncertainty_score":0.09856051},"labels":[],"label_agreement":null},{"id":"W4220999886","doi":"10.1007/s12008-022-00846-9","title":"A new approach to ideation based on linkography combined with graph theory","year":2022,"lang":"en","type":"article","venue":"International Journal on Interactive Design and Manufacturing (IJIDeM)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Ideation; Creativity; Session (web analytics); Computer science; Graph; Order (exchange); Artificial intelligence; Theoretical computer science; Cognitive science; Psychology; World Wide Web; Social psychology","score_opus":0.016580342939668802,"score_gpt":0.25539654266097445,"score_spread":0.23881619972130563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220999886","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022199366,0.000113995746,0.9854557,0.00026256818,0.000087436834,0.00004323672,0.000029016053,0.00016568594,0.011622388],"genre_scores_gemma":[0.15160678,0.00058566703,0.83038175,0.00026453976,0.0002064691,0.00043451163,0.0001833987,0.00035013354,0.015986707],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979906,0.001034597,0.00009032013,0.00026299263,0.0005275748,0.0000938409],"domain_scores_gemma":[0.99754083,0.0015479968,0.00009500172,0.00043630056,0.00025646965,0.00012332345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012823567,0.0008083139,0.00081930374,0.0038436027,0.0016316024,0.0035750074,0.0018870897,0.0013264706,0.010708064],"category_scores_gemma":[0.0041314014,0.0006366622,0.0019421709,0.0027506747,0.0046035005,0.008174457,0.003921216,0.002783878,0.0020681797],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012194874,0.000024702807,0.00008448041,0.000064286774,0.000013066917,0.000045127472,0.00043206493,0.002425761,0.0007178507,0.9762868,0.0007086949,0.019184945],"study_design_scores_gemma":[0.000011501972,0.000023079021,0.00004959249,0.000034352142,0.000013092294,0.000060600767,0.000137198,0.034805197,0.00060254964,0.95358956,0.010656869,0.000016411896],"about_ca_topic_score_codex":0.0009045476,"about_ca_topic_score_gemma":0.0010701877,"teacher_disagreement_score":0.010708064,"about_ca_system_score_codex":0.0010689776,"about_ca_system_score_gemma":0.001071152,"threshold_uncertainty_score":0.035822034},"labels":[],"label_agreement":null},{"id":"W4221031929","doi":"10.3390/educsci12040232","title":"Design and Engineering: A Classification and Commentary","year":2022,"lang":"en","type":"article","venue":"Education Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Prince Edward Island","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Engineering design process; Engineering education; Context (archaeology); Process (computing); Qualitative research; Design education; Engineering ethics; Engineering; Knowledge management; Computer science; Engineering management; Sociology; Mechanical engineering","score_opus":0.06101636046241547,"score_gpt":0.30170316500207095,"score_spread":0.24068680453965546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221031929","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003654002,0.1537594,0.0010285244,0.6717224,0.16026875,0.000047194997,0.000118344775,0.000035573932,0.012654414],"genre_scores_gemma":[0.021483047,0.18357581,0.0024778496,0.5662921,0.206886,0.0003244892,0.00024252296,0.0002078732,0.01851042],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9647006,0.017429903,0.002836046,0.00260629,0.01062868,0.0017985536],"domain_scores_gemma":[0.8170371,0.14030686,0.0045988406,0.0042903577,0.02972863,0.004038236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027564751,0.0021052624,0.0025090075,0.010058178,0.011709591,0.015887855,0.007865919,0.021015782,0.008964181],"category_scores_gemma":[0.07752557,0.0008063675,0.0020744137,0.014281384,0.036522813,0.0163533,0.007939804,0.02600678,0.0033746122],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005129971,0.000015359885,0.00010209369,0.0017190177,0.0000130815815,0.00025756634,0.0057397317,0.000113828595,0.00009675646,0.0699572,0.8994628,0.022471266],"study_design_scores_gemma":[0.0000104570745,0.000010804873,0.00017815322,0.004472898,0.0000063226307,0.00021002273,0.0040994193,0.00007872579,0.000045904533,0.012895393,0.97796977,0.000022141636],"about_ca_topic_score_codex":0.0463188,"about_ca_topic_score_gemma":0.048998315,"teacher_disagreement_score":0.0463188,"about_ca_system_score_codex":0.035098083,"about_ca_system_score_gemma":0.027479444,"threshold_uncertainty_score":0.2546556},"labels":[],"label_agreement":null},{"id":"W4224233518","doi":"10.3390/app12094157","title":"Problem-Solving in Product Innovation Based on the Cynefin Framework-Aided TRIZ","year":2022,"lang":"en","type":"article","venue":"Applied Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"National Natural Science Foundation of China","keywords":"TRIZ; Product (mathematics); Simple (philosophy); Computer science; Chaotic; Key (lock); Bridge (graph theory); Product innovation; Process (computing); Management science; Industrial engineering; Systems engineering; Engineering; Knowledge management; Artificial intelligence; Mathematics","score_opus":0.038215367872691995,"score_gpt":0.26902122893158836,"score_spread":0.23080586105889636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224233518","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006704031,0.00026168185,0.979598,0.0005149884,0.000026125883,0.00028206565,0.000033312484,0.00013689062,0.012442964],"genre_scores_gemma":[0.1423423,0.0003912665,0.8527881,0.00009606384,0.000024449939,0.00058853393,0.00010153556,0.00003643009,0.003631365],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9967372,0.0013364438,0.00028086858,0.0005114411,0.00089010136,0.00024390347],"domain_scores_gemma":[0.99811065,0.0010750924,0.00019421734,0.00015338894,0.0003823172,0.00008443359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033514395,0.0010838081,0.00071745145,0.003049793,0.002120284,0.0030725128,0.0019637314,0.0011708974,0.0032901026],"category_scores_gemma":[0.00570838,0.00046952802,0.0016778918,0.0020620741,0.004229155,0.003423859,0.0024572613,0.0018289264,0.00044993393],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049998973,0.00012749799,0.0017119425,0.0005510117,0.00004859622,0.00030835732,0.0034224794,0.09471052,0.0019924496,0.775977,0.002286685,0.11881347],"study_design_scores_gemma":[0.00008304508,0.00013655855,0.00069537235,0.00030474152,0.00006443879,0.00037841193,0.001647502,0.49202314,0.002775308,0.46292394,0.0388997,0.00006786752],"about_ca_topic_score_codex":0.009130899,"about_ca_topic_score_gemma":0.007926564,"teacher_disagreement_score":0.009130899,"about_ca_system_score_codex":0.0035046125,"about_ca_system_score_gemma":0.005441042,"threshold_uncertainty_score":0.025427938},"labels":[],"label_agreement":null},{"id":"W4224242598","doi":"10.5430/jct.v11n4p97","title":"English Language Teachers’ Perceptions about Design Thinking","year":2022,"lang":"en","type":"article","venue":"Journal of Curriculum and Teaching","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Perception; Psychology; Scale (ratio); English language; Research design; Cognitively Guided Instruction; Design thinking; Validity; Sample (material); Survey research; Reliability (semiconductor); Pedagogy; Engineering; Teaching method; Sociology; Developmental psychology; Psychometrics; Applied psychology; Geography","score_opus":0.010334617130935916,"score_gpt":0.2601631147084332,"score_spread":0.24982849757749725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224242598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99226344,0.00044869486,0.0010603078,0.00028461573,0.000013764869,0.000013874973,0.000011881085,0.000014512848,0.0058890013],"genre_scores_gemma":[0.9967141,0.00043841425,0.00047212298,0.00011051794,0.0000051144752,0.000014331253,0.0000122427255,0.0000061559294,0.0022270216],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99765164,0.0010170277,0.00016846714,0.00014219433,0.00074977934,0.00027096074],"domain_scores_gemma":[0.9867883,0.0086037805,0.0015453461,0.0003108807,0.0017292256,0.0010225098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040740557,0.00019831728,0.00029719557,0.00076424645,0.0008617608,0.0025499747,0.0002420087,0.0005197897,0.0028668984],"category_scores_gemma":[0.010094479,0.00036273233,0.00026352936,0.00036670108,0.0012506781,0.0010219383,0.0008586236,0.00076124637,0.00033906978],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022562777,0.00037259873,0.20934357,0.0006135644,0.000030923933,0.0026183852,0.71995825,0.00041423517,0.016315557,0.0018630096,0.001462971,0.04678131],"study_design_scores_gemma":[0.000065949505,0.0011680268,0.17360604,0.00074184843,0.00007658131,0.003059699,0.76340544,0.0008590759,0.003304198,0.001161586,0.052455846,0.00009565509],"about_ca_topic_score_codex":0.002360651,"about_ca_topic_score_gemma":0.004593203,"teacher_disagreement_score":0.0040740557,"about_ca_system_score_codex":0.00092860026,"about_ca_system_score_gemma":0.0012650435,"threshold_uncertainty_score":0.021545887},"labels":[],"label_agreement":null},{"id":"W4229499241","doi":"10.32920/ryerson.14651505","title":"National Icon Rediscovered: Hockey Arena for a Sustainable Future","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Sustainability; Pace; Public relations; Sustainable design; Beneficiary; Marketing; Engineering; Business; Political science; Geography","score_opus":0.016859498117466263,"score_gpt":0.27912947158263757,"score_spread":0.2622699734651713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229499241","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054888666,0.0042667426,0.017759241,0.014928156,0.0017187095,0.00024312938,0.000639706,0.000710076,0.9048456],"genre_scores_gemma":[0.2714709,0.0029837894,0.016109928,0.00094170676,0.000059733262,0.00008299567,0.00042726053,0.00034772162,0.707576],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99851376,0.00024989885,0.00002498749,0.00014753372,0.00073769473,0.00032612545],"domain_scores_gemma":[0.9991291,0.00007243939,0.000021310225,0.000085336236,0.0003544842,0.00033731505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012775426,0.0005076332,0.0002559337,0.0005430862,0.010738521,0.0076390137,0.0011483917,0.0013894705,0.048499964],"category_scores_gemma":[0.0016030708,0.00034258253,0.00037222725,0.0010852737,0.0049622525,0.0027408025,0.002809158,0.0016077529,0.0036971308],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018295833,0.00012400247,0.0049081664,0.0004970881,0.000020968446,0.0011018459,0.02224498,0.0027887323,0.0050838897,0.5762869,0.19723345,0.18952698],"study_design_scores_gemma":[0.000010322578,0.000052865587,0.0020442198,0.00016784923,0.000008909402,0.00020001539,0.011225787,0.00062907336,0.0010710725,0.008234502,0.97632784,0.00002744988],"about_ca_topic_score_codex":0.78049904,"about_ca_topic_score_gemma":0.93344116,"teacher_disagreement_score":0.21950096,"about_ca_system_score_codex":0.029724702,"about_ca_system_score_gemma":0.04148522,"threshold_uncertainty_score":0.44158727},"labels":[],"label_agreement":null},{"id":"W4229918244","doi":"10.24908/pceea.vi0.13880","title":"A SURVEY OF PSYCHOLOGICAL TRAITS BEHIND LEARNING TO DESIGN: NOVICES AS DORMANT EXPERT DESIGNERS","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Design science; Phenomenon; Intuition; Psychology; Illusion; Research design; Engineering ethics; Computer science; Management science; Cognitive psychology; Engineering; Knowledge management; Sociology; Cognitive science; Epistemology; Social science","score_opus":0.020625695690516307,"score_gpt":0.2689767934214339,"score_spread":0.24835109773091757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229918244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953225,0.0010903636,0.00039586506,0.0003030975,0.000020158679,0.000023742969,0.000040948496,0.000009900487,0.0027934464],"genre_scores_gemma":[0.9976872,0.00086197036,0.0002986838,0.000157466,0.000009732786,0.000019210747,0.00007218035,0.000008204671,0.0008853769],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960139,0.0013609474,0.00039780219,0.00038285644,0.0014620263,0.00038259654],"domain_scores_gemma":[0.97704256,0.00976593,0.005176844,0.0010767672,0.0034900869,0.0034478342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008213752,0.00031233727,0.00047073665,0.002662076,0.0010270053,0.0042037806,0.00061367307,0.0013463148,0.002008357],"category_scores_gemma":[0.024597311,0.0006252722,0.0006768829,0.0014433016,0.002151629,0.0028315224,0.00203795,0.0017219703,0.0006355055],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001303883,0.00025722588,0.8408874,0.00021695942,0.00005651515,0.0003293959,0.09930091,0.00020792003,0.0010135721,0.0007528623,0.001515,0.05533181],"study_design_scores_gemma":[0.000013119973,0.0005260629,0.85600567,0.00023849992,0.000026604546,0.001435554,0.13090599,0.0005162544,0.0003020738,0.0007034171,0.009256497,0.000070260015],"about_ca_topic_score_codex":0.0022609376,"about_ca_topic_score_gemma":0.0025768627,"teacher_disagreement_score":0.008213752,"about_ca_system_score_codex":0.00077020616,"about_ca_system_score_gemma":0.0010571425,"threshold_uncertainty_score":0.04343903},"labels":[],"label_agreement":null},{"id":"W4230843763","doi":"10.32920/ryerson.14651505.v1","title":"National Icon Rediscovered: Hockey Arena for a Sustainable Future","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sustainability; Pace; Sustainable design; Public relations; Beneficiary; Marketing; Engineering; Business; Architectural engineering; Political science; Geography","score_opus":0.016859498117466263,"score_gpt":0.27912947158263757,"score_spread":0.2622699734651713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230843763","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054888666,0.0042667426,0.017759241,0.014928156,0.0017187095,0.00024312938,0.000639706,0.000710076,0.9048456],"genre_scores_gemma":[0.2714709,0.0029837894,0.016109928,0.00094170676,0.000059733262,0.00008299567,0.00042726053,0.00034772162,0.707576],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99851376,0.00024989885,0.00002498749,0.00014753372,0.00073769473,0.00032612545],"domain_scores_gemma":[0.9991291,0.00007243939,0.000021310225,0.000085336236,0.0003544842,0.00033731505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012775426,0.0005076332,0.0002559337,0.0005430862,0.010738521,0.0076390137,0.0011483917,0.0013894705,0.048499964],"category_scores_gemma":[0.0016030708,0.00034258253,0.00037222725,0.0010852737,0.0049622525,0.0027408025,0.002809158,0.0016077529,0.0036971308],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018295833,0.00012400247,0.0049081664,0.0004970881,0.000020968446,0.0011018459,0.02224498,0.0027887323,0.0050838897,0.5762869,0.19723345,0.18952698],"study_design_scores_gemma":[0.000010322578,0.000052865587,0.0020442198,0.00016784923,0.000008909402,0.00020001539,0.011225787,0.00062907336,0.0010710725,0.008234502,0.97632784,0.00002744988],"about_ca_topic_score_codex":0.78049904,"about_ca_topic_score_gemma":0.93344116,"teacher_disagreement_score":0.78049904,"about_ca_system_score_codex":0.029724702,"about_ca_system_score_gemma":0.04148522,"threshold_uncertainty_score":0.44158727},"labels":[],"label_agreement":null},{"id":"W4231090383","doi":"10.1007/978-3-662-53120-4_16812","title":"Biomimetic Design","year":2019,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.04281363230281585,"score_gpt":0.23334844597310458,"score_spread":0.19053481367028874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231090383","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009231048,0.00504003,0.051390164,0.0006341394,0.001151884,0.00003831094,0.000117199736,0.00028092187,0.94042426],"genre_scores_gemma":[0.0059717908,0.0029821629,0.0090130465,0.00021162379,0.00011299816,0.00004286142,0.00011213431,0.0001114101,0.9814419],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99986625,0.000019842342,0.000004391639,0.000022409866,0.00007583113,0.000011249597],"domain_scores_gemma":[0.99993885,0.000017224113,0.00000272485,0.000016580325,0.000017866603,0.000006776989],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017817682,0.0008617998,0.00038396654,0.00082466204,0.00086947886,0.0017587853,0.0006300984,0.00077665667,0.086293444],"category_scores_gemma":[0.00035344332,0.00035450954,0.00032160513,0.00072331395,0.0012044957,0.0011975168,0.0012353867,0.0013245045,0.026771681],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018342509,0.000037180456,0.00007226733,0.00031828543,0.000006916335,0.00006898,0.00030331526,0.0036567675,0.005327381,0.4675931,0.18698558,0.33561185],"study_design_scores_gemma":[0.0000022814452,0.0000121589555,0.00007506645,0.0000902401,0.0000021252372,0.000101839294,0.000044929293,0.0012526149,0.0010225446,0.04179323,0.9555976,0.0000054132747],"about_ca_topic_score_codex":0.0010045388,"about_ca_topic_score_gemma":0.0028923175,"teacher_disagreement_score":0.086293444,"about_ca_system_score_codex":0.0008226313,"about_ca_system_score_gemma":0.0006531252,"threshold_uncertainty_score":0.28868032},"labels":[],"label_agreement":null},{"id":"W4231612868","doi":"10.32920/14637948.v1","title":"Visualizing Information in the Early Stages of Engineering Design","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Strong","keywords":"Field (mathematics); New product development; Computer science; Visualization; Engineering design process; Product (mathematics); Product design; Software engineering; Engineering; Systems engineering; Human–computer interaction; Artificial intelligence; Mechanical engineering","score_opus":0.03434803148921596,"score_gpt":0.28181426955304384,"score_spread":0.2474662380638279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231612868","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.096591935,0.005684222,0.820216,0.0030543336,0.00038700216,0.00017155749,0.0004879301,0.0034479247,0.06995912],"genre_scores_gemma":[0.52368236,0.0045131794,0.45481738,0.0003300765,0.0001546838,0.00017678979,0.000479582,0.00096398016,0.01488201],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99809355,0.0010511348,0.0000707464,0.00014221933,0.00053832855,0.0001040761],"domain_scores_gemma":[0.9949809,0.0035477043,0.0002749851,0.00042567053,0.0005366364,0.00023419484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025651362,0.0009486809,0.00040329466,0.0030997633,0.00081764685,0.0063821585,0.0007834828,0.0015065789,0.0074714064],"category_scores_gemma":[0.009424824,0.00051735406,0.00039228832,0.0017439655,0.002123632,0.005745919,0.002482415,0.0014209768,0.001275639],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007357873,0.00017795121,0.00511479,0.0017588466,0.00007260382,0.0013343033,0.042739544,0.033156518,0.06735158,0.45363483,0.018179564,0.3757437],"study_design_scores_gemma":[0.00013038484,0.00027593097,0.0077712806,0.0014318491,0.00010781454,0.0015542293,0.010856559,0.06044291,0.04514182,0.4896203,0.38238227,0.0002846665],"about_ca_topic_score_codex":0.0012044786,"about_ca_topic_score_gemma":0.0012183777,"teacher_disagreement_score":0.0074714064,"about_ca_system_score_codex":0.00086378807,"about_ca_system_score_gemma":0.001011259,"threshold_uncertainty_score":0.024994373},"labels":[],"label_agreement":null},{"id":"W4231882968","doi":"10.1115/1.4038264","title":"Object Reorientation and Creative Performance","year":2017,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Deutsche Forschungsgemeinschaft","keywords":"Creativity; Predictability; Test (biology); Scale (ratio); Psychology; Object (grammar); Cognitive psychology; Closure (psychology); Function (biology); Social psychology; Cognition; Computer science; Artificial intelligence; Mathematics; Statistics; Ecology","score_opus":0.043746921438942044,"score_gpt":0.30061324834788117,"score_spread":0.2568663269089391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231882968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948048,0.00016981883,0.0006686447,0.000016067095,0.0000051322527,0.000017563814,0.000020991605,0.000013074307,0.004283908],"genre_scores_gemma":[0.9978573,0.00010195176,0.0005935414,0.000007208557,0.0000038555345,0.000013476133,0.000060193834,0.000009941312,0.0013525517],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992322,0.00017759243,0.00011759197,0.00010270101,0.00029161028,0.00007841902],"domain_scores_gemma":[0.99057287,0.0036030135,0.003427084,0.001010072,0.00072475814,0.00066216843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013115272,0.00045266762,0.00020324046,0.00095551065,0.00026783193,0.0018754194,0.00027612396,0.00035137177,0.0030750483],"category_scores_gemma":[0.011469619,0.00016093942,0.00039480082,0.0005677214,0.0007395849,0.0006845894,0.0009247203,0.00041985998,0.00040463172],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011041446,0.0009964742,0.8337515,0.0002514848,0.00026632453,0.00097572233,0.01249283,0.0015654702,0.045913875,0.0012402445,0.00033776383,0.10110418],"study_design_scores_gemma":[0.000038976956,0.0008939608,0.9835095,0.00005032178,0.00005494944,0.00122772,0.0043465164,0.0011152695,0.005878518,0.0014902196,0.0013430638,0.00005094259],"about_ca_topic_score_codex":0.000652107,"about_ca_topic_score_gemma":0.00066796987,"teacher_disagreement_score":0.0030750483,"about_ca_system_score_codex":0.00025731538,"about_ca_system_score_gemma":0.00016528231,"threshold_uncertainty_score":0.010286987},"labels":[],"label_agreement":null},{"id":"W4231951703","doi":"10.32920/ryerson.14644299","title":"Intuitive versus theoretical approaches to visual communication to facilitate knowledge transfer","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Gestalt psychology; Checklist; Graphics; Psychology; Process (computing); Foundation (evidence); Computer science; Communication design; Test (biology); Perception; Cognitive psychology; Multimedia; Political science","score_opus":0.26134435598868405,"score_gpt":0.3321621666051098,"score_spread":0.07081781061642572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231951703","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16203266,0.00090902,0.6930187,0.012107299,0.0004386253,0.0073209703,0.00014327887,0.0009099789,0.12311951],"genre_scores_gemma":[0.46266294,0.0006911056,0.5173485,0.0018588115,0.00009401971,0.009701857,0.00007575019,0.00011624809,0.007450709],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9547004,0.03710437,0.0012420974,0.0016246869,0.0041753375,0.0011531131],"domain_scores_gemma":[0.92786276,0.059997976,0.0031551057,0.0048691714,0.00304891,0.0010660056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03218951,0.0014395316,0.00036656737,0.00327197,0.0017157953,0.0077477726,0.0031867325,0.0021204916,0.012860399],"category_scores_gemma":[0.06436758,0.00071757246,0.00094899785,0.0013319884,0.009163906,0.007261953,0.006845217,0.0032205672,0.0013630625],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082494173,0.002373392,0.004197554,0.0062691616,0.000104643485,0.00036545208,0.14146614,0.0046030604,0.014078018,0.450511,0.006017936,0.3691887],"study_design_scores_gemma":[0.0030176395,0.0075749187,0.011530649,0.007156427,0.00031493895,0.0012572239,0.11864835,0.026989123,0.024088923,0.52835995,0.2707366,0.00032521144],"about_ca_topic_score_codex":0.0006640165,"about_ca_topic_score_gemma":0.0010728713,"teacher_disagreement_score":0.03218951,"about_ca_system_score_codex":0.0036704002,"about_ca_system_score_gemma":0.0040588574,"threshold_uncertainty_score":0.17023641},"labels":[],"label_agreement":null},{"id":"W4231969121","doi":"10.32920/ryerson.14638725","title":"An axiomatic theory of engineering design information","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Axiomatic design; Computer science; Axiom; Axiomatic semantics; Consistency (knowledge bases); Method engineering; Notation; Abstraction; Theoretical computer science; Engineering design process; Software engineering; Semantics (computer science); Programming language; Artificial intelligence; Operational semantics; Mathematics; Denotational semantics; Engineering","score_opus":0.022681365718906114,"score_gpt":0.24381133433811725,"score_spread":0.22112996861921114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231969121","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025268053,0.0015488015,0.9197888,0.0034760279,0.00033847603,0.000103861545,0.0004039487,0.0004593262,0.071353905],"genre_scores_gemma":[0.16422963,0.003728797,0.8041708,0.002450861,0.000788656,0.00077144994,0.0015189658,0.00022436478,0.02211652],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99364763,0.0021354952,0.0006252627,0.0008155457,0.0024749485,0.00030103547],"domain_scores_gemma":[0.9935294,0.0033703404,0.00032814508,0.0013270157,0.0012940423,0.00015105307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053045787,0.001249422,0.0008222986,0.003534833,0.0022864311,0.0071594794,0.0027066283,0.0027735678,0.009051764],"category_scores_gemma":[0.008811005,0.0009788596,0.0021891962,0.00318263,0.0098748,0.011537184,0.0034925484,0.0045307325,0.0030360639],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036175013,0.000007582612,0.00004168735,0.000055752887,0.0000060942357,0.000029566962,0.00011343172,0.0010631486,0.00013238993,0.99134505,0.0014785441,0.0057231677],"study_design_scores_gemma":[0.000014557773,0.000010608018,0.000041798172,0.000064877095,0.000009254499,0.00009588405,0.000047542017,0.00614493,0.00029800573,0.9478714,0.04538873,0.0000123257405],"about_ca_topic_score_codex":0.0023580336,"about_ca_topic_score_gemma":0.0019726313,"teacher_disagreement_score":0.009051764,"about_ca_system_score_codex":0.0031110027,"about_ca_system_score_gemma":0.0030775196,"threshold_uncertainty_score":0.030281186},"labels":[],"label_agreement":null},{"id":"W4232317444","doi":"10.1504/ejie.2018.10013866","title":"Latent Semantic Extraction and Analysis forTRIZ-Based Inventive Design","year":2018,"lang":"en","type":"article","venue":"European J of Industrial Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Particle Physics","funders":"","keywords":"TRIZ; Computer science; Process (computing); Heuristic; Latent semantic analysis; Resolution (logic); Artificial intelligence; Natural language processing; Programming language","score_opus":0.06536545525848135,"score_gpt":0.25392483305743047,"score_spread":0.1885593777989491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232317444","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04110453,0.0009186442,0.94043124,0.00070609327,0.00007839332,0.00035450936,0.0033728739,0.0019532559,0.011080384],"genre_scores_gemma":[0.47189042,0.0011756708,0.50145173,0.00014042584,0.000106111765,0.0008010225,0.013354342,0.0002141509,0.010866207],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99729913,0.00080367154,0.0002991576,0.00048625076,0.00090851745,0.00020324496],"domain_scores_gemma":[0.99682164,0.0014644789,0.00047287688,0.0005676666,0.00059389026,0.00007947157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001857219,0.00084929535,0.0005192061,0.010739042,0.0009393396,0.002396748,0.0010687485,0.001162126,0.0052473447],"category_scores_gemma":[0.006645669,0.00045171735,0.0016062664,0.0062064957,0.001352651,0.003945611,0.002251135,0.001448507,0.0017223359],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034808533,0.00038914284,0.014602073,0.0014852759,0.00020603242,0.0012676867,0.007165303,0.01586801,0.021560501,0.2959776,0.015891878,0.6252384],"study_design_scores_gemma":[0.00009921912,0.00025218198,0.020923464,0.00065813813,0.00035334495,0.0021111837,0.00604089,0.508524,0.033685602,0.24968393,0.1774482,0.00021988532],"about_ca_topic_score_codex":0.004141283,"about_ca_topic_score_gemma":0.0053417785,"teacher_disagreement_score":0.010739042,"about_ca_system_score_codex":0.0018992687,"about_ca_system_score_gemma":0.0020949624,"threshold_uncertainty_score":0.017554164},"labels":[],"label_agreement":null},{"id":"W4234211434","doi":"10.7577/formakademisk.2973","title":"Relating Systems Thinking and Design IV","year":2018,"lang":"en","type":"article","venue":"FormAkademisk - forskningstidsskrift for design og designdidaktikk","topic":"Design Education and Practice","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Theme (computing); Library science; Engineering ethics; Sociology; Computer science; Operations research; Engineering; World Wide Web","score_opus":0.03844138673434496,"score_gpt":0.2654267521104329,"score_spread":0.2269853653760879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234211434","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009632583,0.085655175,0.18575566,0.068637826,0.005678638,0.00020677593,0.00022155246,0.00037917853,0.64383256],"genre_scores_gemma":[0.6625311,0.07999318,0.08177537,0.010481292,0.004609458,0.00078649924,0.00045302682,0.00069951155,0.15867062],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9917293,0.005620345,0.00035352036,0.00075747445,0.0011945002,0.00034478478],"domain_scores_gemma":[0.9921172,0.006029914,0.0003094005,0.0006623945,0.00062523986,0.00025577119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051835445,0.00089147326,0.0008166996,0.0035412852,0.0031252005,0.015303214,0.00092269346,0.0025372526,0.017590417],"category_scores_gemma":[0.00903095,0.00050077314,0.0010981843,0.0038582527,0.02253324,0.0061961543,0.0044593927,0.0044666096,0.0020500342],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069360867,0.000008013899,0.0002201472,0.0002454362,0.00001426636,0.000054978776,0.0035524503,0.000806157,0.000114026494,0.961267,0.009846916,0.023863725],"study_design_scores_gemma":[0.0000044596195,0.000025434329,0.0002745187,0.00057326496,0.000007983073,0.000103007864,0.0027766197,0.0007025759,0.00022479983,0.7426402,0.2526543,0.000012910344],"about_ca_topic_score_codex":0.00320101,"about_ca_topic_score_gemma":0.0019389893,"teacher_disagreement_score":0.017590417,"about_ca_system_score_codex":0.0088646915,"about_ca_system_score_gemma":0.0052101733,"threshold_uncertainty_score":0.06431812},"labels":[],"label_agreement":null},{"id":"W4235471779","doi":"10.1115/1.4047685","title":"Analysis of Designer Emotions in Collaborative and Traditional Computer-Aided Design","year":2020,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Sadness; CAD; Human–computer interaction; Computer science; Software; Computer Aided Design; Surprise; Anger; Cognitive psychology; Multimedia; Applied psychology; Psychology; Engineering drawing; Engineering; Social psychology","score_opus":0.08601471212572663,"score_gpt":0.27413895807685545,"score_spread":0.1881242459511288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235471779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928871,0.000027122072,0.005922707,0.00001154282,0.000004543654,0.000043453358,0.000033771677,0.000026041784,0.0010437402],"genre_scores_gemma":[0.9958872,0.000014517464,0.0035972865,0.000009784123,0.000003920816,0.00007386039,0.000034055207,0.000007830128,0.00037144282],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99715096,0.0014543611,0.00017521114,0.00039527428,0.00070322666,0.00012102356],"domain_scores_gemma":[0.9864422,0.009092366,0.0018798247,0.00072500383,0.001456057,0.00040446685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026015132,0.00033298595,0.00034567955,0.00076601387,0.00032834787,0.000778859,0.00044661263,0.00041603777,0.0016777416],"category_scores_gemma":[0.014885792,0.00022140965,0.0002638514,0.0003956455,0.0004281366,0.00059454143,0.0009649658,0.00038348843,0.00025486154],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038527483,0.0012682934,0.58546615,0.00069680705,0.00025704282,0.0004794619,0.04194194,0.0028859808,0.15849759,0.0010159224,0.000816066,0.202822],"study_design_scores_gemma":[0.00010374046,0.0015351283,0.9422942,0.000044473225,0.00012461386,0.00041361732,0.011668598,0.017341547,0.023964813,0.0007051579,0.0017187818,0.00008535841],"about_ca_topic_score_codex":0.00036059588,"about_ca_topic_score_gemma":0.00052404683,"teacher_disagreement_score":0.0026015132,"about_ca_system_score_codex":0.00037168598,"about_ca_system_score_gemma":0.00014276661,"threshold_uncertainty_score":0.013758302},"labels":[],"label_agreement":null},{"id":"W4235523465","doi":"10.1353/ctr.2012.0021","title":"Igniting Imaginations with Actor-manipulated Design","year":2012,"lang":"en","type":"article","venue":"Canadian Theatre Review","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Aesthetics; Visual arts; Art; Sociology","score_opus":0.04248311232823903,"score_gpt":0.2676176094785875,"score_spread":0.22513449715034844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235523465","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01638618,0.27084336,0.113298744,0.07123692,0.0052493108,0.00021739617,0.0001046974,0.00038476574,0.5222786],"genre_scores_gemma":[0.63745373,0.16883418,0.08158918,0.014368377,0.0016699852,0.0005785615,0.00011540977,0.00061648723,0.09477409],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9825425,0.011735417,0.00037874258,0.00059623964,0.0043211277,0.0004259227],"domain_scores_gemma":[0.973128,0.021379745,0.0005887584,0.001968501,0.0025278584,0.00040714775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024928996,0.00075563276,0.0004949154,0.002240947,0.002256347,0.006108747,0.002000403,0.0022308251,0.008192496],"category_scores_gemma":[0.01932317,0.00044192854,0.0005251389,0.0012692164,0.021499533,0.005736379,0.0031084733,0.0036636738,0.0014598658],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009062739,0.00003760245,0.00014957014,0.0011117096,0.000028600241,0.00009505425,0.006605112,0.000723343,0.0007070994,0.8771412,0.026568677,0.08674143],"study_design_scores_gemma":[0.0000768837,0.000085994376,0.0001959039,0.00088553084,0.00002340506,0.00015349583,0.002697827,0.00069119944,0.001866704,0.11798234,0.8753115,0.000029250663],"about_ca_topic_score_codex":0.01304775,"about_ca_topic_score_gemma":0.028881302,"teacher_disagreement_score":0.024928996,"about_ca_system_score_codex":0.008861374,"about_ca_system_score_gemma":0.005393352,"threshold_uncertainty_score":0.13183874},"labels":[],"label_agreement":null},{"id":"W4235661833","doi":"10.21606/learnxdesign.2019.01071","title":"Forget to clean up when you're done.","year":2019,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Software deployment; Materiality (auditing); Embodied cognition; Space (punctuation); Argument (complex analysis); Computer science; Session (web analytics); Mathematics education; Pedagogy; Psychology; Sociology; Aesthetics; Artificial intelligence","score_opus":0.020255565060788495,"score_gpt":0.2544002046096121,"score_spread":0.2341446395488236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235661833","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07606294,0.020127896,0.15074225,0.15231758,0.053349696,0.00090724055,0.002231606,0.02072254,0.52353835],"genre_scores_gemma":[0.16207889,0.008110605,0.07664943,0.059625376,0.0024312446,0.00045149782,0.0014398164,0.006756382,0.68245673],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957426,0.00082952785,0.00025755525,0.00069760776,0.0018140071,0.0006586438],"domain_scores_gemma":[0.9937921,0.0008187196,0.00068733457,0.0010040342,0.002417848,0.0012799633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002954531,0.0020737082,0.00094014226,0.0015552768,0.008084364,0.0073110512,0.0019722297,0.0035706449,0.06835153],"category_scores_gemma":[0.013629698,0.0008301123,0.0013440716,0.000939489,0.0052717556,0.010516764,0.006115563,0.00635983,0.07625852],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015417118,0.0003042825,0.006474796,0.0007406238,0.00008877011,0.0012599025,0.031181639,0.00017900158,0.005558587,0.012962091,0.61666805,0.32442817],"study_design_scores_gemma":[0.000018295334,0.00017151631,0.0040047,0.00063146895,0.000049606817,0.0018229631,0.023804158,0.00022091811,0.0020841677,0.0072561717,0.95976156,0.0001743797],"about_ca_topic_score_codex":0.008153008,"about_ca_topic_score_gemma":0.012217273,"teacher_disagreement_score":0.06835153,"about_ca_system_score_codex":0.0014253232,"about_ca_system_score_gemma":0.0028629887,"threshold_uncertainty_score":0.22865868},"labels":[],"label_agreement":null},{"id":"W4235895205","doi":"10.24908/pceea.v0i0.3770","title":"SCHOLARLY DESIGN?","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Nothing; The arts; Process (computing); Fine art; Engineering ethics; Sociology; Epistemology; Work (physics); Applied arts; Mathematics education; Computer science; Psychology; Engineering; Visual arts; Philosophy; Art","score_opus":0.020424476555003974,"score_gpt":0.19416805326327877,"score_spread":0.17374357670827478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235895205","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024266094,0.009120059,0.015314091,0.094990425,0.005415791,0.00013158497,0.00013739028,0.00029266684,0.87217146],"genre_scores_gemma":[0.21325865,0.011415597,0.017114488,0.039316155,0.004813875,0.00056316727,0.00048760194,0.00086893904,0.71216154],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9780086,0.013528288,0.0007953743,0.0024122577,0.0042722034,0.000983231],"domain_scores_gemma":[0.97739786,0.009653407,0.0010401977,0.0063396706,0.003148841,0.0024199928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01702518,0.0005184438,0.00059426465,0.0030736583,0.008324993,0.02425015,0.0023837313,0.005176311,0.06553591],"category_scores_gemma":[0.027905133,0.00035735097,0.0005446006,0.0039471854,0.023699662,0.0127494605,0.011741341,0.0047780285,0.018109215],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011426428,0.000021432747,0.00024139429,0.00014949967,0.000005233001,0.000051563173,0.008597482,0.00004752388,0.000078245874,0.87512237,0.063598745,0.052075088],"study_design_scores_gemma":[0.000005819572,0.000009633471,0.00009609802,0.00028596394,0.0000026665318,0.00009267808,0.0040878733,0.000047337227,0.00010742789,0.09788617,0.89737386,0.0000045033166],"about_ca_topic_score_codex":0.002224284,"about_ca_topic_score_gemma":0.003744844,"teacher_disagreement_score":0.06553591,"about_ca_system_score_codex":0.009433731,"about_ca_system_score_gemma":0.010428721,"threshold_uncertainty_score":0.21923941},"labels":[],"label_agreement":null},{"id":"W4236695067","doi":"10.22215/etd/2012-06778","title":"Balancing manual and digital design methods : a study of studio furniture manufacturers","year":2012,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Library and Archives Canada; Algonquin College","funders":"","keywords":"Studio; Engineering; Computer science; Art; Engineering drawing; Visual arts","score_opus":0.025027297976823536,"score_gpt":0.3545532014538484,"score_spread":0.3295259034770249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236695067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99051744,0.00044613506,0.0015553536,0.00022374377,0.000009706658,0.00012613958,0.000014974297,0.00000886746,0.007097643],"genre_scores_gemma":[0.9862699,0.00055894186,0.0047494904,0.00030107726,0.000010585383,0.00017189354,0.00004827666,0.000044059856,0.007845771],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9818485,0.0105444295,0.001086779,0.0010018573,0.0046069743,0.00091146445],"domain_scores_gemma":[0.9098907,0.06871893,0.0076652626,0.003511728,0.008148641,0.0020647978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022745289,0.00041690405,0.0005228222,0.0028225027,0.0035601165,0.00536847,0.0019270041,0.0013700004,0.0070453547],"category_scores_gemma":[0.07580027,0.0007629516,0.00043471792,0.0026340855,0.002398049,0.0025056216,0.0027409457,0.0012385277,0.00090032833],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004551972,0.0016516657,0.109312944,0.0005710906,0.00006591534,0.00050731644,0.730509,0.000297018,0.0023986876,0.0028189234,0.0013280091,0.15008426],"study_design_scores_gemma":[0.00018712893,0.002408211,0.22414853,0.0007564209,0.00010029672,0.0015225095,0.7102818,0.0018551685,0.001520807,0.0016880325,0.05539812,0.00013302067],"about_ca_topic_score_codex":0.0049563763,"about_ca_topic_score_gemma":0.011497635,"teacher_disagreement_score":0.022745289,"about_ca_system_score_codex":0.0032064603,"about_ca_system_score_gemma":0.0028685702,"threshold_uncertainty_score":0.12029004},"labels":[],"label_agreement":null},{"id":"W4237159913","doi":"10.32920/ryerson.14665278.v1","title":"Conceptual Design Of A Modular Morphing Wing","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Morphing; Modular design; Kinematics; Truss; Wing; Modularity (biology); Computer science; Mechanism (biology); Parametric statistics; Engineering; Structural engineering; Mathematics; Artificial intelligence","score_opus":0.06546419877327736,"score_gpt":0.2710468263101201,"score_spread":0.20558262753684275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237159913","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014474858,0.00009904281,0.9731056,0.00006269637,0.000041783587,0.00010142732,0.000038755068,0.0002732509,0.011802655],"genre_scores_gemma":[0.3283757,0.00026666798,0.6566342,0.00005096305,0.00002055801,0.00026707878,0.0000754013,0.00009829064,0.014211114],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9998307,0.000023346967,0.000008151958,0.00003442527,0.00008893559,0.000014406809],"domain_scores_gemma":[0.9999267,0.000013271853,0.000011491946,0.000017171074,0.000023160588,0.000008343132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026827047,0.0003286955,0.00023189593,0.00029462687,0.00030822845,0.00056528946,0.000678355,0.00041618512,0.0058278004],"category_scores_gemma":[0.00025028363,0.00025274613,0.0003459113,0.00013179392,0.0005245486,0.00052932306,0.000638879,0.0004090957,0.00082790124],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007121284,0.000054039385,0.00086792983,0.0005855105,0.00003625895,0.00049612485,0.00052387535,0.2773254,0.18339947,0.36443666,0.0020601589,0.17014334],"study_design_scores_gemma":[0.00008771635,0.00060207304,0.0011080822,0.00013020333,0.00005456799,0.00086385803,0.00020390813,0.7600158,0.053884305,0.05142504,0.1315692,0.000055319688],"about_ca_topic_score_codex":0.00035028043,"about_ca_topic_score_gemma":0.0004282156,"teacher_disagreement_score":0.0058278004,"about_ca_system_score_codex":0.00026418897,"about_ca_system_score_gemma":0.00040954794,"threshold_uncertainty_score":0.019495964},"labels":[],"label_agreement":null},{"id":"W4237316389","doi":"10.32920/14637948","title":"Visualizing Information in the Early Stages of Engineering Design","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Strong","keywords":"New product development; Field (mathematics); Computer science; Engineering design process; Visualization; Product (mathematics); Work (physics); Product design; Engineering; Systems engineering; Software engineering; Data science; Artificial intelligence; Business","score_opus":0.03434803148921596,"score_gpt":0.28181426955304384,"score_spread":0.2474662380638279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237316389","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.096591935,0.005684222,0.820216,0.0030543336,0.00038700216,0.00017155749,0.0004879301,0.0034479247,0.06995912],"genre_scores_gemma":[0.52368236,0.0045131794,0.45481738,0.0003300765,0.0001546838,0.00017678979,0.000479582,0.00096398016,0.01488201],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99809355,0.0010511348,0.0000707464,0.00014221933,0.00053832855,0.0001040761],"domain_scores_gemma":[0.9949809,0.0035477043,0.0002749851,0.00042567053,0.0005366364,0.00023419484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025651362,0.0009486809,0.00040329466,0.0030997633,0.00081764685,0.0063821585,0.0007834828,0.0015065789,0.0074714064],"category_scores_gemma":[0.009424824,0.00051735406,0.00039228832,0.0017439655,0.002123632,0.005745919,0.002482415,0.0014209768,0.001275639],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007357873,0.00017795121,0.00511479,0.0017588466,0.00007260382,0.0013343033,0.042739544,0.033156518,0.06735158,0.45363483,0.018179564,0.3757437],"study_design_scores_gemma":[0.00013038484,0.00027593097,0.0077712806,0.0014318491,0.00010781454,0.0015542293,0.010856559,0.06044291,0.04514182,0.4896203,0.38238227,0.0002846665],"about_ca_topic_score_codex":0.0012044786,"about_ca_topic_score_gemma":0.0012183777,"teacher_disagreement_score":0.0074714064,"about_ca_system_score_codex":0.00086378807,"about_ca_system_score_gemma":0.001011259,"threshold_uncertainty_score":0.024994373},"labels":[],"label_agreement":null},{"id":"W4237739383","doi":"10.32920/ryerson.14636397.v1","title":"Combining hierarchical task analysis and usage scenarios to help embed human factors in design","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"Ministerio de Economía y Competitividad","keywords":"Task (project management); Computer science; Documentation; Process (computing); Plan (archaeology); Work (physics); Embedding; Human–computer interaction; Software engineering; Engineering design process; Engineering management; Systems engineering; Artificial intelligence; Engineering","score_opus":0.0432466528791615,"score_gpt":0.3042361196828182,"score_spread":0.2609894668036567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237739383","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.087603636,0.0001481402,0.90194315,0.00042071618,0.00004214794,0.0007045197,0.0002915859,0.0031506375,0.005695404],"genre_scores_gemma":[0.28794572,0.000113361195,0.7087134,0.00008999393,0.000024002033,0.00090253237,0.00046915247,0.000265382,0.001476486],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9923955,0.0050602364,0.00043647905,0.00072048383,0.0011716024,0.0002156685],"domain_scores_gemma":[0.95203793,0.039612766,0.0016155272,0.0037832754,0.0023455017,0.00060497486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008518316,0.0015695497,0.00041878928,0.0029693013,0.00048886635,0.0028741183,0.0011423631,0.0011693303,0.0047220634],"category_scores_gemma":[0.035718735,0.0005621765,0.0007843191,0.0013822411,0.0007380951,0.0034814058,0.0022369055,0.0013761446,0.0011018184],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057806494,0.0018403613,0.015626602,0.0012181273,0.00019215285,0.00037078155,0.014783799,0.024452409,0.0419473,0.013184721,0.0072872685,0.87851846],"study_design_scores_gemma":[0.00063228165,0.0042363806,0.05847615,0.0013088417,0.00033700888,0.0018697582,0.010150244,0.62070996,0.082084596,0.13669662,0.08268506,0.0008130713],"about_ca_topic_score_codex":0.0011597117,"about_ca_topic_score_gemma":0.0021850087,"teacher_disagreement_score":0.008518316,"about_ca_system_score_codex":0.0008219159,"about_ca_system_score_gemma":0.0011485519,"threshold_uncertainty_score":0.045049727},"labels":[],"label_agreement":null},{"id":"W4238827940","doi":"10.22215/etd/2014-10466","title":"Ossature: Bone Remodeling as a Generative Structuring Process in Architecture","year":2014,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Structuring; Generative grammar; Process (computing); Articulation (sociology); Architecture; Computer science; Expression (computer science); Generative model; Engineering; Artificial intelligence; Geography; Business","score_opus":0.008745829414958526,"score_gpt":0.2806877307481746,"score_spread":0.27194190133321605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238827940","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10722277,0.012843939,0.45764333,0.0128877,0.0012176343,0.00025863145,0.00018626374,0.00081608124,0.40692365],"genre_scores_gemma":[0.710935,0.009141748,0.13814807,0.0012986979,0.00050144,0.00029622146,0.00016164492,0.00031024386,0.13920686],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99967146,0.00012009722,0.000013195352,0.00007130041,0.00008999629,0.000033946995],"domain_scores_gemma":[0.99964,0.00016653855,0.000052810006,0.00004397167,0.000043116084,0.000053519416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009916617,0.00040998094,0.00022629279,0.00074991724,0.0012826712,0.0042027645,0.0008156578,0.0014972199,0.0065703713],"category_scores_gemma":[0.0012730355,0.00025086608,0.00038058576,0.00064279704,0.0065888385,0.0039509274,0.0023254857,0.0012598016,0.0011827591],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004466624,0.000021665448,0.0008817826,0.00019838953,0.0000074734526,0.0003030976,0.0073872167,0.0019824835,0.009344704,0.9190214,0.0025688994,0.05823809],"study_design_scores_gemma":[0.000032246364,0.00024378004,0.0041786726,0.00050932023,0.000034802182,0.0019898056,0.008890106,0.010634606,0.013935536,0.6955863,0.26389965,0.000065194945],"about_ca_topic_score_codex":0.0007700818,"about_ca_topic_score_gemma":0.0019133196,"teacher_disagreement_score":0.0065703713,"about_ca_system_score_codex":0.00066603994,"about_ca_system_score_gemma":0.0011624238,"threshold_uncertainty_score":0.021980047},"labels":[],"label_agreement":null},{"id":"W4238953227","doi":"10.18280/rces.020402","title":"THE EXTENSION ADAPTIVE DESIGN MODEL FOR MECHANICAL PRODUCT LIFECYCLE","year":2015,"lang":"en","type":"article","venue":"Review of Computer Engineering Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Extension (predicate logic); Product lifecycle; Computer science; Product (mathematics); System lifecycle; New product development; Mathematics; Business; Programming language","score_opus":0.15158865073121822,"score_gpt":0.33689173106525455,"score_spread":0.18530308033403634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238953227","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010504445,0.000869447,0.97780776,0.0002536472,0.000046740657,0.000046930796,0.00007188164,0.00021972615,0.010179316],"genre_scores_gemma":[0.61510974,0.002501301,0.36017472,0.00020427223,0.000085234504,0.00041661324,0.0003365722,0.00019828373,0.020973215],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99961805,0.0001324348,0.000022716853,0.00006568758,0.00013934058,0.000021707832],"domain_scores_gemma":[0.99951625,0.0002651609,0.00005063137,0.00006849248,0.000083813575,0.000015733916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071089866,0.000559433,0.0005333048,0.0006041958,0.00029394118,0.00094546366,0.0011158336,0.0010397463,0.0044781608],"category_scores_gemma":[0.0018117152,0.00034648163,0.0007133085,0.00063385535,0.000671763,0.0014833311,0.0007383582,0.0010402258,0.00078849506],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006863222,0.00006421064,0.0008142249,0.00017428047,0.000029650306,0.00008827254,0.00015296381,0.7885176,0.0018224324,0.10377754,0.0012544749,0.10323574],"study_design_scores_gemma":[0.000015706246,0.000046803518,0.0002894876,0.000033501,0.000017320986,0.00005741634,0.00001913355,0.9356346,0.00037613444,0.0538852,0.009611555,0.000013070502],"about_ca_topic_score_codex":0.0029450296,"about_ca_topic_score_gemma":0.0022998718,"teacher_disagreement_score":0.0044781608,"about_ca_system_score_codex":0.0005866566,"about_ca_system_score_gemma":0.0007933223,"threshold_uncertainty_score":0.014980912},"labels":[],"label_agreement":null},{"id":"W4239325318","doi":"10.1145/2509404.2494265","title":"A sustainable design fiction","year":2013,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Sustainability; Sustainable design; Design elements and principles; Point (geometry); Computer science; Sociology; Architectural engineering; Engineering ethics; Management science; Aesthetics; Epistemology; Engineering; Art; Ecology","score_opus":0.027488419270721605,"score_gpt":0.27180864608902267,"score_spread":0.24432022681830107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239325318","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019400047,0.014909,0.15889882,0.15609828,0.013386737,0.0003348254,0.000515385,0.001277731,0.6351793],"genre_scores_gemma":[0.53974825,0.010705299,0.107425794,0.04077158,0.0029762404,0.0010862284,0.0008569941,0.0013953131,0.29503426],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9902147,0.006225311,0.00026030152,0.0009685515,0.0019294368,0.00040167838],"domain_scores_gemma":[0.98768115,0.008290811,0.000398484,0.0020749776,0.0010355877,0.0005191281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00683737,0.0014084867,0.00068022625,0.0023719717,0.008381777,0.00935657,0.0021850232,0.0063180034,0.026294194],"category_scores_gemma":[0.016459165,0.0004623029,0.0011428626,0.0016779636,0.024830502,0.010427545,0.009486161,0.007534979,0.0053978586],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002261171,0.000033818476,0.0002544837,0.00030376748,0.000008828607,0.00027196243,0.015335347,0.00065550796,0.00043265152,0.9109767,0.045236215,0.026468161],"study_design_scores_gemma":[0.000004780456,0.00002442297,0.000058254987,0.00021411314,0.0000041621624,0.00025100948,0.0023711931,0.0003055276,0.00036661455,0.06803368,0.9283527,0.000013507391],"about_ca_topic_score_codex":0.0017365796,"about_ca_topic_score_gemma":0.0023625395,"teacher_disagreement_score":0.026294194,"about_ca_system_score_codex":0.0057390886,"about_ca_system_score_gemma":0.0036971204,"threshold_uncertainty_score":0.087962866},"labels":[],"label_agreement":null},{"id":"W4240087242","doi":"10.4018/978-1-4666-8403-4.ch016","title":"Taking Making Into the Schools","year":2015,"lang":"en","type":"book-chapter","venue":"Advances in higher education and professional development book series","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Experiential learning; Process (computing); Psychology; Professional development; Engineering ethics; Pedagogy; Knowledge management; Computer science; Engineering","score_opus":0.04338865996673863,"score_gpt":0.3379806572575094,"score_spread":0.2945919972907708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240087242","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022743957,0.0048633674,0.021058582,0.028826537,0.0028555696,0.00013035422,0.00007146284,0.0004424995,0.91900766],"genre_scores_gemma":[0.44281095,0.008023054,0.02488852,0.0072858226,0.0005735732,0.00015542033,0.0001222475,0.00045115908,0.51568925],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981419,0.00077862,0.000065126966,0.00031223136,0.00042915132,0.00027293258],"domain_scores_gemma":[0.99868935,0.00041572144,0.00007480906,0.00023870279,0.00018240209,0.00039907242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023494689,0.00074525946,0.00045033146,0.0009880573,0.009263592,0.011999066,0.0007828074,0.0025461633,0.0266555],"category_scores_gemma":[0.0035395825,0.00041170872,0.0006142916,0.0007711866,0.012387547,0.010537057,0.009648422,0.004701859,0.0071623106],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021508915,0.00006216894,0.00074954383,0.00013457272,0.000005682476,0.000196812,0.06685764,0.00026912903,0.00065241434,0.7871809,0.034781136,0.10908849],"study_design_scores_gemma":[0.0000043225473,0.00003201346,0.0002021564,0.00019422121,0.000005719644,0.00011858507,0.01618616,0.00007690771,0.00031787288,0.069322795,0.9135301,0.000009185299],"about_ca_topic_score_codex":0.0024381378,"about_ca_topic_score_gemma":0.00599321,"teacher_disagreement_score":0.0266555,"about_ca_system_score_codex":0.0027665128,"about_ca_system_score_gemma":0.005840049,"threshold_uncertainty_score":0.08917153},"labels":[],"label_agreement":null},{"id":"W4240823847","doi":"10.2495/dne-v7-n1-26-47","title":"A top-down biomimetic design process for product concept generation","year":2012,"lang":"en","type":"article","venue":"International Journal of Design & Nature and Ecodynamics","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Manufacturing engineering; Process (computing); Engineering; Product (mathematics); Product design; Systems engineering; Computer science; Process engineering; Process management; Mathematics","score_opus":0.026919307917259896,"score_gpt":0.3057291402936986,"score_spread":0.2788098323764387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240823847","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022658887,0.00008620622,0.9933478,0.00007088514,0.000029492847,0.0002526077,0.0000280921,0.00021953529,0.0036994964],"genre_scores_gemma":[0.032955915,0.00013531081,0.9636315,0.000060901715,0.000008534968,0.00043087237,0.00008716176,0.000056890425,0.0026328843],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99868304,0.00039186783,0.000085592954,0.00023433143,0.00054288306,0.00006224799],"domain_scores_gemma":[0.99886924,0.0005394338,0.00008103133,0.00019303014,0.00027831062,0.00003890941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019615204,0.0008652383,0.0005326947,0.0012446945,0.00089225924,0.0017502243,0.0012936976,0.0008894073,0.008991222],"category_scores_gemma":[0.0035563563,0.0005406652,0.0011976018,0.00083211355,0.0013144347,0.0012372307,0.0016644733,0.001610043,0.0021658423],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016970007,0.00028824565,0.0005979815,0.0011559044,0.00007505108,0.00052127236,0.0018828214,0.09344876,0.118084714,0.333185,0.0037843199,0.4468063],"study_design_scores_gemma":[0.00015642501,0.00090126623,0.0008739335,0.0004314515,0.00012345324,0.000996476,0.00044355873,0.44536346,0.092572875,0.28601176,0.17196001,0.00016539903],"about_ca_topic_score_codex":0.00078620104,"about_ca_topic_score_gemma":0.00084263546,"teacher_disagreement_score":0.008991222,"about_ca_system_score_codex":0.000818247,"about_ca_system_score_gemma":0.0020358523,"threshold_uncertainty_score":0.03007859},"labels":[],"label_agreement":null},{"id":"W4242173496","doi":"10.32920/ryerson.14664474","title":"A House of Three Birds*","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Toronto Metropolitan University","funders":"","keywords":"Liminality; Architecture; Focus (optics); Meaning (existential); Space (punctuation); Normative; Interpretation (philosophy); Aesthetics; Computer science; Perspective (graphical); Product (mathematics); Visual arts; Epistemology; Art; Philosophy; Mathematics","score_opus":0.042724754606619626,"score_gpt":0.2726507631054287,"score_spread":0.22992600849880906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242173496","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16136608,0.00068105874,0.08681094,0.0065761213,0.0014120298,0.00047267563,0.0009229931,0.0016264132,0.74013174],"genre_scores_gemma":[0.60868096,0.00034282455,0.054430496,0.0010795105,0.00008086645,0.00019929346,0.00054140476,0.0005948731,0.33404976],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995995,0.0001589226,0.000012157432,0.000091694106,0.00008962974,0.000048161182],"domain_scores_gemma":[0.99948883,0.00012750743,0.0000275167,0.00012544097,0.000076791766,0.00015387329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052041013,0.00042208962,0.00016032232,0.00030260882,0.0046562147,0.0023288038,0.0005820589,0.0011467038,0.07129215],"category_scores_gemma":[0.0012874654,0.00025481856,0.00036326717,0.00045761903,0.0025460653,0.0016256951,0.0018685822,0.001413398,0.0069506844],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007441955,0.0003981616,0.005693788,0.0004755088,0.000047925812,0.003296259,0.071977355,0.00171236,0.019480307,0.42184097,0.21208596,0.26224723],"study_design_scores_gemma":[0.000026483816,0.0002052888,0.0037050543,0.00010742889,0.000011514467,0.0014213838,0.015522695,0.0009415552,0.003636238,0.015773565,0.9586048,0.00004395459],"about_ca_topic_score_codex":0.00592981,"about_ca_topic_score_gemma":0.015793402,"teacher_disagreement_score":0.07129215,"about_ca_system_score_codex":0.0011023366,"about_ca_system_score_gemma":0.0008332156,"threshold_uncertainty_score":0.238496},"labels":[],"label_agreement":null},{"id":"W4242304435","doi":"10.32920/ryerson.14656068.v1","title":"Storytelling architecture","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Storytelling; Architecture; Commodification; Humanity; Narrative; Sociology; Aesthetics; Architectural engineering; Visual arts; Engineering; Art; Political science; Literature","score_opus":0.020265928317784582,"score_gpt":0.25059290865445405,"score_spread":0.23032698033666946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242304435","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13280392,0.008621071,0.24369633,0.013512912,0.0010068625,0.00016649482,0.00035626502,0.0009974287,0.5988387],"genre_scores_gemma":[0.8235973,0.004798244,0.057178814,0.0011308764,0.00024642437,0.00016725379,0.00045497392,0.00043077665,0.11199531],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99857044,0.00095639436,0.000029785584,0.0001476129,0.00020467653,0.00009111877],"domain_scores_gemma":[0.9981529,0.0012852962,0.00009573999,0.00025359588,0.00011290399,0.00009948721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016669657,0.00090707286,0.00023852191,0.0010703385,0.0020009703,0.0068793357,0.0010290772,0.0012860451,0.016946485],"category_scores_gemma":[0.003461051,0.00027041495,0.00037913112,0.0007075301,0.00842024,0.007328847,0.004205182,0.0015619508,0.0017499661],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045461828,0.000023910936,0.00077858183,0.00026366764,0.0000105901345,0.0004117525,0.09690927,0.0017284667,0.002131876,0.82396865,0.010773399,0.062954426],"study_design_scores_gemma":[0.000014283467,0.00003725221,0.00046404632,0.00023664715,0.000010172898,0.00057785714,0.02739015,0.0022245173,0.002007796,0.12186882,0.84514856,0.000019883615],"about_ca_topic_score_codex":0.0012974537,"about_ca_topic_score_gemma":0.0024158289,"teacher_disagreement_score":0.016946485,"about_ca_system_score_codex":0.0017695617,"about_ca_system_score_gemma":0.0007181954,"threshold_uncertainty_score":0.056691647},"labels":[],"label_agreement":null},{"id":"W4242500179","doi":"10.1007/978-1-4020-8021-0_6","title":"Design Rules","year":2004,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Photolithography; Fabrication; Surface micromachining; Materials science; Deposition (geology); Surface (topology); Nanotechnology; Process (computing); Engineering drawing; Computer science; Engineering; Geometry; Mathematics; Geology","score_opus":0.043728377967621204,"score_gpt":0.24260842774917024,"score_spread":0.19888004978154905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242500179","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00081992714,0.00051517034,0.07747482,0.0007501835,0.00034432122,0.0001311258,0.00034093493,0.00055513345,0.91906834],"genre_scores_gemma":[0.039112277,0.0016986828,0.066669576,0.000943799,0.00020096039,0.00035514607,0.0017165922,0.0007595802,0.8885434],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986076,0.00027907136,0.00011947584,0.00033206664,0.0005807318,0.00008113744],"domain_scores_gemma":[0.99888915,0.00036384547,0.000030604922,0.00039020053,0.00029028312,0.000035899728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010058595,0.0010675315,0.00055739057,0.0014914803,0.0014647418,0.0053443382,0.0013951368,0.0013284772,0.078437604],"category_scores_gemma":[0.0034085698,0.00081379997,0.00075299863,0.0009877256,0.0024763413,0.0055830004,0.001613221,0.0027858776,0.036231708],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013322347,0.00003209671,0.00008287206,0.0000942134,0.0000066567573,0.00005153821,0.00036516567,0.0008565798,0.0004256925,0.8353121,0.05898428,0.10377541],"study_design_scores_gemma":[0.0000073147276,0.000008328323,0.000050350856,0.00010446301,0.0000076236734,0.000110105364,0.000114154565,0.0011782917,0.0006919204,0.26365504,0.7340618,0.000010551506],"about_ca_topic_score_codex":0.0030420434,"about_ca_topic_score_gemma":0.0036573368,"teacher_disagreement_score":0.078437604,"about_ca_system_score_codex":0.001567347,"about_ca_system_score_gemma":0.0018358023,"threshold_uncertainty_score":0.2623999},"labels":[],"label_agreement":null},{"id":"W4242642395","doi":"10.29007/wvlp","title":"Generating Reuse Possibilities for Retired Wind-Turbine Blades","year":2018,"lang":"en","type":"paratext","venue":"EasyChair preprint","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Connaught Fund; Technische Universität Braunschweig","keywords":"Turbine blade; Turbine; Perspective (graphical); Work (physics); Reuse; Wind power; Closure (psychology); Computer science; Engineering; Marine engineering; Environmental science; Mechanical engineering; Artificial intelligence","score_opus":0.034212184115437555,"score_gpt":0.2998494140840859,"score_spread":0.26563722996864836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242642395","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6407883,0.0002510938,0.34157068,0.00019837133,0.000040596566,0.0006149622,0.00023953481,0.00061835843,0.015678067],"genre_scores_gemma":[0.66890734,0.00015922621,0.3274402,0.000040468793,0.000007546371,0.00037624795,0.00036780533,0.00007167504,0.0026293523],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985055,0.0006721498,0.0000672111,0.00031035035,0.00036075746,0.00008399457],"domain_scores_gemma":[0.9914948,0.006602719,0.00052842684,0.00068599876,0.00052748574,0.00016056462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018319974,0.00071745145,0.00041557357,0.001260407,0.00049826363,0.0012613552,0.0007780022,0.0006368254,0.0062500606],"category_scores_gemma":[0.008882208,0.0003825905,0.0011159276,0.00060538406,0.0008115894,0.0017340082,0.001655186,0.00063346856,0.00049219385],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009831771,0.00096743467,0.025957745,0.002207091,0.00012443343,0.0028326155,0.052871827,0.020227272,0.102677025,0.07134261,0.0030055193,0.71680325],"study_design_scores_gemma":[0.0008656131,0.006748992,0.07476887,0.001188562,0.00075429404,0.0071419487,0.059270326,0.31467223,0.20449081,0.17263065,0.15696318,0.0005045175],"about_ca_topic_score_codex":0.00033166228,"about_ca_topic_score_gemma":0.0010574809,"teacher_disagreement_score":0.0062500606,"about_ca_system_score_codex":0.00056063914,"about_ca_system_score_gemma":0.0006754259,"threshold_uncertainty_score":0.020908535},"labels":[],"label_agreement":null},{"id":"W4243600554","doi":"10.1139/cgj-37-1-277","title":"Book review: Karl Terxaghi - The engineer as artist","year":2000,"lang":"en","type":"article","venue":"Canadian Geotechnical Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Engineering; Geotechnical engineering; Forensic engineering","score_opus":0.00707675472141502,"score_gpt":0.22789172421936293,"score_spread":0.2208149694979479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243600554","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003808419,0.60953224,0.0008583465,0.06440472,0.13964301,0.00010012502,0.000383864,0.00023882667,0.18445808],"genre_scores_gemma":[0.0017797762,0.16025539,0.00039633404,0.013420282,0.021076431,0.000050546227,0.00030356614,0.00013119023,0.80258656],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99938416,0.00005570691,0.000028550672,0.00007524475,0.00040801722,0.000048230457],"domain_scores_gemma":[0.9982723,0.00033236505,0.00007488894,0.000054813903,0.0010161819,0.0002495096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007912544,0.0012437945,0.001151614,0.003073873,0.001323422,0.0030253185,0.001114238,0.0024708172,0.06373657],"category_scores_gemma":[0.0027688213,0.00042104215,0.00038239287,0.0033088652,0.00080992765,0.0029457046,0.0014561337,0.0026834486,0.054705337],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033438253,0.0000034262634,0.0000129119035,0.00007660311,0.0000011679621,0.000013524345,0.000010643846,0.00001744904,0.000029018967,0.0004943621,0.97644526,0.02289232],"study_design_scores_gemma":[0.000002088799,0.000003094266,0.00006813686,0.000096205105,0.0000017013068,0.000060646584,0.000016251404,0.000009161864,0.000020850903,0.00018759909,0.999532,0.0000022691456],"about_ca_topic_score_codex":0.0106553305,"about_ca_topic_score_gemma":0.035947997,"teacher_disagreement_score":0.06373657,"about_ca_system_score_codex":0.0021130885,"about_ca_system_score_gemma":0.0029299494,"threshold_uncertainty_score":0.21322006},"labels":[],"label_agreement":null},{"id":"W4243602264","doi":"10.4018/978-1-5225-0978-3.ch057","title":"Taking Making into the Schools","year":2017,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Experiential learning; Process (computing); Psychology; Engineering ethics; Professional development; Pedagogy; Knowledge management; Computer science; Engineering","score_opus":0.036127937714217094,"score_gpt":0.30051512496364113,"score_spread":0.26438718724942406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243602264","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027908817,0.004665597,0.025234465,0.027783768,0.0026079628,0.00013927039,0.000074621326,0.00041835802,0.9111671],"genre_scores_gemma":[0.5045183,0.0076929326,0.027545786,0.006865505,0.0005423407,0.00017002305,0.00012219154,0.00047211064,0.45207086],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997922,0.00096866686,0.000071036484,0.0003243715,0.00041931818,0.00029462145],"domain_scores_gemma":[0.9986528,0.00046654095,0.00007620294,0.0002502936,0.00015799238,0.00039619784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024534366,0.00080202165,0.00044081907,0.0010831981,0.009778943,0.01300275,0.00086572353,0.002980398,0.025874048],"category_scores_gemma":[0.003401715,0.00040734725,0.0005957465,0.00085975835,0.013837719,0.011018335,0.009745648,0.0048238556,0.0072552767],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022185977,0.00007133147,0.0008347128,0.000153823,0.0000059415147,0.00026675896,0.096240416,0.000272381,0.0007510729,0.77178496,0.0275613,0.102035195],"study_design_scores_gemma":[0.00000428171,0.0000340378,0.00020370026,0.00022360579,0.000005839659,0.0001564412,0.022954077,0.000075866614,0.00033396023,0.06833386,0.9076645,0.000009802082],"about_ca_topic_score_codex":0.0022079411,"about_ca_topic_score_gemma":0.005542811,"teacher_disagreement_score":0.025874048,"about_ca_system_score_codex":0.0028002346,"about_ca_system_score_gemma":0.005077102,"threshold_uncertainty_score":0.08655733},"labels":[],"label_agreement":null},{"id":"W4243616095","doi":"10.32920/ryerson.14638767","title":"Addressing diversity and gender issues in a cornerstone design course","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Cornerstone; Diversity (politics); Demographics; Inclusion (mineral); Context (archaeology); Gender diversity; Equity (law); Focus group; Psychology; Gender equity; Qualitative research; Medical education; Social psychology; Sociology; Gender studies; Medicine; Political science; Social science; Management; Geography","score_opus":0.2438860104810688,"score_gpt":0.36091158348607355,"score_spread":0.11702557300500474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243616095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9408297,0.00035043407,0.017767157,0.0050984332,0.00054992916,0.00061227364,0.00010762618,0.00040068547,0.034283724],"genre_scores_gemma":[0.9039796,0.000382212,0.057042476,0.0027124956,0.00014670542,0.0006392449,0.00018460218,0.00010459368,0.03480809],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99720347,0.0010943131,0.00009757488,0.0004850435,0.00063817564,0.00048153516],"domain_scores_gemma":[0.9926772,0.002738609,0.0004145881,0.0006728993,0.0009659284,0.0025308013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006784059,0.00063379924,0.0005354201,0.00042663017,0.0034491285,0.0030317167,0.0015657919,0.0016773815,0.01210148],"category_scores_gemma":[0.009782158,0.00039848348,0.0003880861,0.00041867272,0.0016391932,0.0015914245,0.003975482,0.0022932354,0.0020647016],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010922665,0.013595304,0.04444243,0.001181016,0.00004317726,0.0022241396,0.0859763,0.0020328655,0.045881465,0.010824226,0.053061202,0.7396456],"study_design_scores_gemma":[0.00062973774,0.016900174,0.15088312,0.0020459746,0.00012271463,0.004387149,0.086800136,0.006997359,0.07826338,0.042750306,0.6098755,0.00034452256],"about_ca_topic_score_codex":0.00086200883,"about_ca_topic_score_gemma":0.00379685,"teacher_disagreement_score":0.01210148,"about_ca_system_score_codex":0.0022048906,"about_ca_system_score_gemma":0.0038293172,"threshold_uncertainty_score":0.040483475},"labels":[],"label_agreement":null},{"id":"W4245414821","doi":"10.4018/978-1-5225-0164-0.ch028","title":"Taking Making Into the Schools","year":2016,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Experiential learning; Process (computing); Psychology; Engineering ethics; Pedagogy; Knowledge management; Computer science; Engineering","score_opus":0.02657843364489762,"score_gpt":0.2803830149124121,"score_spread":0.2538045812675145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245414821","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029312663,0.004589104,0.02575342,0.02798099,0.0025554744,0.00013809022,0.000072848765,0.0004098089,0.90918756],"genre_scores_gemma":[0.52592313,0.0073819715,0.026979992,0.0066329646,0.0005217529,0.00016284808,0.000114001145,0.0004414078,0.43184194],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979005,0.0009787518,0.000074215954,0.0003300587,0.00041910345,0.0002974025],"domain_scores_gemma":[0.99865794,0.000460516,0.00007802218,0.0002516858,0.00015833092,0.0003935679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024941366,0.0007952978,0.000441295,0.0010739046,0.009798064,0.012818733,0.00084469956,0.0029627457,0.024663737],"category_scores_gemma":[0.0034353475,0.000412662,0.00059569173,0.0008493035,0.014133771,0.010941461,0.009671472,0.004750307,0.0068496917],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022233446,0.00006895043,0.0008544579,0.00014502398,0.000005841095,0.00025888946,0.096507125,0.0002741653,0.0007404939,0.77568775,0.024908124,0.1005268],"study_design_scores_gemma":[0.0000045309584,0.000036079142,0.00021633555,0.00022405032,0.0000061778314,0.00015904281,0.023956649,0.000081364866,0.0003464085,0.074428946,0.9005301,0.000010277799],"about_ca_topic_score_codex":0.0022562612,"about_ca_topic_score_gemma":0.005576854,"teacher_disagreement_score":0.024663737,"about_ca_system_score_codex":0.0027652436,"about_ca_system_score_gemma":0.005097363,"threshold_uncertainty_score":0.082508445},"labels":[],"label_agreement":null},{"id":"W4245702378","doi":"10.32920/ryerson.14640429.v1","title":"Developing a Cornerstone \"Human in the System\" Engineering Design Course","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Cornerstone; Engineering design process; Dysfunctional family; Grading (engineering); Engineering management; Computer science; Engineering ethics; Engineering; Psychology; Mechanical engineering","score_opus":0.06941441899484746,"score_gpt":0.2983417950797498,"score_spread":0.22892737608490232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245702378","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4106757,0.0005800036,0.406129,0.012348778,0.00212317,0.002351424,0.000593035,0.004743077,0.16045581],"genre_scores_gemma":[0.3687871,0.00043386713,0.49440178,0.0040744506,0.00020392856,0.0007569866,0.00086287456,0.00078643515,0.12969266],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979803,0.00065605703,0.00007793935,0.00037407485,0.00054242427,0.00036934423],"domain_scores_gemma":[0.99307525,0.001556461,0.00023323392,0.00065381645,0.0012820364,0.0031992947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004209783,0.00058145035,0.0003342872,0.00064900913,0.0022805973,0.003678105,0.001848111,0.001544516,0.021181835],"category_scores_gemma":[0.0073807444,0.00036262927,0.00050938147,0.00041139039,0.0012005086,0.0018884562,0.003564568,0.0030007858,0.005440758],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025157607,0.004719137,0.013098393,0.00064617075,0.000043784003,0.0016368792,0.024339426,0.0068597137,0.041037995,0.03162011,0.1266382,0.7491086],"study_design_scores_gemma":[0.00018051494,0.0025984226,0.011829398,0.00047932594,0.000031002357,0.002027169,0.010359342,0.01846456,0.031202886,0.03356029,0.8891357,0.00013136925],"about_ca_topic_score_codex":0.0010054962,"about_ca_topic_score_gemma":0.0034141608,"teacher_disagreement_score":0.021181835,"about_ca_system_score_codex":0.0018918513,"about_ca_system_score_gemma":0.0042332895,"threshold_uncertainty_score":0.07086027},"labels":[],"label_agreement":null},{"id":"W4246017233","doi":"10.1115/detc2018-85644","title":"Understanding the Role of Additive Manufacturing Knowledge in Stimulating Design Innovation for Novice Designers","year":2018,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Novelty; Ideation; Computer science; Quality (philosophy); Process (computing); Architectural design; Knowledge management; Process management; Manufacturing engineering; Systems engineering; Engineering; Architecture; Psychology","score_opus":0.12260580143520683,"score_gpt":0.3186537712942135,"score_spread":0.1960479698590067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246017233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9660501,0.00069632445,0.013715629,0.000894977,0.000009728763,0.00014286349,0.000017689275,0.000019860363,0.018452866],"genre_scores_gemma":[0.987877,0.0004051635,0.010726207,0.000114976996,0.000005264158,0.0000858577,0.00001547557,0.000003576684,0.00076637696],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99648154,0.001955258,0.00018402534,0.00047800734,0.00061615434,0.00028504303],"domain_scores_gemma":[0.9464234,0.046372324,0.0031810887,0.0017622047,0.0012340297,0.0010268355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006207887,0.0004610144,0.00039945275,0.0014980921,0.0007798772,0.004946,0.0010853482,0.0018159039,0.0029967541],"category_scores_gemma":[0.02383915,0.0004446444,0.0004666298,0.0005978286,0.00262995,0.005949738,0.0023670776,0.0012194053,0.00026904402],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017061606,0.007609149,0.20857467,0.005809228,0.00018611834,0.00120533,0.15335184,0.011014987,0.041546904,0.10206371,0.00095118943,0.4659807],"study_design_scores_gemma":[0.000730452,0.0076532573,0.47498664,0.0033556696,0.0007969168,0.002471837,0.16616,0.055017836,0.05709316,0.19946434,0.03192175,0.00034813568],"about_ca_topic_score_codex":0.0007421934,"about_ca_topic_score_gemma":0.0015155828,"teacher_disagreement_score":0.006207887,"about_ca_system_score_codex":0.0015924415,"about_ca_system_score_gemma":0.0029323199,"threshold_uncertainty_score":0.032830834},"labels":[],"label_agreement":null},{"id":"W4246093114","doi":"10.32920/14639091.v1","title":"Comparative Evaluation of a Novel Concept Design Method","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Creativity; Novelty; Cohesion (chemistry); Computer science; Ranking (information retrieval); Design methods; Engineering design process; Task (project management); Artificial intelligence; Systems engineering; Psychology; Engineering; Social psychology","score_opus":0.36906785481885307,"score_gpt":0.46607557109551534,"score_spread":0.09700771627666227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246093114","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073767334,0.00090867485,0.8886484,0.00086565205,0.0007940742,0.006787483,0.00032016268,0.0010364071,0.026871769],"genre_scores_gemma":[0.114062935,0.00027625452,0.87793475,0.00021142421,0.00008101499,0.0041617206,0.00016768376,0.00013912506,0.0029650887],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.96100533,0.028306268,0.0019599055,0.002618381,0.005655145,0.00045491246],"domain_scores_gemma":[0.8899642,0.08219586,0.002720218,0.006988426,0.016955653,0.0011756823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04176636,0.0011030098,0.0010392423,0.0028141888,0.0009359403,0.0032185013,0.0024689646,0.0015970842,0.018928757],"category_scores_gemma":[0.10488279,0.00045347936,0.0012191301,0.0013342536,0.0015685009,0.0032266714,0.0026010098,0.0012950684,0.0017143886],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023533208,0.001594356,0.002789065,0.0037999584,0.00017067879,0.0002834401,0.0057732686,0.018155854,0.01237331,0.071096815,0.00564331,0.87596655],"study_design_scores_gemma":[0.007358858,0.032376274,0.01120841,0.0041942587,0.0010836511,0.0025672326,0.009551953,0.42008144,0.05561329,0.13282919,0.3223375,0.0007980278],"about_ca_topic_score_codex":0.0005173395,"about_ca_topic_score_gemma":0.00076793245,"teacher_disagreement_score":0.04176636,"about_ca_system_score_codex":0.0025845745,"about_ca_system_score_gemma":0.0028016383,"threshold_uncertainty_score":0.22088426},"labels":[],"label_agreement":null},{"id":"W4246135446","doi":"10.1504/jdr.2020.115938","title":"Analysis of dimensioning activities involving industrial designers: data sought, tools used, and validation process","year":2020,"lang":"en","type":"article","venue":"J of Design Research","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Dimensioning; Computer science; Process (computing); Ideation; Focus (optics); Process management; Engineering design process; Software engineering; Data science; Engineering management; Systems engineering; Engineering; Psychology","score_opus":0.6030453626310069,"score_gpt":0.4401977490755932,"score_spread":0.16284761355541372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246135446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9240974,0.00083942007,0.06506532,0.00030154,0.000022397344,0.0015117503,0.00069167506,0.00015645393,0.0073140464],"genre_scores_gemma":[0.9218986,0.00068033306,0.072903976,0.00008894283,0.000014480438,0.0015020494,0.0010456445,0.00010625892,0.0017597509],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.94072926,0.041156497,0.004596612,0.0038037358,0.008131791,0.0015820366],"domain_scores_gemma":[0.738719,0.20939127,0.010152929,0.018084237,0.022537127,0.0011153865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.050072554,0.0011887833,0.001244519,0.010746071,0.002686117,0.0045636133,0.0014906398,0.0016114172,0.0017409688],"category_scores_gemma":[0.1251283,0.0009590353,0.000540643,0.008765083,0.003427602,0.004487871,0.004185655,0.0011830386,0.0008033939],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007881453,0.00066067855,0.11049667,0.0023497513,0.0000585422,0.0017674952,0.57823765,0.0013836194,0.01820089,0.0048983935,0.0008420491,0.28031608],"study_design_scores_gemma":[0.00013230927,0.001528583,0.14427632,0.003666686,0.00022383976,0.0027113985,0.69456905,0.0061415387,0.06926694,0.009214412,0.06789908,0.00036979927],"about_ca_topic_score_codex":0.0021356835,"about_ca_topic_score_gemma":0.002283783,"teacher_disagreement_score":0.050072554,"about_ca_system_score_codex":0.0023194235,"about_ca_system_score_gemma":0.0044234595,"threshold_uncertainty_score":0.2648121},"labels":[],"label_agreement":null},{"id":"W4247879653","doi":"10.32920/14636610","title":"Visualising early engineering design information with diagrams","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Canadian Respiratory Research Network","funders":"Engineering and Physical Sciences Research Council; Ontario Centres of Excellence","keywords":"USable; Computer science; Comprehension; Software engineering; Data science; Human–computer interaction; World Wide Web; Programming language","score_opus":0.017091474143558136,"score_gpt":0.22485186711081662,"score_spread":0.20776039296725848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247879653","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011528167,0.0016304458,0.95255166,0.0017504687,0.00030828457,0.00018352926,0.0006363164,0.0032433933,0.02816775],"genre_scores_gemma":[0.107783675,0.0020677766,0.8706908,0.00030871254,0.000093085095,0.000237136,0.0010608053,0.0012036358,0.016554398],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972741,0.0015791059,0.00015482536,0.00017718344,0.0007178814,0.000097013355],"domain_scores_gemma":[0.9866332,0.0100976555,0.00052779494,0.0013313019,0.0011545204,0.0002555619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041469582,0.0012893958,0.00045079464,0.0040860143,0.000787747,0.005198832,0.001389665,0.0014921885,0.01772729],"category_scores_gemma":[0.019738993,0.000565492,0.0005540105,0.002254966,0.0014687554,0.0065762848,0.0023650941,0.0023393834,0.0028303408],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029969861,0.00016002741,0.0021802417,0.0024475018,0.000056411816,0.0011049022,0.031362075,0.020587191,0.023087302,0.4492896,0.034603223,0.4348218],"study_design_scores_gemma":[0.00005108759,0.00009575408,0.0009356731,0.0010368228,0.000030819887,0.00084033154,0.0033613038,0.01947889,0.008917664,0.20083278,0.7643238,0.00009504879],"about_ca_topic_score_codex":0.0014777642,"about_ca_topic_score_gemma":0.0025117144,"teacher_disagreement_score":0.01772729,"about_ca_system_score_codex":0.0012719787,"about_ca_system_score_gemma":0.0018528372,"threshold_uncertainty_score":0.0593037},"labels":[],"label_agreement":null},{"id":"W4248189015","doi":"10.32920/ryerson.14640429","title":"Developing a Cornerstone \"Human in the System\" Engineering Design Course","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Cornerstone; Engineering design process; Grading (engineering); Dysfunctional family; Engineering management; Computer science; Engineering ethics; Engineering; Psychology; Mechanical engineering","score_opus":0.06941441899484746,"score_gpt":0.2983417950797498,"score_spread":0.22892737608490232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248189015","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4106757,0.0005800036,0.406129,0.012348778,0.00212317,0.002351424,0.000593035,0.004743077,0.16045581],"genre_scores_gemma":[0.3687871,0.00043386713,0.49440178,0.0040744506,0.00020392856,0.0007569866,0.00086287456,0.00078643515,0.12969266],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979803,0.00065605703,0.00007793935,0.00037407485,0.00054242427,0.00036934423],"domain_scores_gemma":[0.99307525,0.001556461,0.00023323392,0.00065381645,0.0012820364,0.0031992947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004209783,0.00058145035,0.0003342872,0.00064900913,0.0022805973,0.003678105,0.001848111,0.001544516,0.021181835],"category_scores_gemma":[0.0073807444,0.00036262927,0.00050938147,0.00041139039,0.0012005086,0.0018884562,0.003564568,0.0030007858,0.005440758],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025157607,0.004719137,0.013098393,0.00064617075,0.000043784003,0.0016368792,0.024339426,0.0068597137,0.041037995,0.03162011,0.1266382,0.7491086],"study_design_scores_gemma":[0.00018051494,0.0025984226,0.011829398,0.00047932594,0.000031002357,0.002027169,0.010359342,0.01846456,0.031202886,0.03356029,0.8891357,0.00013136925],"about_ca_topic_score_codex":0.0010054962,"about_ca_topic_score_gemma":0.0034141608,"teacher_disagreement_score":0.021181835,"about_ca_system_score_codex":0.0018918513,"about_ca_system_score_gemma":0.0042332895,"threshold_uncertainty_score":0.07086027},"labels":[],"label_agreement":null},{"id":"W4248383896","doi":"10.2495/dne-v11-n4-553-562/007","title":"THE IMPACT AND MITIGATION OF COMPLEXITY DURING PRODUCT DESIGN","year":2017,"lang":"en","type":"book-chapter","venue":"WIT transactions on state-of-the-art in science and engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Product (mathematics); Product design; Computer science; Mathematics; Geometry","score_opus":0.03082920193811307,"score_gpt":0.2592710776736431,"score_spread":0.22844187573553004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248383896","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3716987,0.0060953666,0.5005647,0.0017439917,0.00021706014,0.0003338076,0.000104972634,0.0005025398,0.11873888],"genre_scores_gemma":[0.8709302,0.0030333619,0.109277114,0.00014094051,0.00005177791,0.00015448198,0.00009364947,0.00012336975,0.01619512],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99818796,0.00068888883,0.00005736009,0.0001710119,0.00078501686,0.00010982809],"domain_scores_gemma":[0.99526644,0.0034453361,0.00038785135,0.0004735772,0.000297298,0.0001294582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012303459,0.0005801893,0.00046220113,0.00049526535,0.00059046503,0.003036081,0.00085308513,0.0008753647,0.0024454263],"category_scores_gemma":[0.0049959184,0.0005279117,0.00066268665,0.0005592624,0.0010193106,0.0026472972,0.0013099107,0.0010802735,0.0004036339],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038912607,0.00032364164,0.011329478,0.001343719,0.0001319951,0.00096836715,0.005627023,0.40321556,0.040391155,0.1738958,0.004077316,0.35830674],"study_design_scores_gemma":[0.00010723433,0.0015660216,0.021231584,0.0007394999,0.00034766758,0.0016143771,0.002357979,0.67531186,0.04087718,0.14014086,0.11552456,0.00018124699],"about_ca_topic_score_codex":0.0014355328,"about_ca_topic_score_gemma":0.0014247308,"teacher_disagreement_score":0.003036081,"about_ca_system_score_codex":0.0015790865,"about_ca_system_score_gemma":0.0014412235,"threshold_uncertainty_score":0.011457145},"labels":[],"label_agreement":null},{"id":"W4248582498","doi":"10.1017/cbo9781139878395.002","title":"Preface","year":2001,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Philosophy","score_opus":0.0260405268494717,"score_gpt":0.2001291036479594,"score_spread":0.17408857679848772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248582498","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00072073174,0.00614236,0.003519913,0.010631124,0.045815237,0.00024130405,0.0038057014,0.0008500543,0.9282736],"genre_scores_gemma":[0.0021253715,0.0024863102,0.0010203826,0.0017399406,0.0041974736,0.00007443486,0.0022541105,0.0003377492,0.9857643],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99956554,0.00004548297,0.000024192757,0.000072121824,0.0002547664,0.00003790544],"domain_scores_gemma":[0.9979505,0.00032659428,0.000062636704,0.0001840788,0.0011905911,0.00028550925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068857986,0.0006988325,0.0005222104,0.0020366886,0.0019082587,0.0031962285,0.0010565051,0.0011928236,0.4944293],"category_scores_gemma":[0.0044961465,0.00027895017,0.00037406225,0.0016145725,0.0005454838,0.0028294066,0.0013811621,0.0025739463,0.3171973],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012263863,0.000017825872,0.000049794377,0.0000683372,7.2000125e-7,0.000037227248,0.00008824005,0.000049152342,0.00012586768,0.007985756,0.94983923,0.041725624],"study_design_scores_gemma":[0.0000012293958,0.000005467414,0.000108544424,0.000063303436,4.5340786e-7,0.000040792995,0.000038574948,0.000014162931,0.000036614343,0.0015105708,0.9981785,0.0000018478966],"about_ca_topic_score_codex":0.00359919,"about_ca_topic_score_gemma":0.0049356148,"teacher_disagreement_score":0.4944293,"about_ca_system_score_codex":0.0016397311,"about_ca_system_score_gemma":0.0013471121,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4249697146","doi":"10.32920/14639091","title":"Comparative Evaluation of a Novel Concept Design Method","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Creativity; Novelty; Cohesion (chemistry); Computer science; Ranking (information retrieval); Design methods; Engineering design process; Task (project management); Artificial intelligence; Psychology; Systems engineering; Engineering; Social psychology","score_opus":0.36906785481885307,"score_gpt":0.46607557109551534,"score_spread":0.09700771627666227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249697146","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073767334,0.00090867485,0.8886484,0.00086565205,0.0007940742,0.006787483,0.00032016268,0.0010364071,0.026871769],"genre_scores_gemma":[0.114062935,0.00027625452,0.87793475,0.00021142421,0.00008101499,0.0041617206,0.00016768376,0.00013912506,0.0029650887],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96100533,0.028306268,0.0019599055,0.002618381,0.005655145,0.00045491246],"domain_scores_gemma":[0.8899642,0.08219586,0.002720218,0.006988426,0.016955653,0.0011756823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04176636,0.0011030098,0.0010392423,0.0028141888,0.0009359403,0.0032185013,0.0024689646,0.0015970842,0.018928757],"category_scores_gemma":[0.10488279,0.00045347936,0.0012191301,0.0013342536,0.0015685009,0.0032266714,0.0026010098,0.0012950684,0.0017143886],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023533208,0.001594356,0.002789065,0.0037999584,0.00017067879,0.0002834401,0.0057732686,0.018155854,0.01237331,0.071096815,0.00564331,0.87596655],"study_design_scores_gemma":[0.007358858,0.032376274,0.01120841,0.0041942587,0.0010836511,0.0025672326,0.009551953,0.42008144,0.05561329,0.13282919,0.3223375,0.0007980278],"about_ca_topic_score_codex":0.0005173395,"about_ca_topic_score_gemma":0.00076793245,"teacher_disagreement_score":0.04176636,"about_ca_system_score_codex":0.0025845745,"about_ca_system_score_gemma":0.0028016383,"threshold_uncertainty_score":0.22088426},"labels":[],"label_agreement":null},{"id":"W4249921541","doi":"10.22215/etd/2012-07160","title":"Evaluating design : creating a quantitative value measurement tool to encourage a design policy in Canada","year":2012,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University; Library and Archives Canada","funders":"","keywords":"Value (mathematics); Political science; Library science; Engineering; Computer science; Mathematics; Statistics","score_opus":0.159236624440444,"score_gpt":0.38240942191355587,"score_spread":0.22317279747311186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249921541","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49226928,0.0023119615,0.08750829,0.021204328,0.00022350354,0.0051602167,0.003132142,0.0010360143,0.38715434],"genre_scores_gemma":[0.87885445,0.0013524818,0.08743788,0.0007164676,0.000014423466,0.001412316,0.0007556437,0.00023202384,0.029224318],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9497186,0.01801485,0.0026314945,0.0018704259,0.024199897,0.0035648353],"domain_scores_gemma":[0.8957102,0.031246332,0.004838043,0.004024847,0.056822047,0.0073586153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.046168167,0.00048183938,0.0005598094,0.0068241195,0.0121717295,0.011535765,0.0027025484,0.0012642388,0.0055314414],"category_scores_gemma":[0.086105555,0.00066522416,0.00034249452,0.010958078,0.0058846856,0.0038806405,0.004732253,0.0016891202,0.00051674835],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00035873082,0.0006658135,0.08736237,0.0011650418,0.000079848825,0.00031785973,0.06350001,0.007979277,0.003607149,0.1296824,0.042859137,0.66242236],"study_design_scores_gemma":[0.0002287711,0.00076615234,0.21143608,0.0029792944,0.00015856972,0.0001757409,0.12952186,0.02971554,0.0152538465,0.041347574,0.5679692,0.00044742023],"about_ca_topic_score_codex":0.9566994,"about_ca_topic_score_gemma":0.96928596,"teacher_disagreement_score":0.7836677,"about_ca_system_score_codex":0.21633229,"about_ca_system_score_gemma":0.38659197,"threshold_uncertainty_score":0.9089435},"labels":[],"label_agreement":null},{"id":"W4249991124","doi":"10.32920/14636610.v1","title":"Visualising early engineering design information with diagrams","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Canadian Respiratory Research Network","funders":"Engineering and Physical Sciences Research Council; Ontario Centres of Excellence","keywords":"USable; Computer science; Comprehension; Software engineering; Data science; Human–computer interaction; World Wide Web; Programming language","score_opus":0.017091474143558136,"score_gpt":0.22485186711081662,"score_spread":0.20776039296725848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249991124","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011528167,0.0016304458,0.95255166,0.0017504687,0.00030828457,0.00018352926,0.0006363164,0.0032433933,0.02816775],"genre_scores_gemma":[0.107783675,0.0020677766,0.8706908,0.00030871254,0.000093085095,0.000237136,0.0010608053,0.0012036358,0.016554398],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972741,0.0015791059,0.00015482536,0.00017718344,0.0007178814,0.000097013355],"domain_scores_gemma":[0.9866332,0.0100976555,0.00052779494,0.0013313019,0.0011545204,0.0002555619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041469582,0.0012893958,0.00045079464,0.0040860143,0.000787747,0.005198832,0.001389665,0.0014921885,0.01772729],"category_scores_gemma":[0.019738993,0.000565492,0.0005540105,0.002254966,0.0014687554,0.0065762848,0.0023650941,0.0023393834,0.0028303408],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029969861,0.00016002741,0.0021802417,0.0024475018,0.000056411816,0.0011049022,0.031362075,0.020587191,0.023087302,0.4492896,0.034603223,0.4348218],"study_design_scores_gemma":[0.00005108759,0.00009575408,0.0009356731,0.0010368228,0.000030819887,0.00084033154,0.0033613038,0.01947889,0.008917664,0.20083278,0.7643238,0.00009504879],"about_ca_topic_score_codex":0.0014777642,"about_ca_topic_score_gemma":0.0025117144,"teacher_disagreement_score":0.01772729,"about_ca_system_score_codex":0.0012719787,"about_ca_system_score_gemma":0.0018528372,"threshold_uncertainty_score":0.0593037},"labels":[],"label_agreement":null},{"id":"W4250566442","doi":"10.32920/ryerson.14665278","title":"Conceptual Design Of A Modular Morphing Wing","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Morphing; Modular design; Kinematics; Truss; Wing; Modularity (biology); Computer science; Mechanism (biology); Parametric statistics; Engineering; Structural engineering; Mathematics; Artificial intelligence","score_opus":0.06546419877327736,"score_gpt":0.2710468263101201,"score_spread":0.20558262753684275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250566442","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014474858,0.00009904281,0.9731056,0.00006269637,0.000041783587,0.00010142732,0.000038755068,0.0002732509,0.011802655],"genre_scores_gemma":[0.3283757,0.00026666798,0.6566342,0.00005096305,0.00002055801,0.00026707878,0.0000754013,0.00009829064,0.014211114],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9998307,0.000023346967,0.000008151958,0.00003442527,0.00008893559,0.000014406809],"domain_scores_gemma":[0.9999267,0.000013271853,0.000011491946,0.000017171074,0.000023160588,0.000008343132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026827047,0.0003286955,0.00023189593,0.00029462687,0.00030822845,0.00056528946,0.000678355,0.00041618512,0.0058278004],"category_scores_gemma":[0.00025028363,0.00025274613,0.0003459113,0.00013179392,0.0005245486,0.00052932306,0.000638879,0.0004090957,0.00082790124],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007121284,0.000054039385,0.00086792983,0.0005855105,0.00003625895,0.00049612485,0.00052387535,0.2773254,0.18339947,0.36443666,0.0020601589,0.17014334],"study_design_scores_gemma":[0.00008771635,0.00060207304,0.0011080822,0.00013020333,0.00005456799,0.00086385803,0.00020390813,0.7600158,0.053884305,0.05142504,0.1315692,0.000055319688],"about_ca_topic_score_codex":0.00035028043,"about_ca_topic_score_gemma":0.0004282156,"teacher_disagreement_score":0.0058278004,"about_ca_system_score_codex":0.00026418897,"about_ca_system_score_gemma":0.00040954794,"threshold_uncertainty_score":0.019495964},"labels":[],"label_agreement":null},{"id":"W4251683497","doi":"10.4018/978-1-5225-1624-8.ch078","title":"Taking Making into the Schools","year":2016,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Experiential learning; Process (computing); Psychology; Professional development; Engineering ethics; Pedagogy; Knowledge management; Computer science; Engineering","score_opus":0.02657843364489762,"score_gpt":0.2803830149124121,"score_spread":0.2538045812675145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251683497","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029312663,0.004589104,0.02575342,0.02798099,0.0025554744,0.00013809022,0.000072848765,0.0004098089,0.90918756],"genre_scores_gemma":[0.52592313,0.0073819715,0.026979992,0.0066329646,0.0005217529,0.00016284808,0.000114001145,0.0004414078,0.43184194],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979005,0.0009787518,0.000074215954,0.0003300587,0.00041910345,0.0002974025],"domain_scores_gemma":[0.99865794,0.000460516,0.00007802218,0.0002516858,0.00015833092,0.0003935679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024941366,0.0007952978,0.000441295,0.0010739046,0.009798064,0.012818733,0.00084469956,0.0029627457,0.024663737],"category_scores_gemma":[0.0034353475,0.000412662,0.00059569173,0.0008493035,0.014133771,0.010941461,0.009671472,0.004750307,0.0068496917],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022233446,0.00006895043,0.0008544579,0.00014502398,0.000005841095,0.00025888946,0.096507125,0.0002741653,0.0007404939,0.77568775,0.024908124,0.1005268],"study_design_scores_gemma":[0.0000045309584,0.000036079142,0.00021633555,0.00022405032,0.0000061778314,0.00015904281,0.023956649,0.000081364866,0.0003464085,0.074428946,0.9005301,0.000010277799],"about_ca_topic_score_codex":0.0022562612,"about_ca_topic_score_gemma":0.005576854,"teacher_disagreement_score":0.024663737,"about_ca_system_score_codex":0.0027652436,"about_ca_system_score_gemma":0.005097363,"threshold_uncertainty_score":0.082508445},"labels":[],"label_agreement":null},{"id":"W4252053802","doi":"10.1007/978-0-387-39940-9_2717","title":"Graphical Displays of Many Variables","year":2009,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Database Systems","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Computer graphics (images)","score_opus":0.013382827257445296,"score_gpt":0.2315547905677051,"score_spread":0.2181719633102598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252053802","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00668537,0.0025134305,0.4811638,0.0014682274,0.0021951916,0.00019736093,0.039065916,0.1095242,0.35718653],"genre_scores_gemma":[0.11736022,0.0037894603,0.33498394,0.0018236304,0.0007343209,0.00077762123,0.04023928,0.02071107,0.47958055],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999705,0.00008138727,0.00001627562,0.000052492374,0.00011522872,0.000029484781],"domain_scores_gemma":[0.9988557,0.00065687305,0.00003962804,0.00019003455,0.00020276276,0.000054971406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004046228,0.0014590167,0.0007380676,0.0011019942,0.0004270845,0.0021760375,0.001162121,0.0006508658,0.27591294],"category_scores_gemma":[0.0022955518,0.00046852004,0.0006500717,0.0013449192,0.00032623482,0.0015673588,0.001540741,0.0009955979,0.06339072],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007929238,0.00007601806,0.00082022225,0.0011016565,0.00006541334,0.00041786817,0.00047941404,0.0065483535,0.014556098,0.06911201,0.62080723,0.28522283],"study_design_scores_gemma":[0.00012461863,0.00007705133,0.001491519,0.00023957818,0.00005900866,0.00030259133,0.0001041925,0.01851285,0.009564543,0.028675376,0.94078225,0.000066513865],"about_ca_topic_score_codex":0.0018887509,"about_ca_topic_score_gemma":0.0027163376,"teacher_disagreement_score":0.27591294,"about_ca_system_score_codex":0.00032103198,"about_ca_system_score_gemma":0.00048081137,"threshold_uncertainty_score":0.9230207},"labels":[],"label_agreement":null},{"id":"W4252273802","doi":"10.2139/ssrn.2466991","title":"Order Preference","year":2014,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Order (exchange); Preference; Mathematics; Computer science; Business; Statistics","score_opus":0.012226674725853481,"score_gpt":0.22964720423493734,"score_spread":0.21742052950908386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252273802","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050535228,0.0005598902,0.19257309,0.0023212314,0.0009798446,0.0009881532,0.0034511373,0.0009876105,0.747604],"genre_scores_gemma":[0.575177,0.0007635827,0.07723055,0.001202798,0.00039813216,0.00073225197,0.0029047872,0.000514849,0.341076],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.994514,0.0017888253,0.00035777426,0.0008081074,0.0019639002,0.0005674483],"domain_scores_gemma":[0.9846885,0.0066156876,0.00047300797,0.004377163,0.0031841605,0.0006613839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032373231,0.0009488156,0.000995754,0.0015457938,0.0014044885,0.0036421556,0.0010825003,0.0010869151,0.15925261],"category_scores_gemma":[0.02904133,0.00045235985,0.0009113737,0.0020464046,0.0010349759,0.0040300023,0.0010821549,0.0021362281,0.02369289],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010899612,0.0006116607,0.0020800459,0.00043656633,0.00006952682,0.00014681718,0.0004340183,0.003072627,0.0032437241,0.63897616,0.05631254,0.29352632],"study_design_scores_gemma":[0.0003085123,0.0007699201,0.0028868578,0.00014491529,0.000098669676,0.0007378865,0.00081619795,0.02361214,0.007310231,0.8031059,0.16009904,0.00010980127],"about_ca_topic_score_codex":0.0020392975,"about_ca_topic_score_gemma":0.0038086153,"teacher_disagreement_score":0.15925261,"about_ca_system_score_codex":0.0016625876,"about_ca_system_score_gemma":0.0026273134,"threshold_uncertainty_score":0.5327531},"labels":[],"label_agreement":null},{"id":"W4252684446","doi":"10.1007/978-1-4939-7131-2_100564","title":"Kinesthetic Communication","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Kinesthetic learning; Communication; Psychology; Computer science; Developmental psychology","score_opus":0.025867951020184132,"score_gpt":0.24205882928812092,"score_spread":0.2161908782679368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252684446","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006700955,0.0039925347,0.007252487,0.0010475746,0.0011980386,0.000025964935,0.0000527613,0.00014999682,0.98561054],"genre_scores_gemma":[0.007970747,0.0035217663,0.0016370466,0.00042382377,0.0002675109,0.00005799869,0.00008553621,0.00010365548,0.9859319],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9997297,0.00005771155,0.00000992157,0.00004212044,0.00012389524,0.000036570516],"domain_scores_gemma":[0.999846,0.00005046717,0.00000693521,0.000025179486,0.00004737788,0.000024161449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025853806,0.00097001536,0.00039929623,0.00094510836,0.0015862912,0.003764342,0.00082557136,0.0012388037,0.102473564],"category_scores_gemma":[0.0007171346,0.00021559722,0.00028045956,0.00085706566,0.0019912631,0.0029929627,0.0026811094,0.0019070058,0.037580658],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048782866,0.00006864067,0.00011559196,0.00057845603,0.0000070382416,0.00012911532,0.0029977742,0.0005209089,0.0019957067,0.31900674,0.28675014,0.38778105],"study_design_scores_gemma":[0.000004357241,0.000013054961,0.00020638228,0.0004227358,0.0000026319346,0.00012795773,0.0005478617,0.00014134495,0.00032001315,0.023147013,0.97505957,0.0000070880305],"about_ca_topic_score_codex":0.001721658,"about_ca_topic_score_gemma":0.0040777936,"teacher_disagreement_score":0.102473564,"about_ca_system_score_codex":0.0011820979,"about_ca_system_score_gemma":0.0019953211,"threshold_uncertainty_score":0.3428082},"labels":[],"label_agreement":null},{"id":"W4252889542","doi":"10.1201/9780429506581","title":"Sustainability and Design Ethics","year":2018,"lang":"en","type":"book","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sustainability; Engineering ethics; Sociology; Engineering; Biology","score_opus":0.05770667122840192,"score_gpt":0.3161085312154224,"score_spread":0.2584018599870205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252889542","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021465162,0.031323634,0.022411637,0.07247641,0.0037893776,0.00012693195,0.00011573102,0.00014474173,0.86746514],"genre_scores_gemma":[0.23563968,0.034364987,0.028711364,0.05127313,0.004013948,0.0008886164,0.00028809122,0.00042789362,0.6443923],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.980187,0.01189139,0.0008616613,0.0014211867,0.0046772202,0.00096167484],"domain_scores_gemma":[0.9942853,0.0033277078,0.0003198228,0.00077319,0.000979756,0.00031432617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071264775,0.0011164029,0.000831199,0.0013519614,0.0059043677,0.014641872,0.001223891,0.007021889,0.01040916],"category_scores_gemma":[0.009812976,0.00057485217,0.0006646142,0.0014363062,0.03292204,0.007879043,0.00647156,0.006911846,0.00426391],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039515935,0.0000074546774,0.00006032674,0.00009026792,0.000003799207,0.000035537865,0.0022029579,0.00015076429,0.0000612226,0.9585138,0.028390579,0.010479384],"study_design_scores_gemma":[0.0000046096116,0.000009666837,0.000071600196,0.00035426609,0.0000027047954,0.00010811998,0.0012427242,0.00014017007,0.00007987374,0.2746577,0.723321,0.000007625302],"about_ca_topic_score_codex":0.0029282558,"about_ca_topic_score_gemma":0.003110058,"teacher_disagreement_score":0.014641872,"about_ca_system_score_codex":0.00823586,"about_ca_system_score_gemma":0.00922384,"threshold_uncertainty_score":0.059755623},"labels":[],"label_agreement":null},{"id":"W4252978770","doi":"10.24908/pceea.vi0.13879","title":"FROM STEM TO STEAM IN ENGINEERING DESIGN","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"The arts; Curriculum; Internship; Creativity; Engineering ethics; Engineering education; Engineering; Pedagogy; Mathematics education; Engineering management; Sociology; Psychology; Political science; Medical education; Medicine","score_opus":0.00733093195250558,"score_gpt":0.19159966021495736,"score_spread":0.18426872826245178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252978770","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08648522,0.012072796,0.18932351,0.018944362,0.0012426134,0.00016083702,0.00012104822,0.00061355345,0.69103616],"genre_scores_gemma":[0.78503644,0.008459259,0.07625341,0.0027400511,0.00033490552,0.00013527807,0.0001478839,0.0003450015,0.12654777],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99922895,0.00035760662,0.000022418404,0.00006252859,0.00024172818,0.00008687877],"domain_scores_gemma":[0.9991731,0.00042098857,0.00003270834,0.00008517981,0.0001486516,0.00013925029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090623536,0.00032650985,0.00022390408,0.0005828778,0.0011907314,0.0029649595,0.00053827564,0.0007638311,0.012629437],"category_scores_gemma":[0.0020863712,0.00030559298,0.00027602102,0.00061601383,0.0039657135,0.0024392656,0.002156729,0.0012394069,0.0017660141],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009266681,0.00015576063,0.0044101677,0.0007485285,0.000018774912,0.00047949885,0.008488895,0.012569921,0.00474379,0.6107755,0.021065807,0.3364508],"study_design_scores_gemma":[0.000021143078,0.00017328009,0.0018206583,0.0005183302,0.000010076285,0.00039703815,0.0051747495,0.009714151,0.0028628106,0.44446197,0.53482336,0.000022487511],"about_ca_topic_score_codex":0.004469827,"about_ca_topic_score_gemma":0.013003093,"teacher_disagreement_score":0.012629437,"about_ca_system_score_codex":0.0022010542,"about_ca_system_score_gemma":0.0024193157,"threshold_uncertainty_score":0.04224974},"labels":[],"label_agreement":null},{"id":"W4253137053","doi":"10.32920/ryerson.14638725.v1","title":"An axiomatic theory of engineering design information","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Axiomatic design; Computer science; Axiom; Axiomatic semantics; Consistency (knowledge bases); Notation; Method engineering; Abstraction; Theoretical computer science; Engineering design process; Software engineering; Semantics (computer science); Programming language; Artificial intelligence; Operational semantics; Mathematics; Denotational semantics; Engineering","score_opus":0.022681365718906114,"score_gpt":0.24381133433811725,"score_spread":0.22112996861921114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253137053","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025268053,0.0015488015,0.9197888,0.0034760279,0.00033847603,0.000103861545,0.0004039487,0.0004593262,0.071353905],"genre_scores_gemma":[0.16422963,0.003728797,0.8041708,0.002450861,0.000788656,0.00077144994,0.0015189658,0.00022436478,0.02211652],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99364763,0.0021354952,0.0006252627,0.0008155457,0.0024749485,0.00030103547],"domain_scores_gemma":[0.9935294,0.0033703404,0.00032814508,0.0013270157,0.0012940423,0.00015105307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053045787,0.001249422,0.0008222986,0.003534833,0.0022864311,0.0071594794,0.0027066283,0.0027735678,0.009051764],"category_scores_gemma":[0.008811005,0.0009788596,0.0021891962,0.00318263,0.0098748,0.011537184,0.0034925484,0.0045307325,0.0030360639],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036175013,0.000007582612,0.00004168735,0.000055752887,0.0000060942357,0.000029566962,0.00011343172,0.0010631486,0.00013238993,0.99134505,0.0014785441,0.0057231677],"study_design_scores_gemma":[0.000014557773,0.000010608018,0.000041798172,0.000064877095,0.000009254499,0.00009588405,0.000047542017,0.00614493,0.00029800573,0.9478714,0.04538873,0.0000123257405],"about_ca_topic_score_codex":0.0023580336,"about_ca_topic_score_gemma":0.0019726313,"teacher_disagreement_score":0.009051764,"about_ca_system_score_codex":0.0031110027,"about_ca_system_score_gemma":0.0030775196,"threshold_uncertainty_score":0.030281186},"labels":[],"label_agreement":null},{"id":"W4253309988","doi":"10.32920/ryerson.14638767.v1","title":"Addressing diversity and gender issues in a cornerstone design course","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Cornerstone; Diversity (politics); Demographics; Inclusion (mineral); Context (archaeology); Equity (law); Gender diversity; Psychology; Gender equity; Focus group; Qualitative research; Medical education; Social psychology; Gender studies; Sociology; Medicine; Political science; Social science; Management; Geography; Demography","score_opus":0.2438860104810688,"score_gpt":0.36091158348607355,"score_spread":0.11702557300500474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253309988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9408297,0.00035043407,0.017767157,0.0050984332,0.00054992916,0.00061227364,0.00010762618,0.00040068547,0.034283724],"genre_scores_gemma":[0.9039796,0.000382212,0.057042476,0.0027124956,0.00014670542,0.0006392449,0.00018460218,0.00010459368,0.03480809],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99720347,0.0010943131,0.00009757488,0.0004850435,0.00063817564,0.00048153516],"domain_scores_gemma":[0.9926772,0.002738609,0.0004145881,0.0006728993,0.0009659284,0.0025308013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006784059,0.00063379924,0.0005354201,0.00042663017,0.0034491285,0.0030317167,0.0015657919,0.0016773815,0.01210148],"category_scores_gemma":[0.009782158,0.00039848348,0.0003880861,0.00041867272,0.0016391932,0.0015914245,0.003975482,0.0022932354,0.0020647016],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010922665,0.013595304,0.04444243,0.001181016,0.00004317726,0.0022241396,0.0859763,0.0020328655,0.045881465,0.010824226,0.053061202,0.7396456],"study_design_scores_gemma":[0.00062973774,0.016900174,0.15088312,0.0020459746,0.00012271463,0.004387149,0.086800136,0.006997359,0.07826338,0.042750306,0.6098755,0.00034452256],"about_ca_topic_score_codex":0.00086200883,"about_ca_topic_score_gemma":0.00379685,"teacher_disagreement_score":0.01210148,"about_ca_system_score_codex":0.0022048906,"about_ca_system_score_gemma":0.0038293172,"threshold_uncertainty_score":0.040483475},"labels":[],"label_agreement":null},{"id":"W4253714186","doi":"10.14733/cadconfp.2018.111-116","title":"Innovative Product Design Based on General Theory of Powerful Think","year":2019,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"National Natural Science Foundation of China; National Science Foundation","keywords":"Computer science; Product design; Product (mathematics); Designtheory; Human–computer interaction; Mathematics","score_opus":0.022843119562195525,"score_gpt":0.2545543916644115,"score_spread":0.23171127210221598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253714186","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012004091,0.0057257446,0.665391,0.0053777983,0.00036883584,0.0005092153,0.00017804814,0.00031256513,0.31013262],"genre_scores_gemma":[0.56546414,0.011060812,0.37776557,0.0020688835,0.0003733857,0.00227452,0.00026636972,0.00015792469,0.04056837],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979809,0.0007749087,0.00016295045,0.00039246384,0.0005514448,0.00013731583],"domain_scores_gemma":[0.99860734,0.0007985688,0.00011645565,0.00015935158,0.0002509574,0.000067438195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023656546,0.0010332316,0.00078647566,0.0024630094,0.001754389,0.0044791405,0.0014492093,0.0019465402,0.0077758483],"category_scores_gemma":[0.0029619301,0.00048118233,0.001916718,0.0016197792,0.010215797,0.005267609,0.0023505823,0.0023792698,0.0019974606],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001219243,0.000018145716,0.000282288,0.00026436162,0.000021585427,0.00008053706,0.0013063963,0.0024785101,0.00035116693,0.97703266,0.0014255211,0.016726738],"study_design_scores_gemma":[0.000047428905,0.000047836376,0.00032508047,0.00016237269,0.000026134294,0.00020178837,0.00030963475,0.007588093,0.0004512093,0.95164865,0.039165303,0.000026372798],"about_ca_topic_score_codex":0.0019681577,"about_ca_topic_score_gemma":0.0011687201,"teacher_disagreement_score":0.0077758483,"about_ca_system_score_codex":0.0037143766,"about_ca_system_score_gemma":0.0031252361,"threshold_uncertainty_score":0.026949883},"labels":[],"label_agreement":null},{"id":"W4254150496","doi":"10.35542/osf.io/amvs2","title":"Principles of Embedded Assessment in School-Based Making","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Decision maker; Process (computing); Curriculum; Mathematics education; Psychology; Pedagogy; Computer science; Engineering; Management science","score_opus":0.08379219178661719,"score_gpt":0.36329609920098394,"score_spread":0.27950390741436676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254150496","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060998695,0.0007603941,0.9440747,0.0019332626,0.00011716301,0.00072816014,0.000033508975,0.00026003123,0.045992903],"genre_scores_gemma":[0.19781262,0.0007142047,0.7922406,0.00046280332,0.00007005781,0.002201934,0.000042715877,0.00009187398,0.0063631516],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9703212,0.015664408,0.0028653734,0.0024733902,0.007971222,0.00070433784],"domain_scores_gemma":[0.96879476,0.019154945,0.0016400488,0.0050367215,0.004590192,0.0007832201],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025372112,0.0009456813,0.000943142,0.003280659,0.0018830068,0.009418162,0.003246701,0.0029049611,0.0028071175],"category_scores_gemma":[0.035739854,0.0010512042,0.0013833934,0.0016700983,0.023235356,0.0075386204,0.007426833,0.004657669,0.001244263],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020464395,0.000087405024,0.0011051991,0.00038336273,0.000028314891,0.00010361386,0.00838284,0.0053596706,0.0008115719,0.93133974,0.0006279238,0.05174997],"study_design_scores_gemma":[0.000044901008,0.0000823469,0.000622349,0.0004552156,0.000020078178,0.00020309594,0.0010392381,0.007846039,0.001385204,0.94459933,0.043657742,0.000044418288],"about_ca_topic_score_codex":0.0016860267,"about_ca_topic_score_gemma":0.0017439406,"teacher_disagreement_score":0.025372112,"about_ca_system_score_codex":0.0033889827,"about_ca_system_score_gemma":0.0050028353,"threshold_uncertainty_score":0.13418221},"labels":[],"label_agreement":null},{"id":"W4254583526","doi":"10.32920/ryerson.14644299.v1","title":"Intuitive versus theoretical approaches to visual communication to facilitate knowledge transfer","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Gestalt psychology; Checklist; Graphics; Psychology; Process (computing); Foundation (evidence); Computer science; Test (biology); Communication design; Perception; Cognitive psychology; Multimedia; Political science","score_opus":0.26134435598868405,"score_gpt":0.3321621666051098,"score_spread":0.07081781061642572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254583526","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16203266,0.00090902,0.6930187,0.012107299,0.0004386253,0.0073209703,0.00014327887,0.0009099789,0.12311951],"genre_scores_gemma":[0.46266294,0.0006911056,0.5173485,0.0018588115,0.00009401971,0.009701857,0.00007575019,0.00011624809,0.007450709],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9547004,0.03710437,0.0012420974,0.0016246869,0.0041753375,0.0011531131],"domain_scores_gemma":[0.92786276,0.059997976,0.0031551057,0.0048691714,0.00304891,0.0010660056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03218951,0.0014395316,0.00036656737,0.00327197,0.0017157953,0.0077477726,0.0031867325,0.0021204916,0.012860399],"category_scores_gemma":[0.06436758,0.00071757246,0.00094899785,0.0013319884,0.009163906,0.007261953,0.006845217,0.0032205672,0.0013630625],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082494173,0.002373392,0.004197554,0.0062691616,0.000104643485,0.00036545208,0.14146614,0.0046030604,0.014078018,0.450511,0.006017936,0.3691887],"study_design_scores_gemma":[0.0030176395,0.0075749187,0.011530649,0.007156427,0.00031493895,0.0012572239,0.11864835,0.026989123,0.024088923,0.52835995,0.2707366,0.00032521144],"about_ca_topic_score_codex":0.0006640165,"about_ca_topic_score_gemma":0.0010728713,"teacher_disagreement_score":0.03218951,"about_ca_system_score_codex":0.0036704002,"about_ca_system_score_gemma":0.0040588574,"threshold_uncertainty_score":0.17023641},"labels":[],"label_agreement":null},{"id":"W4254864950","doi":"10.32920/ryerson.14661840","title":"Re-contextualizing the architectural learning experiences: the alternative perspective (Part V)","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Indigenous; Perspective (graphical); Sociology; Space (punctuation); Context (archaeology); Identity (music); Traditional knowledge; Object (grammar); Epistemology; Pedagogy; Aesthetics; Visual arts; History; Philosophy","score_opus":0.04876083851496766,"score_gpt":0.3091406840638962,"score_spread":0.26037984554892857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254864950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53625166,0.0034551197,0.01760422,0.02456716,0.00061815395,0.000296333,0.00014323366,0.00014544987,0.4169187],"genre_scores_gemma":[0.9597022,0.0010470884,0.0046959636,0.00087659596,0.00005218795,0.000093001625,0.000057310303,0.00007882377,0.033396814],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9914738,0.0045739743,0.00016392313,0.0006759364,0.0015506652,0.0015616608],"domain_scores_gemma":[0.99625397,0.0014947947,0.00026577714,0.00060513936,0.0007792004,0.0006010678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006064893,0.0013336088,0.0007009529,0.0023871663,0.020450326,0.022427062,0.003553176,0.003392602,0.00792068],"category_scores_gemma":[0.0063389754,0.00043884723,0.00092626567,0.0021088677,0.045669977,0.0067158,0.01389231,0.0060512633,0.00079221633],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024584848,0.000024085433,0.00096116215,0.000107082866,0.0000055046025,0.00049952103,0.93489814,0.00015313993,0.0008233319,0.051422164,0.0012553809,0.009825924],"study_design_scores_gemma":[0.000005216001,0.000024086043,0.0013720235,0.00018447211,0.000017730994,0.0003154181,0.88691527,0.00017496661,0.0005753223,0.006661262,0.10373312,0.000021029025],"about_ca_topic_score_codex":0.4349167,"about_ca_topic_score_gemma":0.55055416,"teacher_disagreement_score":0.4349167,"about_ca_system_score_codex":0.030489398,"about_ca_system_score_gemma":0.028342977,"threshold_uncertainty_score":0.8647704},"labels":[],"label_agreement":null},{"id":"W4255025640","doi":"10.1145/633426.633428","title":"From behaviour to innovation at Nortel Networks","year":2000,"lang":"en","type":"article","venue":"CHI '00 extended abstracts on Human factors in computer systems - CHI '00","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada)","funders":"","keywords":"Computer science; Product (mathematics); Product design; Knowledge management; Management science; Process management; Engineering; Mathematics","score_opus":0.03742473500903487,"score_gpt":0.285294079170313,"score_spread":0.24786934416127815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255025640","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.099236764,0.0024976125,0.71644354,0.007865974,0.00016317275,0.00010459171,0.00021238593,0.0008460884,0.17262988],"genre_scores_gemma":[0.8825371,0.0024556299,0.088675596,0.0002906832,0.0000916384,0.00024724845,0.00010524917,0.00017962867,0.02541721],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99848735,0.0007431748,0.00006766122,0.00024519474,0.00036310768,0.000093454175],"domain_scores_gemma":[0.9960377,0.0028175572,0.00036095185,0.0002864639,0.0003489683,0.00014829668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001909587,0.00048185888,0.0003013613,0.0018976154,0.0014568613,0.005778066,0.00075297384,0.0012577717,0.004897461],"category_scores_gemma":[0.008858695,0.0006159387,0.0004708906,0.0015236876,0.0048970175,0.00807956,0.0018823901,0.0015227789,0.0007616252],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014015038,0.000010636303,0.0008874984,0.000046044963,0.000010876476,0.00019161357,0.0023296385,0.0075933123,0.0004880506,0.9755309,0.0005894997,0.012307896],"study_design_scores_gemma":[0.000012441647,0.000018508304,0.00072627986,0.00006164924,0.000015502808,0.000106753636,0.0006682176,0.04974651,0.00076110574,0.9185274,0.029324764,0.00003083666],"about_ca_topic_score_codex":0.0072576194,"about_ca_topic_score_gemma":0.004865974,"teacher_disagreement_score":0.99274236,"about_ca_system_score_codex":0.003561717,"about_ca_system_score_gemma":0.0011198012,"threshold_uncertainty_score":0.02584219},"labels":[],"label_agreement":null},{"id":"W4255120588","doi":"10.32920/ryerson.14636397","title":"Combining hierarchical task analysis and usage scenarios to help embed human factors in design","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"Ministerio de Economía y Competitividad","keywords":"Computer science; Task (project management); Documentation; Process (computing); Plan (archaeology); Work (physics); Software engineering; Human–computer interaction; Embedding; Engineering design process; Engineering management; Systems engineering; Artificial intelligence; Engineering","score_opus":0.0432466528791615,"score_gpt":0.3042361196828182,"score_spread":0.2609894668036567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255120588","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.087603636,0.0001481402,0.90194315,0.00042071618,0.00004214794,0.0007045197,0.0002915859,0.0031506375,0.005695404],"genre_scores_gemma":[0.28794572,0.000113361195,0.7087134,0.00008999393,0.000024002033,0.00090253237,0.00046915247,0.000265382,0.001476486],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9923955,0.0050602364,0.00043647905,0.00072048383,0.0011716024,0.0002156685],"domain_scores_gemma":[0.95203793,0.039612766,0.0016155272,0.0037832754,0.0023455017,0.00060497486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008518316,0.0015695497,0.00041878928,0.0029693013,0.00048886635,0.0028741183,0.0011423631,0.0011693303,0.0047220634],"category_scores_gemma":[0.035718735,0.0005621765,0.0007843191,0.0013822411,0.0007380951,0.0034814058,0.0022369055,0.0013761446,0.0011018184],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057806494,0.0018403613,0.015626602,0.0012181273,0.00019215285,0.00037078155,0.014783799,0.024452409,0.0419473,0.013184721,0.0072872685,0.87851846],"study_design_scores_gemma":[0.00063228165,0.0042363806,0.05847615,0.0013088417,0.00033700888,0.0018697582,0.010150244,0.62070996,0.082084596,0.13669662,0.08268506,0.0008130713],"about_ca_topic_score_codex":0.0011597117,"about_ca_topic_score_gemma":0.0021850087,"teacher_disagreement_score":0.008518316,"about_ca_system_score_codex":0.0008219159,"about_ca_system_score_gemma":0.0011485519,"threshold_uncertainty_score":0.045049727},"labels":[],"label_agreement":null},{"id":"W4255167462","doi":"10.18260/1-2--35011","title":"Operationalizing Jonassen’s Design Theory of Problem Solving: An Instrument to Characterize Educational Design Activities","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Operationalization; Computer science; Troubleshooting; Domain (mathematical analysis); Management science; Mathematics education; Psychology; Mathematics; Engineering","score_opus":0.16624794526229708,"score_gpt":0.297875608178675,"score_spread":0.1316276629163779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255167462","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36191836,0.001409525,0.5156041,0.0032314975,0.00021312188,0.0047697537,0.0008056924,0.0006157501,0.111432284],"genre_scores_gemma":[0.7164984,0.0004108933,0.27446628,0.00038378136,0.00003088087,0.0050672037,0.000616325,0.00007965857,0.0024465558],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9653975,0.017449282,0.004173357,0.0022631043,0.009615589,0.0011011816],"domain_scores_gemma":[0.8569302,0.09036952,0.02043653,0.008864068,0.020092797,0.0033068424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027618099,0.0011471808,0.0007200673,0.011912238,0.0019738767,0.008623971,0.0019147423,0.0020400593,0.0034493136],"category_scores_gemma":[0.075314395,0.00056316674,0.0015922467,0.0073469705,0.0110625895,0.00842308,0.006064908,0.0030723335,0.0006918979],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030462095,0.0017861578,0.1671597,0.0019031748,0.00020983223,0.00021353863,0.05437882,0.017118962,0.0034538605,0.5186279,0.0073476476,0.22749579],"study_design_scores_gemma":[0.0003477275,0.0018356596,0.13605185,0.0030864084,0.00028657084,0.00094876374,0.07614754,0.08839356,0.007944943,0.53759056,0.1469948,0.0003715655],"about_ca_topic_score_codex":0.001511576,"about_ca_topic_score_gemma":0.0011182879,"teacher_disagreement_score":0.027618099,"about_ca_system_score_codex":0.0078604175,"about_ca_system_score_gemma":0.006727025,"threshold_uncertainty_score":0.14606017},"labels":[],"label_agreement":null},{"id":"W4255379435","doi":"10.32920/ryerson.14644935","title":"The material architect: physically engaging the design process","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Architecture; Architectural engineering; Praxis; Architectural design; Design process; Process (computing); Engineering; Architectural technology; Computer science; Work in process; Visual arts; Operations management; Epistemology; Art","score_opus":0.025618446756706128,"score_gpt":0.27325021626130935,"score_spread":0.24763176950460322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255379435","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063634194,0.0028514324,0.60521394,0.018172182,0.0012763971,0.00044249493,0.00006850976,0.0010064964,0.3073343],"genre_scores_gemma":[0.6421197,0.0017593086,0.2739868,0.0023836293,0.00020482538,0.00055067654,0.0001039426,0.000589522,0.078301646],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9877558,0.009956175,0.00012073299,0.00062503346,0.0011903858,0.0003519626],"domain_scores_gemma":[0.9957301,0.0027224962,0.00012434345,0.0008336318,0.00023887435,0.0003505357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009463839,0.0011620418,0.0005046576,0.0009971001,0.0052926913,0.012474324,0.001741273,0.003745465,0.013042704],"category_scores_gemma":[0.011386578,0.00073596544,0.000697527,0.00066544925,0.021704271,0.010068543,0.0115368245,0.003474334,0.0031877914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010823313,0.00015786382,0.00070522696,0.00034030687,0.00002262713,0.0008809069,0.15074177,0.0020319412,0.0076904106,0.7717118,0.009494167,0.05611461],"study_design_scores_gemma":[0.00010073831,0.00024668616,0.00038377056,0.00044170328,0.000035011337,0.00089136785,0.03779963,0.0043097306,0.0033511487,0.29568288,0.6566894,0.00006797405],"about_ca_topic_score_codex":0.00086612545,"about_ca_topic_score_gemma":0.0013448155,"teacher_disagreement_score":0.013042704,"about_ca_system_score_codex":0.0021202627,"about_ca_system_score_gemma":0.0036609108,"threshold_uncertainty_score":0.05005014},"labels":[],"label_agreement":null},{"id":"W4255721078","doi":"10.32920/ryerson.14656068","title":"Storytelling architecture","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Storytelling; Architecture; Commodification; Narrative; Humanity; Sociology; Aesthetics; Architectural engineering; Visual arts; Engineering; Art; Political science; Literature","score_opus":0.020265928317784582,"score_gpt":0.25059290865445405,"score_spread":0.23032698033666946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255721078","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13280392,0.008621071,0.24369633,0.013512912,0.0010068625,0.00016649482,0.00035626502,0.0009974287,0.5988387],"genre_scores_gemma":[0.8235973,0.004798244,0.057178814,0.0011308764,0.00024642437,0.00016725379,0.00045497392,0.00043077665,0.11199531],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99857044,0.00095639436,0.000029785584,0.0001476129,0.00020467653,0.00009111877],"domain_scores_gemma":[0.9981529,0.0012852962,0.00009573999,0.00025359588,0.00011290399,0.00009948721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016669657,0.00090707286,0.00023852191,0.0010703385,0.0020009703,0.0068793357,0.0010290772,0.0012860451,0.016946485],"category_scores_gemma":[0.003461051,0.00027041495,0.00037913112,0.0007075301,0.00842024,0.007328847,0.004205182,0.0015619508,0.0017499661],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045461828,0.000023910936,0.00077858183,0.00026366764,0.0000105901345,0.0004117525,0.09690927,0.0017284667,0.002131876,0.82396865,0.010773399,0.062954426],"study_design_scores_gemma":[0.000014283467,0.00003725221,0.00046404632,0.00023664715,0.000010172898,0.00057785714,0.02739015,0.0022245173,0.002007796,0.12186882,0.84514856,0.000019883615],"about_ca_topic_score_codex":0.0012974537,"about_ca_topic_score_gemma":0.0024158289,"teacher_disagreement_score":0.016946485,"about_ca_system_score_codex":0.0017695617,"about_ca_system_score_gemma":0.0007181954,"threshold_uncertainty_score":0.056691647},"labels":[],"label_agreement":null},{"id":"W4256268854","doi":"10.1145/1083106.1083124","title":"A qualitative empirical evaluation of design decisions","year":2005,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Empirical research; Mathematics; Statistics","score_opus":0.4644260908331892,"score_gpt":0.5369618135589609,"score_spread":0.07253572272577169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256268854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5568758,0.0010074234,0.2706338,0.005624651,0.0002614108,0.0072773634,0.0032452194,0.00026036607,0.15481393],"genre_scores_gemma":[0.91532046,0.0006230024,0.07290078,0.00044562737,0.000025279902,0.0038616017,0.00048909115,0.00004935325,0.006284842],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9457607,0.042767413,0.0016421742,0.0013196479,0.007601987,0.0009080492],"domain_scores_gemma":[0.7869161,0.17254768,0.0064818063,0.006468989,0.026483865,0.0011015572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0446974,0.00065958133,0.00047964024,0.004961492,0.0031141513,0.0042411485,0.0013281096,0.0011350801,0.0076378467],"category_scores_gemma":[0.14379314,0.00042345602,0.00035956106,0.004374666,0.0065727723,0.0048634694,0.0027529423,0.0012848391,0.0008120342],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077317597,0.0011526409,0.029588634,0.0047631124,0.00007410001,0.0010002891,0.39328903,0.0070510507,0.01170737,0.30764621,0.009656768,0.23329762],"study_design_scores_gemma":[0.00022145467,0.00169219,0.018109497,0.004259946,0.000080619684,0.0007993499,0.6869906,0.017794928,0.022592356,0.10857868,0.13867807,0.00020227468],"about_ca_topic_score_codex":0.001716364,"about_ca_topic_score_gemma":0.0028248793,"teacher_disagreement_score":0.0446974,"about_ca_system_score_codex":0.00560884,"about_ca_system_score_gemma":0.004532774,"threshold_uncertainty_score":0.23638529},"labels":[],"label_agreement":null},{"id":"W4256333576","doi":"10.1007/1-4020-7910-9_56","title":"Visual Forms in Mathematics: Thinking, Communicating, Learning","year":2006,"lang":"en","type":"book-chapter","venue":"Kluwer Academic Publishers eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Mathematics education; Computer science; Psychology; Cognitive science; Mathematics","score_opus":0.02043978837924005,"score_gpt":0.26628510278853773,"score_spread":0.2458453144092977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256333576","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003583281,0.054351248,0.030936042,0.0053337426,0.0035216,0.00007042215,0.00006252155,0.00030267792,0.90183836],"genre_scores_gemma":[0.17161897,0.07055118,0.029969016,0.002560192,0.003227788,0.00028942974,0.00026963567,0.00046456832,0.7210492],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995065,0.00017297974,0.000019447865,0.000045896395,0.00021246214,0.000042813484],"domain_scores_gemma":[0.99944454,0.00034251786,0.000027426357,0.00004671515,0.000085843036,0.000052955857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005879511,0.00079881557,0.00047324627,0.0010506875,0.0010669094,0.006952123,0.0007309783,0.001286815,0.016253855],"category_scores_gemma":[0.0019566938,0.00032644795,0.00028089946,0.0018778596,0.0050306567,0.0049335286,0.0019492399,0.0030779,0.002546436],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014316073,0.000031982203,0.000080443984,0.00028902764,0.0000041314797,0.000046681984,0.0053901593,0.00033734148,0.0004568258,0.74154156,0.07964772,0.17215982],"study_design_scores_gemma":[0.000011318116,0.000030828443,0.0004706604,0.00038246796,0.000005113369,0.00027378587,0.0010683375,0.0003681603,0.00029596084,0.19059739,0.80648357,0.000012490791],"about_ca_topic_score_codex":0.0020994872,"about_ca_topic_score_gemma":0.003388007,"teacher_disagreement_score":0.016253855,"about_ca_system_score_codex":0.0008641639,"about_ca_system_score_gemma":0.0021122682,"threshold_uncertainty_score":0.054374576},"labels":[],"label_agreement":null},{"id":"W4256626186","doi":"10.1115/detc2014-35296","title":"Effects of Abstraction on Selecting Relevant Biological Phenomena for Biomimetic Design","year":2014,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto","keywords":"Abstraction; Computer science; Analogy; Exploit; Relevance (law); Human–computer interaction; Artificial intelligence; Natural (archaeology); Epistemology","score_opus":0.029811734144679344,"score_gpt":0.2612871038907638,"score_spread":0.23147536974608446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256626186","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97281367,0.000340396,0.021718156,0.0002865457,0.00004030752,0.0005384124,0.00008290909,0.0004925235,0.0036870562],"genre_scores_gemma":[0.9474202,0.00018525327,0.050951067,0.00023003004,0.00001519086,0.00044537344,0.000105558356,0.00008407126,0.0005631892],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97858363,0.013321833,0.0026630317,0.001450563,0.003020518,0.00096049136],"domain_scores_gemma":[0.53298795,0.42110005,0.019586517,0.0172232,0.006329418,0.0027728842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016561655,0.0019212005,0.000901345,0.0012254893,0.00096155406,0.003004153,0.0015339939,0.0017416667,0.0035599335],"category_scores_gemma":[0.19339874,0.0009872721,0.0010217781,0.00080993574,0.0019114909,0.0037415563,0.0033078245,0.002084004,0.0003768742],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030996097,0.009969411,0.13559198,0.010170171,0.0012255118,0.001963357,0.03918116,0.08440582,0.23097861,0.008267107,0.0023362827,0.44491452],"study_design_scores_gemma":[0.008712891,0.05407895,0.36485973,0.0033255434,0.005844311,0.0033448725,0.033519216,0.21929786,0.20992012,0.059842445,0.035441913,0.0018121682],"about_ca_topic_score_codex":0.0009797077,"about_ca_topic_score_gemma":0.0014447167,"teacher_disagreement_score":0.016561655,"about_ca_system_score_codex":0.0012340953,"about_ca_system_score_gemma":0.000995562,"threshold_uncertainty_score":0.087587476},"labels":[],"label_agreement":null},{"id":"W4280527562","doi":"10.3390/environsciproc2022015040","title":"How Design Thinking Helped Craftwomen to Solve a Plastic Pollution Problem","year":2022,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Creativity; Originality; Relevance (law); Novelty; Adaptation (eye); Design thinking; Computer science; Psychology; Human–computer interaction; Social psychology; Political science","score_opus":0.024369284187587,"score_gpt":0.22644072574509846,"score_spread":0.20207144155751147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280527562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97003436,0.00054072536,0.004016301,0.0026377316,0.00009067082,0.00017314793,0.000018218236,0.000044200384,0.022444705],"genre_scores_gemma":[0.9806818,0.00046429713,0.008293292,0.0003533578,0.000013717119,0.000058423844,0.000023357872,0.000022612945,0.01008926],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9976235,0.0015021515,0.000059574784,0.00018881474,0.0002483796,0.00037754144],"domain_scores_gemma":[0.9973424,0.001436153,0.0002528034,0.00015076475,0.0003743354,0.00044349045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048704697,0.0007257941,0.00022437614,0.000991463,0.005045187,0.006021081,0.0008101958,0.0016591342,0.0056495327],"category_scores_gemma":[0.007286994,0.00030865188,0.0004304785,0.00058421434,0.0030036117,0.001971934,0.0020038607,0.0013284164,0.0005139812],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003625877,0.0014725755,0.048186567,0.0009933166,0.000048313683,0.0024741066,0.66655546,0.0011471842,0.011915299,0.015433003,0.007581083,0.24383047],"study_design_scores_gemma":[0.00013144835,0.0010244133,0.024425913,0.0008417867,0.000112701695,0.0012402324,0.811062,0.0025798585,0.0068905056,0.006707718,0.14487761,0.0001059114],"about_ca_topic_score_codex":0.0044167615,"about_ca_topic_score_gemma":0.0141197,"teacher_disagreement_score":0.006021081,"about_ca_system_score_codex":0.0030326522,"about_ca_system_score_gemma":0.0039401166,"threshold_uncertainty_score":0.02575785},"labels":[],"label_agreement":null},{"id":"W4281296231","doi":"10.1115/1.4054632","title":"Sustainable Creativity: Overcoming the Challenge of Scale When Repurposing Wind-Turbine Blades","year":2022,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Reuse; Creativity; Repurposing; Flexibility (engineering); Task (project management); Scale (ratio); Computer science; Wind power; Turbine; Engineering; Industrial engineering; Systems engineering; Psychology; Mechanical engineering; Mathematics","score_opus":0.03373521963353903,"score_gpt":0.26328931043480197,"score_spread":0.22955409080126293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281296231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98964524,0.00003093213,0.006703219,0.00018556234,0.000017192155,0.00020141796,0.000008004218,0.0000698631,0.0031384323],"genre_scores_gemma":[0.9724467,0.00007987951,0.025635384,0.00010300087,0.000009653818,0.000378731,0.000019659205,0.000016343936,0.0013106037],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978115,0.0011852812,0.000097805656,0.0002784771,0.00044030033,0.00018663786],"domain_scores_gemma":[0.9949173,0.002927497,0.0006381448,0.00078397465,0.0002532902,0.0004798291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028720226,0.00049742137,0.0003752947,0.00040927666,0.0007620019,0.001313064,0.0010303628,0.0005103442,0.0021758005],"category_scores_gemma":[0.0094438465,0.00022850884,0.00030879257,0.00027950178,0.0014398552,0.0008073428,0.0023323148,0.0009839962,0.00029479968],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018578048,0.026633775,0.02394808,0.0020391068,0.000106855005,0.0015486219,0.12525678,0.0021947618,0.1554576,0.0061189225,0.0035158796,0.6513218],"study_design_scores_gemma":[0.0035330348,0.051672496,0.35310802,0.0014596938,0.00058830815,0.006716839,0.21635583,0.028713664,0.1646837,0.04982529,0.12285334,0.00048975257],"about_ca_topic_score_codex":0.00036965992,"about_ca_topic_score_gemma":0.00096411165,"teacher_disagreement_score":0.0028720226,"about_ca_system_score_codex":0.0003551553,"about_ca_system_score_gemma":0.0009321701,"threshold_uncertainty_score":0.015188873},"labels":[],"label_agreement":null},{"id":"W4281736080","doi":"10.4995/head22.2022.14638","title":"Design-Based Learning and Student Entrepreneurship: How Learning Design Supports Non-Design Students’ Aspirations","year":2022,"lang":"en","type":"article","venue":"8th International Conference on Higher Education Advances (HEAd'22)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Creativity; Learning design; Value (mathematics); Work (physics); Entrepreneurship; Mathematics education; Qualitative research; Knowledge management; Computer science; Psychology; Pedagogy; Sociology; Engineering; Social psychology","score_opus":0.07562665589643099,"score_gpt":0.3701777155302064,"score_spread":0.2945510596337754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281736080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9680843,0.00027556933,0.0019697272,0.0019942082,0.00002508775,0.00004683662,0.000009008011,0.000019103984,0.027576337],"genre_scores_gemma":[0.99636745,0.000097311844,0.00061900285,0.00011430098,0.0000020622615,0.000011900818,0.0000049774812,0.0000048662973,0.002778191],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99358916,0.0039081094,0.00016350015,0.00028980913,0.0011040488,0.00094538194],"domain_scores_gemma":[0.98750126,0.0063124355,0.00084388675,0.0006154792,0.001221372,0.0035055475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007918787,0.0003461191,0.00034688186,0.0011961266,0.004972483,0.011632764,0.0011880401,0.0012773484,0.0032452801],"category_scores_gemma":[0.013284229,0.00025045263,0.0003455064,0.0008510781,0.0067819613,0.003287361,0.005644111,0.0019989146,0.00043127825],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011277044,0.0019303018,0.10151597,0.00037321405,0.000031517964,0.0013286978,0.74353623,0.00034475548,0.0023445128,0.029389748,0.0023306466,0.11676161],"study_design_scores_gemma":[0.000042390075,0.0005927669,0.038748123,0.000351829,0.000040919174,0.00076923805,0.8728776,0.0010336904,0.0026494733,0.015637984,0.0671858,0.00007009541],"about_ca_topic_score_codex":0.005083955,"about_ca_topic_score_gemma":0.0129350815,"teacher_disagreement_score":0.011632764,"about_ca_system_score_codex":0.003613051,"about_ca_system_score_gemma":0.008565896,"threshold_uncertainty_score":0.041879058},"labels":[],"label_agreement":null},{"id":"W4281946833","doi":"10.1016/j.aei.2022.101638","title":"A systematic knowledge-based method for design of transformable product","year":2022,"lang":"en","type":"article","venue":"Advanced Engineering Informatics","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Ministry of Science and Technology of the People's Republic of China; Hebei Provincial Department of Human Resources and Social Security","keywords":"Transformation (genetics); Domain (mathematical analysis); Computer science; Process (computing); Knowledge base; Product (mathematics); Design knowledge; Domain knowledge; Product design; Data mining; Boom; Artificial intelligence; Industrial engineering; Engineering; Mathematics; Programming language; Embedded system","score_opus":0.015461707106475054,"score_gpt":0.26781697875647537,"score_spread":0.2523552716500003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281946833","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037184067,0.00004288826,0.99112564,0.000041678995,0.000011545618,0.00028252744,0.000062855914,0.0005185981,0.004195861],"genre_scores_gemma":[0.051743694,0.000082366816,0.9449026,0.000032650532,0.0000034119234,0.00040665237,0.00025391075,0.00012448186,0.0024503083],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971578,0.00085241854,0.00018896145,0.00052500155,0.0011671302,0.00010860295],"domain_scores_gemma":[0.9973635,0.0011893491,0.0001406713,0.0005964549,0.00065720914,0.00005277634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020763178,0.0010637479,0.00069741806,0.0019246744,0.0008806209,0.0021491772,0.0015621337,0.000999657,0.009811984],"category_scores_gemma":[0.0054447027,0.00064436597,0.0014529043,0.0010938747,0.0011809483,0.0017854159,0.0023371787,0.000998072,0.0017462018],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018062229,0.00046273667,0.0017569091,0.0013351062,0.00011868408,0.0002988513,0.0031730477,0.048764475,0.034288432,0.07995243,0.0038826084,0.82578605],"study_design_scores_gemma":[0.0002653042,0.00077066204,0.0027083734,0.0009853112,0.00036856887,0.0009984095,0.0017431853,0.6929514,0.074945986,0.11464691,0.10944272,0.00017324301],"about_ca_topic_score_codex":0.0026378238,"about_ca_topic_score_gemma":0.005048886,"teacher_disagreement_score":0.009811984,"about_ca_system_score_codex":0.0010547925,"about_ca_system_score_gemma":0.0036831356,"threshold_uncertainty_score":0.032824397},"labels":[],"label_agreement":null},{"id":"W4282973406","doi":"10.36021/jethe.v5i1.115","title":"That’s a Good Question","year":2022,"lang":"en","type":"article","venue":"Journal of Effective Teaching in Higher Education","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Critical thinking; Inclusion (mineral); Context (archaeology); Variety (cybernetics); Convergent thinking; Divergent thinking; Mathematics education; Class (philosophy); Design thinking; Pedagogy; Psychology; Process (computing); Creative thinking; Creativity; Computer science; Social psychology","score_opus":0.020357588236400916,"score_gpt":0.30944142487111614,"score_spread":0.2890838366347152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282973406","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004216742,0.013850327,0.01897423,0.8649231,0.055539932,0.00019361044,0.00066322455,0.0008274313,0.040811423],"genre_scores_gemma":[0.11129881,0.01393257,0.04537199,0.6884557,0.034801476,0.00047023423,0.0010317222,0.0018119086,0.102825634],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98158735,0.008474627,0.0011946263,0.0028684428,0.0046239584,0.0012510618],"domain_scores_gemma":[0.94171894,0.022944365,0.0039456133,0.0069223368,0.019151734,0.005316993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015893282,0.0021022633,0.0018032822,0.0018455066,0.006655977,0.00952312,0.002264432,0.010905258,0.038994446],"category_scores_gemma":[0.09114693,0.000688997,0.0020119366,0.0010830159,0.014897942,0.021244006,0.004977209,0.020493954,0.028457604],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032736917,0.00024149189,0.0029953087,0.001482656,0.0001867447,0.00087345863,0.0100791715,0.00037994215,0.0023520081,0.078481376,0.792087,0.110513344],"study_design_scores_gemma":[0.00004139922,0.00014641564,0.00063952245,0.0014769522,0.000042737083,0.0015033194,0.0102053685,0.0002130904,0.0005153307,0.07518707,0.9099136,0.000115095376],"about_ca_topic_score_codex":0.0026351332,"about_ca_topic_score_gemma":0.0025040468,"teacher_disagreement_score":0.038994446,"about_ca_system_score_codex":0.0037209662,"about_ca_system_score_gemma":0.005369608,"threshold_uncertainty_score":0.13044947},"labels":[],"label_agreement":null},{"id":"W4282983148","doi":"10.21606/drs.2022.197","title":"Pushing divergence and promoting convergence in a speculative design process: Considerations on the role of AI as a co-creation partner","year":2022,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Advantage Forensics (Canada)","funders":"","keywords":"Ideation; Divergence (linguistics); Convergence (economics); Process (computing); Convergent thinking; Computer science; Artificial intelligence; Design process; Creativity; Divergent thinking; Cognitive science; Psychology; Engineering; Work in process; Social psychology; Creative thinking; Operations management","score_opus":0.021177767508911,"score_gpt":0.2950007977061865,"score_spread":0.2738230301972755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282983148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5429669,0.0010031967,0.29998398,0.01776961,0.00015999339,0.00031306624,0.000018235409,0.0002448146,0.13754025],"genre_scores_gemma":[0.97623765,0.00013467528,0.021782523,0.00013709166,0.000013075035,0.00009316958,0.0000071568115,0.000040605304,0.0015540568],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.94120127,0.04851401,0.0015135251,0.0022394708,0.0044673313,0.0020642977],"domain_scores_gemma":[0.89370704,0.08216501,0.0054578925,0.009345019,0.0048217615,0.0045032874],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.05025431,0.00078970456,0.00090604805,0.0025330745,0.0067424215,0.020431235,0.0032410794,0.0039059138,0.0058633927],"category_scores_gemma":[0.094289474,0.0009852669,0.0009848844,0.00152965,0.030497823,0.025071032,0.018178744,0.0064534354,0.000837989],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026380958,0.0001989348,0.011235883,0.00022938168,0.000043625307,0.0007726041,0.28133774,0.0018463788,0.0028059348,0.66448003,0.00040434964,0.03638127],"study_design_scores_gemma":[0.00021905689,0.00043014335,0.005040834,0.0006086034,0.00008398771,0.0012411366,0.20381702,0.019194596,0.004224571,0.72515756,0.03987002,0.00011245991],"about_ca_topic_score_codex":0.00087448186,"about_ca_topic_score_gemma":0.0009596057,"teacher_disagreement_score":0.9932576,"about_ca_system_score_codex":0.003238533,"about_ca_system_score_gemma":0.0067276754,"threshold_uncertainty_score":0.26577342},"labels":[],"label_agreement":null},{"id":"W4283019870","doi":"10.21606/drs.2022.349","title":"It’s complicated: Dewey, Schön and reflection-in-action","year":2022,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Chicoutimi","funders":"","keywords":"Pragmatism; Conversation; Reflection (computer programming); Action (physics); Meaning (existential); Epistemology; Representation (politics); Work (physics); Process (computing); Computer science; Sociology; Philosophy; Communication; Programming language; Physics; Quantum mechanics; Political science","score_opus":0.04578698151092276,"score_gpt":0.3003576568214776,"score_spread":0.25457067531055483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283019870","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05972863,0.047081277,0.33213818,0.14763172,0.0036154669,0.0001717385,0.00007281353,0.0004735715,0.40908664],"genre_scores_gemma":[0.9232991,0.008238194,0.039844617,0.006257863,0.0005976598,0.0002581014,0.000039933326,0.00026551465,0.021199012],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9811849,0.013657582,0.0005747855,0.0016440334,0.001832931,0.0011056944],"domain_scores_gemma":[0.97986823,0.01485038,0.001100863,0.0023773494,0.0011700026,0.0006332851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015931962,0.00087977,0.0007102993,0.0021300714,0.006956967,0.009698309,0.0012541428,0.0042428277,0.0031077066],"category_scores_gemma":[0.026800891,0.00059184426,0.00085800776,0.0026353574,0.066465825,0.02271129,0.0079951845,0.0065960055,0.0006725339],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004012329,0.000014480271,0.00022849321,0.000087029075,0.000007935586,0.000077583805,0.032423943,0.00030362548,0.00021228923,0.9540535,0.002102227,0.010448749],"study_design_scores_gemma":[0.000021884363,0.00004092384,0.00025064754,0.00030517785,0.0000149853495,0.00021808913,0.011150919,0.00080211076,0.00056600716,0.8754724,0.111118235,0.000038481292],"about_ca_topic_score_codex":0.0050411765,"about_ca_topic_score_gemma":0.0027980371,"teacher_disagreement_score":0.015931962,"about_ca_system_score_codex":0.0070273113,"about_ca_system_score_gemma":0.00531251,"threshold_uncertainty_score":0.084257305},"labels":[],"label_agreement":null},{"id":"W4283216174","doi":"10.3390/educsci12060420","title":"Role of Empathy in Engineering Education and Practice in North America","year":2022,"lang":"en","type":"article","venue":"Education Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Empathy; Conceptualization; Engineering ethics; Engineering education; Politics; Discipline; Political science; Poverty; Sociology; Environmental ethics; Public relations; Engineering; Psychology; Social science; Engineering management; Computer science; Social psychology","score_opus":0.013352272737307366,"score_gpt":0.2975902473210643,"score_spread":0.28423797458375694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283216174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80896515,0.01226619,0.0025559256,0.053792886,0.00023601133,0.0000447012,0.000014818767,0.000035488523,0.12208882],"genre_scores_gemma":[0.9959621,0.0011773435,0.0002050046,0.0016015032,0.000022355833,0.000016514856,0.0000025582451,0.0000037234108,0.0010089338],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9864059,0.009309961,0.00033648335,0.0007987575,0.0013582541,0.0017905143],"domain_scores_gemma":[0.9804961,0.011618287,0.00288135,0.0005287581,0.0018059526,0.0026695721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007823988,0.00024901947,0.00040206703,0.0020201595,0.012693668,0.007206389,0.00082753017,0.003343072,0.0035935084],"category_scores_gemma":[0.013644156,0.0003514455,0.00023526725,0.0015935692,0.018953204,0.0053942883,0.012494252,0.0032713076,0.00016301875],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019459952,0.00012683326,0.015302476,0.00019842187,0.000013734485,0.0007557178,0.90927637,0.00009302613,0.0006269708,0.03280154,0.002917962,0.037867565],"study_design_scores_gemma":[0.000011513146,0.000104072,0.056406092,0.0010848409,0.000017112887,0.00088729453,0.8541176,0.0003326111,0.00030411236,0.016581515,0.07010254,0.000050667557],"about_ca_topic_score_codex":0.014212034,"about_ca_topic_score_gemma":0.020866424,"teacher_disagreement_score":0.014212034,"about_ca_system_score_codex":0.007890868,"about_ca_system_score_gemma":0.008986176,"threshold_uncertainty_score":0.057252526},"labels":[],"label_agreement":null},{"id":"W4283330994","doi":"10.3390/app12136358","title":"Construction and Application of Enterprise Knowledge Base for Product Innovation Design","year":2022,"lang":"en","type":"article","venue":"Applied Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"National Natural Science Foundation of China","keywords":"TRIZ; Computer science; Knowledge base; Construct (python library); Product (mathematics); Product design; Systems engineering; Manufacturing engineering; Industrial engineering; Engineering; Artificial intelligence; Mathematics","score_opus":0.03385987354822656,"score_gpt":0.2843288619913106,"score_spread":0.250468988443084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283330994","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035894297,0.0005149124,0.9363171,0.0003468163,0.000046277197,0.0005343101,0.001546203,0.0026614047,0.022138687],"genre_scores_gemma":[0.18036236,0.0008007349,0.8101735,0.00007170951,0.000015964219,0.00048511592,0.0034499257,0.00013662402,0.004504044],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984205,0.00032037718,0.00017566157,0.0003162623,0.0006643059,0.0001030142],"domain_scores_gemma":[0.9979703,0.00071847753,0.00012622528,0.0005341425,0.0005566925,0.000094171235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001618263,0.0006978974,0.00069669157,0.006993857,0.0011842349,0.003344949,0.0017655032,0.00091785553,0.004513742],"category_scores_gemma":[0.0051982324,0.000614655,0.0011244011,0.005097532,0.00045373142,0.0031863023,0.0024237898,0.0008629942,0.001494542],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014758998,0.0004990181,0.0060022287,0.0007384648,0.00013233452,0.00093106966,0.0013397252,0.052561633,0.011317373,0.057524413,0.005538727,0.8632674],"study_design_scores_gemma":[0.00016043092,0.00026009322,0.007430379,0.00076681824,0.00039051208,0.0010567165,0.0019419133,0.72332585,0.04512617,0.08315295,0.13620095,0.0001872882],"about_ca_topic_score_codex":0.009619841,"about_ca_topic_score_gemma":0.008155319,"teacher_disagreement_score":0.009619841,"about_ca_system_score_codex":0.0015815542,"about_ca_system_score_gemma":0.002990178,"threshold_uncertainty_score":0.019127667},"labels":[],"label_agreement":null},{"id":"W4283525377","doi":"10.1108/jedt-01-2022-0066","title":"Barriers and enablers of TRIZ: a literature analysis using the TASKS framework","year":2022,"lang":"en","type":"article","venue":"Journal of Engineering Design and Technology","topic":"Design Education and Practice","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"TRIZ; Originality; Workload; Task (project management); Computer science; Usability; Knowledge management; Affect (linguistics); Enabling; Engineering; Human–computer interaction; Artificial intelligence; Systems engineering; Psychology; Creativity","score_opus":0.009129468935158496,"score_gpt":0.22982904889234423,"score_spread":0.22069957995718573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283525377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58726573,0.13637792,0.18837187,0.020850338,0.0008490557,0.006500844,0.0015654325,0.00049534644,0.057723537],"genre_scores_gemma":[0.8489236,0.043919127,0.09388472,0.0016416988,0.00013491367,0.0074861385,0.0008893096,0.0001501226,0.0029704382],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.97609293,0.012539903,0.003432678,0.0013550672,0.0058891056,0.0006903208],"domain_scores_gemma":[0.81701475,0.15781058,0.00860529,0.003775415,0.011652983,0.0011409669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.033649303,0.0011600875,0.0013222962,0.027980115,0.003465468,0.009210819,0.0018736556,0.0016137088,0.0027658853],"category_scores_gemma":[0.08713676,0.0007692937,0.002301797,0.0147756515,0.003995457,0.009995685,0.0056192023,0.002719459,0.000359991],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003435505,0.0005019582,0.035880227,0.052160777,0.000717244,0.0013470661,0.17658472,0.0024736803,0.0024531814,0.2456498,0.0052959616,0.47659189],"study_design_scores_gemma":[0.00018073923,0.001188383,0.069400504,0.15865365,0.00318809,0.003234093,0.43446293,0.0158793,0.0079245,0.119891554,0.1856125,0.00038371043],"about_ca_topic_score_codex":0.0040971204,"about_ca_topic_score_gemma":0.004023508,"teacher_disagreement_score":0.033649303,"about_ca_system_score_codex":0.005809581,"about_ca_system_score_gemma":0.01396752,"threshold_uncertainty_score":0.1779567},"labels":[],"label_agreement":null},{"id":"W4285109023","doi":"10.1017/dsj.2022.12","title":"Communication patterns in engineering enterprise social networks: an exploratory analysis using short text topic modelling","year":2022,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Social network analysis; Set (abstract data type); Knowledge management; New product development; Social network (sociolinguistics); Exploratory research; Data science; Product (mathematics); Process (computing); Product design; Social media; World Wide Web; Management; Sociology","score_opus":0.07802889857386103,"score_gpt":0.3001244374811094,"score_spread":0.22209553890724837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285109023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9747468,0.00010988087,0.021869259,0.0001754308,0.000008738834,0.00026849832,0.0016973072,0.00007533587,0.0010488598],"genre_scores_gemma":[0.97854793,0.000074637624,0.018401613,0.000019678757,0.000016117292,0.00056053227,0.0019491718,0.000023034436,0.0004073423],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967879,0.0020351938,0.00023378103,0.0003511732,0.00046109376,0.00013095044],"domain_scores_gemma":[0.95314455,0.04066181,0.00273353,0.0013954808,0.0017586811,0.00030589756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004338996,0.00038109656,0.00036384337,0.0053654406,0.00062841823,0.0014268245,0.00066951633,0.0005912407,0.0012184156],"category_scores_gemma":[0.020887686,0.00023962036,0.0007915451,0.0054095904,0.0006549715,0.0018255155,0.0010850183,0.0006494936,0.0003569019],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008166212,0.00083397614,0.70596194,0.0013607666,0.00043305187,0.0010034147,0.08889503,0.026118312,0.01117904,0.009017123,0.0034419093,0.15093887],"study_design_scores_gemma":[0.00007179299,0.0005998572,0.57427883,0.00030312868,0.0001741404,0.0008328752,0.05392171,0.34066322,0.005057877,0.0130634485,0.010902446,0.00013072361],"about_ca_topic_score_codex":0.0041049495,"about_ca_topic_score_gemma":0.0037832789,"teacher_disagreement_score":0.0053654406,"about_ca_system_score_codex":0.00080640166,"about_ca_system_score_gemma":0.00053295295,"threshold_uncertainty_score":0.022947073},"labels":[],"label_agreement":null},{"id":"W4285162239","doi":"10.1007/978-3-031-06516-3","title":"The Transdisciplinary Reach of Design Science Research","year":2022,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; HEC Montréal","funders":"","keywords":"Engineering ethics; Sociology; Architectural engineering; Engineering","score_opus":0.07347725977051314,"score_gpt":0.3557764399983415,"score_spread":0.2822991802278284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285162239","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057046167,0.06941628,0.065985575,0.07267361,0.0030889437,0.00006565018,0.000076560355,0.0002288357,0.78276],"genre_scores_gemma":[0.4972053,0.0753781,0.08547153,0.034709815,0.008577706,0.0007391878,0.00025949106,0.0009893784,0.29666945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9886662,0.006487099,0.00033486067,0.0007863055,0.0032228844,0.00050281436],"domain_scores_gemma":[0.9748064,0.018825436,0.00036299496,0.0026741845,0.0017235538,0.0016073508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013205462,0.00082319387,0.001191343,0.0042446516,0.0038890496,0.017623944,0.0012970917,0.004849474,0.017027607],"category_scores_gemma":[0.016819915,0.00081932487,0.000794236,0.002825633,0.024630412,0.023249324,0.011664852,0.009100956,0.004274438],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012696751,0.000015126909,0.0000809629,0.00008731082,0.000007759496,0.00004229281,0.0020954718,0.0001011604,0.00015997667,0.96986187,0.0076761167,0.019859154],"study_design_scores_gemma":[0.000009510274,0.000010541641,0.000104310224,0.00017047845,0.0000033560054,0.000108326116,0.0011860467,0.00022582765,0.00006653424,0.81685776,0.18124965,0.000007759032],"about_ca_topic_score_codex":0.0009179478,"about_ca_topic_score_gemma":0.0015531449,"teacher_disagreement_score":0.017623944,"about_ca_system_score_codex":0.0033227692,"about_ca_system_score_gemma":0.004385063,"threshold_uncertainty_score":0.06983805},"labels":[],"label_agreement":null},{"id":"W4285200117","doi":"10.3102/ip.22.1881923","title":"Overcoming Inert Ideas: The Power of Design, Agency, and Experience (Poster 2)","year":2022,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seven Oaks General Hospital","funders":"","keywords":"Agency (philosophy); Inert; Power (physics); Computer science; Sociology; Chemistry; Physics; Social science","score_opus":0.0285724927348534,"score_gpt":0.2707593402877667,"score_spread":0.2421868475529133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285200117","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07841566,0.025705235,0.08292229,0.19051464,0.011265568,0.00029237624,0.000093822324,0.00085523486,0.60993516],"genre_scores_gemma":[0.8359115,0.008599443,0.02987459,0.014571019,0.0024722659,0.0004491311,0.00005977403,0.00064765854,0.10741451],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9885145,0.008489081,0.00014757615,0.00058410596,0.0014623533,0.0008024192],"domain_scores_gemma":[0.98729986,0.00948342,0.00043759713,0.00097144756,0.00057809916,0.0012295729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015127097,0.00086382637,0.0006008733,0.0012885415,0.0071237353,0.01932799,0.0018213148,0.0058647464,0.025873102],"category_scores_gemma":[0.020180393,0.000526783,0.0008616988,0.0006677499,0.03171975,0.016254297,0.014257485,0.0095281,0.0028296341],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023067258,0.00034619737,0.00095699617,0.00060829974,0.000043687567,0.0005442456,0.22893149,0.00037663613,0.002235024,0.5594269,0.06631758,0.13998228],"study_design_scores_gemma":[0.0001280614,0.0002807825,0.0010856676,0.00097530143,0.00004579881,0.0011472864,0.111994214,0.0006317768,0.0022958852,0.3292163,0.5521064,0.00009263657],"about_ca_topic_score_codex":0.0005818964,"about_ca_topic_score_gemma":0.0013858316,"teacher_disagreement_score":0.025873102,"about_ca_system_score_codex":0.0016208052,"about_ca_system_score_gemma":0.002714109,"threshold_uncertainty_score":0.08655411},"labels":[],"label_agreement":null},{"id":"W4285465162","doi":"10.32920/ryerson.14639703.v1","title":"Designer behaviour and activity: an industrial observation method","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Engineering and Physical Sciences Research Council; University of Bath","keywords":"Contextualization; Computer science; Context (archaeology); Observational study; Management science; Empirical research; Data science; Engineering; Mathematics","score_opus":0.19334618969583148,"score_gpt":0.35933273478469924,"score_spread":0.16598654508886776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285465162","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15327564,0.00049214205,0.80713654,0.00037726123,0.00012521386,0.00571279,0.0013374282,0.0010010122,0.030541921],"genre_scores_gemma":[0.4039085,0.0006312405,0.5779718,0.00013596482,0.000078035366,0.006390685,0.00069586566,0.00013299112,0.010054909],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98342943,0.010805411,0.00089946005,0.0020976893,0.0024677485,0.0003002379],"domain_scores_gemma":[0.97827744,0.013298158,0.001633522,0.0039266963,0.0025809263,0.00028325972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009604584,0.0005673819,0.00044705454,0.002664742,0.0008994674,0.0015324967,0.0013147234,0.0010731464,0.0044201887],"category_scores_gemma":[0.022459561,0.00050418096,0.00038086885,0.00219842,0.0015977564,0.0012277266,0.0019585274,0.0009697312,0.0012635774],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015385867,0.002189408,0.08049829,0.002158513,0.0001686028,0.00050908054,0.069566526,0.004743024,0.059065238,0.029595355,0.0058597857,0.7441075],"study_design_scores_gemma":[0.0026226984,0.009462064,0.31620032,0.002624122,0.00079107255,0.002665235,0.058758397,0.119536795,0.10365293,0.05359893,0.32918593,0.0009015685],"about_ca_topic_score_codex":0.0028719532,"about_ca_topic_score_gemma":0.0045751864,"teacher_disagreement_score":0.009604584,"about_ca_system_score_codex":0.0010043312,"about_ca_system_score_gemma":0.0018986551,"threshold_uncertainty_score":0.05079454},"labels":[],"label_agreement":null},{"id":"W4285546809","doi":"10.1007/978-3-031-02436-8","title":"Mathematical Problem Factories","year":2021,"lang":"en","type":"book","venue":"Synthesis lectures on mathematics and statistics","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; York University","funders":"","keywords":"Factory (object-oriented programming); Mathematical problem; Type (biology); Computer science; Management science; Engineering; Mathematics; Mathematics education; Programming language","score_opus":0.016298345782051145,"score_gpt":0.24069426034652686,"score_spread":0.22439591456447572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285546809","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019432184,0.0033235927,0.06802473,0.0048254495,0.001652005,0.000038873448,0.000287091,0.00021027979,0.9196947],"genre_scores_gemma":[0.10245226,0.0056436216,0.04271238,0.0021240409,0.0031767557,0.00019904177,0.0009350656,0.00065423467,0.8421027],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993255,0.00014269027,0.00003108125,0.00016513544,0.0002710041,0.00006451649],"domain_scores_gemma":[0.9993774,0.0002509704,0.00002648389,0.00012701604,0.00018541257,0.00003276805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006220784,0.0009396537,0.0007206835,0.0017512444,0.0014908299,0.003332937,0.00073227787,0.00097091636,0.05536232],"category_scores_gemma":[0.0029096552,0.0003831179,0.00091988017,0.0012859699,0.003254752,0.0050299144,0.0016484585,0.0033219717,0.015618785],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036713964,0.00000407049,0.000013281308,0.000023707154,0.0000019819736,0.0000073648876,0.00006669883,0.00015826737,0.00008155053,0.9617786,0.025681261,0.012179523],"study_design_scores_gemma":[0.0000035808528,0.0000048830507,0.00004940401,0.000021384645,0.000002995606,0.000038565115,0.000036725465,0.0006671536,0.00011975108,0.7910137,0.20803756,0.0000042571355],"about_ca_topic_score_codex":0.0015290304,"about_ca_topic_score_gemma":0.0013270235,"teacher_disagreement_score":0.05536232,"about_ca_system_score_codex":0.0023983093,"about_ca_system_score_gemma":0.001046635,"threshold_uncertainty_score":0.1852054},"labels":[],"label_agreement":null},{"id":"W4285677936","doi":"10.18733/cpi29621","title":"CPI Special Issue: \"Multisensory Stories: Celebrating Different Forms of Knowing, Being, and Living in our World\" (Introduction)","year":2022,"lang":"en","type":"article","venue":"Cultural and Pedagogical Inquiry","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"University of Alberta","keywords":"Art history; Volume (thermodynamics); History; Visual arts; Psychology; Art; Physics","score_opus":0.2361817064811066,"score_gpt":0.3968687944363647,"score_spread":0.1606870879552581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285677936","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002773592,0.032088496,0.0006651122,0.070159875,0.8377717,0.00016436954,0.00079345366,0.00032919415,0.057750393],"genre_scores_gemma":[0.0030023337,0.046212133,0.0008245822,0.028690029,0.7179146,0.00038153701,0.0012462004,0.00054376904,0.20118487],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981426,0.00022847598,0.00013591666,0.0002023081,0.0011477357,0.00014298616],"domain_scores_gemma":[0.9903198,0.0030379347,0.0005901364,0.00028039832,0.0036979327,0.002073747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024444924,0.002084087,0.0015197637,0.004057713,0.0032889897,0.0080657825,0.002011005,0.003788485,0.12153122],"category_scores_gemma":[0.010777992,0.00064143416,0.00088802446,0.0032038868,0.0012590764,0.005547728,0.0043555964,0.007302063,0.042272437],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005324781,0.0000052023897,0.00001541395,0.000082100996,8.7183525e-7,0.00001348902,0.000027431892,0.0000037707903,0.000029878218,0.00016117145,0.99310404,0.0065512084],"study_design_scores_gemma":[0.0000042309034,0.000016568878,0.00044335963,0.00036739805,0.0000027586157,0.00014003055,0.00015629806,0.00002526064,0.00005156538,0.0003120899,0.9984731,0.000007259394],"about_ca_topic_score_codex":0.0036683904,"about_ca_topic_score_gemma":0.009201307,"teacher_disagreement_score":0.12153122,"about_ca_system_score_codex":0.0027109655,"about_ca_system_score_gemma":0.0035196536,"threshold_uncertainty_score":0.40656245},"labels":[],"label_agreement":null},{"id":"W4286384543","doi":"10.52842/conf.caadria.2022.1.403","title":"Quantifying the Intangible, A Tool for Retrospective Protocol Studies of Sketching During the Early Conceptual Design of Architecture","year":2022,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Computer-Aided Architectural Design Research in Asia","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Deutsche Forschungsgemeinschaft","keywords":"Sketch; Computer science; Architecture; Human–computer interaction; Protocol (science); Process (computing); Protocol analysis; Design education; Software engineering; Programming language","score_opus":0.21697169206066874,"score_gpt":0.4033610604143557,"score_spread":0.18638936835368697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286384543","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05468502,0.0005543909,0.87924856,0.00071404886,0.0005894235,0.0074966853,0.011605243,0.0057337834,0.03937282],"genre_scores_gemma":[0.2188656,0.00070038356,0.7276055,0.000244229,0.00016042644,0.021885537,0.006977808,0.0024211558,0.02113919],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.97044003,0.014747254,0.0043698396,0.003267538,0.0068187877,0.00035658226],"domain_scores_gemma":[0.80278814,0.10624989,0.017046763,0.04485397,0.027058244,0.0020029976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031581245,0.0014813042,0.0005684691,0.011507472,0.0021298393,0.0050497726,0.0018304286,0.0012021351,0.027476145],"category_scores_gemma":[0.1692661,0.0008667599,0.0006980497,0.005563922,0.003299098,0.009511455,0.0045621363,0.0019513032,0.0050879456],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013616709,0.00080206303,0.021191647,0.00653799,0.000208776,0.00048691678,0.045540124,0.004355689,0.06548329,0.13737452,0.026699657,0.68995774],"study_design_scores_gemma":[0.0003385752,0.002572271,0.06241127,0.0033992678,0.0003437783,0.0013374591,0.026776755,0.037372686,0.12085202,0.123310745,0.6203642,0.00092095963],"about_ca_topic_score_codex":0.0011351499,"about_ca_topic_score_gemma":0.0018616988,"teacher_disagreement_score":0.031581245,"about_ca_system_score_codex":0.001841943,"about_ca_system_score_gemma":0.0042414786,"threshold_uncertainty_score":0.16701955},"labels":[],"label_agreement":null},{"id":"W4286620535","doi":"10.5465/ambpp.2022.11794abstract","title":"Synchronous Computer-Aided Design (CAD): A Mid-level Technology Affordance Perspective","year":2022,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Affordance; Computer science; Human–computer interaction; Cloud computing; Knowledge management; Systems engineering; Engineering","score_opus":0.03148209708728409,"score_gpt":0.26643096315035114,"score_spread":0.23494886606306706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286620535","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14318463,0.0044676075,0.5907403,0.0068430966,0.00020167285,0.00013709889,0.00021959128,0.000533427,0.25367263],"genre_scores_gemma":[0.92401487,0.0012548988,0.06924605,0.00014952366,0.000065074586,0.00011347346,0.00008040131,0.00006612105,0.005009538],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99677026,0.0013497692,0.00018739697,0.00045068812,0.0009111737,0.0003308007],"domain_scores_gemma":[0.9964953,0.0017284695,0.00038347224,0.00062063645,0.00036268544,0.0004094363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002356386,0.0006324807,0.00033412085,0.0031979005,0.002166101,0.00716012,0.0012445919,0.0015247682,0.0076110936],"category_scores_gemma":[0.0062789884,0.000481381,0.0006015939,0.0019565886,0.009021981,0.011664027,0.0056997747,0.0015327447,0.0006558557],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032516884,0.000053116106,0.0030355805,0.00024638433,0.000016514421,0.000281471,0.011636536,0.0055503924,0.0019734662,0.93589765,0.0007943162,0.040482048],"study_design_scores_gemma":[0.00002121298,0.00012716213,0.006840702,0.00032815067,0.00003632037,0.00085579586,0.015203636,0.021695636,0.0019951274,0.78719044,0.16565086,0.00005495369],"about_ca_topic_score_codex":0.005225591,"about_ca_topic_score_gemma":0.004285906,"teacher_disagreement_score":0.0076110936,"about_ca_system_score_codex":0.003501029,"about_ca_system_score_gemma":0.0017450914,"threshold_uncertainty_score":0.025461674},"labels":[],"label_agreement":null},{"id":"W4292501454","doi":"10.1007/978-3-031-09819-2_4","title":"Fostering Global Competencies Through Maker Pedagogies","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Competence (human resources); Pedagogy; Mathematics education; Global education; Order (exchange); Context (archaeology); Sociology; Engineering ethics; Psychology; Engineering; Geography; Social psychology; Business","score_opus":0.12091773095438058,"score_gpt":0.3173394626980938,"score_spread":0.19642173174371325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292501454","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042460565,0.0014431911,0.017745301,0.0011885652,0.00017221803,0.000022158229,0.000009890795,0.000082894825,0.9750897],"genre_scores_gemma":[0.11625769,0.0046626627,0.027995683,0.00088653597,0.0001090595,0.00009209895,0.000053623793,0.00019972985,0.84974295],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996124,0.00014099696,0.000010103516,0.00003954238,0.0001473619,0.00004961235],"domain_scores_gemma":[0.9996518,0.00018772323,0.000015760215,0.000053787247,0.000046242618,0.000044761447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007154247,0.00063029723,0.0002654519,0.0008148755,0.0011256507,0.0042456333,0.0005456702,0.00089643983,0.01702807],"category_scores_gemma":[0.00097176083,0.0002095122,0.0002245388,0.0007179521,0.0028272055,0.0049197087,0.0035004448,0.0024483686,0.0038477513],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071344843,0.00004339965,0.0001487169,0.00013607535,0.000002657638,0.000110255634,0.0038745396,0.00064085104,0.0009915117,0.86827016,0.022212803,0.10356198],"study_design_scores_gemma":[0.0000066554903,0.000029830173,0.000557356,0.0002838142,0.000007715388,0.00030615914,0.0031117238,0.00079366774,0.002509772,0.3022521,0.6901322,0.000009001305],"about_ca_topic_score_codex":0.00059028633,"about_ca_topic_score_gemma":0.003534452,"teacher_disagreement_score":0.01702807,"about_ca_system_score_codex":0.0011840301,"about_ca_system_score_gemma":0.0014363355,"threshold_uncertainty_score":0.056964576},"labels":[],"label_agreement":null},{"id":"W4294233820","doi":"10.3390/su141710865","title":"Assessing Design Ability through a Quantitative Analysis of the Design Process","year":2022,"lang":"en","type":"article","venue":"Sustainability","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Prince Edward Island","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Formative assessment; Engineering design process; Process (computing); Computer science; Research design; Design process; Mathematics education; Product design; Product (mathematics); Engineering management; Psychology; Engineering; Work in process; Operations management; Mathematics","score_opus":0.06582401107744583,"score_gpt":0.37925068651421506,"score_spread":0.3134266754367692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294233820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58957785,0.0002980728,0.36460966,0.00053967297,0.000120969,0.0037175552,0.0015145256,0.000992459,0.03862928],"genre_scores_gemma":[0.79358613,0.00024498475,0.19740751,0.00013256709,0.00003424762,0.0034859772,0.00081257854,0.00015495619,0.0041410117],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9708501,0.014213633,0.0032702894,0.0015370132,0.009578807,0.000550154],"domain_scores_gemma":[0.78424686,0.1557574,0.011202133,0.010013646,0.037409753,0.0013702645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028796967,0.0010481682,0.00044249132,0.0064655663,0.00086256664,0.003065169,0.00077172444,0.0005066782,0.0045710085],"category_scores_gemma":[0.10274923,0.00034247118,0.00071249524,0.0029070033,0.0015200207,0.0030237269,0.0014003756,0.0009538701,0.00084181695],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010643584,0.0029059907,0.1785641,0.0034609553,0.0003307265,0.00023849569,0.052405644,0.0107010435,0.06453304,0.017111223,0.0051477035,0.66353685],"study_design_scores_gemma":[0.0005311529,0.015247189,0.51387966,0.00270263,0.0006149395,0.0014889202,0.06829488,0.10130074,0.14831918,0.053400815,0.09302316,0.0011966405],"about_ca_topic_score_codex":0.000726626,"about_ca_topic_score_gemma":0.0008690469,"teacher_disagreement_score":0.028796967,"about_ca_system_score_codex":0.0012418826,"about_ca_system_score_gemma":0.002395478,"threshold_uncertainty_score":0.15229475},"labels":[],"label_agreement":null},{"id":"W4294405649","doi":"10.1007/978-981-19-2806-2_6","title":"Project Relay: A Practice-Driven Method for Learning Agile Architectural Design","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Teamwork; Session (web analytics); Engineering; Computer science; Knowledge management; Engineering management; Software engineering; World Wide Web; Management","score_opus":0.06356559472123989,"score_gpt":0.337380375132547,"score_spread":0.2738147804113071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294405649","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008334008,0.00028317134,0.8284253,0.00043038855,0.00015208354,0.0003551659,0.00021724546,0.0040358435,0.15776679],"genre_scores_gemma":[0.04098291,0.0006769466,0.71642035,0.00025538818,0.000044104887,0.00071601244,0.0007297457,0.0027215492,0.23745301],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99889344,0.00042047436,0.000035880166,0.00014171946,0.00046660443,0.000042018353],"domain_scores_gemma":[0.9984914,0.0009352209,0.000034171295,0.00027746422,0.00017944635,0.00008228794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013398271,0.00083445193,0.00032457168,0.0010731295,0.00060383766,0.0022627413,0.0017785134,0.0010429542,0.042246655],"category_scores_gemma":[0.0036572707,0.00051050214,0.00039587304,0.00088738755,0.0007582266,0.0024793337,0.0026283208,0.0017378589,0.012628647],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006566572,0.0002705284,0.00037262987,0.00042600496,0.000015032588,0.00035607832,0.00786104,0.002742539,0.01623224,0.10791569,0.056712408,0.80703014],"study_design_scores_gemma":[0.00005978024,0.00037374877,0.0010112363,0.00041794297,0.000024909752,0.002235199,0.002436616,0.015865717,0.017783228,0.059846528,0.8998761,0.000069024834],"about_ca_topic_score_codex":0.00060148496,"about_ca_topic_score_gemma":0.0019324439,"teacher_disagreement_score":0.042246655,"about_ca_system_score_codex":0.00061726774,"about_ca_system_score_gemma":0.0010901162,"threshold_uncertainty_score":0.14132917},"labels":[],"label_agreement":null},{"id":"W4294405791","doi":"10.1007/978-981-19-2806-2_2","title":"Looking Inside the Box to Think Outside It: Contextualizing Design Thinking","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Design thinking; Engineering ethics; Computer science; Human–computer interaction; Engineering","score_opus":0.05736522478339007,"score_gpt":0.27401630946176253,"score_spread":0.21665108467837246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294405791","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011442326,0.018977083,0.109819576,0.013513476,0.0010307202,0.00007311505,0.00008470896,0.00031444605,0.8447446],"genre_scores_gemma":[0.5261194,0.023653718,0.12882242,0.0072854473,0.0006409659,0.00045796804,0.00038595792,0.0013897513,0.31124428],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979838,0.001392936,0.000033829467,0.00018387019,0.00028730676,0.00011829961],"domain_scores_gemma":[0.9969585,0.0025612386,0.000059400267,0.00018758526,0.00013646545,0.000096889285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020392325,0.00095668936,0.000544605,0.0012722743,0.0036212073,0.011650013,0.0013276461,0.0019610042,0.013532684],"category_scores_gemma":[0.003735351,0.0005566247,0.00057996484,0.0017057436,0.020493915,0.012456274,0.0041737705,0.00503437,0.002200111],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018567707,0.0000347686,0.00023044649,0.0002559136,0.000008093179,0.00017509822,0.058814373,0.0005533417,0.0006629262,0.87498343,0.01685994,0.04740311],"study_design_scores_gemma":[0.0000075993808,0.00002012369,0.00024330903,0.0006949783,0.000011275007,0.00019456481,0.0326785,0.00066592713,0.00058518455,0.6157176,0.3491624,0.000018566681],"about_ca_topic_score_codex":0.0038038818,"about_ca_topic_score_gemma":0.00908223,"teacher_disagreement_score":0.013532684,"about_ca_system_score_codex":0.0030397014,"about_ca_system_score_gemma":0.0034734423,"threshold_uncertainty_score":0.045271397},"labels":[],"label_agreement":null},{"id":"W4295869506","doi":"10.2139/ssrn.4213085","title":"A Generative Approach to the Design of Traditional Patterns Based on the Gene Network","year":2022,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Generative grammar; Generative Design; Gene regulatory network; Computer science; Gene; Artificial intelligence; Genetics; Biology; Engineering; Gene expression; Operations management","score_opus":0.03935090868434988,"score_gpt":0.22467001121541494,"score_spread":0.18531910253106507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295869506","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044637253,0.000037153924,0.98951375,0.00032293762,0.000025274656,0.00006901728,0.000045530534,0.00023099303,0.005291537],"genre_scores_gemma":[0.1491914,0.00016573163,0.842828,0.00024796362,0.000025850624,0.00043690627,0.00022754724,0.00032294443,0.00655367],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99793494,0.0009730468,0.000106198,0.00043502054,0.00041145383,0.00013934019],"domain_scores_gemma":[0.99550605,0.002609696,0.00016954001,0.0011694339,0.0003760701,0.00016917111],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024523514,0.00061390793,0.0005500516,0.0014338332,0.0016450704,0.0033235948,0.0027650886,0.001289631,0.009924773],"category_scores_gemma":[0.010012105,0.0008212646,0.0020617426,0.0012450923,0.00588996,0.0036878355,0.0035428405,0.0021550439,0.0015061817],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031337753,0.000044397853,0.0010179344,0.00010711487,0.00003443315,0.00016386174,0.0021042374,0.028912108,0.0025796744,0.92891186,0.0012949305,0.03479815],"study_design_scores_gemma":[0.0000318212,0.000057168967,0.00027135477,0.00008620829,0.000044111748,0.00019738599,0.00051530736,0.1548589,0.0023400446,0.8151832,0.0263877,0.00002685467],"about_ca_topic_score_codex":0.0031266862,"about_ca_topic_score_gemma":0.0052770595,"teacher_disagreement_score":0.009924773,"about_ca_system_score_codex":0.0014382653,"about_ca_system_score_gemma":0.0019104551,"threshold_uncertainty_score":0.033201635},"labels":[],"label_agreement":null},{"id":"W4296831767","doi":"10.1016/j.destud.2022.101135","title":"Expansive learning for collaborative design","year":2022,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Fonds de Recherche du Québec-Société et Culture","keywords":"Expansive; Situated; Process (computing); Knowledge management; Action learning; Action (physics); Reflection (computer programming); Situated cognition; Psychology; Engineering; Computer science; Cooperative learning; Pedagogy; Teaching method; Artificial intelligence","score_opus":0.13943557170474882,"score_gpt":0.33748292222497067,"score_spread":0.19804735052022185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296831767","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026707076,0.0045178034,0.7660881,0.0027538852,0.0003086637,0.00019401417,0.000065231,0.0009783424,0.1983869],"genre_scores_gemma":[0.49615207,0.0026280764,0.4552195,0.00048308348,0.00025355045,0.00054784917,0.00019477296,0.00023825745,0.044282813],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9982772,0.0009210093,0.00009792038,0.0002482595,0.0003778454,0.00007779647],"domain_scores_gemma":[0.9910472,0.006698109,0.00016829523,0.0015236497,0.00026615086,0.00029650357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019116648,0.0007356198,0.00047162033,0.0009061884,0.0012690019,0.004230818,0.001289698,0.0015175923,0.021277212],"category_scores_gemma":[0.008817033,0.00037118388,0.0006055387,0.00079119107,0.0036744864,0.007731048,0.0072840317,0.002426264,0.0022822265],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021326607,0.00009089651,0.0003002497,0.00022893283,0.0000088058205,0.000102672166,0.0024591892,0.0016210756,0.001033382,0.87713546,0.0018269365,0.11517102],"study_design_scores_gemma":[0.000013424079,0.000046882982,0.00027318537,0.00022969005,0.000009917542,0.00022045805,0.0008222191,0.007601369,0.0008954611,0.92763364,0.062241912,0.000011756612],"about_ca_topic_score_codex":0.00046890767,"about_ca_topic_score_gemma":0.00079586793,"teacher_disagreement_score":0.021277212,"about_ca_system_score_codex":0.0008346798,"about_ca_system_score_gemma":0.0008548867,"threshold_uncertainty_score":0.07117939},"labels":[],"label_agreement":null},{"id":"W4298759487","doi":"10.52842/conf.ecaade.2006.014","title":"Architectural Design Spaces and Interpersonal Communication-Changes in Design Vocabulary and Language Expression","year":2006,"lang":"en","type":"article","venue":"eCAADe proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Intertek (Canada)","funders":"","keywords":"Computer science; Human–computer interaction; Engineering design process; Context (archaeology); Design language; Gesture; Vocabulary; Domain (mathematical analysis); Expression (computer science); Software; Process (computing); Design studio; Interaction design; Design process; Software engineering; Multimedia; Programming language; Studio; Artificial intelligence; Engineering; Work in process; Linguistics","score_opus":0.013574302841644867,"score_gpt":0.2318418476272448,"score_spread":0.21826754478559993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298759487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92514235,0.0008580742,0.031398285,0.0006214224,0.000047246187,0.000051837305,0.000020348005,0.00010366309,0.041756824],"genre_scores_gemma":[0.9964083,0.00012077955,0.0021545712,0.000027609893,0.000007013278,0.00002956944,0.000010111995,0.000029784507,0.00121224],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9850426,0.01052641,0.000583878,0.0010330408,0.0021447577,0.00066934404],"domain_scores_gemma":[0.9765138,0.017097935,0.003118974,0.0015495083,0.0012473057,0.00047249085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005227428,0.0004761769,0.00034868318,0.0019796442,0.0026660606,0.008167026,0.0009378265,0.0010519731,0.0029662242],"category_scores_gemma":[0.03798312,0.00039889675,0.00037004513,0.001124594,0.01006487,0.0072697643,0.005936692,0.001764878,0.00037150318],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018797808,0.00011852543,0.021446208,0.00044073083,0.00004642505,0.0007955801,0.79941,0.0013630165,0.020592755,0.061099067,0.00038192724,0.09411774],"study_design_scores_gemma":[0.000093518094,0.00069408293,0.05854664,0.00071144034,0.000111107394,0.0034440053,0.78900796,0.0055270107,0.013522826,0.07375653,0.054319937,0.00026492143],"about_ca_topic_score_codex":0.0009135354,"about_ca_topic_score_gemma":0.0006343875,"teacher_disagreement_score":0.008167026,"about_ca_system_score_codex":0.001299034,"about_ca_system_score_gemma":0.0008697954,"threshold_uncertainty_score":0.027645648},"labels":[],"label_agreement":null},{"id":"W4299326305","doi":"","title":"Unconventional Roles and Activities Identified by Instructional Designers","year":2010,"lang":"en","type":"article","venue":"DergiPark (Istanbul University)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Business","score_opus":0.0032111962404486475,"score_gpt":0.16664893015448912,"score_spread":0.16343773391404046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299326305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92696166,0.0015693331,0.03532475,0.0027208133,0.00013228413,0.00015091554,0.000023522165,0.00022672373,0.03289004],"genre_scores_gemma":[0.9773717,0.00046342533,0.01519222,0.0003932018,0.000016819677,0.00012377776,0.000026374273,0.00006603534,0.0063465755],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9159248,0.06251936,0.0044639134,0.0041585537,0.0085002165,0.0044332338],"domain_scores_gemma":[0.94552946,0.02839312,0.007102905,0.0060915016,0.006658209,0.006224757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025991958,0.0013943154,0.0006819395,0.004335977,0.008563151,0.011112378,0.0019739433,0.0032372694,0.001151896],"category_scores_gemma":[0.043606896,0.0016551765,0.0006188927,0.0016275476,0.01343891,0.0054170284,0.00994673,0.0036939604,0.00069845835],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030557744,0.00021670831,0.06573226,0.00039557595,0.00003105064,0.0019273935,0.83368886,0.0003254724,0.00909387,0.017964758,0.0016213448,0.068697184],"study_design_scores_gemma":[0.00015438128,0.000620849,0.029187463,0.0011337382,0.00013882839,0.01176174,0.75843436,0.003409946,0.009331307,0.017889027,0.16760524,0.00033314346],"about_ca_topic_score_codex":0.0024321736,"about_ca_topic_score_gemma":0.0049718157,"teacher_disagreement_score":0.025991958,"about_ca_system_score_codex":0.0041465233,"about_ca_system_score_gemma":0.007779288,"threshold_uncertainty_score":0.13746029},"labels":[],"label_agreement":null},{"id":"W4300012195","doi":"10.52842/conf.acadia.2012.067","title":"Synthesizing Design Performance: An Evolutionary Approach to Multidisciplinary Design Search","year":2012,"lang":"en","type":"article","venue":"ACADIA quarterly","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada; Autodesk","keywords":"Computer science; Generative Design; Engineering design process; Design space exploration; Probabilistic design; Flexibility (engineering); Management science; Population; Multidisciplinary approach; Computer-automated design; Design process; Parametric statistics; Industrial engineering; Evolutionary algorithm; Systems design; Artificial intelligence; Software engineering; Engineering; Work in process","score_opus":0.06940170256370437,"score_gpt":0.28848725157997757,"score_spread":0.2190855490162732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300012195","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0093174325,0.0003021168,0.9798014,0.0004714688,0.000022399881,0.00016413981,0.000014059029,0.00009256607,0.009814415],"genre_scores_gemma":[0.13671376,0.00044730003,0.8594011,0.000104471,0.000018836952,0.00039083426,0.000039993076,0.000070353424,0.0028134447],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971802,0.0015037776,0.00011455469,0.00023720082,0.0008175764,0.00014663077],"domain_scores_gemma":[0.99711704,0.0018294194,0.0002048657,0.0003875345,0.00035071277,0.00011045565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053507676,0.001198117,0.0008379966,0.0026478032,0.0013077044,0.0035111413,0.0027877528,0.0018882512,0.0034636853],"category_scores_gemma":[0.008451571,0.0007377674,0.0013133335,0.0017709639,0.0036287555,0.0024123462,0.003475052,0.0017241464,0.00040145652],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032993852,0.00010845477,0.000987016,0.00025704032,0.00011360955,0.0001658264,0.0012727769,0.68402624,0.0037005674,0.20573835,0.00073494297,0.102862135],"study_design_scores_gemma":[0.000041076953,0.00015710002,0.00032308727,0.00014908596,0.000060432038,0.00011437522,0.0006398791,0.83194697,0.0017978767,0.1511893,0.013538556,0.000042210097],"about_ca_topic_score_codex":0.0017279885,"about_ca_topic_score_gemma":0.0031032336,"teacher_disagreement_score":0.0053507676,"about_ca_system_score_codex":0.0023257611,"about_ca_system_score_gemma":0.0022375016,"threshold_uncertainty_score":0.028297901},"labels":[],"label_agreement":null},{"id":"W4300109070","doi":"10.52842/conf.caadria.2011.409","title":"Rethinking concept design tools: High-level requirements for concept design tools","year":2011,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Computer-Aided Architectural Design Research in Asia","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Context (archaeology); Engineering design process; Implementation; Software engineering; Process (computing); Systems engineering; Design education; Set (abstract data type); Architecture; Engineering management; Engineering","score_opus":0.537849545339799,"score_gpt":0.3898248462609544,"score_spread":0.14802469907884458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300109070","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014998616,0.0016976737,0.9531179,0.013110414,0.000278623,0.001214589,0.00006747256,0.0004936513,0.015021089],"genre_scores_gemma":[0.15034218,0.001241701,0.8425292,0.0014584304,0.00021291818,0.0017242507,0.00018627619,0.0003832461,0.0019217648],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9169129,0.0413285,0.010687218,0.003338253,0.025084997,0.002648156],"domain_scores_gemma":[0.6665204,0.25765598,0.006922689,0.0364811,0.029096492,0.0033233038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.103375494,0.0022304207,0.0020292636,0.0038471278,0.00461774,0.018116474,0.007484044,0.010507255,0.003670934],"category_scores_gemma":[0.19041736,0.0028181057,0.002660223,0.0023872787,0.020349676,0.03341219,0.008839368,0.015081465,0.0013513736],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001227705,0.00020444558,0.0010460364,0.0021478774,0.000051759027,0.00056416594,0.01953754,0.008995177,0.0074619595,0.84692,0.0030741112,0.10987417],"study_design_scores_gemma":[0.00020254271,0.00063090277,0.001016722,0.0032612619,0.00011239804,0.0019540738,0.006923857,0.050937902,0.0068147867,0.75013477,0.17775917,0.0002516244],"about_ca_topic_score_codex":0.0033857808,"about_ca_topic_score_gemma":0.0018295628,"teacher_disagreement_score":0.103375494,"about_ca_system_score_codex":0.0052320147,"about_ca_system_score_gemma":0.011432789,"threshold_uncertainty_score":0.5467084},"labels":[],"label_agreement":null},{"id":"W4300560132","doi":"10.52842/conf.caadria.2014.699","title":"Towards a New Representational Ecosystem for the Design Studio","year":2014,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Computer-Aided Architectural Design Research in Asia","topic":"Design Education and Practice","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Studio; Frame (networking); Ideation; Human–computer interaction; Design studio; Space (punctuation); Spatial design; Cognitive science; Psychology","score_opus":0.21379562703418606,"score_gpt":0.3818474041762042,"score_spread":0.16805177714201816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300560132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04908183,0.0011509408,0.8514844,0.008946849,0.000215911,0.00017464842,0.000080864615,0.00086437457,0.088000126],"genre_scores_gemma":[0.44720587,0.0007400773,0.53880024,0.00056056015,0.00009847344,0.00034301763,0.00014861533,0.000310077,0.011793017],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98755693,0.008581265,0.0006040557,0.00089277,0.0018140691,0.00055086374],"domain_scores_gemma":[0.99099874,0.003878838,0.0005793206,0.0026736734,0.0010244905,0.00084492617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015277182,0.0007545692,0.00063849916,0.0033022591,0.0029452005,0.02190276,0.0019926745,0.0025694892,0.0043642195],"category_scores_gemma":[0.010898636,0.0011522636,0.0009741919,0.002163218,0.016444003,0.025127582,0.013953243,0.0047991076,0.0010496646],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000142870285,0.000025617002,0.0003622198,0.000049873666,0.000006864058,0.00007022163,0.005958569,0.0010686234,0.00079768884,0.97906405,0.00041527062,0.012166725],"study_design_scores_gemma":[0.000040364106,0.00008160596,0.000525903,0.00030047208,0.000024634746,0.0006012351,0.006343054,0.023150539,0.0014725731,0.81280774,0.1545941,0.000057891524],"about_ca_topic_score_codex":0.000948661,"about_ca_topic_score_gemma":0.0008098689,"teacher_disagreement_score":0.02190276,"about_ca_system_score_codex":0.0032255338,"about_ca_system_score_gemma":0.004290609,"threshold_uncertainty_score":0.080794394},"labels":[],"label_agreement":null},{"id":"W4300643751","doi":"10.52842/conf.ecaade.2012.2.097","title":"Collaboration and Design Education Through the Interconnected HIS: Immature vs. Mature CI Loops Observed Through Ethnography by Telepresence","year":2012,"lang":"en","type":"article","venue":"eCAADe proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Studio; Conversation; Computer science; Ideation; Design studio; Conceptual design; Process (computing); Ethnography; Set (abstract data type); Engineering design process; Creativity; Human–computer interaction; Design process; Multimedia; Sociology; Psychology; Engineering; Work in process","score_opus":0.029794414772601537,"score_gpt":0.2701694922775956,"score_spread":0.2403750775049941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300643751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9840716,0.00018757838,0.009639635,0.00010722391,0.0000043738983,0.00003156643,0.000014955144,0.000034179397,0.005909045],"genre_scores_gemma":[0.99717593,0.00005451143,0.002092755,0.000012405372,0.0000018095599,0.000019372104,0.000008733622,0.000010456637,0.00062410557],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9959972,0.002515073,0.00017471258,0.0004742794,0.000508994,0.00032979442],"domain_scores_gemma":[0.9864123,0.009702745,0.0010785995,0.0016150735,0.00046571044,0.00072557636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003725404,0.0002643883,0.0002644309,0.0011475562,0.0014950623,0.0032034363,0.00073686696,0.0005758826,0.0015433199],"category_scores_gemma":[0.012144607,0.00028713208,0.00018706522,0.0006603364,0.0059767677,0.0034917137,0.0036145912,0.0013384203,0.0001553296],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001887852,0.0001339612,0.029083522,0.00018565534,0.000019865467,0.0011466892,0.8860633,0.00060709246,0.012276331,0.01785113,0.000322568,0.05212114],"study_design_scores_gemma":[0.000071681854,0.0008897055,0.104492955,0.0004620554,0.000084193176,0.0050878883,0.7501335,0.007983297,0.019785542,0.024677362,0.08618285,0.00014899501],"about_ca_topic_score_codex":0.0007512384,"about_ca_topic_score_gemma":0.0012535714,"teacher_disagreement_score":0.003725404,"about_ca_system_score_codex":0.00086479157,"about_ca_system_score_gemma":0.00083547994,"threshold_uncertainty_score":0.019702077},"labels":[],"label_agreement":null},{"id":"W4300778737","doi":"","title":"Industrial chairs: a proven collaboration concept and promising perspective for industry and academia to commonly advance science and improve the management of life cycles","year":2015,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Engineering management; Engineering ethics; Computer science; Engineering; Management science; Knowledge management; Artificial intelligence","score_opus":0.025847105861037643,"score_gpt":0.2860374740476215,"score_spread":0.2601903681865838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300778737","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014655434,0.019254575,0.25190058,0.13365576,0.009998943,0.00063081336,0.00027248563,0.0011695796,0.5684619],"genre_scores_gemma":[0.59795696,0.020118343,0.13099737,0.030630173,0.008617902,0.0017639897,0.00057004386,0.0011111078,0.20823404],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9613798,0.026341245,0.0009935142,0.0038947721,0.0046291794,0.002761561],"domain_scores_gemma":[0.97623765,0.0066714706,0.0022220004,0.002644789,0.0035916255,0.008632533],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026594477,0.0014421749,0.001191032,0.0038062802,0.010771471,0.024435224,0.0036720638,0.008281234,0.026125526],"category_scores_gemma":[0.025704177,0.0009889195,0.0014613221,0.004126646,0.020400066,0.028163046,0.024409164,0.009386115,0.0079407245],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030256771,0.000034545126,0.0003574677,0.00020368946,0.000011388156,0.000111728375,0.0044498085,0.00021215953,0.00021477896,0.95772564,0.014801416,0.021847058],"study_design_scores_gemma":[0.000038091406,0.000125391,0.00034972662,0.0004081974,0.0000192909,0.00028398412,0.0043467577,0.0005521786,0.00032604727,0.28743514,0.70606685,0.0000483733],"about_ca_topic_score_codex":0.0032693227,"about_ca_topic_score_gemma":0.0036996996,"teacher_disagreement_score":0.97340554,"about_ca_system_score_codex":0.0070612906,"about_ca_system_score_gemma":0.019235305,"threshold_uncertainty_score":0.1406467},"labels":[],"label_agreement":null},{"id":"W4300886832","doi":"10.52842/conf.acadia.2008.142","title":"Degrees and Switches","year":2008,"lang":"en","type":"article","venue":"ACADIA quarterly","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Evolutionary developmental biology; Generative grammar; Adaptation (eye); Context (archaeology); Function (biology); Computer science; Cognitive science; Evolutionary biology; Biology; Artificial intelligence","score_opus":0.01717670023488494,"score_gpt":0.20165389391007366,"score_spread":0.18447719367518872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300886832","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027948854,0.012864259,0.16357438,0.014833651,0.0042933254,0.00017266498,0.0005799468,0.00060182426,0.77513117],"genre_scores_gemma":[0.7713521,0.0120956935,0.07382361,0.0052509364,0.0027339617,0.00067129155,0.0007350075,0.00038514892,0.13295226],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965178,0.0009935034,0.0002436587,0.0010605603,0.0007644636,0.0004201117],"domain_scores_gemma":[0.99742764,0.001074371,0.00022631553,0.0005249819,0.0004269426,0.00031967912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025408368,0.0007355504,0.0006135289,0.0019254155,0.0027554936,0.006733362,0.0011367481,0.0019297953,0.01896664],"category_scores_gemma":[0.0057988856,0.00044366677,0.0006619586,0.0014626642,0.014484289,0.009903921,0.0051219575,0.0034769864,0.0033611867],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053991394,0.0000021598585,0.000049402828,0.00001412956,0.0000013522962,0.000009979183,0.00014450219,0.00011584432,0.000052502593,0.9952674,0.0006973636,0.0036401385],"study_design_scores_gemma":[0.000009273071,0.000008989577,0.00008499792,0.000029874665,0.000002583232,0.000061727005,0.0001743873,0.00039658695,0.00018085707,0.91481805,0.08422287,0.0000098759065],"about_ca_topic_score_codex":0.0011696032,"about_ca_topic_score_gemma":0.00096716743,"teacher_disagreement_score":0.01896664,"about_ca_system_score_codex":0.002903746,"about_ca_system_score_gemma":0.0013398998,"threshold_uncertainty_score":0.06344974},"labels":[],"label_agreement":null},{"id":"W4301654894","doi":"","title":"Model Assisted Creativity Sessions for the Design of Mixed Interactive Systems: A Protocol Analysis","year":2013,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Protocol (science); Creativity; Human–computer interaction; Multimedia; Psychology","score_opus":0.09764913750377173,"score_gpt":0.35490766217413283,"score_spread":0.2572585246703611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301654894","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06815543,0.00038059405,0.16811123,0.00072352425,0.00025656924,0.7554483,0.0009853921,0.00029880632,0.005640197],"genre_scores_gemma":[0.041331068,0.00012485904,0.090778135,0.00013294104,0.000024389034,0.8668545,0.00011965146,0.00003479493,0.0005997637],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.63319796,0.32295,0.023339495,0.003955834,0.013591587,0.002965088],"domain_scores_gemma":[0.6436253,0.25943482,0.018272351,0.041150466,0.034929972,0.0025871282],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.29959595,0.001806698,0.0016693987,0.004384143,0.003910308,0.002857833,0.0020083026,0.0022817685,0.009041049],"category_scores_gemma":[0.34380352,0.0016984466,0.0018754497,0.0040888423,0.002729274,0.0031929745,0.0041710366,0.0033287073,0.0018568637],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03279557,0.011064049,0.007111849,0.020697463,0.001293799,0.00087694236,0.12964356,0.009276687,0.014997118,0.07260571,0.013432633,0.6862047],"study_design_scores_gemma":[0.0814956,0.10293537,0.04789141,0.038499855,0.003931802,0.0015267389,0.09040314,0.10075826,0.11616182,0.09471272,0.31949663,0.002186628],"about_ca_topic_score_codex":0.0009970265,"about_ca_topic_score_gemma":0.0014438205,"teacher_disagreement_score":0.29959595,"about_ca_system_score_codex":0.0065743383,"about_ca_system_score_gemma":0.015672129,"threshold_uncertainty_score":0.8637229},"labels":[],"label_agreement":null},{"id":"W4302902268","doi":"10.1007/978-3-031-79934-1_1","title":"Choices as an Engineer","year":2006,"lang":"en","type":"book-chapter","venue":"Synthesis lectures on engineers, technology, and society","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Engineering; Engineering ethics; Computer science","score_opus":0.007784790943841637,"score_gpt":0.21977867743690072,"score_spread":0.21199388649305909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302902268","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016635527,0.003539784,0.0030535604,0.014080236,0.0023547765,0.000028446599,0.00002742001,0.00006679207,0.9751854],"genre_scores_gemma":[0.03256011,0.0020594888,0.001867585,0.004840905,0.00039846293,0.000041265208,0.000034499946,0.00013238053,0.9580653],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981609,0.0006802144,0.00004978223,0.00030418867,0.0005931645,0.00021174454],"domain_scores_gemma":[0.99912673,0.00025283964,0.000039540966,0.00012509311,0.00020907598,0.00024679283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001912653,0.00069839874,0.0003874261,0.000756691,0.0049740383,0.0073745158,0.00067025534,0.0019726427,0.035665132],"category_scores_gemma":[0.0033075444,0.00042405108,0.0002650551,0.00054844265,0.008706869,0.0071413144,0.0039839763,0.006748262,0.015197816],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017739356,0.000037298196,0.00021032435,0.000030458452,0.0000032022097,0.000054545217,0.0061930204,0.0000906759,0.0002022847,0.8022562,0.15363179,0.037272397],"study_design_scores_gemma":[0.0000019114634,0.000009879167,0.000052104282,0.000048516395,0.0000012648636,0.00003850284,0.0010925683,0.000032502205,0.00006306969,0.051956616,0.9466991,0.000003981238],"about_ca_topic_score_codex":0.002494966,"about_ca_topic_score_gemma":0.008205513,"teacher_disagreement_score":0.035665132,"about_ca_system_score_codex":0.001983506,"about_ca_system_score_gemma":0.0028596707,"threshold_uncertainty_score":0.11931175},"labels":[],"label_agreement":null},{"id":"W4304633763","doi":"10.1007/978-3-031-18458-1_45","title":"Bridging the Divide Between Design and Reality in Student Design Builds in Increasing Accessibility to Emerging Technologies","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Architecture; Augmented reality; Virtual reality; Engineering; Computer science; Architectural engineering; Multimedia; Human–computer interaction; Visual arts; Art","score_opus":0.0466561767704573,"score_gpt":0.3007674915085613,"score_spread":0.254111314738104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304633763","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18861645,0.00551648,0.2573171,0.04280194,0.00080249045,0.00009788453,0.000048945272,0.0006096513,0.504189],"genre_scores_gemma":[0.9112462,0.0021720687,0.043109905,0.0018107597,0.00021511067,0.000114536124,0.000043841683,0.00032194523,0.04096566],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9916469,0.0053859525,0.00021693355,0.00057563843,0.0017184218,0.000456082],"domain_scores_gemma":[0.9801063,0.014164869,0.00084447453,0.0019158598,0.0013916513,0.0015768611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008484031,0.00059068226,0.0005490512,0.0012884395,0.002177478,0.012911797,0.0013504622,0.0021504825,0.013529801],"category_scores_gemma":[0.016076114,0.0005548582,0.0005808378,0.0005893138,0.009323353,0.018353952,0.013505784,0.005323919,0.0018293834],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083659084,0.00037057124,0.0061298595,0.00047278593,0.000034684344,0.00039936043,0.12530154,0.0011088679,0.0037716725,0.615245,0.0118221175,0.23525994],"study_design_scores_gemma":[0.000050023333,0.0005658508,0.0055746185,0.0011872716,0.00005456232,0.0014408974,0.071764655,0.0037047963,0.0027261032,0.4964637,0.41640368,0.00006379894],"about_ca_topic_score_codex":0.00042905525,"about_ca_topic_score_gemma":0.00091093185,"teacher_disagreement_score":0.013529801,"about_ca_system_score_codex":0.0014928437,"about_ca_system_score_gemma":0.002219794,"threshold_uncertainty_score":0.04526174},"labels":[],"label_agreement":null},{"id":"W4307571609","doi":"10.1007/s12206-022-1025-6","title":"Evaluation of design innovation using the length-time dimension and regression analysis","year":2022,"lang":"en","type":"article","venue":"Journal of Mechanical Science and Technology","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Dimension (graph theory); Industrial engineering; Regression analysis; Computer science; Domain (mathematical analysis); Conceptual design; Product (mathematics); Variable (mathematics); Data mining; Engineering; Systems engineering; Machine learning; Mathematics","score_opus":0.06572337311864211,"score_gpt":0.337641833562695,"score_spread":0.2719184604440529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307571609","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92798996,0.00050607923,0.059189934,0.000103387596,0.000044714197,0.0006347619,0.00080224744,0.00022119719,0.0105076935],"genre_scores_gemma":[0.9725864,0.00013863384,0.024018362,0.000018076202,0.000018673209,0.00053629215,0.00059927895,0.00005765043,0.0020268164],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9681842,0.019164022,0.0023250002,0.0015665849,0.008069347,0.00069092464],"domain_scores_gemma":[0.6541153,0.2980424,0.01911232,0.00894426,0.018378364,0.0014072845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027788034,0.0010764125,0.0010578537,0.007617212,0.0005264485,0.0024751166,0.0012868923,0.0011841187,0.0053035626],"category_scores_gemma":[0.14293575,0.00032844802,0.0026171445,0.0058286823,0.0011420322,0.0041815867,0.0017138369,0.0012325065,0.0010841474],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0063773054,0.003744615,0.58998835,0.0012645508,0.0024247572,0.00013145342,0.0018241972,0.08498529,0.0080545945,0.010897456,0.001182333,0.28912514],"study_design_scores_gemma":[0.00033335065,0.0152337905,0.5168796,0.00026027826,0.001162373,0.00020979578,0.0023839476,0.43652424,0.015339576,0.007180009,0.004179753,0.00031317683],"about_ca_topic_score_codex":0.0022548554,"about_ca_topic_score_gemma":0.0027592306,"teacher_disagreement_score":0.027788034,"about_ca_system_score_codex":0.0021748936,"about_ca_system_score_gemma":0.0015923057,"threshold_uncertainty_score":0.14695889},"labels":[],"label_agreement":null},{"id":"W4307574636","doi":"10.1007/978-3-031-13234-6_8","title":"Design Management and Advanced Technologies in the Development and Production of a Modern Recreational Craft","year":2022,"lang":"en","type":"book-chapter","venue":"Proceedings in engineering mechanics","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Discovery Air (Canada)","funders":"","keywords":"Hull; Craft; Engineering; Manufacturing engineering; Buoyancy; Marine engineering; Recreation; Mechanical engineering; Production (economics); Geography","score_opus":0.021237980915995727,"score_gpt":0.2114591924529376,"score_spread":0.19022121153694188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307574636","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03374101,0.026907306,0.035807077,0.0022065004,0.00033601213,0.000059308648,0.000033574353,0.000116834715,0.9007924],"genre_scores_gemma":[0.1568341,0.009921489,0.017029509,0.00031239958,0.00012872863,0.000042518466,0.000031890962,0.00005712892,0.81564224],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997713,0.00006937666,0.0000075585053,0.00002875178,0.000098859564,0.000024254388],"domain_scores_gemma":[0.99992,0.000038950267,0.00000865434,0.000009164773,0.000011684311,0.000011460743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028233352,0.00030917197,0.00012273624,0.0006512412,0.00084093906,0.002363812,0.00043331517,0.0006553137,0.008961716],"category_scores_gemma":[0.0002663646,0.00022941396,0.00015638892,0.0007670106,0.0020044795,0.0010160069,0.0008274974,0.0008291498,0.00095950003],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038433493,0.00011821765,0.0011697344,0.000216498,0.000007096936,0.00031936623,0.005461522,0.0051195812,0.0034076988,0.54924756,0.031957213,0.40293702],"study_design_scores_gemma":[0.000005128919,0.00007446016,0.0031058062,0.00038820264,0.0000068260574,0.00047419232,0.0029882363,0.0034271015,0.0014524435,0.09259491,0.8954653,0.00001741274],"about_ca_topic_score_codex":0.0034676688,"about_ca_topic_score_gemma":0.013463126,"teacher_disagreement_score":0.008961716,"about_ca_system_score_codex":0.0015368807,"about_ca_system_score_gemma":0.0014753353,"threshold_uncertainty_score":0.029979885},"labels":[],"label_agreement":null},{"id":"W4308709898","doi":"10.24908/pceea.vi.15971","title":"Metaphors To Design By: Developing Representations of Engineering Design","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering design process; Computer science; Process (computing); Quality (philosophy); Design thinking; Design education; Design process; Metaphor; Mathematics education; Human–computer interaction; Psychology; Engineering; Epistemology; Work in process; Linguistics; Visual arts","score_opus":0.015340272483351559,"score_gpt":0.22739552471999763,"score_spread":0.21205525223664606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308709898","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01193754,0.0012834469,0.92661196,0.006582497,0.000363697,0.00021722476,0.00016421008,0.0011710962,0.05166827],"genre_scores_gemma":[0.17968383,0.0014200317,0.8057305,0.000680755,0.00006803182,0.0005049882,0.0002915237,0.0005551936,0.011065215],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9958104,0.0032320824,0.00014305329,0.0002858686,0.00039944818,0.0001291733],"domain_scores_gemma":[0.9917842,0.0058537,0.00040687656,0.0010332952,0.00058181805,0.00034016094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005567717,0.0013702903,0.00054055743,0.0020540154,0.0016592488,0.0076113925,0.0016389551,0.0019890761,0.009227501],"category_scores_gemma":[0.019594984,0.00068776397,0.0010347448,0.0013761865,0.007962703,0.012097046,0.004150428,0.003601508,0.0015945133],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022365824,0.00003033325,0.0002498511,0.0002871529,0.000010830186,0.00013985456,0.026738934,0.0022291192,0.00096414087,0.9256544,0.008671192,0.03500177],"study_design_scores_gemma":[0.000053154512,0.00007701177,0.0002668488,0.0007015971,0.000026833965,0.00067260826,0.013605554,0.020655205,0.0016464444,0.5884214,0.37382004,0.00005324122],"about_ca_topic_score_codex":0.0020428211,"about_ca_topic_score_gemma":0.0023173718,"teacher_disagreement_score":0.009227501,"about_ca_system_score_codex":0.002166737,"about_ca_system_score_gemma":0.0027858275,"threshold_uncertainty_score":0.030869126},"labels":[],"label_agreement":null},{"id":"W4308713112","doi":"10.24908/pceea.vi.15951","title":"Design education: learning design methodology to enrich project experience","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Task (project management); Project-based learning; Computer science; Workload; Knowledge management; Mathematics education; Psychology; Engineering; Systems engineering","score_opus":0.04478847245661437,"score_gpt":0.28100569477771287,"score_spread":0.23621722232109849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308713112","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033664294,0.0011065868,0.8950094,0.001479481,0.00019522678,0.0012618836,0.00023464733,0.0018866558,0.06516186],"genre_scores_gemma":[0.13074918,0.0017578113,0.8362227,0.0005984771,0.000078918514,0.0017162802,0.00041159234,0.0004049539,0.028060205],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950346,0.0029857638,0.00026124818,0.0003378688,0.0011134173,0.0002671692],"domain_scores_gemma":[0.99343586,0.003912365,0.0004745805,0.000946101,0.00075856195,0.0004726771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071973717,0.0009326284,0.00047109512,0.0019855846,0.000712537,0.0033117945,0.0013976084,0.00097234943,0.011540567],"category_scores_gemma":[0.010063103,0.00047711108,0.0007327404,0.0017583075,0.0013451774,0.0027774558,0.0033507212,0.0014442469,0.0038341365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009033833,0.0010434669,0.0040102,0.0018580604,0.0000482699,0.00021853387,0.007094364,0.003669245,0.010799929,0.0638952,0.018171808,0.8891006],"study_design_scores_gemma":[0.00029657516,0.0015638305,0.010732046,0.00203738,0.000082017425,0.0020505285,0.0050133117,0.016252175,0.02086285,0.13765918,0.8033089,0.00014125128],"about_ca_topic_score_codex":0.00030905943,"about_ca_topic_score_gemma":0.00077638694,"teacher_disagreement_score":0.011540567,"about_ca_system_score_codex":0.0012896912,"about_ca_system_score_gemma":0.0025816972,"threshold_uncertainty_score":0.038607},"labels":[],"label_agreement":null},{"id":"W4308713276","doi":"10.24908/pceea.vi.15910","title":"Two tales of the Design Thinking Process for the Sustainable Energy Canadian Engineering Grand Challenge","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Process (computing); Critical thinking; Energy (signal processing); Engineering design process; Engineering ethics; Natural (archaeology); Engineering management; Sustainable energy; Engineering; Mathematics education; Pedagogy; Architectural engineering; Sociology; Computer science; Psychology; Geography; Mechanical engineering; Mathematics","score_opus":0.01035621322054925,"score_gpt":0.2142702406882613,"score_spread":0.20391402746771206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308713276","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0676101,0.006866257,0.21189854,0.42566493,0.009205169,0.0013581214,0.0004405385,0.0008457602,0.27611068],"genre_scores_gemma":[0.5442293,0.004490726,0.21728703,0.030747076,0.00064902287,0.001078548,0.0004998273,0.00101992,0.19999853],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9806904,0.008813074,0.00033698662,0.0013202905,0.006025884,0.0028132908],"domain_scores_gemma":[0.98189986,0.0052471845,0.00051327207,0.0017830805,0.004978266,0.0055783344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022176575,0.0012590146,0.00044833202,0.0020922788,0.016808303,0.018057356,0.0026406355,0.005171466,0.011129022],"category_scores_gemma":[0.025848567,0.0006472706,0.00082183135,0.0017669912,0.024106875,0.007732494,0.009432052,0.012546835,0.0019959735],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015701835,0.00023207667,0.002343794,0.00036772867,0.000029361576,0.0009632906,0.123754576,0.0028513635,0.0028550585,0.58865666,0.15853669,0.11925243],"study_design_scores_gemma":[0.000040604595,0.00012116606,0.0017753355,0.00045503318,0.000012402197,0.00041309567,0.07083763,0.0028648514,0.0014389985,0.14241913,0.7794251,0.00019666235],"about_ca_topic_score_codex":0.24014421,"about_ca_topic_score_gemma":0.38220778,"teacher_disagreement_score":0.24014421,"about_ca_system_score_codex":0.03441404,"about_ca_system_score_gemma":0.070194885,"threshold_uncertainty_score":0.4774928},"labels":[],"label_agreement":null},{"id":"W4308713742","doi":"10.24908/pceea.vi.15935","title":"Understanding Feelings of Inclusion in Making and Engineering","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; University of Ottawa","keywords":"Feeling; Cornerstone; Inclusion (mineral); Teamwork; Engineering education; Multidisciplinary approach; Engineering ethics; Qualitative research; Engineering design process; Psychology; Engineering; Pedagogy; Sociology; Engineering management; Social psychology; Management; Social science; Mechanical engineering","score_opus":0.01839200428540793,"score_gpt":0.21251603656174767,"score_spread":0.19412403227633973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308713742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9685971,0.0009313702,0.0016533897,0.0047459826,0.00013673116,0.00003261723,0.000012935172,0.000013354513,0.023876542],"genre_scores_gemma":[0.9976683,0.000318081,0.00023043854,0.00039630206,0.000013193928,0.000012777265,0.0000049814803,0.0000065345826,0.0013494195],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98597765,0.0083668735,0.00046270597,0.0006072566,0.0027992618,0.0017862201],"domain_scores_gemma":[0.9839447,0.0077154203,0.002405112,0.0007134764,0.0016928742,0.0035282727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013829978,0.00063300267,0.00065171934,0.0024145641,0.010689586,0.014263009,0.0011624896,0.003011291,0.0027692046],"category_scores_gemma":[0.017641885,0.00060899265,0.0006382065,0.0011791498,0.02760788,0.009634921,0.012219345,0.0050812257,0.00032707004],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004850765,0.00008926612,0.01449586,0.00008704381,0.000019429604,0.0004294725,0.96605074,0.00009064255,0.0007373264,0.009279704,0.0006850543,0.007986962],"study_design_scores_gemma":[0.000007488817,0.00008008728,0.008948452,0.00016841815,0.000015285392,0.0004098203,0.9680578,0.00014068374,0.00030552418,0.0035198703,0.01828533,0.00006113906],"about_ca_topic_score_codex":0.0066870083,"about_ca_topic_score_gemma":0.0070399796,"teacher_disagreement_score":0.014263009,"about_ca_system_score_codex":0.0033630354,"about_ca_system_score_gemma":0.0028159195,"threshold_uncertainty_score":0.0731408},"labels":[],"label_agreement":null},{"id":"W4308713783","doi":"10.24908/pceea.vi.15973","title":"First-year Undergraduate Engineering Student Beliefs About Teamwork: A Qualitative Analysis.","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Teamwork; Value (mathematics); Psychology; Qualitative research; Work (physics); Accountability; Qualitative analysis; Mathematics education; Medical education; Pedagogy; Sociology; Engineering; Computer science; Management; Medicine; Political science; Social science","score_opus":0.0075966333460019886,"score_gpt":0.2555331625534785,"score_spread":0.24793652920747652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308713783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930813,0.00018723978,0.0020226075,0.00093786645,0.00002984359,0.0001913721,0.0002884129,0.000014754386,0.0032466403],"genre_scores_gemma":[0.9932498,0.00032547963,0.0014893275,0.00054320454,0.0000090650165,0.00044042093,0.00018114322,0.000016739361,0.0037447386],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9945416,0.0031395613,0.00020581158,0.00033716595,0.0007989985,0.0009768743],"domain_scores_gemma":[0.9804771,0.011793594,0.0016050189,0.0006064891,0.0034545339,0.0020632134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012891647,0.00040932468,0.0005086942,0.0024836042,0.0046749725,0.003485012,0.0012242967,0.0011088718,0.0032399306],"category_scores_gemma":[0.022783753,0.00053285796,0.00036984446,0.002271693,0.0030381486,0.002289114,0.0040187794,0.0019276784,0.00057904184],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057651272,0.0002739078,0.02828285,0.00015453389,0.00000737204,0.00033666502,0.9466706,0.00007492994,0.0011020234,0.0012956084,0.0012420616,0.020501839],"study_design_scores_gemma":[0.0000056464132,0.00012865744,0.012156231,0.00014652128,0.0000045750603,0.00014227736,0.98066646,0.00013760752,0.000673401,0.00029025384,0.0056324005,0.000015943026],"about_ca_topic_score_codex":0.0077176574,"about_ca_topic_score_gemma":0.015594542,"teacher_disagreement_score":0.012891647,"about_ca_system_score_codex":0.0042622965,"about_ca_system_score_gemma":0.005343279,"threshold_uncertainty_score":0.068178356},"labels":[],"label_agreement":null},{"id":"W4308800396","doi":"","title":"VISUAL MAPPING STRATEGIES TO ORGANIZE, COMMUNICATE AND MAINTAIN DESIGN KNOWLEDGE","year":2021,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Human–computer interaction","score_opus":0.34880196378693423,"score_gpt":0.572237353235737,"score_spread":0.22343538944880276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308800396","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030004544,0.00054046244,0.8873108,0.0019933127,0.00014285841,0.0007706343,0.00012035277,0.002183143,0.076933846],"genre_scores_gemma":[0.23854996,0.0005967985,0.74035203,0.00032619815,0.000043641787,0.0012702689,0.00020580969,0.00055912917,0.01809618],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99546176,0.0031539202,0.00017306111,0.00044834643,0.0005920883,0.00017094982],"domain_scores_gemma":[0.9901664,0.0063596764,0.0006031166,0.0015718112,0.0009598128,0.00033915605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006967919,0.0014858271,0.0004297714,0.005728405,0.0019191133,0.0063518467,0.0021884888,0.0014748148,0.01069731],"category_scores_gemma":[0.016061986,0.0006669536,0.00065885315,0.0029439952,0.004126913,0.0072561353,0.0055735633,0.0012529172,0.002624878],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025514144,0.0003557655,0.0018532159,0.0011133773,0.0000785901,0.0005278538,0.08955561,0.007301043,0.016834322,0.22970793,0.013547321,0.6388698],"study_design_scores_gemma":[0.00021923569,0.0004862018,0.0033277427,0.0013004884,0.000148771,0.0012323685,0.06568017,0.04378342,0.020509284,0.37557423,0.48751098,0.00022714569],"about_ca_topic_score_codex":0.00196425,"about_ca_topic_score_gemma":0.0025127684,"teacher_disagreement_score":0.01069731,"about_ca_system_score_codex":0.0016695617,"about_ca_system_score_gemma":0.0023148607,"threshold_uncertainty_score":0.036850333},"labels":[],"label_agreement":null},{"id":"W4308911590","doi":"10.24908/pceea.vi.15875","title":"Communication as Design: How a Multimodal Assignment Establishes Communication’s Role in Engineering Design and Provides Stability to a Large Course System","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Framing (construction); Computer science; Course (navigation); Engineering design process; Frame problem; Design elements and principles; Perspective (graphical); Management science; Engineering management; Software engineering; Engineering; Artificial intelligence","score_opus":0.010234025052885754,"score_gpt":0.21191701723670933,"score_spread":0.20168299218382357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308911590","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17408553,0.0005512546,0.40025467,0.012388944,0.0006419697,0.00036369418,0.000042496722,0.0011976942,0.4104737],"genre_scores_gemma":[0.9038232,0.00018855982,0.056256868,0.0006138288,0.000084303836,0.00019326495,0.000025358244,0.0002646258,0.03855011],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.989988,0.0072504804,0.00013593289,0.00080306147,0.001075845,0.00074669824],"domain_scores_gemma":[0.9920365,0.004409626,0.00048818212,0.0012357936,0.00080803764,0.0010218733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007253076,0.0007277407,0.00027719827,0.0014705474,0.008653908,0.012592399,0.001803963,0.0027771192,0.014281619],"category_scores_gemma":[0.019141002,0.00061140006,0.0005279963,0.0006662952,0.023027683,0.008980657,0.009794497,0.0027957284,0.0020795807],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014721579,0.00019604704,0.004963814,0.0002756119,0.000023572817,0.0009646185,0.14879532,0.0048980457,0.006025251,0.6859674,0.011182085,0.13656104],"study_design_scores_gemma":[0.00015749823,0.0006692845,0.0048825215,0.00071388704,0.00008373447,0.0017031609,0.081661046,0.033836015,0.011186104,0.32347992,0.5414292,0.00019762845],"about_ca_topic_score_codex":0.00833708,"about_ca_topic_score_gemma":0.00870798,"teacher_disagreement_score":0.014281619,"about_ca_system_score_codex":0.0055098487,"about_ca_system_score_gemma":0.0063453102,"threshold_uncertainty_score":0.04777682},"labels":[],"label_agreement":null},{"id":"W4308912714","doi":"10.24908/pceea.vi.15873","title":"Education As Prototype: On a Combined Architecture-Engineering Design Tutorial","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Key (lock); Teamwork; Context (archaeology); Experiential learning; Architecture; Engineering education; Reflection (computer programming); Knowledge management; Engineering management; Engineering ethics; Engineering; Mathematics education; Psychology","score_opus":0.005911095909977683,"score_gpt":0.19901684127646324,"score_spread":0.19310574536648556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308912714","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.341795,0.0009267335,0.44870985,0.0069247517,0.0010650862,0.002189228,0.00035976752,0.0067540966,0.19127557],"genre_scores_gemma":[0.42927063,0.0010526846,0.4875491,0.0013103283,0.000108716406,0.0009101663,0.0006427229,0.00095155387,0.07820415],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99778914,0.001176952,0.000072967574,0.00019685639,0.00055004936,0.00021417052],"domain_scores_gemma":[0.9961163,0.0023776458,0.00008603533,0.00031826927,0.0006285647,0.0004732158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031948753,0.00072000554,0.00042179902,0.0006605816,0.0011633033,0.0034268035,0.0017764498,0.0019366551,0.010442789],"category_scores_gemma":[0.01057881,0.00030984686,0.00040243575,0.00041596443,0.0010275778,0.0037853443,0.0036745528,0.0015174716,0.0025364982],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005777268,0.0053503527,0.0039823805,0.0015559935,0.000037354082,0.0032993357,0.059589267,0.021577124,0.03522663,0.096072294,0.06309077,0.7096407],"study_design_scores_gemma":[0.00025690018,0.0052977684,0.004552883,0.0019128113,0.00007804109,0.004085379,0.021473402,0.0545369,0.036552235,0.036766015,0.8342095,0.0002782398],"about_ca_topic_score_codex":0.0010780873,"about_ca_topic_score_gemma":0.0028460354,"teacher_disagreement_score":0.010442789,"about_ca_system_score_codex":0.0010601373,"about_ca_system_score_gemma":0.0015056697,"threshold_uncertainty_score":0.03493464},"labels":[],"label_agreement":null},{"id":"W4308912827","doi":"10.24908/pceea.vi.15884","title":"Discovering Concept-Space to Improve Student Experience and Teaching in Design Projects","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Université de Sherbrooke","keywords":"Capstone; Workspace; Computer science; Space (punctuation); Creativity; Asset (computer security); Process (computing); Multidisciplinary approach; Focus (optics); Human–computer interaction; Mathematics education; Knowledge management; Artificial intelligence; Psychology","score_opus":0.008365408057278251,"score_gpt":0.23738329167334418,"score_spread":0.22901788361606593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308912827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87191087,0.00035784917,0.11267818,0.0011217047,0.00006820757,0.0004409084,0.000050333558,0.00075819914,0.012613843],"genre_scores_gemma":[0.8594284,0.00022114534,0.1375561,0.00010306335,0.0000108336535,0.00033871378,0.00007741706,0.000106754575,0.0021574984],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926515,0.004701764,0.00030081463,0.00059115485,0.0012946546,0.00046012193],"domain_scores_gemma":[0.97559637,0.01645298,0.0019167879,0.0020209493,0.0021604756,0.0018524511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009537541,0.00064970687,0.00052167184,0.0020340842,0.0014596372,0.005761899,0.0013224152,0.0008381499,0.0030847082],"category_scores_gemma":[0.035716582,0.00042483883,0.000601036,0.0011724696,0.0020263272,0.005459373,0.006388439,0.0015680433,0.000586464],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042491552,0.0029527294,0.04336862,0.0012316074,0.00005837857,0.0004205093,0.19650698,0.0025709353,0.02046042,0.02328646,0.0054933587,0.70322514],"study_design_scores_gemma":[0.00051572843,0.010398903,0.113500446,0.0020714235,0.000363923,0.0032439658,0.39639255,0.03808813,0.06833967,0.1096062,0.25687292,0.0006061171],"about_ca_topic_score_codex":0.0003793833,"about_ca_topic_score_gemma":0.0006629754,"teacher_disagreement_score":0.009537541,"about_ca_system_score_codex":0.0010716226,"about_ca_system_score_gemma":0.0026220793,"threshold_uncertainty_score":0.050439954},"labels":[],"label_agreement":null},{"id":"W4311193695","doi":"10.3390/designs6060120","title":"A Comparative Analysis of the State-of-the-Art Methods for Multifunctional Bio-Inspired Design and an Introduction to Domain Integrated Design (DID)","year":2022,"lang":"en","type":"article","venue":"Designs","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Emulation; Computer science; Domain (mathematical analysis); Systems engineering; Design methods; Management science; Biochemical engineering; Engineering","score_opus":0.08160271151088568,"score_gpt":0.36289039407391616,"score_spread":0.2812876825630305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311193695","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020024538,0.028986681,0.9104782,0.00039707558,0.00015499306,0.00018194328,0.000067169785,0.00025551065,0.039453838],"genre_scores_gemma":[0.17625967,0.023103625,0.79289806,0.00017320695,0.00007617004,0.00041697774,0.00017793001,0.00022806306,0.006666295],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99629515,0.0010141074,0.00025877537,0.00027420293,0.0019913893,0.00016639069],"domain_scores_gemma":[0.9972882,0.0015171077,0.00022374917,0.0003965181,0.000513533,0.000060860406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004678979,0.0009087568,0.00077081856,0.0032408854,0.0006470633,0.0020803874,0.0009790186,0.0009167587,0.0031355645],"category_scores_gemma":[0.005173279,0.0005751788,0.0012407121,0.002418904,0.0011981946,0.00171476,0.0011100512,0.00086132734,0.0006562831],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024230698,0.00015568876,0.001560688,0.0030640233,0.00010791612,0.00014062249,0.00064528,0.043194424,0.03608593,0.23651105,0.0023515825,0.6759405],"study_design_scores_gemma":[0.00012215569,0.0016825516,0.0044871503,0.0025372114,0.0002860955,0.0023240722,0.0009569064,0.30195886,0.1253449,0.123754896,0.43627715,0.00026802853],"about_ca_topic_score_codex":0.00041816916,"about_ca_topic_score_gemma":0.0005182701,"teacher_disagreement_score":0.004678979,"about_ca_system_score_codex":0.0015330374,"about_ca_system_score_gemma":0.0009731761,"threshold_uncertainty_score":0.024745107},"labels":[],"label_agreement":null},{"id":"W4312115618","doi":"10.1007/s10798-022-09792-9","title":"Exploring the architectural design process assisted in conventional design studio: a systematic literature review","year":2022,"lang":"en","type":"article","venue":"International Journal of Technology and Design Education","topic":"Design Education and Practice","field":"Engineering","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"George Brown College","funders":"Stockholms Universitet","keywords":"Rubric; Grounded theory; Process (computing); Computer science; Context (archaeology); Engineering design process; Design process; Management science; Design studio; Systematic review; Software engineering; Studio; Engineering; Qualitative research; Work in process; Sociology; Psychology; Mathematics education","score_opus":0.06420441010603996,"score_gpt":0.32124623391773766,"score_spread":0.2570418238116977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312115618","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016493766,0.9564355,0.006711184,0.001716278,0.00048433855,0.014195923,0.00095655804,0.00005293066,0.0029535857],"genre_scores_gemma":[0.104642846,0.8504991,0.023659784,0.0014555401,0.00020235703,0.01785612,0.00088678126,0.000033175853,0.0007643184],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.95909256,0.019403886,0.012006619,0.0014034742,0.007407109,0.0006863086],"domain_scores_gemma":[0.8818946,0.079103135,0.013901841,0.0028992775,0.021031983,0.0011690949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.042948417,0.0017366987,0.0059372266,0.040062614,0.0024540676,0.0045646294,0.002369228,0.0025462057,0.003044775],"category_scores_gemma":[0.10073487,0.0018781527,0.003836161,0.026650008,0.0024638285,0.0063735438,0.0034692213,0.0016259707,0.00057590957],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014617387,0.00013954435,0.0021796236,0.8427027,0.0015832968,0.00092156685,0.0064780405,0.00028463296,0.00089268107,0.0018331906,0.0023908652,0.14044765],"study_design_scores_gemma":[0.00014045449,0.000447212,0.0038174156,0.9345319,0.007207975,0.0012978803,0.009790619,0.00029261032,0.0007874096,0.0011745136,0.04042365,0.00008832321],"about_ca_topic_score_codex":0.0061063245,"about_ca_topic_score_gemma":0.017876755,"teacher_disagreement_score":0.042948417,"about_ca_system_score_codex":0.0069941655,"about_ca_system_score_gemma":0.043615513,"threshold_uncertainty_score":0.2271356},"labels":[],"label_agreement":null},{"id":"W4312532519","doi":"10.1115/detc2022-90895","title":"Natural Language Processing for Content Analysis of Communication in Collaborative Design","year":2022,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Task (project management); Consistency (knowledge bases); Natural language processing; Task analysis; Artificial intelligence; Information flow; Information retrieval","score_opus":0.05423372796917553,"score_gpt":0.32656789417114374,"score_spread":0.2723341662019682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312532519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44006327,0.0011339231,0.53971905,0.0013038922,0.00013219073,0.00046866288,0.0057970113,0.0037381924,0.0076438235],"genre_scores_gemma":[0.8476058,0.00023835478,0.14602943,0.00014445068,0.00007924519,0.00039050664,0.003960239,0.00008699307,0.001465055],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981019,0.0009728561,0.00013249459,0.0003166792,0.00037851618,0.00009761194],"domain_scores_gemma":[0.98774534,0.009188798,0.001358138,0.0005161746,0.0010459361,0.00014559124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015065789,0.0006125759,0.00028491806,0.0030971724,0.00040788876,0.0010067055,0.00062004843,0.0006888089,0.0021141898],"category_scores_gemma":[0.009915228,0.0001929832,0.00052320183,0.0017008464,0.0005492239,0.0021408724,0.0006366543,0.0008397483,0.0008731168],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009782179,0.001124597,0.03304286,0.0020285023,0.00017993803,0.0010750709,0.0040578363,0.060517773,0.06576195,0.018316058,0.01454584,0.7983713],"study_design_scores_gemma":[0.0000413886,0.00023405028,0.023910463,0.00014821149,0.000049835464,0.00026819954,0.0011453629,0.9210178,0.016876362,0.027393483,0.008860643,0.000054087166],"about_ca_topic_score_codex":0.0025624426,"about_ca_topic_score_gemma":0.002725116,"teacher_disagreement_score":0.0030971724,"about_ca_system_score_codex":0.0010396835,"about_ca_system_score_gemma":0.00075633585,"threshold_uncertainty_score":0.007967651},"labels":[],"label_agreement":null},{"id":"W4312810435","doi":"10.24908/pceea.vi0.14135","title":"INFORMING TEAM DYNAMICS OF CAPSTONE PROJECTS USING PEER EVALUATION SCORES","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Capstone; Teamwork; Interpersonal communication; Set (abstract data type); Peer evaluation; Peer assessment; Quality (philosophy); Team composition; Empirical research; Psychology; Applied psychology; Computer science; Knowledge management; Social psychology; Mathematics education; Higher education; Mathematics; Management; Statistics","score_opus":0.02128554250526009,"score_gpt":0.2457934379280398,"score_spread":0.2245078954227797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312810435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9325923,0.00012600221,0.056278557,0.00013650932,0.00005048495,0.000369431,0.0002844016,0.00030356008,0.009858796],"genre_scores_gemma":[0.9848262,0.000055553646,0.013501565,0.0000072431326,0.000017890512,0.0001559844,0.00022911344,0.000029084038,0.0011773725],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9849858,0.005979541,0.0012484945,0.0011912208,0.0059472043,0.00064775924],"domain_scores_gemma":[0.9187572,0.03938814,0.013066399,0.0031561034,0.022407155,0.0032250315],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013706504,0.00068486936,0.0006942542,0.007564816,0.00093891536,0.0024618781,0.00082900876,0.00047361138,0.0020219772],"category_scores_gemma":[0.07391321,0.00022612391,0.00034281824,0.0032297815,0.0007200667,0.0019590016,0.0020465096,0.00072926766,0.0005718793],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006679378,0.0005459442,0.55994064,0.00030558233,0.00018276012,0.00022144345,0.01079968,0.010268368,0.008614555,0.0025957513,0.0019701892,0.40388715],"study_design_scores_gemma":[0.000055017357,0.0018878666,0.84809077,0.00013658898,0.00012913549,0.00029792593,0.0152002955,0.10644316,0.018161148,0.003980854,0.00536235,0.00025491524],"about_ca_topic_score_codex":0.002028836,"about_ca_topic_score_gemma":0.003682284,"teacher_disagreement_score":0.99908316,"about_ca_system_score_codex":0.000916842,"about_ca_system_score_gemma":0.0012656611,"threshold_uncertainty_score":0.07248777},"labels":[],"label_agreement":null},{"id":"W4313129154","doi":"10.1115/detc2022-91086","title":"Effects of Augmented Information System on Design Communication: A Human-Subject Study Using Aircraft Design Studio","year":2022,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Context (archaeology); Human–computer interaction; Iterative design; Task (project management); Frame (networking); Design process; Multimedia; Engineering design process; Interface (matter); Design education; Process (computing); Systems engineering; Engineering; Work in process","score_opus":0.04845842791589267,"score_gpt":0.2877116774447698,"score_spread":0.2392532495288771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313129154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981571,0.000023654824,0.001166696,0.000018136177,0.0000089733685,0.00010205644,0.000025394336,0.00003534977,0.00046272174],"genre_scores_gemma":[0.99541414,0.00003804099,0.0030780516,0.00005275659,0.000023615143,0.00035751905,0.00005890735,0.000026135716,0.0009508067],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9902081,0.0072314045,0.000620173,0.0009303602,0.00070156046,0.00030848428],"domain_scores_gemma":[0.9084797,0.07612515,0.0045747925,0.0058401544,0.0032032337,0.0017769786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007214974,0.00080998696,0.0009697469,0.0009829487,0.0012067173,0.0021636093,0.00070208707,0.0009986393,0.0039111157],"category_scores_gemma":[0.034429763,0.0005415125,0.00045600868,0.00043843684,0.0013103985,0.001001605,0.0015759951,0.00094471045,0.0006435393],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025173461,0.07341276,0.23195511,0.0027916,0.0009829716,0.0035343424,0.2621343,0.016287884,0.13587222,0.0014457211,0.0034260233,0.24298374],"study_design_scores_gemma":[0.0040580714,0.22380526,0.57838386,0.00045164002,0.0010527582,0.0022834674,0.07823077,0.041096944,0.04837682,0.0026604536,0.018906923,0.00069306605],"about_ca_topic_score_codex":0.0006497186,"about_ca_topic_score_gemma":0.00071896473,"teacher_disagreement_score":0.007214974,"about_ca_system_score_codex":0.00044115327,"about_ca_system_score_gemma":0.000492177,"threshold_uncertainty_score":0.038156927},"labels":[],"label_agreement":null},{"id":"W4313495064","doi":"10.1007/978-3-031-20418-0_11","title":"A Systems Thinking Inspired Approach to Understanding Design Activity","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Systems thinking; Design thinking; Framing (construction); Ideation; Computer science; Critical systems thinking; Systems design; Management science; Human–computer interaction; Critical thinking; Artificial intelligence; Engineering; Cognitive science; Psychology; Software engineering; Mathematics education","score_opus":0.22426541285274898,"score_gpt":0.2722635385836779,"score_spread":0.04799812573092893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313495064","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026510493,0.0032118305,0.4129665,0.0024235211,0.0003160478,0.0000795383,0.00006853145,0.00024933508,0.5780336],"genre_scores_gemma":[0.1727808,0.0070391065,0.2605843,0.0012275717,0.0002763991,0.0005172966,0.00031461904,0.00043052217,0.5568294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995468,0.00020402245,0.00001966751,0.000060839404,0.0001407753,0.00002793582],"domain_scores_gemma":[0.9994609,0.00038756715,0.000017300592,0.00004740681,0.000067306086,0.00001957576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068806525,0.0008150883,0.00035494234,0.0011898001,0.0009576999,0.004793142,0.0009680571,0.0012427606,0.011925794],"category_scores_gemma":[0.0010286826,0.00040835465,0.00052631303,0.0011557009,0.0047462964,0.004556393,0.0011659224,0.0020963317,0.0024211602],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020775606,0.000008502075,0.000055245364,0.000076811346,0.0000029055027,0.000043903066,0.0012936661,0.0013108917,0.00032916252,0.971584,0.0044435374,0.02084928],"study_design_scores_gemma":[0.0000035855887,0.000010999969,0.00012116162,0.00013879965,0.0000069965686,0.00013051686,0.00083661766,0.005163046,0.00070221204,0.7569675,0.23591138,0.0000071949034],"about_ca_topic_score_codex":0.0031515202,"about_ca_topic_score_gemma":0.00473376,"teacher_disagreement_score":0.011925794,"about_ca_system_score_codex":0.0022092347,"about_ca_system_score_gemma":0.0017500876,"threshold_uncertainty_score":0.039895713},"labels":[],"label_agreement":null},{"id":"W4313495104","doi":"10.1007/978-3-031-20418-0_26","title":"Collaborative-Knowledge Construction Activity Method to Analyse Design-Learning in VR Co-design Crits","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Collaborative design; Collaborative learning; Computer science; Human–computer interaction; Knowledge management; Engineering; Software engineering; Systems design","score_opus":0.07040981921355234,"score_gpt":0.36240786406548114,"score_spread":0.2919980448519288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313495104","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034316655,0.00038981266,0.9114954,0.00016385726,0.0000664737,0.0005709703,0.00041393013,0.00076852273,0.05181445],"genre_scores_gemma":[0.31300294,0.00030826914,0.6601617,0.000066966095,0.000018684163,0.0017527215,0.00088974094,0.00039715983,0.023401972],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9963529,0.0021229107,0.00017640062,0.00048073276,0.00070519745,0.00016191196],"domain_scores_gemma":[0.98937523,0.008851983,0.00023343663,0.000738319,0.00068135426,0.00011965526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032064982,0.00088214054,0.0005801456,0.0047055734,0.0010476646,0.0036272043,0.0014105533,0.00094908546,0.011930161],"category_scores_gemma":[0.00992632,0.0003791752,0.0009329537,0.0051558577,0.0019982383,0.0032941739,0.0024685594,0.0012896366,0.0015844414],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016613366,0.00043536088,0.008272677,0.0012718894,0.00011716171,0.00028476692,0.026734723,0.010960133,0.004990726,0.3321143,0.0056884093,0.6089637],"study_design_scores_gemma":[0.00017641921,0.0006485129,0.029881103,0.0019413028,0.000352807,0.0014926419,0.04593458,0.33360338,0.030871607,0.35639623,0.19847989,0.00022146865],"about_ca_topic_score_codex":0.0029936715,"about_ca_topic_score_gemma":0.0034823783,"teacher_disagreement_score":0.011930161,"about_ca_system_score_codex":0.0018277908,"about_ca_system_score_gemma":0.0020905132,"threshold_uncertainty_score":0.039910376},"labels":[],"label_agreement":null},{"id":"W4317539286","doi":"","title":"La formation des ingénieurs : Apports des recherches en sciences humaines et sociales à l’étude des processus de conception industrielle. Communication à la journée d’étude organisée par le Créas : Comment les approches intégratives (approches par problèmes, par projets, interdisciplinaires) s’opérationnalisent-elles dans les différents programmes de formation à l’université et dans l’enseignement des sciences, technologies et mathématiques au secondaire ? Sherbrooke, Faculté d’éducation, Université de Sherbrooke, Québec (Canada)","year":2006,"lang":"fr","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sociology","score_opus":0.05377092621225171,"score_gpt":0.2822895351948208,"score_spread":0.2285186089825691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317539286","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11768173,0.13492234,0.10471192,0.13421413,0.002727341,0.0002979304,0.00035355,0.0002508834,0.50484025],"genre_scores_gemma":[0.8211814,0.050482687,0.03564389,0.0044343555,0.0004363659,0.00032504564,0.0002537365,0.0002535686,0.08698889],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9878478,0.0069965166,0.0003401439,0.0012131801,0.0027811117,0.00082119275],"domain_scores_gemma":[0.97838676,0.012615101,0.0014020569,0.0018168621,0.0040482823,0.0017309452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017904218,0.0012301492,0.001006298,0.00454505,0.0075083314,0.018010095,0.0022314857,0.003827255,0.011966103],"category_scores_gemma":[0.023611289,0.0007919729,0.00078620855,0.00651265,0.027099466,0.019248512,0.008092122,0.004017627,0.0015752338],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055018827,0.000057093668,0.005460314,0.001070363,0.00006771479,0.00030709608,0.22044285,0.0008968597,0.0006521791,0.64713264,0.011800663,0.11205728],"study_design_scores_gemma":[0.000022660615,0.00007673339,0.013656311,0.0019807825,0.00006669129,0.00043690752,0.19182028,0.0010690907,0.0011895297,0.27741888,0.51218134,0.00008084096],"about_ca_topic_score_codex":0.14900938,"about_ca_topic_score_gemma":0.1603492,"teacher_disagreement_score":0.85099065,"about_ca_system_score_codex":0.026732014,"about_ca_system_score_gemma":0.031597033,"threshold_uncertainty_score":0.29628408},"labels":[],"label_agreement":null},{"id":"W4318240336","doi":"10.3233/jid-229008","title":"Domain-Independent Design Theory and Methodology to Boost the Adoption of Design Methods","year":2023,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; University of Waterloo","funders":"","keywords":"Bespoke; Relevance (law); Domain (mathematical analysis); Design science; Management science; Process (computing); Design education; Design methods; Computer science; Design process; Engineering ethics; Engineering design process; Designtheory; Reflection (computer programming); Knowledge management; Engineering; Political science; Business; Marketing; Human–computer interaction; Work in process; Operations management","score_opus":0.1294238797284858,"score_gpt":0.41058568732239115,"score_spread":0.28116180759390536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318240336","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018765692,0.0020052039,0.9620492,0.011225301,0.0006386082,0.00057263224,0.00003487239,0.00029768163,0.021300059],"genre_scores_gemma":[0.057628114,0.002196582,0.92997843,0.0037719728,0.00043562043,0.0017218231,0.00009627317,0.0003548557,0.0038163357],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.77390236,0.17688271,0.0067206956,0.008640583,0.031629223,0.0022243473],"domain_scores_gemma":[0.6224911,0.26915324,0.006475936,0.057649232,0.039028715,0.0052017546],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2287845,0.0023905856,0.0028983955,0.009059411,0.0031069207,0.014714096,0.0061896336,0.00720424,0.007930506],"category_scores_gemma":[0.19186006,0.0024811707,0.0035289545,0.003817095,0.023403771,0.018522099,0.012989703,0.018900253,0.0040026726],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041240008,0.00024717144,0.0008411694,0.0014527756,0.00010259797,0.0000856577,0.006823154,0.0033490055,0.0009273348,0.90540516,0.003955341,0.07676933],"study_design_scores_gemma":[0.00014296964,0.00025161853,0.00063332164,0.003712965,0.000062918974,0.00027703444,0.0030943323,0.011404438,0.0019875567,0.79042745,0.187918,0.00008743727],"about_ca_topic_score_codex":0.001504059,"about_ca_topic_score_gemma":0.0012359692,"teacher_disagreement_score":0.2287845,"about_ca_system_score_codex":0.00889373,"about_ca_system_score_gemma":0.021797445,"threshold_uncertainty_score":0.951046},"labels":[],"label_agreement":null},{"id":"W4319456546","doi":"10.58279/v1006","title":"Engaged Design Scholarship in Contexts","year":2022,"lang":"en","type":"article","venue":"Contexts – The Systemic Design Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Scholarship; Editorial board; Diversity (politics); Field (mathematics); Engaged scholarship; Engineering ethics; Sociology; Library science; Political science; Engineering; Computer science; Anthropology; Law","score_opus":0.06245962041792764,"score_gpt":0.27266455582843674,"score_spread":0.2102049354105091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319456546","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022451916,0.007959873,0.00037184343,0.047691423,0.9384907,0.0000121734665,0.000043820946,0.00003814753,0.005167574],"genre_scores_gemma":[0.010372458,0.0136106545,0.0005765703,0.02260297,0.9213639,0.00006061115,0.000087276734,0.00010025803,0.031225342],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99436754,0.0013741907,0.00039833074,0.0008150107,0.0027222238,0.00032275563],"domain_scores_gemma":[0.9715334,0.01675727,0.00080059026,0.00096959685,0.0073259757,0.0026131235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071825343,0.0014444222,0.0009827408,0.0025733171,0.0045909644,0.008853441,0.0014597533,0.0039431737,0.013860468],"category_scores_gemma":[0.03076329,0.00047782177,0.0010817976,0.0011316965,0.0052398904,0.004468106,0.003091856,0.008906761,0.0039731944],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037454378,0.000012523781,0.000058693386,0.0002939086,0.000007991169,0.00009305273,0.00050186366,0.000044895773,0.000087661974,0.008434649,0.9767537,0.013673588],"study_design_scores_gemma":[0.000014139236,0.00002055715,0.00013082799,0.00046605183,0.000008982012,0.00009548123,0.00035449857,0.000061517516,0.000095762916,0.0044932514,0.9942521,0.00000689113],"about_ca_topic_score_codex":0.000846481,"about_ca_topic_score_gemma":0.0022151743,"teacher_disagreement_score":0.013860468,"about_ca_system_score_codex":0.0029838174,"about_ca_system_score_gemma":0.004300433,"threshold_uncertainty_score":0.046367884},"labels":[],"label_agreement":null},{"id":"W4323520058","doi":"10.31274/itaa.16040","title":"Using Human-Centered Methods to Inform Designing","year":2022,"lang":"en","type":"article","venue":"Innovate to Elevate","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Toronto Metropolitan University","funders":"","keywords":"Variety (cybernetics); Curiosity; Computer science; Clothing; Storytelling; Human–computer interaction; Empathy; Session (web analytics); User-centered design; Multimedia; Data science; World Wide Web; Psychology; Artificial intelligence; Narrative","score_opus":0.15733842791890085,"score_gpt":0.4228493997718759,"score_spread":0.26551097185297506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323520058","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012743453,0.008081516,0.8928434,0.023243148,0.0016959726,0.0041229823,0.00043926333,0.00058805296,0.05624224],"genre_scores_gemma":[0.18275476,0.006312127,0.7782909,0.0057414826,0.00029905225,0.011698485,0.00039954027,0.0006993623,0.013804292],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.7977447,0.18194064,0.0034572412,0.0059739132,0.008933148,0.0019502812],"domain_scores_gemma":[0.8187283,0.15019964,0.003666611,0.013962144,0.011310394,0.0021328176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.13596733,0.0020909142,0.0016099642,0.00756138,0.0067076525,0.019705582,0.005085494,0.0034855586,0.008467633],"category_scores_gemma":[0.09953111,0.0016043801,0.0015452618,0.004527112,0.029197194,0.013149309,0.01417901,0.007059773,0.0019088209],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001074634,0.00023517413,0.0017242709,0.0036330551,0.00015288703,0.00060068106,0.40836152,0.0039682365,0.002520401,0.40138954,0.015497152,0.16180956],"study_design_scores_gemma":[0.0001482529,0.00016409083,0.0007490745,0.006515366,0.000063762716,0.00040410078,0.15779269,0.0037626824,0.002862977,0.39240485,0.43498912,0.00014292805],"about_ca_topic_score_codex":0.0039309687,"about_ca_topic_score_gemma":0.005016547,"teacher_disagreement_score":0.13596733,"about_ca_system_score_codex":0.01005704,"about_ca_system_score_gemma":0.016483288,"threshold_uncertainty_score":0.7190726},"labels":[],"label_agreement":null},{"id":"W4323858369","doi":"10.1016/j.cogdev.2023.101314","title":"Children's sensitivity to authenticity in their extension of brand names","year":2023,"lang":"en","type":"article","venue":"Cognitive Development","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Categorization; Psychology; Perception; Trademark; Identity (music); Product (mathematics); Brand names; Extension (predicate logic); Advertising; Linguistics; Aesthetics","score_opus":0.023479509335108072,"score_gpt":0.26174283694329575,"score_spread":0.2382633276081877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323858369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.998207,0.000106520834,0.00010087565,0.000020433243,0.000003359592,0.000003879906,0.000026154241,0.000007685183,0.0015240728],"genre_scores_gemma":[0.998882,0.00014811294,0.00021042241,0.000027929169,0.0000020107216,0.00000847581,0.000050096856,0.0000055847736,0.0006653702],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99901927,0.00014402485,0.00010992166,0.00023980813,0.00032889767,0.00015800637],"domain_scores_gemma":[0.992716,0.0032556371,0.0024536338,0.00058768614,0.00064040447,0.00034654225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001849232,0.00027542902,0.00029499142,0.0010449045,0.00022707476,0.0017434576,0.00029115568,0.0006394095,0.002448188],"category_scores_gemma":[0.012947874,0.00056486344,0.00029696274,0.0003438765,0.0012985454,0.0012700937,0.001225181,0.0008862059,0.0004509784],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011092612,0.00020186703,0.71923715,0.000275974,0.00008823242,0.003414286,0.11625134,0.00043750607,0.10833501,0.0018187519,0.00073865114,0.04809194],"study_design_scores_gemma":[0.000027282083,0.000580202,0.96634156,0.0000535726,0.000068445224,0.003096418,0.012530111,0.00028872935,0.011887489,0.0010301947,0.0040340074,0.0000620509],"about_ca_topic_score_codex":0.0023916264,"about_ca_topic_score_gemma":0.002491725,"teacher_disagreement_score":0.002448188,"about_ca_system_score_codex":0.00026478787,"about_ca_system_score_gemma":0.00020429974,"threshold_uncertainty_score":0.009779811},"labels":[],"label_agreement":null},{"id":"W4324278390","doi":"10.1007/978-3-030-82976-6_52-1","title":"Perspectives on the Process of Design from Education and the Design Fields","year":2023,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Design process; Process (computing); Design education; Computer science; Process management; Engineering; Business; Work in process; Operations management; Programming language","score_opus":0.03807858769017791,"score_gpt":0.28996913326336876,"score_spread":0.25189054557319085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324278390","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031468796,0.063939266,0.075690486,0.021660017,0.0016662145,0.000045620785,0.00004915117,0.00010118769,0.83370113],"genre_scores_gemma":[0.32582986,0.08583519,0.04597483,0.005682415,0.0018530975,0.0003436014,0.00014200747,0.00039565255,0.53394336],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99718434,0.0017954605,0.00007432242,0.00017102169,0.00060228124,0.00017249706],"domain_scores_gemma":[0.99566394,0.0037214195,0.00010463963,0.00016819261,0.0002140693,0.00012767018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033906323,0.0011833395,0.0007978122,0.0022568067,0.0024476966,0.010921483,0.0014542062,0.003656143,0.010771258],"category_scores_gemma":[0.003500791,0.0006483532,0.0005952802,0.0025670144,0.024126902,0.010211247,0.0022321579,0.00612634,0.0018606635],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020949692,0.000005810414,0.000012000862,0.00003455581,5.377884e-7,0.000019853896,0.001361896,0.00017236282,0.000034092824,0.9919985,0.0019938475,0.004364437],"study_design_scores_gemma":[0.000005417623,0.000011812904,0.00006398224,0.00022755415,0.000002046871,0.00009457694,0.0015214459,0.00046089495,0.00015557258,0.8077385,0.18971185,0.0000063741395],"about_ca_topic_score_codex":0.005441112,"about_ca_topic_score_gemma":0.005268216,"teacher_disagreement_score":0.010921483,"about_ca_system_score_codex":0.0056868317,"about_ca_system_score_gemma":0.0047106477,"threshold_uncertainty_score":0.041261077},"labels":[],"label_agreement":null},{"id":"W4360621133","doi":"10.33137/utmj.v100i1.40352","title":"Applying the principles of Design Thinking to the Intensive Care Environment","year":2023,"lang":"en","type":"article","venue":"University of Toronto Medical Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Dignity; Health care; Foundation (evidence); Quality (philosophy); Process (computing); Nursing; Engineering ethics; Medicine; Knowledge management; Psychology; Computer science; Engineering; Political science","score_opus":0.030311043396041227,"score_gpt":0.2346603573067834,"score_spread":0.20434931391074215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360621133","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066382815,0.011737831,0.8806616,0.032396626,0.0014034577,0.0010939975,0.00009378052,0.00036389127,0.065610625],"genre_scores_gemma":[0.17643778,0.009056565,0.79670584,0.0075489697,0.00060544,0.0039159395,0.00011160511,0.00021421429,0.0054037413],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.93010145,0.05346982,0.0034890778,0.0029694955,0.008687142,0.0012830514],"domain_scores_gemma":[0.91772807,0.06956771,0.0020434994,0.0049558394,0.00452112,0.0011837807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.059471566,0.0024434158,0.0017969675,0.006612893,0.0050156354,0.016132727,0.0038031319,0.0053337403,0.0028938693],"category_scores_gemma":[0.034449987,0.0012725355,0.002709523,0.0032739048,0.07044829,0.009188709,0.008206204,0.009909089,0.0011164284],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037310405,0.00007809368,0.0005464443,0.0018425323,0.000085469386,0.00023438576,0.020468688,0.004345058,0.0005589486,0.9380517,0.0026236086,0.03112775],"study_design_scores_gemma":[0.00007986904,0.00009243772,0.00018683192,0.0012890326,0.000030315852,0.00027066673,0.0035175323,0.0020062276,0.0004885219,0.9093504,0.082641184,0.000046885107],"about_ca_topic_score_codex":0.004043295,"about_ca_topic_score_gemma":0.0035262087,"teacher_disagreement_score":0.059471566,"about_ca_system_score_codex":0.009422923,"about_ca_system_score_gemma":0.015215005,"threshold_uncertainty_score":0.31451946},"labels":[],"label_agreement":null},{"id":"W4361276866","doi":"10.1177/03064190231164715","title":"Observed practices of design engineers","year":2023,"lang":"en","type":"article","venue":"International Journal of Mechanical Engineering Education","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; University of Prince Edward Island","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Connotation; Thematic analysis; Best practice; Engineering ethics; Engineering; Documentation; Computer science; Management science; Qualitative research; Management; Sociology","score_opus":0.06706053050672287,"score_gpt":0.3263393305212744,"score_spread":0.2592788000145515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361276866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9627563,0.0010489274,0.015847247,0.00091369584,0.00002574984,0.00011969839,0.0001695216,0.00009743686,0.019021507],"genre_scores_gemma":[0.9892698,0.0007341514,0.0049021225,0.00017509813,0.0000075748103,0.00009834432,0.000105527164,0.000027290327,0.0046801437],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9835586,0.008351027,0.0013954336,0.0018162797,0.0040634903,0.0008152279],"domain_scores_gemma":[0.9361911,0.042025413,0.0062773516,0.005035895,0.0089624915,0.0015077961],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008282358,0.00039319549,0.0002694766,0.0023141592,0.002358352,0.0025120429,0.0013270355,0.0010405965,0.0022210523],"category_scores_gemma":[0.05322144,0.00045143088,0.0002960175,0.0015455723,0.002870831,0.001904537,0.0028915673,0.0011137908,0.00051459525],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011231961,0.000112341775,0.14060812,0.0005986578,0.000044613273,0.0009775435,0.71379656,0.00070662145,0.014326611,0.003985843,0.001666792,0.123063974],"study_design_scores_gemma":[0.000028742514,0.00044351228,0.14647786,0.0010192244,0.00006218432,0.0038874545,0.6698526,0.0022870852,0.012225574,0.0051420853,0.15832378,0.00024986282],"about_ca_topic_score_codex":0.0097476505,"about_ca_topic_score_gemma":0.016110023,"teacher_disagreement_score":0.99171764,"about_ca_system_score_codex":0.0027335938,"about_ca_system_score_gemma":0.0024239812,"threshold_uncertainty_score":0.043801844},"labels":[],"label_agreement":null},{"id":"W4362563960","doi":"10.1007/978-3-031-23152-0_2","title":"Design Pedagogy: Higher Education Possibilities for the Twenty-First Century","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Futures contract; Variety (cybernetics); Design studio; Studio; Pedagogy; Higher education; Engineering ethics; Design education; Sociology; Engineering; Political science; Computer science; Visual arts; Art","score_opus":0.06851660018574084,"score_gpt":0.30829456205079725,"score_spread":0.2397779618650564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362563960","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020082046,0.027467817,0.010291489,0.00795193,0.0013196279,0.000020268795,0.000035695182,0.00012923333,0.95077574],"genre_scores_gemma":[0.060512602,0.016795708,0.0055401935,0.0026096178,0.00050960644,0.000069058224,0.000053465174,0.00011529616,0.9137944],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994947,0.00023506396,0.000011139681,0.00003656792,0.00016278631,0.000059833048],"domain_scores_gemma":[0.9996557,0.00018750658,0.00001387681,0.000032292315,0.000058211375,0.00005248318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076954777,0.0006292927,0.00031644598,0.00092532363,0.0024740184,0.0062493472,0.0006392212,0.0016831853,0.025934672],"category_scores_gemma":[0.0010346604,0.00021602934,0.0002680759,0.0008177485,0.0056059654,0.0036745581,0.0020591286,0.0024901715,0.0040890053],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000076161773,0.000024341314,0.00007365338,0.00010651141,0.0000020299763,0.000049836603,0.002179,0.00023578948,0.00016220233,0.8982173,0.052782822,0.046158895],"study_design_scores_gemma":[0.000003428202,0.000008025162,0.00010152164,0.00018478409,0.0000013109477,0.00006943235,0.00095188204,0.00020753634,0.00015805072,0.14187331,0.8564363,0.000004503348],"about_ca_topic_score_codex":0.0042316676,"about_ca_topic_score_gemma":0.01167972,"teacher_disagreement_score":0.025934672,"about_ca_system_score_codex":0.00424445,"about_ca_system_score_gemma":0.004262851,"threshold_uncertainty_score":0.0867601},"labels":[],"label_agreement":null},{"id":"W4364380433","doi":"10.18280/ijsdp.180314","title":"Design Thinking for Innovation in Sustainable Built Environments and the Integration of an Inclusive Foresight and Design Thinking Framework","year":2023,"lang":"en","type":"article","venue":"International Journal of Sustainable Development and Planning","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Thammasat University","keywords":"Futures studies; Design thinking; Sustainable development; Sustainable design; Architectural engineering; Process management; Knowledge management; Systems thinking; Engineering; Management science; Computer science; Sustainability; Human–computer interaction; Political science; Artificial intelligence","score_opus":0.02885067361772085,"score_gpt":0.29942449363174056,"score_spread":0.2705738200140197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4364380433","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033951174,0.06236639,0.6160898,0.055313386,0.0017421904,0.0016359367,0.00022491696,0.00030310743,0.22837317],"genre_scores_gemma":[0.5656356,0.033097614,0.3838521,0.0050839907,0.00030453206,0.0031730277,0.00020745251,0.00008713165,0.00855849],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96040416,0.030141002,0.001954565,0.0016965069,0.0045661866,0.0012375352],"domain_scores_gemma":[0.9628,0.03029675,0.0020156002,0.0019362895,0.0021320605,0.00081936613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.038782664,0.001594098,0.0012818206,0.00981432,0.0049238256,0.016570868,0.002041445,0.004243662,0.0030296633],"category_scores_gemma":[0.020957313,0.00070984627,0.0025238874,0.007152247,0.03913189,0.016868424,0.0087964665,0.0045116856,0.00052814075],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017169697,0.000031938755,0.0005534146,0.0016966518,0.00004514024,0.00016507316,0.015981393,0.0017276272,0.00027093108,0.9441607,0.0013056756,0.034044225],"study_design_scores_gemma":[0.000030098305,0.000057839767,0.0005195189,0.00326937,0.00004953161,0.0002859228,0.012299763,0.0013688363,0.0004826273,0.901751,0.07984104,0.000044444754],"about_ca_topic_score_codex":0.0036814653,"about_ca_topic_score_gemma":0.0046409867,"teacher_disagreement_score":0.038782664,"about_ca_system_score_codex":0.01173858,"about_ca_system_score_gemma":0.025073722,"threshold_uncertainty_score":0.20510483},"labels":[],"label_agreement":null},{"id":"W4365935918","doi":"10.1007/978-3-031-18780-3_2","title":"Competitive Advantage","year":2023,"lang":"en","type":"book-chapter","venue":"Synthesis lectures on professionalism and career advancement for scientists and engineers","topic":"Design Education and Practice","field":"Engineering","cited_by":93,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering; Studio; Waste management; Art; Telecommunications","score_opus":0.03382534823431747,"score_gpt":0.2771169698806559,"score_spread":0.24329162164633839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365935918","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007273096,0.0008205915,0.0007217701,0.002865579,0.0002472329,0.000011861567,0.0000679019,0.00003860195,0.9944991],"genre_scores_gemma":[0.042868003,0.0015515209,0.00073397177,0.002131636,0.00046719023,0.000055121087,0.00020265707,0.000065892455,0.9519241],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991321,0.00010627491,0.000015109327,0.0001319974,0.00046507816,0.00014936425],"domain_scores_gemma":[0.9994387,0.00010677216,0.000031520398,0.000095058,0.00019093518,0.00013685584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006472008,0.000548911,0.0004008162,0.000965547,0.0016080514,0.005786355,0.0008218094,0.001637602,0.19022703],"category_scores_gemma":[0.0018481207,0.00017976196,0.00028587558,0.0010458182,0.0014186652,0.0031873262,0.0019498132,0.0017916238,0.07226089],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002662845,0.00004221021,0.00022564008,0.000051787705,0.000005417839,0.00005093335,0.00028236242,0.0001313674,0.0003825537,0.6469447,0.24704427,0.10481216],"study_design_scores_gemma":[0.000006714171,0.000017366045,0.0003819391,0.000049855887,0.0000026696637,0.00006940735,0.00025506856,0.00011614326,0.00017675599,0.0850113,0.9139076,0.000005082895],"about_ca_topic_score_codex":0.0026091074,"about_ca_topic_score_gemma":0.004521047,"teacher_disagreement_score":0.19022703,"about_ca_system_score_codex":0.002149037,"about_ca_system_score_gemma":0.002298417,"threshold_uncertainty_score":0.6363728},"labels":[],"label_agreement":null},{"id":"W4365997295","doi":"","title":"Reflections on Dimensions of Educational Change: Lessons from One School Using Design Thinking as a School Reform Process","year":2022,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Process (computing); Mathematics education; Pedagogy; Psychology; Sociology; Process management; Political science; Computer science; Engineering","score_opus":0.5162755182942258,"score_gpt":0.6024585567881573,"score_spread":0.0861830384939315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365997295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8144406,0.0037427729,0.049528014,0.078462124,0.00139866,0.0011733957,0.00020236526,0.00044301833,0.05060902],"genre_scores_gemma":[0.96777993,0.0020152486,0.015913919,0.0040702443,0.00016290163,0.00043449158,0.00008526742,0.00032477351,0.009213208],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9110173,0.07466446,0.002054466,0.0026459421,0.0046799714,0.0049378993],"domain_scores_gemma":[0.9048133,0.07815507,0.002935174,0.004732658,0.005312506,0.0040512662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05323723,0.0016795908,0.0018438007,0.0033263383,0.024640502,0.01434592,0.0050639054,0.0065395837,0.0036141996],"category_scores_gemma":[0.06385315,0.0017495354,0.001788009,0.0028983585,0.047139462,0.014719835,0.015570566,0.019635139,0.0010599364],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051590585,0.000123429,0.00064896507,0.00013651587,0.000009034147,0.0008023644,0.9821943,0.000117507734,0.000534,0.0061920397,0.0011478179,0.008042436],"study_design_scores_gemma":[0.00002086501,0.00012536308,0.0007484714,0.00035196953,0.000020576097,0.00041762152,0.9410014,0.0002071843,0.0014884849,0.006079314,0.04949002,0.000048674436],"about_ca_topic_score_codex":0.008416208,"about_ca_topic_score_gemma":0.018610628,"teacher_disagreement_score":0.05323723,"about_ca_system_score_codex":0.015068155,"about_ca_system_score_gemma":0.011281249,"threshold_uncertainty_score":0.28154874},"labels":[],"label_agreement":null},{"id":"W4367837127","doi":"10.1145/3595878","title":"DevEx: What Actually Drives Productivity","year":2023,"lang":"en","type":"article","venue":"Queue","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Productivity; Computer science; Quality (philosophy); Measure (data warehouse); Work (physics); Order (exchange); Product (mathematics); Focus (optics); Knowledge management; Process management; Business; Engineering; Database","score_opus":0.022718759625442453,"score_gpt":0.2664595124774976,"score_spread":0.24374075285205515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367837127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87226206,0.0021408584,0.03141719,0.0059592393,0.00021102309,0.00010717744,0.0010530185,0.0006192591,0.08623031],"genre_scores_gemma":[0.99374455,0.00022973811,0.0026808155,0.00012560489,0.000034266068,0.00002778526,0.0001394098,0.000063753156,0.0029541398],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950439,0.0016683913,0.00038735734,0.0007828886,0.0014986439,0.0006188194],"domain_scores_gemma":[0.9415008,0.0331864,0.009379987,0.0036352158,0.0074979695,0.004799588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046185204,0.00047678052,0.00034144832,0.0018735202,0.000625072,0.004964859,0.00082774943,0.00066933135,0.004744416],"category_scores_gemma":[0.041783422,0.0003078998,0.00024053345,0.0016283147,0.0017937765,0.0056614815,0.0024001366,0.0009500577,0.00094709825],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003329973,0.00033767012,0.6774613,0.0007567676,0.00015075367,0.0004936922,0.01985545,0.0031980576,0.0046863887,0.025576642,0.010077541,0.25707272],"study_design_scores_gemma":[0.00006998486,0.00076338265,0.8201576,0.00075983355,0.00010505931,0.0009764098,0.027508536,0.01099182,0.009161174,0.046224155,0.08308645,0.00019557466],"about_ca_topic_score_codex":0.0026722993,"about_ca_topic_score_gemma":0.00251243,"teacher_disagreement_score":0.004964859,"about_ca_system_score_codex":0.0016582144,"about_ca_system_score_gemma":0.0013243045,"threshold_uncertainty_score":0.024425387},"labels":[],"label_agreement":null},{"id":"W4376611448","doi":"10.3390/educsci13050492","title":"Embracing Co-Design: A Case Study Examining How Community Partners Became Co-Creators","year":2023,"lang":"en","type":"article","venue":"Education Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Engineering design process; Product design; Design education; Experience design; Co-design; Design process; Process (computing); Qualitative research; Product (mathematics); Research design; Psychology; Engineering; Computer science; Sociology; Operations management; Business; Work in process","score_opus":0.2807574830590092,"score_gpt":0.45723518661694185,"score_spread":0.17647770355793263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376611448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9647797,0.00060944486,0.01628665,0.002390973,0.00011519391,0.0005493644,0.00003590946,0.00006317652,0.015169545],"genre_scores_gemma":[0.9832548,0.00052519346,0.008506957,0.0005560087,0.00003951819,0.00026657828,0.00003298633,0.000070695794,0.0067472393],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9779009,0.016393522,0.00039800242,0.0013485883,0.0019800095,0.001979018],"domain_scores_gemma":[0.97077495,0.017549114,0.002010812,0.0023225488,0.0027279446,0.0046145213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016992485,0.0011980343,0.0007332199,0.0019872265,0.018863548,0.006606966,0.0037291949,0.0052043092,0.003902411],"category_scores_gemma":[0.030818542,0.0012770813,0.0008204112,0.0015465548,0.00885519,0.0064787962,0.011695093,0.0049168593,0.00082593295],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013406898,0.0011078259,0.010744582,0.000295968,0.00003052639,0.017531663,0.92262995,0.00030225798,0.0021361867,0.0044356943,0.001561517,0.039089672],"study_design_scores_gemma":[0.00005399436,0.0009120569,0.0046568136,0.00034363565,0.000042086154,0.0128473705,0.9276602,0.0013958176,0.0023500093,0.0025026181,0.047144175,0.00009119308],"about_ca_topic_score_codex":0.004994338,"about_ca_topic_score_gemma":0.01434251,"teacher_disagreement_score":0.018863548,"about_ca_system_score_codex":0.0030079014,"about_ca_system_score_gemma":0.0044413805,"threshold_uncertainty_score":0.08986592},"labels":[],"label_agreement":null},{"id":"W4378977318","doi":"10.47061/jasc.v3i1.5193","title":"Relational Design","year":2023,"lang":"en","type":"article","venue":"Journal of Awareness-Based Systems Change","topic":"Design Education and Practice","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Participatory design; Knowledge management; Facilitator; Computer science; Transactional leadership; Process management; Management science; Psychology; Business; Engineering; Social psychology","score_opus":0.2614697820610935,"score_gpt":0.32865299822273514,"score_spread":0.06718321616164163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378977318","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029035907,0.0016178541,0.20101038,0.009009693,0.0015212436,0.0012516613,0.0013938983,0.0018842759,0.7794073],"genre_scores_gemma":[0.17796743,0.0048308815,0.2986213,0.008187111,0.00088957883,0.004512502,0.005161973,0.0032100393,0.49661916],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9797901,0.009756746,0.0013025227,0.0035725948,0.004525034,0.0010529244],"domain_scores_gemma":[0.9834463,0.0052115987,0.000777202,0.0057298243,0.0038200337,0.0010151532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013533015,0.0014290764,0.000947382,0.0026950212,0.005980928,0.014980857,0.004929127,0.0038758346,0.16035488],"category_scores_gemma":[0.030838547,0.00089838135,0.0016891991,0.003336926,0.007400264,0.014506873,0.01225986,0.00411445,0.049167868],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006685693,0.00007296802,0.0005467667,0.00044520028,0.000029823035,0.00014095825,0.004101194,0.00079908944,0.00042127012,0.8320711,0.06335693,0.09794779],"study_design_scores_gemma":[0.00001935015,0.00002943553,0.00015656704,0.00026596605,0.00001548167,0.00018752227,0.0015632169,0.00092679565,0.00038779477,0.13532141,0.8611054,0.000021110824],"about_ca_topic_score_codex":0.003891753,"about_ca_topic_score_gemma":0.0039210445,"teacher_disagreement_score":0.16035488,"about_ca_system_score_codex":0.006570882,"about_ca_system_score_gemma":0.007690358,"threshold_uncertainty_score":0.5364405},"labels":[],"label_agreement":null},{"id":"W4379016722","doi":"10.3917/sdd.016.0010","title":"La pluralité de la recherche en design : tentative de clarification et de modélisation de la recherche-action, de la recherche-création et de la recherche-projet","year":2023,"lang":"fr","type":"article","venue":"Sciences du Design","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Humanities; Art; Philosophy","score_opus":0.7927047656319487,"score_gpt":0.5585093945263855,"score_spread":0.2341953711055632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379016722","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02235843,0.006584581,0.79331094,0.033642374,0.0007951881,0.00069088856,0.00024362536,0.0006073167,0.14176673],"genre_scores_gemma":[0.50670743,0.006545004,0.4363163,0.0032095364,0.00035385363,0.0023956238,0.000338119,0.000509402,0.043624666],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9174208,0.05305588,0.005708887,0.007062501,0.014954537,0.0017973972],"domain_scores_gemma":[0.8796594,0.077170245,0.0059545934,0.019239934,0.015927842,0.0020480347],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05918999,0.002094537,0.0015755788,0.007354737,0.0048981044,0.024753377,0.004794141,0.007383953,0.008181287],"category_scores_gemma":[0.07146914,0.0018967503,0.0028021953,0.005244854,0.040081512,0.029350596,0.00890217,0.007706411,0.0028829186],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037086807,0.000036072553,0.0007131337,0.00052615383,0.00002674041,0.00010176736,0.02058704,0.0017448091,0.00046305204,0.95397234,0.0010888249,0.020702986],"study_design_scores_gemma":[0.00006688551,0.00020964017,0.0011981035,0.0024852036,0.00010859075,0.0005440474,0.014196468,0.014671668,0.0024017482,0.7422287,0.22174773,0.00014129542],"about_ca_topic_score_codex":0.009940144,"about_ca_topic_score_gemma":0.007894983,"teacher_disagreement_score":0.94081,"about_ca_system_score_codex":0.015678756,"about_ca_system_score_gemma":0.020621743,"threshold_uncertainty_score":0.3130303},"labels":[],"label_agreement":null},{"id":"W4379746273","doi":"10.22329/celt.v14i1.7155","title":"Failing to Learn: Design Thinking and the Development of a Failure-Positive Mindset in the University Classroom","year":2023,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Mindset; Cognitive reframing; Critical thinking; Psychology; Mathematics education; Experiential learning; Design thinking; Framing (construction); Active learning (machine learning); Pedagogy; Context (archaeology); Engineering; Social psychology; Computer science","score_opus":0.014889099692400265,"score_gpt":0.2386052144052869,"score_spread":0.22371611471288663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379746273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9808034,0.00063089747,0.0034508966,0.0023485909,0.000050504663,0.00004034616,0.0000067325227,0.000048655205,0.012620135],"genre_scores_gemma":[0.9960544,0.00032039493,0.0014490645,0.0003579039,0.000009000561,0.00003981461,0.0000058162827,0.000014647451,0.0017489141],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9934602,0.0037202986,0.00030862293,0.0003953443,0.0013986056,0.00071685575],"domain_scores_gemma":[0.98281556,0.009098274,0.0027986474,0.001219035,0.0010720989,0.0029963315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009594211,0.0005902008,0.0005208875,0.0020934339,0.0041331556,0.01025903,0.0012002884,0.0017042713,0.0019311962],"category_scores_gemma":[0.020690126,0.0004897367,0.00043259145,0.00076349557,0.01291006,0.0049466174,0.00720394,0.0049320846,0.00036863182],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009007307,0.0011859805,0.07684829,0.00034074328,0.000026389387,0.0012968004,0.81535983,0.00038725813,0.0058561545,0.014477289,0.0018135527,0.08231762],"study_design_scores_gemma":[0.00004487835,0.0007862478,0.07501317,0.00070390396,0.000050091017,0.0022711847,0.84595424,0.001139601,0.0047277827,0.030736571,0.038445715,0.00012667848],"about_ca_topic_score_codex":0.0010562642,"about_ca_topic_score_gemma":0.0021649026,"teacher_disagreement_score":0.01025903,"about_ca_system_score_codex":0.0027921798,"about_ca_system_score_gemma":0.003862156,"threshold_uncertainty_score":0.050739646},"labels":[],"label_agreement":null},{"id":"W4380787233","doi":"10.4324/9781003208310-5","title":"Designing Differently Through Acoustemology","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; History","score_opus":0.062271144702306686,"score_gpt":0.2670688956821346,"score_spread":0.2047977509798279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380787233","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009092855,0.007819777,0.03238693,0.0077132694,0.0014468194,0.00007314203,0.000040834642,0.00015488864,0.9412714],"genre_scores_gemma":[0.26114878,0.013791449,0.036227062,0.0066836025,0.00062670367,0.00029245397,0.00015586319,0.00051773293,0.6805563],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99876416,0.0005838924,0.000037071706,0.00017928425,0.00033385004,0.0001018288],"domain_scores_gemma":[0.99937576,0.00036693132,0.000027173552,0.00007376456,0.00010040555,0.000055959787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012447686,0.0007724311,0.0003269662,0.0010455776,0.003916899,0.007444514,0.00068171404,0.0018372315,0.014534813],"category_scores_gemma":[0.0014981977,0.00026722485,0.00042328777,0.0008601644,0.0140362615,0.0065666037,0.0040362943,0.0034208356,0.0025533997],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008474131,0.000017710387,0.00024265765,0.00017177983,0.000003261341,0.00012734295,0.030216575,0.00027671913,0.00068843184,0.91241515,0.016903127,0.03892875],"study_design_scores_gemma":[0.0000026674363,0.000014450779,0.00024457544,0.00028810996,0.000004456316,0.00026901657,0.007962896,0.00025012097,0.0005827659,0.06808367,0.92228395,0.000013297431],"about_ca_topic_score_codex":0.0036678205,"about_ca_topic_score_gemma":0.010172091,"teacher_disagreement_score":0.014534813,"about_ca_system_score_codex":0.0032613224,"about_ca_system_score_gemma":0.0028754987,"threshold_uncertainty_score":0.04862374},"labels":[],"label_agreement":null},{"id":"W4381104228","doi":"10.1145/3591196.3596822","title":"Manifesting Creativity in Virtual World Building: A Case Study in Gather","year":2023,"lang":"en","type":"article","venue":"Creativity and Cognition","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Creativity; Computer science; Human–computer interaction; Psychology","score_opus":0.06414288804641768,"score_gpt":0.32822689898975027,"score_spread":0.26408401094333256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381104228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95115995,0.0006086438,0.009565893,0.0029635576,0.00010744841,0.00038709215,0.0001855388,0.00009812199,0.034923673],"genre_scores_gemma":[0.976713,0.0007656819,0.009484396,0.0008339692,0.000055803892,0.0002958333,0.00011297137,0.0000973927,0.011640989],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9906731,0.0068529407,0.00026248628,0.0004514148,0.0007880543,0.000971956],"domain_scores_gemma":[0.98980355,0.0061963093,0.00047633055,0.0011205864,0.00042358806,0.0019796437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007824654,0.001002183,0.0008441182,0.0022609269,0.017739082,0.0075356634,0.0026147421,0.0056007737,0.0050946143],"category_scores_gemma":[0.011837264,0.0005904841,0.0010387804,0.0023571048,0.010868991,0.0047374684,0.011851088,0.0045245537,0.0010686971],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020237888,0.0013934312,0.0054038647,0.00048387432,0.000029302066,0.02002862,0.9230859,0.0007606903,0.0019808304,0.018322282,0.003969434,0.024339456],"study_design_scores_gemma":[0.00005699574,0.0006342289,0.004331914,0.0005601526,0.000034569337,0.009712017,0.87777597,0.0011187155,0.0021481926,0.0085391775,0.0950059,0.00008214482],"about_ca_topic_score_codex":0.0028977313,"about_ca_topic_score_gemma":0.010815728,"teacher_disagreement_score":0.017739082,"about_ca_system_score_codex":0.002434521,"about_ca_system_score_gemma":0.0020226038,"threshold_uncertainty_score":0.04138124},"labels":[],"label_agreement":null},{"id":"W4381164809","doi":"10.1017/pds.2023.253","title":"MANAGING DATA-DRIVEN DESIGN: A SURVEY OF THE LITERATURE AND FUTURE DIRECTIONS","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Knowledge management; Design thinking; Product design; Set (abstract data type); Design technology; Key (lock); Qualitative property; Strategic design; Design education; Management science; Data science; Process management; Human–computer interaction; Product (mathematics); Systems engineering; Engineering; Business","score_opus":0.056570623543209644,"score_gpt":0.27740476517175,"score_spread":0.22083414162854037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381164809","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024923591,0.8899669,0.03984395,0.026422052,0.00056464085,0.0001758892,0.0001103335,0.0002443424,0.01774834],"genre_scores_gemma":[0.20704155,0.73849547,0.04682891,0.004338975,0.00053431315,0.00035026777,0.00028766802,0.000118500335,0.0020042602],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97667855,0.012703337,0.0028156869,0.0014329234,0.005518354,0.00085108186],"domain_scores_gemma":[0.8376449,0.12092468,0.007502773,0.0054121935,0.026267223,0.002248148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.038806845,0.0008542117,0.0012612729,0.011962564,0.00176971,0.011790253,0.0029691602,0.003318087,0.0025889985],"category_scores_gemma":[0.04887316,0.0011378343,0.00095191237,0.017649762,0.004382409,0.017016357,0.0029730177,0.0026638843,0.0007080906],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010212423,0.0004023922,0.008925044,0.016443014,0.00008642401,0.000250007,0.009105685,0.002727703,0.0007710745,0.07211823,0.007900134,0.88116825],"study_design_scores_gemma":[0.0000752274,0.0004468265,0.010148443,0.07040345,0.00019594889,0.001840249,0.045521483,0.011143933,0.0030000657,0.14444767,0.71256495,0.00021171411],"about_ca_topic_score_codex":0.0027851397,"about_ca_topic_score_gemma":0.0033284272,"teacher_disagreement_score":0.038806845,"about_ca_system_score_codex":0.0051216683,"about_ca_system_score_gemma":0.010730662,"threshold_uncertainty_score":0.20523262},"labels":[],"label_agreement":null},{"id":"W4381164971","doi":"10.1017/pds.2023.168","title":"ENVIRONMENT-BASED DESIGN (EBD): USING ONLY NECESSARY KNOWLEDGE FOR DESIGNER CREATIVITY","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; University of Calgary","funders":"","keywords":"Creativity; Design knowledge; Computer science; Process (computing); Design process; Aerospace; Engineering design process; Knowledge management; Human–computer interaction; Design education; Systems engineering; Engineering; Work in process; Psychology","score_opus":0.0847054395883571,"score_gpt":0.2921102854300502,"score_spread":0.20740484584169308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381164971","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.120915376,0.0011026365,0.81549996,0.0012540036,0.000061031067,0.00024382156,0.000036864247,0.000487528,0.060398825],"genre_scores_gemma":[0.6178655,0.00045601593,0.37709668,0.00021162444,0.000013310765,0.00021246712,0.000025760686,0.00006550164,0.0040530944],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99352396,0.0044680764,0.00029807235,0.00034093496,0.0011806677,0.00018826063],"domain_scores_gemma":[0.99117506,0.006130676,0.00044708335,0.0013279681,0.0006740374,0.00024513897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046383995,0.0005638156,0.0004600565,0.0011366025,0.000840597,0.004422193,0.0010743657,0.0013544094,0.0029514947],"category_scores_gemma":[0.007782796,0.00045620784,0.0006053812,0.0005922435,0.0030881723,0.0039397515,0.0044178898,0.0008327366,0.00054855895],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006330996,0.0008499761,0.005923333,0.0023956005,0.00012621953,0.00076291844,0.018147822,0.03041191,0.03396708,0.24107864,0.0022702296,0.66343313],"study_design_scores_gemma":[0.0009864998,0.0032012092,0.010399151,0.002275878,0.00039807125,0.003930891,0.014036955,0.1913416,0.08941057,0.4776489,0.20599669,0.00037360683],"about_ca_topic_score_codex":0.00029995447,"about_ca_topic_score_gemma":0.0004924008,"teacher_disagreement_score":0.0046383995,"about_ca_system_score_codex":0.00063236227,"about_ca_system_score_gemma":0.0017432533,"threshold_uncertainty_score":0.02453053},"labels":[],"label_agreement":null},{"id":"W4381167918","doi":"10.1017/pds.2023.358","title":"TOWARDS A BETTER UNDERSTANDING OF THE INFLUENCE OF VISUAL REFERENCES ON CONSUMER AESTHETIC PERCEPTION","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Fluency; Processing fluency; Perception; Product (mathematics); Computer science; Process (computing); Cognition; Cognitive psychology; Similarity (geometry); Visual perception; Affect (linguistics); Function (biology); Psychology; Visual processing; Human–computer interaction; Image (mathematics); Artificial intelligence; Communication","score_opus":0.06169635680361288,"score_gpt":0.2869627074631553,"score_spread":0.2252663506595424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381167918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9266912,0.0010525283,0.029170128,0.0015705616,0.000029575891,0.000082945335,0.000059878934,0.00006800123,0.04127524],"genre_scores_gemma":[0.99578685,0.00017001176,0.003360945,0.00009474066,0.000009758518,0.000028410977,0.000013205592,0.000013240119,0.0005228706],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99824035,0.00089667254,0.000063472515,0.00027025994,0.00040948146,0.000119763914],"domain_scores_gemma":[0.9690523,0.02340835,0.0035600786,0.0011665808,0.0023181387,0.0004945348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003955815,0.0005598246,0.00034771455,0.0017413433,0.0006240389,0.0068151867,0.0007181242,0.0012439602,0.0051547303],"category_scores_gemma":[0.022558931,0.0004888144,0.0006615764,0.00088863145,0.0034012706,0.00554656,0.0018800595,0.0017684435,0.00033448613],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016871144,0.001748047,0.3567875,0.0020439087,0.0005039346,0.0020851644,0.20586844,0.007773529,0.0700552,0.16447958,0.002520339,0.18444727],"study_design_scores_gemma":[0.00011641617,0.0007294646,0.7420605,0.000767165,0.0005563537,0.0008804738,0.077349834,0.043498248,0.019189069,0.10102461,0.013598652,0.00022913158],"about_ca_topic_score_codex":0.005293778,"about_ca_topic_score_gemma":0.002620247,"teacher_disagreement_score":0.0068151867,"about_ca_system_score_codex":0.0015504838,"about_ca_system_score_gemma":0.0008955615,"threshold_uncertainty_score":0.020920575},"labels":[],"label_agreement":null},{"id":"W4381185133","doi":"10.1017/pds.2023.100","title":"COMPARING ACADEMICS AND PRACTITIONERS Q &amp; A TUTORING IN THE ENGINEERING DESIGN STUDIO","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Studio; Design studio; Generative grammar; Style (visual arts); Psychology; Mathematics education; Pedagogy; Engineering design process; Computer science; Engineering; Visual arts","score_opus":0.10321915634585255,"score_gpt":0.2830752763995128,"score_spread":0.17985612005366025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974337,0.000099853845,0.0009103779,0.00008380702,0.000009085933,0.00002145356,0.000013878062,0.00002462059,0.0014032731],"genre_scores_gemma":[0.9988181,0.000032056603,0.00047581844,0.00003338768,0.0000051223446,0.000015098199,0.000014824711,0.0000051602165,0.0006002892],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9860809,0.008808318,0.0011846574,0.0009922971,0.0022004407,0.00073342107],"domain_scores_gemma":[0.92277765,0.04036102,0.011906728,0.0029291105,0.011817821,0.010207784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013430446,0.00022577748,0.00046294255,0.0022644072,0.0008112797,0.002518798,0.00077663705,0.00080297684,0.002806221],"category_scores_gemma":[0.07546389,0.00023302295,0.00024456836,0.0011761267,0.0008975767,0.0011209805,0.0022159975,0.0006873302,0.00070239365],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011038317,0.0013114603,0.73746264,0.00024666695,0.00007424169,0.00038494676,0.11555467,0.0011686304,0.006787101,0.0010536527,0.0016494512,0.1332027],"study_design_scores_gemma":[0.0002218451,0.005545765,0.80477196,0.00026215205,0.00009026177,0.001659964,0.15122107,0.011706692,0.007641789,0.0028717555,0.013882534,0.000124156],"about_ca_topic_score_codex":0.0006698345,"about_ca_topic_score_gemma":0.0014490831,"teacher_disagreement_score":0.013430446,"about_ca_system_score_codex":0.0012366899,"about_ca_system_score_gemma":0.00081931305,"threshold_uncertainty_score":0.071027815},"labels":[],"label_agreement":null},{"id":"W4381185439","doi":"10.1017/pds.2023.5","title":"A CASE STUDY OF MULTIFUNCTIONAL NON-PNEUMATIC TIRE DESIGN FOR THE VALIDATION OF META-LEVEL DESIGN PARAMETER IN DOMAIN INTEGRATED DESIGN (DID) METHOD","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Computer science; Domain (mathematical analysis); Software; Work (physics); Design methods; Design of experiments; Engineering; Mathematics; Mechanical engineering","score_opus":0.22864950544156984,"score_gpt":0.343674742404077,"score_spread":0.11502523696250719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185439","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5665031,0.00027596712,0.41782105,0.00017245306,0.000068223,0.00025420362,0.00018456257,0.00047531928,0.014245185],"genre_scores_gemma":[0.9177402,0.000058792353,0.08005986,0.000011749289,0.0000033227486,0.00009359212,0.00003900023,0.00003073974,0.0019628184],"study_design_codex":"simulation_or_modeling","study_design_gemma":"case_report","domain_scores_codex":[0.99938726,0.00020088152,0.000025436353,0.0000713815,0.0002559097,0.000059099795],"domain_scores_gemma":[0.999181,0.00038758872,0.00006261808,0.00018483172,0.00013865401,0.00004524639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00109942,0.0003993492,0.00037174814,0.00039029436,0.00030712053,0.0006584589,0.00076954777,0.0012453644,0.0022833582],"category_scores_gemma":[0.0010989122,0.00021312007,0.0005097506,0.00021971863,0.0005756242,0.0003385425,0.00043552677,0.00044152452,0.0002976277],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032869086,0.00034654615,0.0040361304,0.00080124737,0.00006338742,0.002366327,0.0006382773,0.77119225,0.15417303,0.0131033845,0.0010530186,0.051897768],"study_design_scores_gemma":[0.000091511225,0.0010554502,0.0034757105,0.000073093724,0.00007686611,0.0009170513,0.00044188928,0.85874265,0.115201235,0.0026475433,0.017221307,0.00005572936],"about_ca_topic_score_codex":0.00047993477,"about_ca_topic_score_gemma":0.00081659685,"teacher_disagreement_score":0.0022833582,"about_ca_system_score_codex":0.00038680993,"about_ca_system_score_gemma":0.0003998177,"threshold_uncertainty_score":0.0076386333},"labels":[],"label_agreement":null},{"id":"W4381618419","doi":"10.1163/27726673-bja00012","title":"Reviewing Design Thinking in and out of Education","year":2023,"lang":"en","type":"article","venue":"Research in Integrated STEM Education","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Design thinking; Engineering ethics; Process (computing); Management science; Critical systems thinking; Visualization; Computer science; Critical thinking; Mathematics education; Psychology; Engineering; Human–computer interaction; Artificial intelligence","score_opus":0.2518292998987805,"score_gpt":0.44951164389094744,"score_spread":0.19768234399216694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381618419","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08698334,0.78941494,0.032489255,0.032628994,0.008961709,0.0002484806,0.0003745917,0.0001507762,0.048747923],"genre_scores_gemma":[0.4091431,0.5514707,0.024191046,0.0053328853,0.0029314007,0.0003221796,0.00053397124,0.0001419664,0.0059327986],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.986984,0.0072749257,0.0014586627,0.00077920675,0.003222082,0.00028104114],"domain_scores_gemma":[0.8977052,0.08057808,0.004292224,0.002293891,0.014234906,0.00089573936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012675209,0.00051681313,0.0007667255,0.013626193,0.00156537,0.0058098678,0.00088320783,0.0013088095,0.0017405313],"category_scores_gemma":[0.046848662,0.00031581393,0.00053694536,0.010719299,0.0046698656,0.0056925802,0.0016609291,0.0017901388,0.00035060753],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005629505,0.00008687018,0.0065637818,0.022120701,0.00017559342,0.0007364127,0.06656452,0.0011302171,0.001891065,0.0858465,0.033060584,0.78176737],"study_design_scores_gemma":[0.000008472349,0.00011620226,0.010934806,0.055195495,0.00016723697,0.0012474003,0.068373516,0.0006607352,0.0025796006,0.028493512,0.8321664,0.00005657524],"about_ca_topic_score_codex":0.0028619259,"about_ca_topic_score_gemma":0.0045046066,"teacher_disagreement_score":0.013626193,"about_ca_system_score_codex":0.0037241015,"about_ca_system_score_gemma":0.011470749,"threshold_uncertainty_score":0.06703371},"labels":[],"label_agreement":null},{"id":"W4381707844","doi":"10.5281/zenodo.8073719","title":"Writeshops: A Tool for Packaging and Sharing Field-based Experiences (Case Studies)","year":2010,"lang":"en","type":"book","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Fund for Agricultural Development; International Development Research Centre","keywords":"Field (mathematics); Computer science; Mathematics","score_opus":0.05188745947344795,"score_gpt":0.29152319838945473,"score_spread":0.23963573891600679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381707844","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09489525,0.004808406,0.5220815,0.0050506936,0.0013789654,0.0067665526,0.0064571328,0.009146109,0.3494154],"genre_scores_gemma":[0.17357871,0.0041023735,0.6698261,0.00076050014,0.00024397385,0.010270087,0.004754613,0.0028762957,0.13358732],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98816395,0.008981393,0.0006712167,0.00045878126,0.0014838192,0.00024089687],"domain_scores_gemma":[0.9574677,0.033731468,0.001021529,0.00567152,0.001300667,0.0008072233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013525194,0.0011555275,0.00063824485,0.005917472,0.0031468826,0.008180482,0.0031693547,0.0018586612,0.022159088],"category_scores_gemma":[0.02406896,0.001061495,0.0006002154,0.005769908,0.0039585833,0.008167296,0.009409167,0.0015396453,0.0058210883],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016250108,0.00031287243,0.0012433483,0.0034633884,0.000039354825,0.002260709,0.23292352,0.0020260043,0.005424258,0.077972144,0.14073427,0.5334376],"study_design_scores_gemma":[0.000055425604,0.00014287097,0.0015352784,0.0019265302,0.00001886281,0.0025860332,0.060391504,0.0010758633,0.0025325406,0.019419514,0.9102087,0.00010693136],"about_ca_topic_score_codex":0.00089816615,"about_ca_topic_score_gemma":0.002845704,"teacher_disagreement_score":0.022159088,"about_ca_system_score_codex":0.0017227762,"about_ca_system_score_gemma":0.0019175922,"threshold_uncertainty_score":0.07412958},"labels":[],"label_agreement":null},{"id":"W4381805276","doi":"10.4000/palethnologie.5238","title":"The Double and the Vision: What Cognitive Level is Necessary to Associate a Drawing with its Referent?","year":2013,"lang":"en","type":"article","venue":"Palethnologie","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Referent; Cognition; Psychology; Cognitive psychology; Cognitive science; Linguistics; Philosophy; Neuroscience","score_opus":0.06420077307874462,"score_gpt":0.3049190741930642,"score_spread":0.24071830111431958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381805276","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2633419,0.00427894,0.17343013,0.0154117,0.0007728165,0.00006581208,0.000092216316,0.00031771304,0.5422887],"genre_scores_gemma":[0.97567016,0.00053176656,0.01677788,0.00042808708,0.00007287714,0.00002450205,0.00003600644,0.00005724793,0.0064015547],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978448,0.0009012183,0.00009619277,0.0005115461,0.00042834514,0.00021784955],"domain_scores_gemma":[0.99663264,0.0012668675,0.00047424267,0.00069309934,0.0005421796,0.0003909565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023733308,0.00044295465,0.00036060932,0.001794944,0.0018955618,0.008232768,0.0009322788,0.0016126689,0.0056066327],"category_scores_gemma":[0.011419646,0.0003357495,0.00037493857,0.00072799873,0.025320563,0.015570697,0.003062734,0.0023166863,0.00095012505],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013421243,0.000040951454,0.0028028002,0.00019908442,0.000018305054,0.00023029822,0.041662928,0.00028308693,0.0041142055,0.8778881,0.0019425605,0.070683464],"study_design_scores_gemma":[0.00002645731,0.0001593869,0.005149031,0.00034833074,0.000024653682,0.0011505401,0.03311721,0.0016484458,0.0039106887,0.90191394,0.052467525,0.00008378435],"about_ca_topic_score_codex":0.0018438621,"about_ca_topic_score_gemma":0.0018557152,"teacher_disagreement_score":0.008232768,"about_ca_system_score_codex":0.0014107602,"about_ca_system_score_gemma":0.0010978422,"threshold_uncertainty_score":0.018756032},"labels":[],"label_agreement":null},{"id":"W4382118070","doi":"10.1007/978-981-99-2291-8_5","title":"The Arc of Workshop","year":2023,"lang":"en","type":"book-chapter","venue":"Studies in arts-based educational research","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Facilitator; Narrative; Realisation; Action (physics); Plan (archaeology); Engineering; Computer science; Psychology; Social psychology; History; Art; Literature","score_opus":0.5026775431984755,"score_gpt":0.52534872321376,"score_spread":0.022671180015284564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382118070","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014994399,0.0012148152,0.001307346,0.013450408,0.02558322,0.00018875084,0.00072258187,0.00043970006,0.95559376],"genre_scores_gemma":[0.004068884,0.00022278662,0.00026483778,0.001502913,0.00057954475,0.0000638745,0.00023192911,0.00015254458,0.9929127],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986002,0.00025635865,0.00003522416,0.00020615837,0.0005396908,0.00036230122],"domain_scores_gemma":[0.99865806,0.00014781674,0.000035354155,0.00022373878,0.00038472898,0.00055025954],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019816519,0.00061516603,0.0004427789,0.0010341052,0.0040346254,0.008893028,0.0014740181,0.0031516084,0.38657355],"category_scores_gemma":[0.0044418974,0.00044032768,0.00081193866,0.00064277306,0.0011476825,0.0034743226,0.0064702113,0.0059528323,0.16681463],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105445215,0.000054350232,0.00009988333,0.00007927499,0.00000382744,0.00012128351,0.000537987,0.000055455293,0.0005034772,0.038159423,0.9262285,0.034051064],"study_design_scores_gemma":[0.00000393196,0.000006557683,0.00011602363,0.00002430812,5.400356e-7,0.000012452998,0.00029313346,0.0000127777075,0.00006865034,0.0012198901,0.99823964,0.0000022208392],"about_ca_topic_score_codex":0.003518861,"about_ca_topic_score_gemma":0.012001569,"teacher_disagreement_score":0.38657355,"about_ca_system_score_codex":0.002510521,"about_ca_system_score_gemma":0.0028125234,"threshold_uncertainty_score":0.87497836},"labels":[],"label_agreement":null},{"id":"W4383103610","doi":"10.3390/designs7040086","title":"Supporting Multifunctional Bio-Inspired Design Concept Generation through Case-Based Expandable Domain Integrated Design (xDID) Model","year":2023,"lang":"en","type":"article","venue":"Designs","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Computer science; Domain (mathematical analysis); Representation (politics); Process (computing); Integrated design; Feature (linguistics); Systems engineering; Artificial intelligence; Engineering; Mathematics; Programming language","score_opus":0.1528012071011163,"score_gpt":0.3306842717011938,"score_spread":0.1778830646000775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383103610","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017077295,0.00011819501,0.96356535,0.00024308864,0.000019995116,0.00020143304,0.00006494625,0.00023423378,0.01847559],"genre_scores_gemma":[0.26989016,0.00023733743,0.7244772,0.000052239877,0.000008113753,0.00044539402,0.00015451692,0.00004180861,0.004693289],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929094,0.00024398354,0.00004455576,0.00010531769,0.00025954828,0.000055613178],"domain_scores_gemma":[0.99935645,0.00034780047,0.00006433686,0.00012139516,0.00007332066,0.000036810008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012919116,0.00056004926,0.0002565298,0.0008580662,0.00043058358,0.0016084458,0.0011864393,0.0008705192,0.0052118967],"category_scores_gemma":[0.0017640188,0.00029918674,0.00077084906,0.00047702555,0.0012368301,0.0012256275,0.001466603,0.0007068672,0.0004929655],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067803005,0.00016521862,0.0012365297,0.00035435075,0.00004194419,0.0010367213,0.0016825721,0.29822302,0.019958714,0.569844,0.0017929309,0.105596215],"study_design_scores_gemma":[0.0000504194,0.00013710604,0.00034863251,0.00013592637,0.000051111852,0.00059199287,0.0003150637,0.83072156,0.00904321,0.10909673,0.04947667,0.000031508862],"about_ca_topic_score_codex":0.0012674998,"about_ca_topic_score_gemma":0.001248516,"teacher_disagreement_score":0.0052118967,"about_ca_system_score_codex":0.0009281403,"about_ca_system_score_gemma":0.0009277725,"threshold_uncertainty_score":0.017435491},"labels":[],"label_agreement":null},{"id":"W4383561895","doi":"10.1386/adch_00063_1","title":"The dynamics of practice and their relevance for the development of an open studio culture in design education","year":2023,"lang":"en","type":"article","venue":"Art Design & Communication in Higher Education","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Studio; Reflection (computer programming); Relevance (law); Design studio; Dynamics (music); Relation (database); Sociology; Design education; Service (business); Ethnography; Engineering ethics; Pedagogy; Computer science; Engineering; Visual arts; Political science; Art; Business","score_opus":0.08403007830548202,"score_gpt":0.36659203450966965,"score_spread":0.2825619562041876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383561895","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22687687,0.0061471015,0.23791276,0.052597903,0.0008021309,0.0003985191,0.000064528016,0.00029470358,0.4749055],"genre_scores_gemma":[0.9673827,0.000814007,0.022499237,0.00062219886,0.00010214331,0.00024185775,0.000014520989,0.00008541388,0.008237809],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9746466,0.019404046,0.0005379889,0.0017474025,0.0025978815,0.0010661414],"domain_scores_gemma":[0.97144127,0.020634748,0.0015855982,0.0035922145,0.001001123,0.0017450332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018362626,0.0006476334,0.0006570535,0.0025375818,0.011220555,0.022355478,0.0020915542,0.0046234378,0.0056481557],"category_scores_gemma":[0.022519631,0.0009697109,0.00076733227,0.001397609,0.11215628,0.020584993,0.017036451,0.006079882,0.0007702076],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018478762,0.000034185156,0.000859146,0.000079152764,0.000005956198,0.00018615356,0.19103839,0.000299102,0.00046887455,0.79679763,0.0005630375,0.009649897],"study_design_scores_gemma":[0.000048044065,0.000121696525,0.0011751814,0.0005131787,0.000013251628,0.0011512765,0.14438157,0.001419285,0.00078303483,0.65051943,0.19982323,0.000050922277],"about_ca_topic_score_codex":0.0019087408,"about_ca_topic_score_gemma":0.0024528669,"teacher_disagreement_score":0.022355478,"about_ca_system_score_codex":0.0056168875,"about_ca_system_score_gemma":0.006773779,"threshold_uncertainty_score":0.097112},"labels":[],"label_agreement":null},{"id":"W4383724402","doi":"10.21125/edulearn.2023.0081","title":"IMPROVING ON DESIGN THINKING TO HELP SOLVE ENVIRONMENTAL PROBLEMS","year":2023,"lang":"en","type":"article","venue":"EDULEARN proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Engineering management; Engineering; Library science; Political science","score_opus":0.021959491142845202,"score_gpt":0.22593804412077734,"score_spread":0.20397855297793213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383724402","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10782227,0.0095545985,0.086218685,0.08865133,0.0028549703,0.00057050935,0.00033747754,0.0027920527,0.7011981],"genre_scores_gemma":[0.30907607,0.008536355,0.20267276,0.009493415,0.00029935077,0.00029950737,0.00055354467,0.00068809814,0.4683809],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9935702,0.0019174088,0.00021308911,0.00051046046,0.0030714767,0.0007174261],"domain_scores_gemma":[0.9883025,0.0030781417,0.0006342099,0.0011550706,0.0044606216,0.0023695086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053909076,0.001155778,0.00046439472,0.0022032692,0.004777652,0.008046379,0.0017379995,0.0021368046,0.048149485],"category_scores_gemma":[0.010598168,0.0005885956,0.00082393707,0.001343749,0.0027944152,0.00233014,0.0045342734,0.0030118607,0.0067315255],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092006034,0.0013219417,0.012728803,0.0009932672,0.000047143396,0.0003820686,0.016190846,0.002645191,0.007693083,0.048132632,0.16896066,0.7408124],"study_design_scores_gemma":[0.000059333495,0.00016714609,0.011544921,0.0012672121,0.000055900284,0.00023099927,0.011948731,0.0013515736,0.004412514,0.02852862,0.940379,0.000053977987],"about_ca_topic_score_codex":0.118369155,"about_ca_topic_score_gemma":0.40613237,"teacher_disagreement_score":0.118369155,"about_ca_system_score_codex":0.016148303,"about_ca_system_score_gemma":0.05353522,"threshold_uncertainty_score":0.23536032},"labels":[],"label_agreement":null},{"id":"W4383893323","doi":"10.36510/learnland.v16i1.1099","title":"How Does It Feel To Be a Design Thinking Teacher in Changing Times in Nepal?","year":2023,"lang":"en","type":"article","venue":"LEARNing Landscapes","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mindset; Context (archaeology); Psychology; Design thinking; Critical thinking; Pedagogy; Reflection (computer programming); Mathematics education; Computer science","score_opus":0.023729095262041106,"score_gpt":0.258877604147443,"score_spread":0.23514850888540187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383893323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8790967,0.005524399,0.0020926364,0.07661995,0.00090678973,0.00005236455,0.000046552323,0.00007437239,0.035586126],"genre_scores_gemma":[0.98408973,0.0018017347,0.0006342583,0.008396996,0.000054979337,0.000043343585,0.000017031609,0.00004356065,0.0049183294],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9920438,0.004294881,0.00023370936,0.0007352796,0.0011219226,0.0015704765],"domain_scores_gemma":[0.98768765,0.005104731,0.0017515195,0.00037354024,0.001538728,0.003543752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008476995,0.0003857625,0.00069347094,0.0010521745,0.014394684,0.015279693,0.0016335687,0.0052756104,0.0032495107],"category_scores_gemma":[0.016630966,0.0007685848,0.00043109283,0.0008522617,0.017153356,0.0080145635,0.005197658,0.007584226,0.0010334763],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003142286,0.00004799522,0.0060817986,0.00014601488,0.000012314925,0.0011145334,0.9775474,0.000022420869,0.0005309798,0.0017414062,0.0027272238,0.009996374],"study_design_scores_gemma":[0.0000048126044,0.0000378536,0.00305185,0.00019262383,0.000010240936,0.0007511295,0.9760167,0.000036527497,0.00014409037,0.00050271244,0.019225087,0.000026387037],"about_ca_topic_score_codex":0.009264939,"about_ca_topic_score_gemma":0.017902978,"teacher_disagreement_score":0.015279693,"about_ca_system_score_codex":0.005111699,"about_ca_system_score_gemma":0.0059471074,"threshold_uncertainty_score":0.044831157},"labels":[],"label_agreement":null},{"id":"W4384036058","doi":"10.3390/biomimetics8030304","title":"Biomimetics for Sustainable Developments—A Literature Overview of Trends","year":2023,"lang":"en","type":"article","venue":"Biomimetics","topic":"Design Education and Practice","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Bayerisches Staatsministerium für Umwelt und Verbraucherschutz; Deutsche Forschungsgemeinschaft","keywords":"Biomimetics; Sustainability; Context (archaeology); Nanotechnology; Sustainable development; Environmentally friendly; Management science; Engineering ethics; Engineering; Ecology; Materials science; Geography; Biology","score_opus":0.053320883523591045,"score_gpt":0.3276516379260676,"score_spread":0.27433075440247656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384036058","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010145729,0.9805608,0.0019916852,0.0031130011,0.0005769905,0.000017724857,0.00009488243,0.000035259905,0.01259508],"genre_scores_gemma":[0.005525549,0.9895349,0.0020247598,0.0006886487,0.00035777327,0.000019634266,0.00009840933,0.000014938087,0.0017353258],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99921155,0.0001510313,0.00011834917,0.00013389938,0.00032034525,0.0000648061],"domain_scores_gemma":[0.9975712,0.0014967183,0.00020646016,0.00006083925,0.0005603917,0.00010447736],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0014842545,0.0006000137,0.00055472204,0.0064191334,0.00063984573,0.002766034,0.00054112374,0.0013048291,0.0060629677],"category_scores_gemma":[0.0023556296,0.00028489606,0.00038719235,0.009281627,0.0007861557,0.0026320734,0.0010488034,0.0014643429,0.0017964784],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045212564,0.00009814418,0.0007692835,0.022431621,0.00003558878,0.00017876766,0.00079964875,0.00054686266,0.0020245549,0.06586447,0.025884232,0.88132167],"study_design_scores_gemma":[0.0000026604894,0.000042305415,0.0010373555,0.013405809,0.000034629025,0.00040847677,0.0006814533,0.00017954023,0.0008163029,0.010497147,0.9728759,0.00001838676],"about_ca_topic_score_codex":0.0017655981,"about_ca_topic_score_gemma":0.0022870742,"teacher_disagreement_score":0.9935809,"about_ca_system_score_codex":0.0013716369,"about_ca_system_score_gemma":0.0033091044,"threshold_uncertainty_score":0.020282626},"labels":[],"label_agreement":null},{"id":"W4385495984","doi":"10.20431/2349-0381.1005004","title":"Connecting Fossil Inclusions with Artistic Representations to Approach Scientific Questions","year":2023,"lang":"en","type":"article","venue":"International Journal of Humanities Social Sciences and Education","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Aesthetics; Epistemology; Sociology; Art; Philosophy","score_opus":0.07587441992740776,"score_gpt":0.3725928062745335,"score_spread":0.2967183863471258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385495984","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030021759,0.02107719,0.19994617,0.035290737,0.004409547,0.0002186459,0.0010414737,0.0008784991,0.70711595],"genre_scores_gemma":[0.6687847,0.019750409,0.22390212,0.00458826,0.0040274,0.0005711728,0.0013547235,0.0014987952,0.07552244],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951467,0.0026539897,0.00022478045,0.000538025,0.0011998133,0.00023662321],"domain_scores_gemma":[0.9865133,0.007817422,0.0011058928,0.0030760432,0.0010429478,0.00044434582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00760543,0.001088638,0.00037239105,0.010013977,0.004363399,0.019314824,0.0028697064,0.003373047,0.023989161],"category_scores_gemma":[0.024105087,0.000536261,0.0005226142,0.0052350904,0.023622356,0.0180103,0.01167369,0.0034865127,0.0036561985],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027609189,0.000024612154,0.0014442684,0.00037698422,0.000015516875,0.00028363953,0.03551062,0.00072967686,0.00040395313,0.87957823,0.011997782,0.06960709],"study_design_scores_gemma":[0.000010007163,0.000023455943,0.00093729957,0.0012388412,0.000017488039,0.00048043838,0.02274249,0.0017995182,0.0006818671,0.51785964,0.45417556,0.00003343833],"about_ca_topic_score_codex":0.0013988141,"about_ca_topic_score_gemma":0.0035509716,"teacher_disagreement_score":0.023989161,"about_ca_system_score_codex":0.0033486756,"about_ca_system_score_gemma":0.0017433654,"threshold_uncertainty_score":0.08025175},"labels":[],"label_agreement":null},{"id":"W4385591144","doi":"10.35483/acsa.am.109.21","title":"Beyond Building: The Latent Lessons Obscured by Conventional Design-Build Pedagogy","year":2021,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Studio; Novelty; Scope (computer science); Work (physics); Curriculum; Sociology; Visual arts; Computer science; Public relations; Pedagogy; Political science; Psychology; Engineering; Art","score_opus":0.04391926513337075,"score_gpt":0.32599526419220665,"score_spread":0.2820759990588359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385591144","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11679079,0.024094168,0.13197266,0.21336266,0.0026689793,0.00023594519,0.00018814024,0.000661796,0.51002485],"genre_scores_gemma":[0.9309367,0.0068763676,0.018198047,0.011318983,0.00076760934,0.00030288368,0.0000647797,0.0004953598,0.031039285],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9878928,0.007737678,0.00022061403,0.0013582935,0.002154505,0.00063609675],"domain_scores_gemma":[0.98822427,0.008227103,0.00054877385,0.0018137695,0.0006504768,0.0005355888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0131234275,0.00074260234,0.00068332814,0.0020715955,0.00951005,0.014514966,0.0020691848,0.0030034205,0.0049590156],"category_scores_gemma":[0.017814374,0.0005057303,0.0004345439,0.0015056704,0.09159535,0.024341976,0.009783792,0.010628938,0.0014516487],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020278188,0.000075277756,0.0005477903,0.00021052193,0.000006228452,0.00016818658,0.107870735,0.00026613558,0.00022751151,0.8625118,0.008187778,0.019907702],"study_design_scores_gemma":[0.000023989254,0.000055663975,0.0005942226,0.00043146923,0.000005244882,0.00030925716,0.052225538,0.0006874934,0.00043533588,0.7005372,0.24466898,0.000025604513],"about_ca_topic_score_codex":0.0033378839,"about_ca_topic_score_gemma":0.0052737915,"teacher_disagreement_score":0.014514966,"about_ca_system_score_codex":0.007465567,"about_ca_system_score_gemma":0.0058540967,"threshold_uncertainty_score":0.069404125},"labels":[],"label_agreement":null},{"id":"W4385980783","doi":"10.31182/cubic.2023.6.57","title":"Bridging Strategy from Both Business Economics and Design Sciences","year":2023,"lang":"en","type":"article","venue":"Cubic Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Strategic design; Design strategy; Function (biology); Strategic management; Strategic planning; Process management; Business; Management science; Management; Marketing; Knowledge management; Computer science; Engineering; Economics","score_opus":0.07443877802436379,"score_gpt":0.28074655150966915,"score_spread":0.20630777348530538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385980783","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050727297,0.24168067,0.089965336,0.54084176,0.03078064,0.00007108687,0.00006316703,0.00017208805,0.091352575],"genre_scores_gemma":[0.28033924,0.4339592,0.05733438,0.12850256,0.06973754,0.00066118856,0.00017511274,0.0006034548,0.028687393],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9738259,0.014328187,0.0015841211,0.0012813406,0.0077641117,0.0012163103],"domain_scores_gemma":[0.9370645,0.05330124,0.001597054,0.0021393264,0.0043169875,0.001580877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027797228,0.001968067,0.0026536337,0.011767158,0.003829943,0.031134808,0.0024287514,0.012001508,0.007174381],"category_scores_gemma":[0.027543103,0.0010493072,0.0011192156,0.009917377,0.029074803,0.035744675,0.013787394,0.015171568,0.0016177146],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001449241,0.000043838852,0.00021577108,0.001056725,0.000047301215,0.00011134019,0.0036096144,0.00054216967,0.00015120575,0.9000265,0.027294863,0.06688611],"study_design_scores_gemma":[0.000012797846,0.000041131076,0.00024033464,0.0017103662,0.000012153593,0.00009519675,0.0047373627,0.0006859038,0.00021563374,0.7087626,0.28346026,0.000026188773],"about_ca_topic_score_codex":0.0014112788,"about_ca_topic_score_gemma":0.0017881383,"teacher_disagreement_score":0.031134808,"about_ca_system_score_codex":0.010019405,"about_ca_system_score_gemma":0.011215001,"threshold_uncertainty_score":0.14700752},"labels":[],"label_agreement":null},{"id":"W4386195515","doi":"10.22492/issn.2758-0970.2023.15","title":"How can Bio-Strategies Inform Design for Sustainability?","year":2023,"lang":"en","type":"article","venue":"The Paris Conference on Arts & Humanities, official conference proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"Fundação para a Ciência e a Tecnologia; CERN","keywords":"Biomimetics; Sustainability; Sustainable design; Resilience (materials science); Empathy; Architectural engineering; Natural materials; Engineering; Natural (archaeology); Computer science; Human–computer interaction; Engineering ethics; Psychology; Ecology; Artificial intelligence; Materials science; Biology","score_opus":0.11309515151234234,"score_gpt":0.2936550287148863,"score_spread":0.18055987720254396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386195515","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017595135,0.012653875,0.31529087,0.12754472,0.0028091497,0.00026296277,0.00035246174,0.0006546619,0.5228361],"genre_scores_gemma":[0.76815444,0.013082119,0.15689683,0.011033866,0.0005545817,0.0007244361,0.00030741617,0.00060563954,0.048640717],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99513525,0.00326347,0.00015697684,0.00036765911,0.0007892519,0.0002873818],"domain_scores_gemma":[0.991856,0.0052605076,0.00038734556,0.0011356607,0.001051986,0.0003085945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009243841,0.00182944,0.00078001205,0.0024498482,0.0017217123,0.013567905,0.0016238681,0.004791891,0.022058927],"category_scores_gemma":[0.015355995,0.0006779443,0.0006173077,0.0018902968,0.013206419,0.014522675,0.00412726,0.0031265349,0.00492548],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024015371,0.000051238214,0.00043887913,0.00031018435,0.000025623272,0.000050435854,0.00093059114,0.0038149212,0.0003680668,0.94575185,0.004341145,0.043893076],"study_design_scores_gemma":[0.000010398793,0.000027683029,0.000103430655,0.00026204405,0.000015834219,0.000025126916,0.0013845179,0.0015442967,0.00076414336,0.9209216,0.07492775,0.000013192213],"about_ca_topic_score_codex":0.0025214625,"about_ca_topic_score_gemma":0.002599596,"teacher_disagreement_score":0.022058927,"about_ca_system_score_codex":0.0046334793,"about_ca_system_score_gemma":0.005745924,"threshold_uncertainty_score":0.073794484},"labels":[],"label_agreement":null},{"id":"W4386338082","doi":"10.1515/9781772125979","title":"Situating Design in Alberta","year":2022,"lang":"en","type":"book","venue":"University of Alberta Press eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; Business","score_opus":0.02783001297779763,"score_gpt":0.20629093875495402,"score_spread":0.1784609257771564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386338082","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01363084,0.008543456,0.009779743,0.005811733,0.0015192039,0.00006072675,0.00015604765,0.00050076074,0.9599976],"genre_scores_gemma":[0.111553706,0.007306065,0.012190295,0.0010986531,0.00010443725,0.000042404987,0.00024836214,0.00026316463,0.8671929],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991273,0.0001752234,0.000021317283,0.00012085208,0.00040658412,0.00014870618],"domain_scores_gemma":[0.9993338,0.00020026558,0.000020455022,0.00008409849,0.00023699622,0.00012434938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010463095,0.0005899261,0.00026336734,0.0018257875,0.010632127,0.0074630487,0.0014330538,0.0015368727,0.024323806],"category_scores_gemma":[0.0013471647,0.00034376324,0.00033934208,0.0034794125,0.008432009,0.0019847022,0.0029110084,0.001746452,0.003099137],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079443336,0.00004693455,0.0016724707,0.00042388227,0.0000117091895,0.0010639705,0.0812176,0.0024736074,0.0038646725,0.37524128,0.227929,0.3059755],"study_design_scores_gemma":[0.0000020925509,0.000008367378,0.0005258962,0.00014839399,0.0000037212683,0.00016283678,0.008892579,0.000118425036,0.00035894386,0.0043395073,0.98542815,0.000011141848],"about_ca_topic_score_codex":0.68367547,"about_ca_topic_score_gemma":0.8907678,"teacher_disagreement_score":0.31632453,"about_ca_system_score_codex":0.03417913,"about_ca_system_score_gemma":0.02566734,"threshold_uncertainty_score":0.63637483},"labels":[],"label_agreement":null},{"id":"W4386363430","doi":"10.1016/j.sheji.2023.04.002","title":"Pluriversal Futures for Design Education","year":2023,"lang":"en","type":"article","venue":"She ji","topic":"Design Education and Practice","field":"Engineering","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Sociology; Premise; Interdependence; Mainstream; Latin Americans; Political science; Engineering ethics; Pedagogy; Social science; Epistemology; Engineering","score_opus":0.032003065241137274,"score_gpt":0.2900651680871054,"score_spread":0.25806210284596814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386363430","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005310797,0.032561947,0.04183899,0.14592154,0.010022043,0.000087468674,0.00018691474,0.00056298054,0.7635073],"genre_scores_gemma":[0.27794728,0.036205593,0.070473276,0.016593872,0.0025234686,0.0005105533,0.00068198954,0.0006107779,0.5944532],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99245924,0.004477649,0.00038054568,0.00047836342,0.0014802801,0.0007238878],"domain_scores_gemma":[0.9896869,0.0039802017,0.00041416907,0.001998128,0.001377515,0.00254303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015891522,0.00078278244,0.0003703368,0.0018536847,0.0060558715,0.014518512,0.0015779983,0.0066317827,0.074841425],"category_scores_gemma":[0.010513717,0.0004054186,0.0007772386,0.0017821752,0.008797784,0.01728415,0.015925616,0.0062790057,0.007833369],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017162258,0.000048304726,0.00019534369,0.0001580373,0.0000035506546,0.00007754504,0.0036724913,0.00020311504,0.00016517212,0.8070734,0.08038385,0.10800203],"study_design_scores_gemma":[0.0000027185747,0.000012203588,0.00009314938,0.00032354888,0.0000012153778,0.000073491916,0.00226925,0.000111188754,0.00009897522,0.09344728,0.9035602,0.0000067417495],"about_ca_topic_score_codex":0.002147454,"about_ca_topic_score_gemma":0.0059563657,"teacher_disagreement_score":0.074841425,"about_ca_system_score_codex":0.0059232395,"about_ca_system_score_gemma":0.010716517,"threshold_uncertainty_score":0.2503695},"labels":[],"label_agreement":null},{"id":"W4386381934","doi":"10.3102/ip.23.2007267","title":"Setting Values and Intentions in Sponge : Iterative Value Negotiation in Multi-Organization Design Collaborations","year":2023,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Negotiation; Value (mathematics); Computer science; Sponge; Knowledge management; Sociology; Machine learning; Geology","score_opus":0.04051757132359397,"score_gpt":0.29560101847535,"score_spread":0.255083447151756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386381934","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2888816,0.00020229814,0.6087413,0.0034402686,0.00012935737,0.00089580636,0.000041139316,0.00052239164,0.097145885],"genre_scores_gemma":[0.9096742,0.000056982928,0.087079056,0.000101885846,0.000008078853,0.00030545183,0.00003452292,0.00007601568,0.002663854],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.94964665,0.041991655,0.0011590355,0.0013730826,0.0042023165,0.0016272789],"domain_scores_gemma":[0.905882,0.07486584,0.0034256715,0.008004888,0.003924828,0.0038967067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03494461,0.0007173557,0.00069901865,0.0018955609,0.0062533375,0.0111872,0.0031713317,0.0037722168,0.008108654],"category_scores_gemma":[0.08099863,0.0011691594,0.0009917567,0.0013900348,0.011587402,0.012940544,0.015986463,0.0040234528,0.0012579323],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055696256,0.0009251052,0.015332619,0.00076621724,0.00017029996,0.0016764516,0.29042667,0.016549695,0.009689474,0.5258068,0.002345658,0.13575405],"study_design_scores_gemma":[0.00022122821,0.0007700793,0.0038962075,0.0007937794,0.00013775229,0.000686,0.1433519,0.10350734,0.009347349,0.6967738,0.040282436,0.00023210731],"about_ca_topic_score_codex":0.0015041205,"about_ca_topic_score_gemma":0.0016017504,"teacher_disagreement_score":0.03494461,"about_ca_system_score_codex":0.0031935468,"about_ca_system_score_gemma":0.0073787677,"threshold_uncertainty_score":0.18480694},"labels":[],"label_agreement":null},{"id":"W4386507096","doi":"10.1115/1.4063360","title":"What Sets Proficient and Expert Users Apart? Results of a Computer-Aided Design Experiment","year":2023,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"CAD; Computer Aided Design; Task (project management); Engineering design process; Expert system; Computer science; Plan (archaeology); Process (computing); Engineering drawing; Computer-aided engineering; Computer-aided manufacturing; Software engineering; Human–computer interaction; Engineering; Artificial intelligence; Systems engineering","score_opus":0.0911968282124025,"score_gpt":0.325117529717236,"score_spread":0.23392070150483352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386507096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982943,0.000022813889,0.0002645692,0.000041188978,0.000013530131,0.00017645262,0.00007238839,0.000014448382,0.001100349],"genre_scores_gemma":[0.9962446,0.000025015395,0.0010970207,0.00017534629,0.000013992435,0.0008954655,0.00016846911,0.000016593278,0.0013634096],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9917101,0.003449135,0.0012206136,0.0013563454,0.0015442073,0.0007195579],"domain_scores_gemma":[0.83925307,0.13233437,0.007455076,0.00679922,0.006539896,0.0076184478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012291248,0.00065565103,0.0010915976,0.0009297862,0.0011496991,0.0032882236,0.0011160461,0.002673465,0.0068464293],"category_scores_gemma":[0.08421082,0.0007086661,0.00043828806,0.00044239726,0.001661287,0.003258975,0.0023047249,0.0017266563,0.0013409505],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12711233,0.13148147,0.38217553,0.0014119506,0.00067167566,0.00094413094,0.105494715,0.0037096317,0.08295305,0.0032485118,0.0048519145,0.15594505],"study_design_scores_gemma":[0.006851568,0.13030894,0.77842,0.00026744764,0.00040352493,0.00063310587,0.03357018,0.013703971,0.022922263,0.005425213,0.0069322237,0.0005614809],"about_ca_topic_score_codex":0.0006239378,"about_ca_topic_score_gemma":0.00063996983,"teacher_disagreement_score":0.012291248,"about_ca_system_score_codex":0.0004531747,"about_ca_system_score_gemma":0.0005886323,"threshold_uncertainty_score":0.06500316},"labels":[],"label_agreement":null},{"id":"W4386543511","doi":"10.7146/pl.v14i2.135876","title":"Symbolic forms and cognition","year":2023,"lang":"en","type":"article","venue":"Psyke & Logos","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Task (project management); Matching (statistics); Recall; Cognition; Degree (music); Cognitive psychology; Psychology; Computer science; Mathematics; Statistics","score_opus":0.02081356594421308,"score_gpt":0.2628418523827062,"score_spread":0.2420282864384931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386543511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75454414,0.014724682,0.023674143,0.005481439,0.0001379903,0.000033710494,0.00011946701,0.00013904418,0.20114549],"genre_scores_gemma":[0.99248743,0.0018830426,0.0030553576,0.00017256195,0.000045611567,0.000014076758,0.000035985704,0.000011146767,0.0022948217],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99934584,0.000359091,0.000025287689,0.0000819218,0.00013814928,0.000049669085],"domain_scores_gemma":[0.9972371,0.0018229767,0.00041539455,0.00024198412,0.00013862888,0.00014396344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092365086,0.00023090267,0.00015651334,0.0010934757,0.00035728558,0.00306793,0.00019412152,0.00054268545,0.004982901],"category_scores_gemma":[0.0051723765,0.00009545177,0.00017122508,0.0007278104,0.0055133067,0.0019867755,0.0010562671,0.00062426855,0.00032033277],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003351639,0.0001473312,0.019154904,0.00041148838,0.00006933425,0.00028392984,0.012857336,0.0034977128,0.0085403165,0.66973305,0.0019868307,0.2829827],"study_design_scores_gemma":[0.00005770375,0.0003041631,0.049063373,0.00016550931,0.000026664966,0.0004588432,0.0038071936,0.003136913,0.0019526728,0.91780376,0.023175742,0.00004744233],"about_ca_topic_score_codex":0.00097143126,"about_ca_topic_score_gemma":0.00089765026,"teacher_disagreement_score":0.004982901,"about_ca_system_score_codex":0.0005829573,"about_ca_system_score_gemma":0.00045416286,"threshold_uncertainty_score":0.016669452},"labels":[],"label_agreement":null},{"id":"W4387369694","doi":"10.1115/1.4063658","title":"Designing Together: Exploring Collaborative Dynamics of Multi-Objective Design Problems in Virtual Environments","year":2023,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Agile software development; Knowledge management; Pace; Discipline; Computer science; Emerging technologies; Diversity (politics); Virtual reality; Human–computer interaction; Management science; Engineering; Sociology; Artificial intelligence; Software engineering","score_opus":0.08129716335519303,"score_gpt":0.28131125145350966,"score_spread":0.2000140880983166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387369694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8281145,0.00032098763,0.1602258,0.00075194007,0.000020417085,0.00024136268,0.000060065944,0.00007157539,0.01019321],"genre_scores_gemma":[0.9755163,0.0000701572,0.023487283,0.00004239872,0.00000587345,0.00014673911,0.00003728345,0.0000159063,0.0006781053],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9872652,0.010169581,0.00026135045,0.0008988315,0.00083519483,0.00056983373],"domain_scores_gemma":[0.95613736,0.03847805,0.0025446985,0.0010695088,0.00074959116,0.0010208644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0102611855,0.0006885519,0.0007031628,0.0022830507,0.0026877872,0.005845409,0.0018700138,0.0022500814,0.0028792077],"category_scores_gemma":[0.03794183,0.0006991679,0.00088374235,0.0010729225,0.004590237,0.005363067,0.006082937,0.0016903034,0.0002805855],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008081909,0.0011670013,0.07587545,0.0011163533,0.0005257188,0.0025299506,0.3770529,0.29786405,0.01219482,0.13990839,0.0017055339,0.089251734],"study_design_scores_gemma":[0.00012142043,0.0004776861,0.01947948,0.000270661,0.0000855046,0.00051361555,0.13809787,0.70044273,0.0021962917,0.12623037,0.011925848,0.00015851666],"about_ca_topic_score_codex":0.0030983107,"about_ca_topic_score_gemma":0.003327271,"teacher_disagreement_score":0.0102611855,"about_ca_system_score_codex":0.0021415877,"about_ca_system_score_gemma":0.00181041,"threshold_uncertainty_score":0.05426705},"labels":[],"label_agreement":null},{"id":"W4387370314","doi":"10.21606/iasdr.2023.844","title":"Unpacking Dominant Design: A critical analysis of power and dominant discourse in Design","year":2023,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Oppression; Sociology; Power (physics); Universalism; Critical discourse analysis; Identity (music); Unpacking; Epistemology; Political science; Politics; Aesthetics; Linguistics; Law","score_opus":0.04233013876774391,"score_gpt":0.34597243384260534,"score_spread":0.3036422950748614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387370314","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15228558,0.0116716,0.44409636,0.04322438,0.0012035343,0.0007648612,0.00013941956,0.0002924399,0.34632185],"genre_scores_gemma":[0.94812673,0.0021300127,0.039208565,0.0013718928,0.00017058727,0.0004450124,0.000045410638,0.0003026511,0.00819923],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96606153,0.02602732,0.0007137893,0.0016570669,0.004160424,0.0013798872],"domain_scores_gemma":[0.9304332,0.05886651,0.0016327326,0.004211347,0.00405837,0.0007979026],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.04038289,0.0013104104,0.0011182331,0.00934434,0.01622276,0.018170627,0.002650579,0.0035875991,0.0028693706],"category_scores_gemma":[0.0378028,0.0010103206,0.0007992256,0.0043739476,0.107202165,0.029756315,0.010589551,0.00656918,0.00037806944],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022621009,0.000013431832,0.00024782473,0.00013035604,0.000006815137,0.0001583222,0.24155958,0.00019267158,0.00027447607,0.7482672,0.0009946204,0.008132046],"study_design_scores_gemma":[0.000032506097,0.000052157506,0.00043253784,0.00092743244,0.000023379529,0.00048314856,0.17936662,0.0018280629,0.0012341313,0.67174155,0.1438305,0.000048122336],"about_ca_topic_score_codex":0.004937505,"about_ca_topic_score_gemma":0.004774155,"teacher_disagreement_score":0.9837772,"about_ca_system_score_codex":0.01419573,"about_ca_system_score_gemma":0.009907128,"threshold_uncertainty_score":0.21356767},"labels":[],"label_agreement":null},{"id":"W4387937482","doi":"10.5772/intechopen.1002800","title":"Born to Design: Innate Human Behaviors Involved in Learning and Practicing Engineering Design","year":2023,"lang":"en","type":"book-chapter","venue":"IntechOpen eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Engineering design process; Intuition; Cognition; Computer science; Set (abstract data type); Human–computer interaction; Intellect; Design education; Cognitive science; Artificial intelligence; Engineering; Psychology; Epistemology; Mechanical engineering; Programming language","score_opus":0.06340438344358147,"score_gpt":0.29907477769652496,"score_spread":0.2356703942529435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387937482","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.094987445,0.039981272,0.08892611,0.007308147,0.00046586257,0.00013449932,0.00017711379,0.0007943338,0.76722515],"genre_scores_gemma":[0.40970337,0.03823144,0.1049498,0.0031551882,0.000219533,0.0001998078,0.0002893092,0.00034011214,0.44291145],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99980015,0.00006399037,0.0000073126384,0.000045269895,0.00006637606,0.000016904318],"domain_scores_gemma":[0.9996897,0.0002058131,0.000021133506,0.000039320897,0.000025765197,0.000018401128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035756343,0.00036729197,0.00018183164,0.0003930934,0.00052513165,0.0021976398,0.0005129593,0.000743502,0.005789851],"category_scores_gemma":[0.0009047679,0.0002464245,0.00019962231,0.00036133005,0.0036513137,0.0022001371,0.00088812347,0.001612295,0.0016915939],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039026825,0.00013576905,0.0039582024,0.0010874432,0.000016628132,0.00045769842,0.053391,0.0016891824,0.010590608,0.36037022,0.03692247,0.53134173],"study_design_scores_gemma":[0.000011699228,0.0001722307,0.013776457,0.0012161602,0.000023822127,0.0025202418,0.009017529,0.002413827,0.004296731,0.24224511,0.7242494,0.00005679355],"about_ca_topic_score_codex":0.0007453369,"about_ca_topic_score_gemma":0.0018033715,"teacher_disagreement_score":0.005789851,"about_ca_system_score_codex":0.00054639106,"about_ca_system_score_gemma":0.0007002165,"threshold_uncertainty_score":0.019368947},"labels":[],"label_agreement":null},{"id":"W4388179111","doi":"10.1111/deci.12619","title":"The role of generative design and additive manufacturing capabilities in developing human–AI symbiosis: Evidence from multiple case studies","year":2023,"lang":"en","type":"article","venue":"Decision Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Generative grammar; Computer science; Knowledge management; Set (abstract data type); Coronavirus disease 2019 (COVID-19); Valuation (finance); Mechanism (biology); Artificial intelligence; Business","score_opus":0.126551323755345,"score_gpt":0.37904600938547645,"score_spread":0.25249468563013144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388179111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9773069,0.0005505638,0.0077236,0.0008354649,0.0000108027825,0.00028730067,0.00003351498,0.00001116749,0.013240676],"genre_scores_gemma":[0.99411124,0.0002710311,0.0048578186,0.00009077124,0.0000025024024,0.00016882973,0.000015219924,0.000005894057,0.0004767089],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96160895,0.032613207,0.00093442394,0.0010954245,0.0026841268,0.001063904],"domain_scores_gemma":[0.7858677,0.18648064,0.009205988,0.011949224,0.004705175,0.001791233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04262828,0.00046386028,0.00040826376,0.0028897598,0.004657161,0.005870963,0.0024658332,0.0022047344,0.0037710452],"category_scores_gemma":[0.06504817,0.00058641203,0.000508087,0.0022375102,0.012889397,0.005699837,0.0064044464,0.0024606532,0.00029786388],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046071046,0.0027284413,0.103995115,0.0015280463,0.00017407113,0.0045537795,0.6954117,0.003735944,0.0023423352,0.08468426,0.0015385308,0.098847084],"study_design_scores_gemma":[0.00034477902,0.0016665612,0.056544673,0.0023079885,0.00020242244,0.002819268,0.8277532,0.0110180825,0.0071402933,0.043120366,0.04692115,0.00016121312],"about_ca_topic_score_codex":0.0030454104,"about_ca_topic_score_gemma":0.00727293,"teacher_disagreement_score":0.04262828,"about_ca_system_score_codex":0.005358155,"about_ca_system_score_gemma":0.0035791239,"threshold_uncertainty_score":0.22544253},"labels":[],"label_agreement":null},{"id":"W4388193376","doi":"10.56367/oag-040-11046","title":"Understanding empathetic design principles in engineering courses","year":2023,"lang":"en","type":"article","venue":"Open Access Government","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Engineering design process; Empathy; Design education; Computer science; Engineering; Engineering ethics; Engineering management; Management science; Psychology; Social psychology; Mechanical engineering","score_opus":0.36862516901746883,"score_gpt":0.3826365105142608,"score_spread":0.014011341496791951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388193376","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2151592,0.0041828854,0.2476102,0.066788465,0.0005408471,0.0005669197,0.0000563091,0.00029435765,0.4648008],"genre_scores_gemma":[0.9207328,0.0019573162,0.045063872,0.004717571,0.00006307015,0.0003677804,0.00005475477,0.00012353496,0.026919218],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98057324,0.013013335,0.00056338636,0.00079921784,0.0036241852,0.0014266323],"domain_scores_gemma":[0.9664884,0.023658764,0.0018608924,0.0021371974,0.0037896184,0.002065125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024214357,0.0007044801,0.00041288097,0.0017880099,0.005248826,0.012773111,0.0022803338,0.005411102,0.008596792],"category_scores_gemma":[0.033884823,0.0010075902,0.0005601819,0.0011562995,0.019373918,0.016757678,0.009145139,0.009151713,0.0013964728],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003011117,0.00043420278,0.0030126655,0.00030434274,0.000012926099,0.00034978526,0.1887675,0.0026215613,0.000955058,0.6981031,0.009100578,0.09630824],"study_design_scores_gemma":[0.000066042914,0.00016286028,0.002400664,0.0015084429,0.000015729425,0.0003735163,0.10650355,0.0049094073,0.001519965,0.55491126,0.32756564,0.0000629147],"about_ca_topic_score_codex":0.003863019,"about_ca_topic_score_gemma":0.0038079203,"teacher_disagreement_score":0.024214357,"about_ca_system_score_codex":0.012343504,"about_ca_system_score_gemma":0.0088123,"threshold_uncertainty_score":0.12805927},"labels":[],"label_agreement":null},{"id":"W4388846762","doi":"10.1007/978-3-031-25984-5_325","title":"Deming 14 Points Model","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science","score_opus":0.060844373672349024,"score_gpt":0.26384970690493714,"score_spread":0.20300533323258813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388846762","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001961072,0.00031556922,0.12411531,0.0012206611,0.00024135495,0.00011231875,0.00048136272,0.00050316565,0.8710492],"genre_scores_gemma":[0.09419639,0.0010310749,0.096062034,0.0004973925,0.00010408552,0.00028134306,0.0010263794,0.0004860486,0.80631524],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991404,0.00019273667,0.000041344367,0.00017693445,0.00035746684,0.00009111184],"domain_scores_gemma":[0.99945337,0.00009222835,0.000020035324,0.00021526265,0.00017497326,0.000044090433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007761469,0.0009753369,0.00051274494,0.0018175357,0.0016100783,0.00408899,0.0019332543,0.0018621216,0.13823028],"category_scores_gemma":[0.002267993,0.00043017676,0.00088924967,0.0018969589,0.002720301,0.005577661,0.002704122,0.0024265435,0.039974555],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010823739,0.000009793562,0.00004729775,0.000020469548,0.000002275939,0.000024424053,0.00011262559,0.0014103961,0.00009804295,0.9556807,0.012138481,0.03044469],"study_design_scores_gemma":[0.000011212456,0.000017661554,0.000078188306,0.00005938453,0.000006005913,0.00009631122,0.00017896082,0.0056882286,0.00044249315,0.6629103,0.33049998,0.000011349819],"about_ca_topic_score_codex":0.0054192585,"about_ca_topic_score_gemma":0.006257831,"teacher_disagreement_score":0.13823028,"about_ca_system_score_codex":0.0022918046,"about_ca_system_score_gemma":0.0016573288,"threshold_uncertainty_score":0.46242636},"labels":[],"label_agreement":null},{"id":"W4388858155","doi":"10.1115/detc2023-115280","title":"Teaching AI to Design From Humans: a Comparison of Behavioral Cloning Architectures","year":2023,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Cloning (programming); Reinforcement learning; Curiosity; Computer science; Artificial intelligence; Human–computer interaction; Robotics; Machine learning; Human cloning; Behavioral modeling; Robot; Programming language","score_opus":0.08674586408942964,"score_gpt":0.3904682229153774,"score_spread":0.3037223588259478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388858155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91956574,0.00035574692,0.07283564,0.00038717556,0.000036218455,0.00023938467,0.00004110536,0.0008066154,0.005732404],"genre_scores_gemma":[0.9712714,0.00012342577,0.027460888,0.00007356165,0.0000059229615,0.00013690654,0.000052945874,0.000023699147,0.00085120293],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99885106,0.0006245677,0.00007930543,0.00017019405,0.00019064538,0.000084224455],"domain_scores_gemma":[0.99143595,0.0054829437,0.00063939876,0.0013235,0.0007470846,0.00037119197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032551591,0.0005587323,0.00026760323,0.00042014604,0.0002581725,0.000611393,0.0010163627,0.00079191744,0.0013152431],"category_scores_gemma":[0.008442393,0.00028074044,0.00028142595,0.00024054515,0.00097352837,0.0011383671,0.0008200645,0.0010036874,0.00025558742],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019914599,0.002699584,0.019178454,0.0004150648,0.00021488956,0.0000705745,0.00093369145,0.6064584,0.021015808,0.012952815,0.0012597508,0.33280945],"study_design_scores_gemma":[0.00019047479,0.0026464574,0.0072131315,0.000044663375,0.0000745553,0.000038794667,0.00015684983,0.97075665,0.010632087,0.006253811,0.0019570242,0.000035530153],"about_ca_topic_score_codex":0.0036887082,"about_ca_topic_score_gemma":0.003663985,"teacher_disagreement_score":0.0036887082,"about_ca_system_score_codex":0.0014066899,"about_ca_system_score_gemma":0.00097564695,"threshold_uncertainty_score":0.017215133},"labels":[],"label_agreement":null},{"id":"W4389001624","doi":"10.1007/978-3-031-47237-4","title":"Engineering to Adapt","year":2023,"lang":"en","type":"book","venue":"Springer proceedings in energy","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Alphabet; Computer science; Engineering; Philosophy; Linguistics","score_opus":0.012761647246511907,"score_gpt":0.212343753806008,"score_spread":0.1995821065594961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389001624","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007898982,0.0076214545,0.01606424,0.005228178,0.0037184572,0.00003476059,0.00009011604,0.00056110433,0.9658918],"genre_scores_gemma":[0.012174375,0.0057009645,0.004926404,0.0023286336,0.00067503797,0.000060869934,0.00014101864,0.0004501747,0.9735425],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99957126,0.000082099454,0.000018682133,0.000079693134,0.00020814322,0.00004001551],"domain_scores_gemma":[0.999696,0.00008387655,0.000012283921,0.00012265092,0.000051043207,0.000034191387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045714117,0.000965691,0.00041334095,0.00096144184,0.0010716567,0.0041480414,0.0006993485,0.0012735382,0.076610416],"category_scores_gemma":[0.0014323184,0.0003058489,0.0004995189,0.00084423,0.0025326335,0.0041551013,0.003456684,0.0027403033,0.029942604],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012434346,0.00003176957,0.00012299677,0.0002093018,0.000011328525,0.00008378969,0.00080908247,0.0007559512,0.0009367311,0.4429156,0.27918234,0.2749286],"study_design_scores_gemma":[0.0000015221262,0.000006028078,0.00010043951,0.00008681943,0.0000025549816,0.00006079996,0.00013387458,0.00022017528,0.00016987692,0.07233128,0.9268821,0.0000045929487],"about_ca_topic_score_codex":0.001240325,"about_ca_topic_score_gemma":0.002452328,"teacher_disagreement_score":0.076610416,"about_ca_system_score_codex":0.0010098716,"about_ca_system_score_gemma":0.0010407433,"threshold_uncertainty_score":0.2562874},"labels":[],"label_agreement":null},{"id":"W4389191960","doi":"10.22215/etd/2023-15686","title":"Preparing Designers To Tackle ‘Wicked Problems’: The Role Of Research-Based Master Education In Design","year":2023,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Conversation; Wicked problem; Engineering ethics; Perception; Point (geometry); Design education; Research design; Engineering; Pedagogy; Sociology; Psychology; Social science; Business","score_opus":0.06655529071960914,"score_gpt":0.36574566020003896,"score_spread":0.2991903694804298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389191960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5584928,0.016814359,0.13193728,0.17044501,0.001015446,0.0011374485,0.000055244524,0.00037476534,0.11972773],"genre_scores_gemma":[0.9312494,0.004998213,0.04601364,0.006230689,0.00015596946,0.0006560785,0.00004038888,0.00008216772,0.010573464],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9367512,0.05077184,0.0016891124,0.0024189835,0.004995781,0.0033730757],"domain_scores_gemma":[0.81323737,0.13933504,0.009553264,0.015954498,0.010133143,0.011786643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.100375496,0.0006622747,0.0010558863,0.0027104998,0.005874641,0.017306412,0.002280632,0.00265403,0.00334069],"category_scores_gemma":[0.12540904,0.0011121792,0.00072190666,0.0015859748,0.018986518,0.019682404,0.016001051,0.009350381,0.00094375096],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009110967,0.00079383986,0.014052723,0.0010700973,0.000048235386,0.0003117346,0.59872234,0.00050469924,0.0014981809,0.12630482,0.005858334,0.25074384],"study_design_scores_gemma":[0.0001041423,0.0008329728,0.014919689,0.0054642935,0.0000676633,0.00095732964,0.49552992,0.0021710368,0.0040563634,0.24672987,0.22899945,0.00016721548],"about_ca_topic_score_codex":0.0011309485,"about_ca_topic_score_gemma":0.0022280917,"teacher_disagreement_score":0.100375496,"about_ca_system_score_codex":0.0061957547,"about_ca_system_score_gemma":0.019481508,"threshold_uncertainty_score":0.53084266},"labels":[],"label_agreement":null},{"id":"W4389619140","doi":"10.1017/s0890060423000203","title":"Mapping artificial intelligence-based methods to engineering design stages: a focused literature review","year":2023,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering design process; Computer science; Context (archaeology); Categorization; Process (computing); Artificial intelligence; Software engineering; Data science; Engineering","score_opus":0.08865348405901104,"score_gpt":0.3408843748580329,"score_spread":0.2522308907990219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389619140","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028631967,0.976279,0.012137746,0.0018920859,0.00032658622,0.000121706056,0.00014919361,0.00007911155,0.0061513362],"genre_scores_gemma":[0.025750067,0.9546447,0.016934693,0.000899758,0.00025927837,0.00021504711,0.00039738862,0.0000543814,0.00084473065],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99165946,0.0032472988,0.0015280247,0.00094758393,0.002363234,0.00025433948],"domain_scores_gemma":[0.89551723,0.08529079,0.0039122975,0.0018250655,0.0128691,0.0005854708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010910537,0.0013589263,0.0015157696,0.030119484,0.0011011411,0.004852126,0.0023278664,0.002021501,0.0043155667],"category_scores_gemma":[0.04282114,0.0011152852,0.0018726235,0.030786864,0.0019731966,0.005875006,0.0016705436,0.0021221703,0.0013599641],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059860973,0.00012611755,0.0022689193,0.070015125,0.0002545896,0.0001573617,0.0019923141,0.0019418619,0.0007085739,0.023797715,0.0100626815,0.8886149],"study_design_scores_gemma":[0.000048577447,0.0002766618,0.012347242,0.23228869,0.0012073781,0.001107627,0.007155045,0.0043249126,0.0032968714,0.035615083,0.70214605,0.00018581084],"about_ca_topic_score_codex":0.005264252,"about_ca_topic_score_gemma":0.006464623,"teacher_disagreement_score":0.030119484,"about_ca_system_score_codex":0.003469627,"about_ca_system_score_gemma":0.009540244,"threshold_uncertainty_score":0.05770117},"labels":[],"label_agreement":null},{"id":"W4389722183","doi":"10.1007/978-981-99-5869-6","title":"Adaptable Design","year":2023,"lang":"en","type":"book","venue":"Research on intelligent manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Calgary","funders":"","keywords":"Computer science; Product design; Product (mathematics); Engineering; Mathematics","score_opus":0.30995810626785913,"score_gpt":0.4040994393820352,"score_spread":0.09414133311417605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389722183","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002677031,0.0029616184,0.50372016,0.0006921348,0.0007130949,0.00008724253,0.00020983013,0.0017912387,0.4871477],"genre_scores_gemma":[0.09535736,0.0054423795,0.15239775,0.0007828235,0.00032767656,0.00030714332,0.00073160464,0.0011541983,0.74349904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996319,0.000058269812,0.000013951171,0.00007412412,0.00019975053,0.000022098297],"domain_scores_gemma":[0.99971133,0.00008739141,0.000010322774,0.0001402672,0.00004037053,0.000010230688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003123861,0.0010134818,0.00038484109,0.0006316894,0.00046351174,0.0017253631,0.0007447114,0.0006635566,0.034283835],"category_scores_gemma":[0.001032413,0.0005346289,0.0006030765,0.0006430176,0.001188678,0.0017168974,0.0012991714,0.0015557967,0.008694958],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033938253,0.000027945347,0.00014608589,0.00020203042,0.000025897552,0.000088311994,0.00029178153,0.02117535,0.0051515866,0.57498616,0.059683345,0.3381876],"study_design_scores_gemma":[0.000011369203,0.000031189946,0.0002396806,0.00010072455,0.00001801055,0.00019780504,0.00006364236,0.024794474,0.0023041582,0.3271403,0.6450812,0.000017343256],"about_ca_topic_score_codex":0.0011742545,"about_ca_topic_score_gemma":0.0012808845,"teacher_disagreement_score":0.034283835,"about_ca_system_score_codex":0.00074085005,"about_ca_system_score_gemma":0.00043419548,"threshold_uncertainty_score":0.1146909},"labels":[],"label_agreement":null},{"id":"W4389903588","doi":"10.1016/j.dib.2023.109981","title":"Loosely controlled experimental EEG datasets for higher-order cognitions in design and creativity tasks","year":2023,"lang":"en","type":"article","venue":"Data in Brief","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Creativity; Electroencephalography; Task (project management); Computer science; Cognition; Artificial intelligence; Sketch; Brain–computer interface; Cognitive psychology; Channel (broadcasting); Psychology","score_opus":0.09887854378390319,"score_gpt":0.35975161798431604,"score_spread":0.26087307420041284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389903588","genre_codex":"empirical","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87141085,0.0011332139,0.080299996,0.00037070413,0.00029909314,0.003379158,0.03420235,0.0009764536,0.007928093],"genre_scores_gemma":[0.8569952,0.00055273535,0.06521634,0.0003456753,0.00019283565,0.012484971,0.061149765,0.00018751046,0.0028749767],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987503,0.0003605527,0.00014542237,0.0003854796,0.0002662521,0.0000920571],"domain_scores_gemma":[0.9961448,0.0014866275,0.00045433198,0.00094059727,0.0007332127,0.00024046737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008531884,0.0008010051,0.00046537272,0.00084192527,0.00034724566,0.0005723583,0.0005909503,0.00087440474,0.0041542687],"category_scores_gemma":[0.0065321685,0.00017946876,0.00062817184,0.00096671557,0.0006593349,0.00046547918,0.0010202451,0.0008729575,0.0010619194],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01001821,0.007959315,0.07921391,0.0067385826,0.0013490822,0.0023053677,0.0045726565,0.023262454,0.40980178,0.0054703816,0.04478587,0.40452242],"study_design_scores_gemma":[0.0020776973,0.0059486283,0.83941853,0.00039317895,0.00039329787,0.0036187267,0.0015745454,0.02355946,0.058989394,0.01224172,0.05137789,0.0004068108],"about_ca_topic_score_codex":0.00064494385,"about_ca_topic_score_gemma":0.0016052374,"teacher_disagreement_score":0.0041542687,"about_ca_system_score_codex":0.0002836088,"about_ca_system_score_gemma":0.0002847079,"threshold_uncertainty_score":0.013897419},"labels":[],"label_agreement":null},{"id":"W4390025222","doi":"10.1162/dint_a_00240","title":"BIKAS: Bio-Inspired Knowledge Acquisition and Simulacrum—A Knowledge Database to Support Multifunctional Design Concept Generation","year":2023,"lang":"en","type":"article","venue":"Data Intelligence","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Simulacrum; Computer science; Knowledge acquisition; Knowledge management; Artificial intelligence","score_opus":0.20127910444684868,"score_gpt":0.3756119567879984,"score_spread":0.17433285234114973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390025222","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01549733,0.00072374224,0.9543192,0.0007099573,0.00008548246,0.0005018736,0.0034933446,0.008995577,0.015673496],"genre_scores_gemma":[0.12092629,0.00087776565,0.8632973,0.00024591497,0.000025221756,0.00054383924,0.007933007,0.00038268723,0.005767941],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988223,0.0002768363,0.00018203203,0.00024777447,0.0004195174,0.00005156964],"domain_scores_gemma":[0.9975889,0.0010130439,0.00019594711,0.00072072103,0.00036760134,0.00011385087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022210663,0.00070368266,0.0007187353,0.0028972877,0.00059252244,0.0038162468,0.002171931,0.0009714493,0.0069265445],"category_scores_gemma":[0.0070299064,0.0004890101,0.0009723456,0.0016049256,0.00085562957,0.0040688524,0.0029907464,0.0011175835,0.002078464],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005330731,0.00045892288,0.0033816365,0.0014975526,0.00017978689,0.00095449,0.002036012,0.05232885,0.016889669,0.31161988,0.025120644,0.5849995],"study_design_scores_gemma":[0.00018210516,0.00025530983,0.0012947693,0.00078734953,0.0001970032,0.0010864832,0.0009270156,0.4387051,0.03341377,0.15841778,0.36460862,0.00012479963],"about_ca_topic_score_codex":0.0026041362,"about_ca_topic_score_gemma":0.0033789289,"teacher_disagreement_score":0.0069265445,"about_ca_system_score_codex":0.0010358888,"about_ca_system_score_gemma":0.0015996593,"threshold_uncertainty_score":0.023171544},"labels":[],"label_agreement":null},{"id":"W4390807595","doi":"10.3389/frvir.2023.1304795","title":"Visual thinking in virtual environments: evaluating multidisciplinary interaction through drawing ideation in real-time remote co-design","year":2024,"lang":"en","type":"article","venue":"Frontiers in Virtual Reality","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Brainstorming; Ideation; Human–computer interaction; Computer science; Workflow; Virtual reality; Multidisciplinary approach; Design thinking; Visualization; Perception; Multimedia; Psychology; Artificial intelligence; Sociology","score_opus":0.04692706575995422,"score_gpt":0.3726654433143997,"score_spread":0.3257383775544455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390807595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9753828,0.00015537892,0.016611673,0.000060486054,0.000025427444,0.0005138873,0.000036784215,0.000099219214,0.0071143345],"genre_scores_gemma":[0.96819866,0.00017067461,0.028422952,0.00006676687,0.000015802088,0.00081775506,0.00008162695,0.000054992415,0.0021707227],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99282783,0.0048003374,0.0003373887,0.00057934737,0.0010897316,0.0003653508],"domain_scores_gemma":[0.9736578,0.019559111,0.0022410788,0.0017972626,0.0014561791,0.0012885337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007851278,0.0008658704,0.0005015413,0.0018168757,0.0008517693,0.0038743897,0.0014541944,0.0011655188,0.0045046364],"category_scores_gemma":[0.033159774,0.00043571633,0.0012345585,0.00083742867,0.0020534173,0.0027397706,0.003653889,0.0011599681,0.0007553811],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005737005,0.0074678324,0.05782678,0.0044663474,0.00045744254,0.0015713825,0.36860722,0.016302004,0.07838342,0.009886193,0.002301626,0.44699278],"study_design_scores_gemma":[0.002836771,0.04846534,0.3367237,0.0023040057,0.0015714155,0.006213173,0.36561137,0.06239164,0.07739201,0.031215118,0.06392053,0.0013548775],"about_ca_topic_score_codex":0.00030863512,"about_ca_topic_score_gemma":0.00039788848,"teacher_disagreement_score":0.007851278,"about_ca_system_score_codex":0.00086641184,"about_ca_system_score_gemma":0.0006369596,"threshold_uncertainty_score":0.041521966},"labels":[],"label_agreement":null},{"id":"W4390825170","doi":"10.1177/10717641231224479","title":"Uncovering Structures: Making Visible Hidden Biases","year":2024,"lang":"en","type":"article","venue":"Journal of Interior Design","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science","score_opus":0.04936417897581571,"score_gpt":0.3206819144621024,"score_spread":0.27131773548628674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390825170","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19726974,0.0010680794,0.78297347,0.0073495097,0.0003569083,0.000118674914,0.0004910291,0.0012350064,0.0091375895],"genre_scores_gemma":[0.86065996,0.0003848435,0.13659616,0.00049665046,0.00015824205,0.000071291346,0.0002557852,0.00032307155,0.0010541239],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9897654,0.005425316,0.00051437475,0.0018410237,0.0019835162,0.00047032523],"domain_scores_gemma":[0.85456383,0.11191862,0.008188861,0.020802984,0.003693099,0.00083257974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012602744,0.0007460066,0.0008877876,0.002449452,0.0012715438,0.0058749863,0.001946847,0.002348671,0.0036449754],"category_scores_gemma":[0.14900962,0.0010940441,0.0008658779,0.0016743842,0.005192131,0.012605498,0.006491202,0.004085331,0.00072150986],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011650267,0.0003308894,0.07666557,0.0010696031,0.0005419524,0.00064836454,0.02076675,0.026713267,0.010730859,0.31189215,0.011526687,0.53794885],"study_design_scores_gemma":[0.00007604179,0.000117463336,0.0069779344,0.00041417536,0.00020934931,0.00022064633,0.0051350733,0.119379446,0.00759071,0.8498916,0.009924964,0.00006261527],"about_ca_topic_score_codex":0.0015082922,"about_ca_topic_score_gemma":0.0022204036,"teacher_disagreement_score":0.012602744,"about_ca_system_score_codex":0.00095464214,"about_ca_system_score_gemma":0.0023663368,"threshold_uncertainty_score":0.06665051},"labels":[],"label_agreement":null},{"id":"W4390949957","doi":"10.1007/978-3-031-45693-0_6","title":"Figurations of the Tool Agnostic","year":2024,"lang":"en","type":"book-chapter","venue":"Creative working lives","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science","score_opus":0.030156803652712724,"score_gpt":0.24930332518160309,"score_spread":0.21914652152889036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390949957","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020173881,0.00056074705,0.03819429,0.00093062414,0.00025027603,0.000032107422,0.000036391117,0.00016758521,0.9578105],"genre_scores_gemma":[0.21729934,0.0015278265,0.058700595,0.0018270786,0.00032038195,0.0003752606,0.00021942606,0.00056795287,0.71916217],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99870944,0.00060542516,0.000038194925,0.00022287307,0.00030802627,0.00011605455],"domain_scores_gemma":[0.9989795,0.0003881965,0.000033714023,0.00038136725,0.00013474104,0.00008248629],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0012071823,0.0010414544,0.00035686156,0.001919125,0.0034796493,0.009034642,0.0014456738,0.0022234607,0.024158886],"category_scores_gemma":[0.0023514056,0.00067554665,0.0006388162,0.0011291078,0.015293028,0.009574219,0.0041620345,0.006220054,0.0047965758],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036389285,0.000006480463,0.000022845192,0.000009275737,9.023676e-7,0.000028299346,0.0011706554,0.000056992387,0.00012613878,0.98985296,0.003007062,0.0057146577],"study_design_scores_gemma":[0.000009505159,0.000017902134,0.00024152537,0.00011028707,0.000007267286,0.00043157768,0.0014097618,0.0013762593,0.00050356553,0.6083282,0.38754594,0.00001811772],"about_ca_topic_score_codex":0.0021099187,"about_ca_topic_score_gemma":0.004021464,"teacher_disagreement_score":0.99652034,"about_ca_system_score_codex":0.0024491153,"about_ca_system_score_gemma":0.001341641,"threshold_uncertainty_score":0.08081955},"labels":[],"label_agreement":null},{"id":"W4391031282","doi":"10.1007/979-8-8688-0083-2_3","title":"Principles of Conscious/Mindful Design","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Manitoba Beekeepers' Association","funders":"","keywords":"Psychology; Cognitive science; Computer science","score_opus":0.07181680807404156,"score_gpt":0.25525231083598293,"score_spread":0.18343550276194137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391031282","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011883707,0.0055953097,0.5068823,0.0060804063,0.0007177887,0.00036427577,0.00013521835,0.0008494693,0.47818682],"genre_scores_gemma":[0.14326893,0.013713415,0.62646586,0.00494545,0.0007221357,0.003550025,0.00031073025,0.0008417546,0.20618163],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9963462,0.00133339,0.00022933261,0.00037987856,0.001487528,0.00022372122],"domain_scores_gemma":[0.9974548,0.0013477907,0.00011292148,0.00057286624,0.00037513417,0.00013638621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003978438,0.0015167061,0.0006675171,0.0016505937,0.0019769536,0.008300167,0.0022876423,0.0031932145,0.014088536],"category_scores_gemma":[0.0051487307,0.0008748214,0.0012513179,0.0010551065,0.017303346,0.006370466,0.0041763657,0.004795636,0.0069854963],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041313947,0.000007334643,0.00002169251,0.0001444741,0.0000064980404,0.000033054894,0.0007577179,0.00042166296,0.00018717928,0.9830619,0.004143884,0.011210441],"study_design_scores_gemma":[0.000010964295,0.000009847443,0.000028630633,0.00017795578,0.0000069096427,0.00013798637,0.0001475933,0.00083163637,0.00045653846,0.8446394,0.15354106,0.000011463372],"about_ca_topic_score_codex":0.0014089087,"about_ca_topic_score_gemma":0.0014170388,"teacher_disagreement_score":0.014088536,"about_ca_system_score_codex":0.0023682693,"about_ca_system_score_gemma":0.0031607915,"threshold_uncertainty_score":0.047130883},"labels":[],"label_agreement":null},{"id":"W4391089051","doi":"","title":"Review Report - Fourth Quarter 2023: Analysis and Design of Spatial Mechanisms of Tensegrity for Collaborative Manipulation","year":2024,"lang":"en","type":"report","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Tensegrity; Quarter (Canadian coin); Computer science; Engineering; Geography; Civil engineering; Archaeology","score_opus":0.039698814194042864,"score_gpt":0.2889844473511413,"score_spread":0.24928563315709845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391089051","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000687619,0.9553363,0.0095388135,0.0030658606,0.0077784876,0.00010571924,0.00030789844,0.00015575463,0.023023635],"genre_scores_gemma":[0.00428797,0.9686393,0.0040141973,0.0018371543,0.0036991872,0.000113460505,0.0006494542,0.00007712448,0.016682133],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991001,0.00010991378,0.00009890981,0.00016854209,0.00044360905,0.00007900019],"domain_scores_gemma":[0.9969823,0.00082094845,0.00028288062,0.00018483667,0.0015208216,0.00020826861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014728085,0.0012557673,0.0013356342,0.0024730465,0.0005163687,0.002657263,0.0022597893,0.0028254674,0.018506724],"category_scores_gemma":[0.0033120196,0.000639604,0.0010714072,0.002753627,0.0009438297,0.0033783638,0.0013500937,0.0022641886,0.016745199],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089029534,0.00008258721,0.00027817168,0.018207835,0.00012246103,0.0002049378,0.0000936902,0.0013795083,0.005564426,0.026322743,0.20764247,0.7400121],"study_design_scores_gemma":[0.000006166989,0.00007220038,0.00031339488,0.002124497,0.00005712332,0.00021159259,0.000042394375,0.00036568235,0.0009439035,0.002139136,0.99370277,0.000021224161],"about_ca_topic_score_codex":0.0018914245,"about_ca_topic_score_gemma":0.0024541623,"teacher_disagreement_score":0.018506724,"about_ca_system_score_codex":0.0014212568,"about_ca_system_score_gemma":0.0027374509,"threshold_uncertainty_score":0.061911225},"labels":[],"label_agreement":null},{"id":"W4391484454","doi":"10.1016/j.cie.2024.109941","title":"Innovative product design based on radical problem solving","year":2024,"lang":"en","type":"article","venue":"Computers & Industrial Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"New product development; Identification (biology); Product design; Product (mathematics); Computer science; Product engineering; Function (biology); Product innovation; Core (optical fiber); Industrial engineering; Manufacturing engineering; Engineering; Knowledge management; Marketing; Business; Mathematics","score_opus":0.050068978033995785,"score_gpt":0.24966686327894527,"score_spread":0.19959788524494948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391484454","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04568053,0.00017106622,0.93126655,0.0001392092,0.000060679504,0.0001652058,0.000015262123,0.0002996833,0.022201875],"genre_scores_gemma":[0.31859723,0.00018005283,0.6733129,0.000058716236,0.000019605322,0.00017977796,0.000046829682,0.00006573731,0.0075391787],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994092,0.00018095819,0.00002157074,0.0001269801,0.00022316263,0.00003810086],"domain_scores_gemma":[0.99946266,0.00026588608,0.000046514706,0.0001312589,0.000073220355,0.00002049615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072480954,0.0006392146,0.00041976274,0.0005490855,0.00045509438,0.0010387934,0.0010744358,0.00062703446,0.004701292],"category_scores_gemma":[0.0011922222,0.00035829537,0.00083215086,0.00035243828,0.0009926964,0.0010988085,0.0011700495,0.0007804199,0.00049094233],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016853292,0.0005109445,0.0015205706,0.00071237504,0.00014283409,0.00026735538,0.0014807289,0.09988589,0.053869143,0.43379787,0.0026194572,0.40502435],"study_design_scores_gemma":[0.00017377058,0.0010022128,0.0014549943,0.00012463589,0.00018852258,0.00063893833,0.0004307669,0.60638916,0.032454588,0.32029012,0.036771044,0.00008127067],"about_ca_topic_score_codex":0.00024851685,"about_ca_topic_score_gemma":0.00052037684,"teacher_disagreement_score":0.004701292,"about_ca_system_score_codex":0.00033891466,"about_ca_system_score_gemma":0.00061014114,"threshold_uncertainty_score":0.015727341},"labels":[],"label_agreement":null},{"id":"W4391560986","doi":"10.18260/1-2--41422","title":"Examining the “narrow” and “expansive” socio-technical imaginaries influencing college students’ collaborative reasoning about a design scenario","year":2024,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Engineers Without Borders Canada","funders":"National Science Foundation","keywords":"Expansive; Computer science; Mathematics education; Human–computer interaction; Knowledge management; Psychology","score_opus":0.022611358164355867,"score_gpt":0.2925617553011804,"score_spread":0.2699503971368245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391560986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875707,0.000104775325,0.0028384922,0.00045221538,0.000009872046,0.0000940522,0.000012545304,0.000017933988,0.008899547],"genre_scores_gemma":[0.9980071,0.00008246559,0.0011752332,0.000085539585,0.000003002898,0.00004331423,0.000016819313,0.000010193338,0.00057635276],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9770628,0.013320456,0.0012777337,0.0023329966,0.004612844,0.0013931277],"domain_scores_gemma":[0.88845026,0.08219152,0.013037545,0.00417922,0.0074221175,0.004719459],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022030458,0.0007495875,0.0004887832,0.0030032261,0.0032851808,0.020499922,0.0025009438,0.0023700013,0.0055258647],"category_scores_gemma":[0.09471443,0.00073225837,0.0007236235,0.0010010364,0.0095119,0.0058960244,0.00880038,0.0044886167,0.0007114002],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019848085,0.0012139501,0.13522476,0.00042511144,0.00011418795,0.00086607103,0.8071004,0.0013714274,0.0055460506,0.0070471037,0.0010470144,0.0398454],"study_design_scores_gemma":[0.00005716657,0.0004511976,0.06554996,0.0005107327,0.00012438466,0.00055402325,0.8927561,0.005333577,0.003240352,0.011518087,0.019708978,0.00019543612],"about_ca_topic_score_codex":0.003363953,"about_ca_topic_score_gemma":0.0047886907,"teacher_disagreement_score":0.022030458,"about_ca_system_score_codex":0.0032901494,"about_ca_system_score_gemma":0.003635833,"threshold_uncertainty_score":0.11650962},"labels":[],"label_agreement":null},{"id":"W4391561494","doi":"10.18260/1-2--41430","title":"Industry Hubs: Integrating Industry Perspectives in Design Education","year":2024,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo; Government of Ontario","keywords":"Engineering management; Computer science; Knowledge management; Manufacturing engineering; Business; Engineering","score_opus":0.04513843506094645,"score_gpt":0.3296207708018456,"score_spread":0.28448233574089915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391561494","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32431012,0.0041853767,0.23452225,0.059164632,0.0017158454,0.0005109022,0.0002567191,0.0021252998,0.37320885],"genre_scores_gemma":[0.89312595,0.0019264225,0.07021474,0.003160681,0.00021279012,0.00028166303,0.00016725104,0.00038249276,0.030527966],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98877907,0.0082378825,0.00018338802,0.00053247274,0.0012472611,0.0010198145],"domain_scores_gemma":[0.9844764,0.007700737,0.00059965043,0.0010445606,0.0013084991,0.004870091],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01675188,0.00072285533,0.00032359286,0.00355084,0.0045602135,0.015357717,0.0020607882,0.00291285,0.015047434],"category_scores_gemma":[0.007202048,0.00076420204,0.00063942693,0.0018740097,0.00877163,0.009761551,0.015251852,0.0049086097,0.0016084351],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001350773,0.0017771415,0.011314851,0.00062581484,0.0000344544,0.0015909439,0.23956947,0.0029501833,0.0050811786,0.39144707,0.058312956,0.28716084],"study_design_scores_gemma":[0.00007552789,0.00040210594,0.003911207,0.0010779125,0.000029798493,0.0007012752,0.217875,0.0047261696,0.0033818537,0.11339087,0.6543525,0.00007568949],"about_ca_topic_score_codex":0.002220429,"about_ca_topic_score_gemma":0.0066805785,"teacher_disagreement_score":0.01675188,"about_ca_system_score_codex":0.007433842,"about_ca_system_score_gemma":0.011919434,"threshold_uncertainty_score":0.08859348},"labels":[],"label_agreement":null},{"id":"W4391600548","doi":"10.18260/1-2--44459","title":"The Impact of Documenting Design Thinking, the Engineering Design Process Canvas, and Project Communication on Design Self-Efficacy of First-Year Students","year":2024,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"American Society for Engineering Education","keywords":"Engineering design process; Process (computing); Computer science; Design process; Process design; Design thinking; Engineering management; Software engineering; Architectural engineering; Engineering; Work in process; Human–computer interaction; Mechanical engineering; Programming language; Operations management","score_opus":0.030310275724055587,"score_gpt":0.3351794548713705,"score_spread":0.30486917914731493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391600548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99813086,0.00032708567,0.00018184324,0.00011732869,0.000016738968,0.0001350463,0.000013464012,0.000008975332,0.0010687642],"genre_scores_gemma":[0.9969081,0.00050543796,0.0015244504,0.00008448771,0.000009717295,0.00026125976,0.00002687331,0.000004107501,0.00067547313],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.989047,0.005898526,0.0008078646,0.0005982618,0.0025872309,0.0010611069],"domain_scores_gemma":[0.92011887,0.057390507,0.008340691,0.002635679,0.0056941067,0.005820226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016037174,0.00044840257,0.00071680185,0.0011839698,0.0009894562,0.0022003811,0.0008435156,0.00096131774,0.0026150604],"category_scores_gemma":[0.049978174,0.00041158847,0.0009864048,0.00044279784,0.0009395355,0.00097252027,0.0010472608,0.00178458,0.00036977656],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003192628,0.095966265,0.29505527,0.003459664,0.00070847967,0.000304696,0.032309115,0.0009786559,0.0062526814,0.00073779316,0.0015743431,0.5594604],"study_design_scores_gemma":[0.0010482586,0.079502754,0.87331784,0.0022378603,0.00080524606,0.00033528617,0.02029663,0.0010198533,0.012476523,0.00048349705,0.008330841,0.00014558133],"about_ca_topic_score_codex":0.0012951277,"about_ca_topic_score_gemma":0.002761437,"teacher_disagreement_score":0.016037174,"about_ca_system_score_codex":0.0011017801,"about_ca_system_score_gemma":0.0032294346,"threshold_uncertainty_score":0.084813714},"labels":[],"label_agreement":null},{"id":"W4391606597","doi":"10.18260/1-2--44350","title":"Studying the Development of Design Thinking of Undergraduate Engineering Students in Singapore: Qualitative Reflection Analysis (Research)","year":2024,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Nanyang Technological University","keywords":"Reflection (computer programming); Mathematics education; Qualitative research; Qualitative analysis; Computer science; Engineering ethics; Engineering; Psychology; Sociology; Social science","score_opus":0.19773705479446563,"score_gpt":0.4612192540092566,"score_spread":0.263482199214791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391606597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945529,0.00007960186,0.002709773,0.0003929809,0.0000096097,0.00016166,0.000050092876,0.000017585327,0.0020258066],"genre_scores_gemma":[0.9958961,0.00014549882,0.0022177745,0.00013509803,0.0000041074068,0.00019827829,0.00006844026,0.000015410056,0.0013192936],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9875339,0.008919301,0.0005242094,0.00065222,0.0015169703,0.0008532922],"domain_scores_gemma":[0.97174823,0.01761877,0.0024096302,0.0020163306,0.004570037,0.0016370327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016783144,0.00055724423,0.0007482579,0.0019568028,0.0028302532,0.0041491054,0.0012327031,0.0009323028,0.0014570972],"category_scores_gemma":[0.028595775,0.0005682936,0.0005161948,0.0017466263,0.0043266537,0.0018035861,0.003903127,0.0018963441,0.0004322347],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006986387,0.00025004568,0.019303543,0.00015090147,0.000018638599,0.00038144196,0.9468407,0.000260803,0.0037667563,0.0012666715,0.00050401955,0.027186558],"study_design_scores_gemma":[0.000018323417,0.00047732395,0.017821498,0.00020878487,0.00001813649,0.00029898755,0.96731335,0.0010789569,0.004342941,0.0008475483,0.0075043696,0.00006978121],"about_ca_topic_score_codex":0.0024472345,"about_ca_topic_score_gemma":0.0036841142,"teacher_disagreement_score":0.016783144,"about_ca_system_score_codex":0.0034304908,"about_ca_system_score_gemma":0.004997329,"threshold_uncertainty_score":0.088758826},"labels":[],"label_agreement":null},{"id":"W4391972568","doi":"10.3233/jid-230070","title":"Environment-driven evolution analysis of a product: A case study of braking system evolution","year":2024,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Product (mathematics); Computer science; Product design; New product development; Systems engineering; Data science; Process management; Engineering; Business; Marketing","score_opus":0.02071912554897745,"score_gpt":0.2842123061419047,"score_spread":0.26349318059292726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391972568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90531737,0.00045341163,0.06874579,0.0005321237,0.00003536972,0.0002880131,0.00014364698,0.00014656232,0.024337644],"genre_scores_gemma":[0.952525,0.0003163712,0.03613539,0.00006002625,0.000005968088,0.00009662156,0.00011021802,0.00010010804,0.010650253],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983468,0.0008050677,0.000059248254,0.00016796493,0.00050100085,0.0001198153],"domain_scores_gemma":[0.9966454,0.0021816816,0.0002104468,0.00040565417,0.00041047722,0.00014638242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020226922,0.00035614124,0.00031665753,0.0010814669,0.0017564812,0.0017818232,0.0010791648,0.0014402727,0.0028538052],"category_scores_gemma":[0.00403234,0.00033952293,0.0004993684,0.0011310467,0.0017961046,0.0017252087,0.0012507054,0.0009299846,0.0004654748],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008275934,0.0023116493,0.0792115,0.0030365791,0.00018631252,0.039771073,0.18977918,0.09573167,0.077456206,0.10352241,0.009436136,0.39872968],"study_design_scores_gemma":[0.00019731194,0.00348711,0.09248296,0.0010548539,0.0003398866,0.022578226,0.15327357,0.2905593,0.07898815,0.03264779,0.32395318,0.00043772184],"about_ca_topic_score_codex":0.004117163,"about_ca_topic_score_gemma":0.010174243,"teacher_disagreement_score":0.004117163,"about_ca_system_score_codex":0.0013172175,"about_ca_system_score_gemma":0.0010293641,"threshold_uncertainty_score":0.010697186},"labels":[],"label_agreement":null},{"id":"W4392084374","doi":"10.1007/978-3-031-21155-3_52","title":"Perspectives on the Process of Design from Education and the Design Fields","year":2024,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Process (computing); Design process; Computer science; Process management; Management science; Engineering ethics; Engineering; Work in process; Operations management; Programming language","score_opus":0.02697196165041027,"score_gpt":0.2853432372224419,"score_spread":0.25837127557203166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392084374","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00321937,0.06254127,0.07510522,0.022345077,0.0016397034,0.000044830438,0.00005025188,0.00009922573,0.83495516],"genre_scores_gemma":[0.33604437,0.08261534,0.04646094,0.0058876933,0.001860705,0.000343048,0.00014384017,0.00040397968,0.5262401],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9970493,0.0018987748,0.000075364136,0.00017776253,0.00062019017,0.00017868512],"domain_scores_gemma":[0.99561393,0.0037676804,0.00010582598,0.00017053999,0.00021317744,0.0001288206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034666164,0.0011829574,0.0007879925,0.0022287725,0.0025012302,0.010925491,0.0014642146,0.0036946519,0.010740385],"category_scores_gemma":[0.0035513549,0.000649161,0.0005990138,0.002539655,0.024775406,0.0104557425,0.0022471233,0.0062288265,0.0018587939],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002116997,0.000005709093,0.000011865434,0.000033629585,5.3555175e-7,0.000019500616,0.0013608712,0.00016634275,0.000033347133,0.9922064,0.0019547576,0.0042048814],"study_design_scores_gemma":[0.0000053742465,0.000011649017,0.00006330089,0.00021750023,0.0000020341186,0.00009203173,0.0015181068,0.0004427927,0.00015573359,0.8133261,0.18415928,0.0000062281024],"about_ca_topic_score_codex":0.005395537,"about_ca_topic_score_gemma":0.005286048,"teacher_disagreement_score":0.010925491,"about_ca_system_score_codex":0.005707344,"about_ca_system_score_gemma":0.0046602697,"threshold_uncertainty_score":0.04140985},"labels":[],"label_agreement":null},{"id":"W4392681698","doi":"10.22318/icls2023.430707","title":"Reframing From Design Fields: Supporting Pre-Service Teachers in Designerly Thinking","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Cognitive reframing; Conceptualization; Framing (construction); Design thinking; Computer science; Context (archaeology); Mathematics education; Human–computer interaction; Engineering; Psychology; Artificial intelligence","score_opus":0.03473445397936982,"score_gpt":0.28698482010559656,"score_spread":0.25225036612622675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681698","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86761206,0.0008539299,0.09808425,0.0067111473,0.000066800494,0.0002929753,0.000027952274,0.000139234,0.026211606],"genre_scores_gemma":[0.9771828,0.00029504785,0.019389413,0.0004930432,0.000009394099,0.0001295368,0.000020548598,0.00003607843,0.002444131],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9733637,0.019478103,0.0011505276,0.0015786304,0.0030603365,0.0013688604],"domain_scores_gemma":[0.93716824,0.043912426,0.006600332,0.005482306,0.003972032,0.0028645538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030254243,0.00073023123,0.000683333,0.0043380195,0.0069392463,0.016873097,0.001819471,0.0028419031,0.002396186],"category_scores_gemma":[0.04076398,0.0013168757,0.0007409249,0.0015137013,0.025618587,0.012610382,0.010559308,0.006423052,0.0005630629],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005266354,0.00013951876,0.015670741,0.0001827152,0.0000082551,0.00042623293,0.92262906,0.000332984,0.0015972619,0.03497397,0.00048079147,0.023505865],"study_design_scores_gemma":[0.00006674741,0.00020941174,0.006500799,0.00048281605,0.00002152235,0.0014771105,0.8729632,0.0025540919,0.0021957792,0.0647481,0.04870582,0.00007456836],"about_ca_topic_score_codex":0.0034445107,"about_ca_topic_score_gemma":0.006336453,"teacher_disagreement_score":0.030254243,"about_ca_system_score_codex":0.0064450423,"about_ca_system_score_gemma":0.012260062,"threshold_uncertainty_score":0.16000164},"labels":[],"label_agreement":null},{"id":"W4392694432","doi":"10.2514/6.2023-69888","title":"A Framework to Improve Weight Estimation and Manufacturing Accuracy for Large Student Design Teams","year":2023,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Estimation; Computer science; Industrial engineering; Manufacturing engineering; Engineering; Systems engineering","score_opus":0.02352244645938728,"score_gpt":0.3329732374852979,"score_spread":0.3094507910259106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392694432","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029245059,0.00007348968,0.99522156,0.000078077835,0.000013893939,0.00005140878,0.0000560769,0.0008230176,0.0007579828],"genre_scores_gemma":[0.11304178,0.00015624237,0.8840974,0.00006528966,0.000049909355,0.0002624577,0.00046739067,0.00021813736,0.0016413428],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9968836,0.000736667,0.0002421587,0.00065110775,0.0012061503,0.00028024646],"domain_scores_gemma":[0.9948789,0.0016685306,0.0006692572,0.0008222396,0.0016773767,0.00028376235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044864696,0.0015834671,0.0011493476,0.0021368687,0.00092879974,0.0021039785,0.003353074,0.0013192734,0.003965582],"category_scores_gemma":[0.013960154,0.0008377359,0.0016089558,0.0015605786,0.0008540143,0.002846803,0.003555831,0.0017898781,0.0015452964],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017951951,0.00044256175,0.007509342,0.00027324684,0.00009883192,0.0002179451,0.00043430596,0.5204855,0.0060672495,0.046730693,0.0069357133,0.41062513],"study_design_scores_gemma":[0.000013339617,0.00005217817,0.00042253235,0.000025388268,0.00001360474,0.00003805939,0.00004108758,0.98228997,0.0012406505,0.012956251,0.002893156,0.000013846752],"about_ca_topic_score_codex":0.008317336,"about_ca_topic_score_gemma":0.010484035,"teacher_disagreement_score":0.008317336,"about_ca_system_score_codex":0.0011916363,"about_ca_system_score_gemma":0.0025288765,"threshold_uncertainty_score":0.023727},"labels":[],"label_agreement":null},{"id":"W4392793142","doi":"10.21606/drslxd.2023.029","title":"Towards strengthening Methods in Design Education and Practice","year":2023,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Vision; Curriculum; Engineering ethics; Appeal; Computer science; Design education; Set (abstract data type); Sustainability; Diversity (politics); Engineering management; Design thinking; Conceptual design; Management science; Visibility; Knowledge management; Sociology; Engineering; Political science; Pedagogy; Human–computer interaction; Business","score_opus":0.08646552785092339,"score_gpt":0.4319234187722014,"score_spread":0.34545789092127804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392793142","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010149455,0.022631653,0.63782877,0.16311254,0.0022505065,0.0010918499,0.000077854565,0.00090387714,0.16195352],"genre_scores_gemma":[0.18404086,0.013517362,0.76479304,0.013404765,0.001081327,0.002768209,0.000113843016,0.00049779314,0.019782841],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.8086598,0.15105732,0.007611884,0.0074438667,0.021741966,0.003485177],"domain_scores_gemma":[0.66668046,0.2485615,0.009586638,0.045266826,0.022941783,0.0069629233],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.25414354,0.002678707,0.0024609307,0.008851926,0.00852976,0.028560534,0.0055300198,0.011877552,0.0078450665],"category_scores_gemma":[0.117427684,0.0023550987,0.002207934,0.003970923,0.08872317,0.03652145,0.025843646,0.01854225,0.0033623292],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035736088,0.0002012911,0.00092302344,0.0017618781,0.000045028024,0.00007466959,0.031508856,0.0014913338,0.0006078972,0.8630904,0.006378663,0.09388122],"study_design_scores_gemma":[0.00005999989,0.0001113498,0.0005652469,0.0039901626,0.000023258903,0.00014039694,0.007983264,0.0012138986,0.00087336,0.6538094,0.33117858,0.00005101836],"about_ca_topic_score_codex":0.0047975862,"about_ca_topic_score_gemma":0.0041204193,"teacher_disagreement_score":0.25414354,"about_ca_system_score_codex":0.015957782,"about_ca_system_score_gemma":0.04295864,"threshold_uncertainty_score":0.9197738},"labels":[],"label_agreement":null},{"id":"W4392852221","doi":"10.18174/651918","title":"Slow design : Creating long lasting consumer product relationships","year":2024,"lang":"en","type":"report","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Product (mathematics); Business; Computer science; Mathematics","score_opus":0.15218777340915682,"score_gpt":0.3284404830138662,"score_spread":0.17625270960470937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392852221","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47968674,0.011588226,0.30682293,0.014314078,0.0010603345,0.003432982,0.0003927236,0.0021878707,0.1805142],"genre_scores_gemma":[0.7580866,0.004820789,0.19833077,0.0035840257,0.00031774954,0.003165103,0.0004765748,0.00049860135,0.03071981],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.986681,0.009714337,0.00041837685,0.0009484931,0.001887648,0.00035023483],"domain_scores_gemma":[0.9706759,0.019152468,0.0024983874,0.0034716674,0.0028466433,0.0013549405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017559541,0.0010448244,0.00058690243,0.0024749103,0.0023774088,0.0059244074,0.0026777876,0.002639125,0.014484373],"category_scores_gemma":[0.036885496,0.00076085475,0.0012143627,0.0015661101,0.00294644,0.012560814,0.007792919,0.0020345787,0.003002063],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007602705,0.0016959005,0.022103805,0.009251019,0.00044486823,0.001172946,0.07913703,0.0020143562,0.018391212,0.10050821,0.026985075,0.73753524],"study_design_scores_gemma":[0.0009649979,0.005768842,0.028120084,0.0036925112,0.001074868,0.0016973382,0.035781153,0.006654131,0.010423459,0.13367423,0.7717861,0.00036230276],"about_ca_topic_score_codex":0.0005175119,"about_ca_topic_score_gemma":0.0011695788,"teacher_disagreement_score":0.017559541,"about_ca_system_score_codex":0.0017331336,"about_ca_system_score_gemma":0.0024107138,"threshold_uncertainty_score":0.09286487},"labels":[],"label_agreement":null},{"id":"W4392913768","doi":"10.21606/drslxd2024.029","title":"Towards strengthening Methods in Design Education and Practice","year":2023,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Vision; Curriculum; Engineering ethics; Appeal; Computer science; Design education; Set (abstract data type); Sustainability; Diversity (politics); Design thinking; Conceptual design; Visibility; Management science; Engineering management; Knowledge management; Sociology; Engineering; Pedagogy; Political science; Human–computer interaction; Business","score_opus":0.08646552785092339,"score_gpt":0.4319234187722014,"score_spread":0.34545789092127804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392913768","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010149455,0.022631653,0.63782877,0.16311254,0.0022505065,0.0010918499,0.000077854565,0.00090387714,0.16195352],"genre_scores_gemma":[0.18404086,0.013517362,0.76479304,0.013404765,0.001081327,0.002768209,0.000113843016,0.00049779314,0.019782841],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.8086598,0.15105732,0.007611884,0.0074438667,0.021741966,0.003485177],"domain_scores_gemma":[0.66668046,0.2485615,0.009586638,0.045266826,0.022941783,0.0069629233],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.25414354,0.002678707,0.0024609307,0.008851926,0.00852976,0.028560534,0.0055300198,0.011877552,0.0078450665],"category_scores_gemma":[0.117427684,0.0023550987,0.002207934,0.003970923,0.08872317,0.03652145,0.025843646,0.01854225,0.0033623292],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035736088,0.0002012911,0.00092302344,0.0017618781,0.000045028024,0.00007466959,0.031508856,0.0014913338,0.0006078972,0.8630904,0.006378663,0.09388122],"study_design_scores_gemma":[0.00005999989,0.0001113498,0.0005652469,0.0039901626,0.000023258903,0.00014039694,0.007983264,0.0012138986,0.00087336,0.6538094,0.33117858,0.00005101836],"about_ca_topic_score_codex":0.0047975862,"about_ca_topic_score_gemma":0.0041204193,"teacher_disagreement_score":0.25414354,"about_ca_system_score_codex":0.015957782,"about_ca_system_score_gemma":0.04295864,"threshold_uncertainty_score":0.9197738},"labels":[],"label_agreement":null},{"id":"W4392928725","doi":"10.14733/cadaps.2024.878-903","title":"A Component-Based Approach to Automated Flexible Material Handling: Interactive Compliant Gripper Design Relative to Mold Surfaces","year":2024,"lang":"en","type":"article","venue":"Computer-Aided Design and Applications","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Component (thermodynamics); Mold; Computer science; Engineering drawing; Mechanical engineering; Engineering; Materials science; Composite material","score_opus":0.045891153028497916,"score_gpt":0.2923325402855601,"score_spread":0.2464413872570622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392928725","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006107123,0.000054242737,0.98932487,0.000025889623,0.000014188738,0.000048598347,0.000011265471,0.00053384906,0.0038799618],"genre_scores_gemma":[0.25783956,0.00022391093,0.7346608,0.000042099993,0.00001732975,0.00013375432,0.000063504434,0.00030822156,0.0067108064],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9997012,0.000053539232,0.000013043949,0.00005984011,0.00015042366,0.000022018521],"domain_scores_gemma":[0.9997992,0.00008580931,0.000017455863,0.00005001563,0.000036391793,0.000011281094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036331965,0.0007152638,0.00056832965,0.0006417438,0.00052311184,0.0011105716,0.0013202099,0.00089858385,0.005737494],"category_scores_gemma":[0.0007758744,0.0005513587,0.00081787433,0.0004403319,0.0007272124,0.0006569148,0.0011858935,0.0006326097,0.00090794923],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013980438,0.000095019335,0.0003744729,0.00023833201,0.000051517407,0.00036132525,0.00050569465,0.585097,0.098343074,0.058903437,0.001550249,0.25434008],"study_design_scores_gemma":[0.000016734228,0.00012976814,0.00018776236,0.000019147721,0.000018095552,0.00012510855,0.00003938859,0.9725761,0.010865168,0.008160607,0.007841085,0.000020945592],"about_ca_topic_score_codex":0.0014223102,"about_ca_topic_score_gemma":0.0021260686,"teacher_disagreement_score":0.005737494,"about_ca_system_score_codex":0.0002934134,"about_ca_system_score_gemma":0.00056764536,"threshold_uncertainty_score":0.019193769},"labels":[],"label_agreement":null},{"id":"W4393408333","doi":"10.1080/09544828.2024.2336837","title":"From theory to practice: a roadmap for applying dual-process theory in design cognition research","year":2024,"lang":"en","type":"article","venue":"Journal of Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Dual (grammatical number); Cognition; Dual process theory (moral psychology); Process (computing); Management science; Designtheory; Computer science; Psychology; Cognitive science; Process management; Engineering; Human–computer interaction; Neuroscience","score_opus":0.08265633532427044,"score_gpt":0.3925605514045925,"score_spread":0.30990421608032204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393408333","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007434276,0.067063674,0.67676663,0.1830584,0.0029738063,0.001994152,0.00018784015,0.0008322064,0.059689008],"genre_scores_gemma":[0.15221573,0.04581214,0.7806688,0.013028697,0.0010657178,0.004461101,0.0002730774,0.00031753874,0.0021572465],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.907357,0.06799824,0.0049848524,0.0063624512,0.011340761,0.0019568063],"domain_scores_gemma":[0.74478275,0.20200847,0.003707409,0.025835052,0.017461093,0.006205267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.122564,0.003952611,0.0040239897,0.015562843,0.0063447417,0.028312199,0.009692013,0.013431244,0.012177476],"category_scores_gemma":[0.12128964,0.002403196,0.0034292196,0.009750499,0.046491638,0.04411892,0.01602247,0.020678787,0.0040401625],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007173354,0.00064286724,0.0014843654,0.0050805346,0.000114850365,0.000259398,0.011252343,0.0030431869,0.00035779926,0.8080934,0.007142135,0.16245744],"study_design_scores_gemma":[0.00006719427,0.00012875776,0.00036601815,0.006456213,0.000034220837,0.00013260105,0.0056162034,0.002675267,0.00033163972,0.9321096,0.052015625,0.0000667533],"about_ca_topic_score_codex":0.0046560112,"about_ca_topic_score_gemma":0.004197661,"teacher_disagreement_score":0.122564,"about_ca_system_score_codex":0.020114493,"about_ca_system_score_gemma":0.042356357,"threshold_uncertainty_score":0.6481881},"labels":[],"label_agreement":null},{"id":"W4393871019","doi":"10.1002/appl.202300092","title":"Sonification methods for enabling augmented data analysis applied to graphene optoelectronics","year":2024,"lang":"en","type":"article","venue":"Applied Research","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Institute for Nanotechnology; Athabasca University; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Athabasca University","keywords":"Sonification; Graphene; Computer science; Human–computer interaction; Optoelectronics; Nanotechnology; Physics; Materials science","score_opus":0.22318504339960102,"score_gpt":0.529241315825326,"score_spread":0.306056272425725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393871019","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010564314,0.00017118709,0.9861878,0.000102774815,0.00008002692,0.0000683322,0.00018817405,0.0014696515,0.0011676461],"genre_scores_gemma":[0.079007104,0.00029437462,0.91839045,0.000054734148,0.00005294664,0.00017439807,0.0002346532,0.00018767599,0.0016037056],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994722,0.000120411685,0.000046891284,0.000081365295,0.00024640892,0.000032733366],"domain_scores_gemma":[0.9983657,0.00094467157,0.0001189017,0.00026328926,0.0002626037,0.00004492165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007928839,0.0006081855,0.0003750762,0.00114658,0.0003193086,0.0012940236,0.0006134661,0.0004656576,0.0068605477],"category_scores_gemma":[0.0030978452,0.0003946059,0.00037455218,0.0010324041,0.0007406521,0.00089447206,0.001377282,0.0007404471,0.0011182965],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046872097,0.00007149166,0.0008091751,0.0004778563,0.00007023423,0.00038017216,0.000817317,0.016758094,0.33060056,0.020208364,0.0038497536,0.6254882],"study_design_scores_gemma":[0.000118073964,0.00035162823,0.0029260372,0.0001785804,0.00007586143,0.0010156232,0.00081962935,0.501099,0.39180386,0.028028488,0.07340879,0.00017444394],"about_ca_topic_score_codex":0.00074999017,"about_ca_topic_score_gemma":0.0011748385,"teacher_disagreement_score":0.0068605477,"about_ca_system_score_codex":0.0002504975,"about_ca_system_score_gemma":0.000390037,"threshold_uncertainty_score":0.022950828},"labels":[],"label_agreement":null},{"id":"W4394814804","doi":"10.4324/9781003219484-19","title":"Interviews with Four Toronto-Based Modular Designers","year":2024,"lang":"en","type":"book-chapter","venue":"Focal Press eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Modular design; Architectural engineering; Computer science; Engineering; Programming language","score_opus":0.056235037760258885,"score_gpt":0.25138835148551314,"score_spread":0.19515331372525424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394814804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94759893,0.00088649377,0.006020117,0.00483013,0.000114982264,0.00039169966,0.00024665627,0.000101755046,0.039809152],"genre_scores_gemma":[0.92224187,0.000637066,0.0037890258,0.0012301183,0.00002196549,0.0003744041,0.00017263691,0.00005299535,0.07147993],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99671113,0.001814493,0.00009776407,0.0003132364,0.0004187455,0.00064462656],"domain_scores_gemma":[0.9917311,0.003746455,0.0005824731,0.00031977825,0.0016090038,0.0020111676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041499175,0.0007554412,0.0003848937,0.0018163838,0.011611215,0.0034462335,0.00094918633,0.0020858462,0.0143878115],"category_scores_gemma":[0.007280019,0.00094826205,0.00029158292,0.0025136278,0.0055707493,0.0017589811,0.0026841175,0.0022993707,0.0018967042],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007202722,0.000038300277,0.0037581467,0.000058767455,0.0000032003502,0.0013843471,0.9764812,0.00036014503,0.0014298931,0.0024808843,0.005973901,0.007959115],"study_design_scores_gemma":[0.000026191938,0.00010646978,0.0056845034,0.00011901805,0.000015416033,0.0005527023,0.8796204,0.00066318805,0.0009836652,0.0005616841,0.111596815,0.00006991601],"about_ca_topic_score_codex":0.187255,"about_ca_topic_score_gemma":0.47781613,"teacher_disagreement_score":0.187255,"about_ca_system_score_codex":0.024394043,"about_ca_system_score_gemma":0.0082306815,"threshold_uncertainty_score":0.37233013},"labels":[],"label_agreement":null},{"id":"W4394822974","doi":"10.1088/1748-3190/ad3ed3","title":"Parameters for selecting biological features in multifunctional bio-inspired design: a convergent evolution approach","year":2024,"lang":"en","type":"article","venue":"Bioinspiration & Biomimetics","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Process (computing); Computer science; Feature (linguistics); Biomimetics; Domain (mathematical analysis); Biochemical engineering; Artificial intelligence; Function (biology); Selection (genetic algorithm); Biological system; Engineering; Mathematics; Biology","score_opus":0.0689981287130056,"score_gpt":0.2829771189853746,"score_spread":0.213978990272369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394822974","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08432707,0.00052995683,0.90173423,0.00028056177,0.000018781055,0.0002963136,0.000029927041,0.00017257403,0.012610587],"genre_scores_gemma":[0.5777684,0.0004650282,0.41891477,0.0000869075,0.000010078865,0.0005241578,0.000053969758,0.00006643733,0.0021102962],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99895155,0.00047327217,0.00006653359,0.00012048516,0.00032800305,0.000060091297],"domain_scores_gemma":[0.99724126,0.0018189995,0.00031249152,0.0002211784,0.00033144283,0.00007452739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029532728,0.00091324566,0.00058112293,0.0013246597,0.0004368715,0.0014568813,0.0011557775,0.0011456885,0.0019519485],"category_scores_gemma":[0.007887878,0.00050328905,0.00053790637,0.00055968796,0.0013396428,0.0017683434,0.0013699913,0.0009298876,0.00036337177],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001901803,0.000273539,0.0044285585,0.0004599571,0.0000744088,0.0003550555,0.00093846413,0.67323494,0.037181795,0.121369116,0.00054535584,0.16094854],"study_design_scores_gemma":[0.000087092434,0.0004045461,0.00087902386,0.00020181178,0.0000758639,0.00027675307,0.000382884,0.92488664,0.014355118,0.052297756,0.006081847,0.00007067059],"about_ca_topic_score_codex":0.0005067555,"about_ca_topic_score_gemma":0.0006524614,"teacher_disagreement_score":0.0029532728,"about_ca_system_score_codex":0.0009054939,"about_ca_system_score_gemma":0.0007142455,"threshold_uncertainty_score":0.015618622},"labels":[],"label_agreement":null},{"id":"W4394844158","doi":"10.4000/activites.9414","title":"La contribution des usagères dans un atelier de co‑idéation : une médiation sociotechnique pour l’exploration des niveaux épistémiques d’un projet","year":2024,"lang":"fr","type":"article","venue":"Activites","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Institut Polytechnique de Paris; Télécom Paris; Equipex","keywords":"Humanities; Political science; Philosophy; Art","score_opus":0.021224293245668005,"score_gpt":0.3064860465120785,"score_spread":0.2852617532664105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394844158","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3977941,0.0021671574,0.43149868,0.00938294,0.00034072163,0.0009933638,0.00013311769,0.0005223629,0.15716754],"genre_scores_gemma":[0.9097776,0.0007699169,0.06640968,0.00047751915,0.000054641565,0.000738999,0.00009640722,0.000284124,0.021391049],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.95251715,0.035488814,0.0011979933,0.002719983,0.0065625994,0.0015135102],"domain_scores_gemma":[0.96002907,0.025254164,0.0020988376,0.005928199,0.0049023796,0.0017874511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025439713,0.0014139754,0.0008617099,0.0036167987,0.0070398827,0.015796686,0.0021498778,0.0036154534,0.009497673],"category_scores_gemma":[0.038171444,0.0013039868,0.0015392246,0.0025669865,0.017629312,0.019019963,0.014462988,0.0047782552,0.0018020415],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016574269,0.00016534832,0.0071153524,0.00057694846,0.00006247978,0.0007947959,0.71087235,0.0006850106,0.007492063,0.21517603,0.0010431501,0.055850748],"study_design_scores_gemma":[0.000117888376,0.00071994716,0.010874819,0.0017885808,0.00021551237,0.0023111436,0.52441335,0.007961379,0.013173715,0.15928845,0.27885377,0.0002813909],"about_ca_topic_score_codex":0.0030569371,"about_ca_topic_score_gemma":0.003013366,"teacher_disagreement_score":0.025439713,"about_ca_system_score_codex":0.0048016086,"about_ca_system_score_gemma":0.006376733,"threshold_uncertainty_score":0.13453966},"labels":[],"label_agreement":null},{"id":"W4395012816","doi":"10.1139/cjce-2023-0433","title":"Reframing engineering design: integrating design thinking and systems thinking in engineering education and practice to address wicked problems","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Civil Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Read Jones Christoffersen (Canada); University of Victoria","funders":"","keywords":"Cognitive reframing; Design thinking; Systems thinking; Critical systems thinking; Engineering design process; Wicked problem; Engineering; Engineering education; Engineering management; Engineering ethics; Computer science; Management science; Systems engineering; Critical thinking; Mathematics education; Psychology; Software engineering; Mechanical engineering; Artificial intelligence","score_opus":0.020048934938860074,"score_gpt":0.24484150271000985,"score_spread":0.22479256777114978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395012816","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06454735,0.007042291,0.7708337,0.03631094,0.0012473733,0.0008045537,0.0000423765,0.0005916155,0.118579865],"genre_scores_gemma":[0.36672133,0.003841952,0.61414665,0.0036313036,0.00013833737,0.0006864553,0.00005839257,0.00015204969,0.010623495],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9853119,0.010203001,0.00046344294,0.0007041303,0.0024384456,0.0008789696],"domain_scores_gemma":[0.9867459,0.009615915,0.00050259905,0.0011996892,0.0010091101,0.0009266829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019398415,0.0012090943,0.00072225765,0.0038703873,0.0049482323,0.012530144,0.0028357152,0.003223877,0.003417412],"category_scores_gemma":[0.012989685,0.00074726384,0.0011569037,0.0020735257,0.026008267,0.009985521,0.011537674,0.0049774214,0.00078961725],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003730082,0.00036964245,0.0033347649,0.0014221938,0.000045256143,0.00061099377,0.13950661,0.0059724725,0.0045527997,0.57593095,0.0066352296,0.2615818],"study_design_scores_gemma":[0.000062784544,0.00021753774,0.0016268633,0.0018413421,0.000044609988,0.00089831377,0.056981467,0.009903449,0.0028469684,0.6568048,0.26866978,0.000102095866],"about_ca_topic_score_codex":0.012284759,"about_ca_topic_score_gemma":0.028190607,"teacher_disagreement_score":0.019398415,"about_ca_system_score_codex":0.010457809,"about_ca_system_score_gemma":0.026898341,"threshold_uncertainty_score":0.102589905},"labels":[],"label_agreement":null},{"id":"W4395040943","doi":"10.6007/ijarbss/v14-i4/21403","title":"Discovering Global Trends of Design in Sustainable Transportation: A Bibliometric Analysis and Visualization","year":2024,"lang":"en","type":"article","venue":"International Journal of Academic Research in Business and Social Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Visualization; Data science; Regional science; Computer science; Geography; Data mining","score_opus":0.11123223979148782,"score_gpt":0.48066655206304115,"score_spread":0.3694343122715533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395040943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7805454,0.026683073,0.014915688,0.0075848596,0.00033572165,0.0010138104,0.07156458,0.0014201506,0.095936775],"genre_scores_gemma":[0.9192818,0.019806469,0.025558477,0.00020044288,0.0003076943,0.00109254,0.028499136,0.00018894605,0.005064574],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99362564,0.0010922778,0.0013173313,0.0004932531,0.0030880724,0.0003834852],"domain_scores_gemma":[0.9805258,0.009982936,0.0032227568,0.00082165294,0.005061304,0.00038553643],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0058444804,0.0006329366,0.0010457733,0.13250875,0.0011635792,0.005927435,0.00060161797,0.0005884172,0.0038684222],"category_scores_gemma":[0.0231766,0.00027238877,0.0018028104,0.18342714,0.0006754768,0.004554851,0.0024395962,0.0005101145,0.0008658329],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026858566,0.00019812681,0.28108624,0.012961287,0.0011919872,0.0010998232,0.014768412,0.0059307814,0.004252888,0.024967592,0.042852517,0.6104218],"study_design_scores_gemma":[0.00007688804,0.00028565986,0.6987564,0.004499762,0.001578465,0.0015632252,0.031093443,0.021332199,0.005117327,0.017984187,0.21745835,0.00025422164],"about_ca_topic_score_codex":0.008264521,"about_ca_topic_score_gemma":0.0069864094,"teacher_disagreement_score":0.86749125,"about_ca_system_score_codex":0.0023544622,"about_ca_system_score_gemma":0.003872061,"threshold_uncertainty_score":0.030908883},"labels":[],"label_agreement":null},{"id":"W4395676174","doi":"10.3390/app14093699","title":"Product Improvement Using Knowledge Mining and Effect Analogy","year":2024,"lang":"en","type":"article","venue":"Applied Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Analogy; Computer science; Ranking (information retrieval); Selection (genetic algorithm); Dimension (graph theory); Data mining; Product design; Product (mathematics); Industrial engineering; Machine learning; Engineering; Mathematics","score_opus":0.027964540392913604,"score_gpt":0.312019620852078,"score_spread":0.2840550804591644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395676174","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025729515,0.00063626183,0.9630694,0.00017591535,0.0000240779,0.000415146,0.00018442383,0.0013614431,0.008403821],"genre_scores_gemma":[0.25325808,0.0009640331,0.7417036,0.00010864462,0.000036061214,0.0004181993,0.00086229766,0.00008615965,0.0025628493],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9970824,0.00063548563,0.00026748425,0.0007545636,0.0011316208,0.00012846071],"domain_scores_gemma":[0.99720544,0.0014442095,0.00026762113,0.0005103235,0.00053178775,0.000040682324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019690897,0.0013008583,0.0012447265,0.0065114778,0.0008863385,0.0016657328,0.0018365049,0.0007899468,0.0030293842],"category_scores_gemma":[0.0064555053,0.0004531851,0.0021220683,0.0043981164,0.0007518768,0.0035894166,0.0015651875,0.0007162181,0.0005987706],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014166145,0.00048725304,0.0043180087,0.0011035809,0.0002638701,0.0002686627,0.0004640282,0.044774022,0.008102824,0.016126413,0.0019525302,0.921997],"study_design_scores_gemma":[0.00022124464,0.00061742705,0.010897124,0.0003353987,0.00091858243,0.0008930422,0.00075653795,0.8409611,0.039950937,0.07517279,0.02912239,0.00015355599],"about_ca_topic_score_codex":0.002690153,"about_ca_topic_score_gemma":0.0024688095,"teacher_disagreement_score":0.0065114778,"about_ca_system_score_codex":0.0009543384,"about_ca_system_score_gemma":0.0016597158,"threshold_uncertainty_score":0.010413647},"labels":[],"label_agreement":null},{"id":"W4396843893","doi":"10.1080/21650349.2024.2352099","title":"The rise of design in higher education and non-design students’ experiences of learning through design","year":2024,"lang":"en","type":"article","venue":"International Journal of Design Creativity and Innovation","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Design education; Learning design; Mathematics education; Psychology; Computer science; Visual arts; Art","score_opus":0.07057158219860409,"score_gpt":0.3609662343908348,"score_spread":0.2903946521922307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396843893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97608995,0.0006220392,0.0025254397,0.001795743,0.00005438989,0.000033698867,0.000013025791,0.000029763774,0.018835906],"genre_scores_gemma":[0.9944661,0.00024071804,0.00059488066,0.0003761544,0.000009938453,0.00002324042,0.000011420907,0.000017007855,0.0042604962],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98925656,0.0061513814,0.0004022689,0.0006476164,0.0022698822,0.0012723211],"domain_scores_gemma":[0.9860006,0.008194341,0.0010351803,0.00088973076,0.0010115076,0.0028686177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009300829,0.00046744494,0.00068880065,0.001537303,0.0061927843,0.014101922,0.001175808,0.0027900485,0.0053953677],"category_scores_gemma":[0.012492935,0.0005698438,0.0007131433,0.0010805714,0.013761484,0.005793253,0.00936838,0.005706389,0.0007048139],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000602281,0.00040824452,0.02152725,0.00017366026,0.000019063493,0.00057644193,0.9399127,0.000111307076,0.0016114716,0.011791495,0.0012481302,0.022559911],"study_design_scores_gemma":[0.000025114346,0.0005546263,0.022115216,0.00024173857,0.00002533008,0.0018682559,0.8854038,0.0005505952,0.0016792405,0.006158161,0.08129155,0.00008627662],"about_ca_topic_score_codex":0.0012673615,"about_ca_topic_score_gemma":0.0023099654,"teacher_disagreement_score":0.014101922,"about_ca_system_score_codex":0.0027756684,"about_ca_system_score_gemma":0.002587017,"threshold_uncertainty_score":0.049188077},"labels":[],"label_agreement":null},{"id":"W4399494793","doi":"10.1177/14780771241260854","title":"Designing with sense: A critical review and proposal for enhanced design space exploration in generative design","year":2024,"lang":"en","type":"review","venue":"International Journal of Architectural Computing","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Generative Design; Formative assessment; Computer science; Space (punctuation); Generative grammar; Human–computer interaction; Domain (mathematical analysis); Systems engineering; Focus (optics); Interface (matter); Software engineering; Engineering; Artificial intelligence; Mathematics","score_opus":0.09723556134212324,"score_gpt":0.39375061507376563,"score_spread":0.2965150537316424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399494793","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002312404,0.9630329,0.005017547,0.02558478,0.00370787,0.00030135256,0.000039596234,0.000039950395,0.002044711],"genre_scores_gemma":[0.0066944472,0.95711416,0.015057295,0.016869184,0.0019715568,0.0011678168,0.00007860483,0.000079267214,0.00096770236],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96194273,0.019473305,0.007794935,0.0023170924,0.007733979,0.0007379237],"domain_scores_gemma":[0.8248346,0.12230364,0.0064522903,0.006496143,0.03778311,0.0021302449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06488444,0.0016259855,0.0035002306,0.017322492,0.002726669,0.008963541,0.004787557,0.0061848247,0.0030009786],"category_scores_gemma":[0.13633966,0.0013608724,0.0023065645,0.012255461,0.013138144,0.014652539,0.00582871,0.009118712,0.0018320794],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000114841816,0.00010070954,0.00044630916,0.11348632,0.00034878365,0.00046804256,0.007698892,0.0003894861,0.00067022844,0.089992434,0.08322196,0.703062],"study_design_scores_gemma":[0.000037387766,0.00011189775,0.00037898842,0.13910884,0.0003367824,0.0006780547,0.0022435924,0.00014418029,0.00036888124,0.020447755,0.8360679,0.0000757042],"about_ca_topic_score_codex":0.006849212,"about_ca_topic_score_gemma":0.012989734,"teacher_disagreement_score":0.06488444,"about_ca_system_score_codex":0.010413924,"about_ca_system_score_gemma":0.037788052,"threshold_uncertainty_score":0.3431458},"labels":[],"label_agreement":null},{"id":"W4399505164","doi":"10.1007/978-3-031-61362-3_6","title":"Influences of ICT Tools on the Empathizing Phase of the Design Thinking Process of Design Students","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"George Brown College","funders":"","keywords":"Computer science; Process (computing); Design process; Information and Communications Technology; Design thinking; Multimedia; Human–computer interaction; Work in process; World Wide Web; Engineering; Programming language; Operations management","score_opus":0.06832782790241423,"score_gpt":0.33517330514814275,"score_spread":0.2668454772457285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399505164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9871464,0.00007717506,0.00078319066,0.00007704174,0.000009159221,0.000026826212,0.00001513696,0.000026015812,0.011839024],"genre_scores_gemma":[0.9976928,0.00006426076,0.000556593,0.000021091513,0.0000030984322,0.000029328723,0.000021290087,0.000027047194,0.0015844816],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9945521,0.0036655292,0.00018063534,0.0003694023,0.0007096908,0.0005225845],"domain_scores_gemma":[0.90308195,0.08557277,0.0036390515,0.0014193901,0.0025832625,0.0037035549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045895614,0.00034880056,0.00025900017,0.000898925,0.0008328148,0.005414313,0.0004810468,0.00058181793,0.006520713],"category_scores_gemma":[0.05885255,0.00032701294,0.0003056064,0.0006695419,0.0014330723,0.0017091223,0.0017008787,0.0018075695,0.0006718091],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015080973,0.009956945,0.23885414,0.0010095283,0.00029004193,0.0016643775,0.28359416,0.0047933296,0.0936978,0.017704995,0.0024640355,0.33088964],"study_design_scores_gemma":[0.00053143495,0.0054895314,0.79900634,0.0006795401,0.00070342625,0.00067197555,0.12633727,0.0071510626,0.039120078,0.008875663,0.011247009,0.00018670411],"about_ca_topic_score_codex":0.0015508602,"about_ca_topic_score_gemma":0.0015875938,"teacher_disagreement_score":0.006520713,"about_ca_system_score_codex":0.001057685,"about_ca_system_score_gemma":0.0018503653,"threshold_uncertainty_score":0.024272203},"labels":[],"label_agreement":null},{"id":"W4399597717","doi":"","title":"Constructor Information Theory","year":2024,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science","score_opus":0.00923794768990374,"score_gpt":0.21918800653084014,"score_spread":0.2099500588409364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399597717","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039972696,0.021372993,0.74346703,0.021336304,0.0010312571,0.00018584554,0.0010887992,0.00044873878,0.20707172],"genre_scores_gemma":[0.55937517,0.031649273,0.3488758,0.0067976,0.004796133,0.0012512559,0.0020825844,0.00039607854,0.044776164],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99241567,0.0035077862,0.00056455797,0.0010502519,0.0020874396,0.00037425678],"domain_scores_gemma":[0.99270904,0.0045467927,0.000351016,0.0013142378,0.00088531506,0.00019357272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006727439,0.0012478717,0.0012852007,0.004506523,0.002367601,0.00922078,0.0020139434,0.0032387406,0.00849521],"category_scores_gemma":[0.010829477,0.0005361711,0.0015360723,0.00503185,0.015876764,0.012606322,0.0032881438,0.004945613,0.0029260737],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018235569,0.0000016153847,0.000018991357,0.000025104524,0.0000028528234,0.000008216128,0.000074323034,0.00015492926,0.000014873242,0.9971033,0.0007018535,0.0018921628],"study_design_scores_gemma":[0.000003999119,0.0000044450317,0.000029365987,0.000046705354,0.0000044534413,0.00003516355,0.000033142467,0.00085011154,0.000056458102,0.97519433,0.02373645,0.000005403542],"about_ca_topic_score_codex":0.0033477717,"about_ca_topic_score_gemma":0.0012989851,"teacher_disagreement_score":0.00922078,"about_ca_system_score_codex":0.00579606,"about_ca_system_score_gemma":0.003096579,"threshold_uncertainty_score":0.04205358},"labels":[],"label_agreement":null},{"id":"W4399648250","doi":"10.54337/jbm.v12i1.8405","title":"Experimenting with the design, pedagogy and practice of business design at one b-school","year":2024,"lang":"en","type":"article","venue":"Journal of Business Models","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Construct (python library); Curriculum; Foundation (evidence); Sociology; Pedagogy; Design thinking; Design management; Engineering ethics; Mathematics education; Engineering; Engineering management; Knowledge management; Psychology; Computer science; Political science; Information management","score_opus":0.08156605328318078,"score_gpt":0.31242639651424614,"score_spread":0.23086034323106536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399648250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9631203,0.00011012611,0.021283377,0.00069917453,0.00006906589,0.0015112514,0.0000778513,0.00008807997,0.013040693],"genre_scores_gemma":[0.9313152,0.00016577281,0.059500627,0.00035278965,0.000036287358,0.0019398502,0.00007903583,0.00004997079,0.0065605077],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9851687,0.010607414,0.00048888655,0.0016549684,0.0011027721,0.000977211],"domain_scores_gemma":[0.9602953,0.029553523,0.0015715809,0.0036168254,0.0019947852,0.0029680403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018535318,0.00052704144,0.00041898875,0.00091090193,0.0030089112,0.0030067905,0.0013108111,0.0014414171,0.005907304],"category_scores_gemma":[0.029449472,0.00051994453,0.0005071534,0.0009546193,0.004177046,0.0021997239,0.0026132516,0.0025928556,0.0012304398],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004751823,0.06386747,0.0931679,0.0015113177,0.00016012888,0.0006052868,0.2527339,0.00790235,0.07472773,0.08272409,0.0056615504,0.41218644],"study_design_scores_gemma":[0.006942987,0.1766844,0.15782624,0.0015095473,0.00033758124,0.0010717756,0.18745299,0.020259168,0.10565217,0.09360858,0.24807046,0.0005840735],"about_ca_topic_score_codex":0.0015934684,"about_ca_topic_score_gemma":0.0035497237,"teacher_disagreement_score":0.018535318,"about_ca_system_score_codex":0.0026803075,"about_ca_system_score_gemma":0.0036277215,"threshold_uncertainty_score":0.09802526},"labels":[],"label_agreement":null},{"id":"W4399857713","doi":"10.1002/9781394300839.ch1","title":"Evolution of Architectural Software","year":2024,"lang":"en","type":"other","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Software evolution; Computer science; Software; Software engineering; Geology; Programming language; Software development; Software construction","score_opus":0.009157236216684463,"score_gpt":0.24217395401947187,"score_spread":0.2330167178027874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399857713","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12916176,0.0050486247,0.3041507,0.009845247,0.0006444168,0.0002046116,0.00030539272,0.0011027999,0.5495364],"genre_scores_gemma":[0.7193757,0.004620547,0.19123195,0.00064641517,0.00013883636,0.00015506093,0.0006090037,0.0011879228,0.08203457],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962459,0.0016014104,0.00020111747,0.0005421293,0.0011748107,0.0002346888],"domain_scores_gemma":[0.9961081,0.0010621742,0.00021815358,0.0013490128,0.0010638564,0.00019869154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004220537,0.00043287198,0.00025886536,0.0024835959,0.002786731,0.0062210415,0.0012960586,0.0010615891,0.0047506955],"category_scores_gemma":[0.008547951,0.00059847307,0.0005909511,0.0019405411,0.007307017,0.0067174956,0.0040617865,0.00216922,0.0011381702],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008051593,0.000014967487,0.0010292691,0.000037786736,0.000008564494,0.00012760081,0.0072720284,0.0018123793,0.0007301768,0.9446403,0.0015341177,0.0427848],"study_design_scores_gemma":[0.000007669096,0.000046823472,0.002190853,0.00018241444,0.000015779904,0.00063651963,0.004344503,0.008486644,0.0010940082,0.33800858,0.64495367,0.00003252992],"about_ca_topic_score_codex":0.0064628404,"about_ca_topic_score_gemma":0.0068178596,"teacher_disagreement_score":0.0064628404,"about_ca_system_score_codex":0.0053656804,"about_ca_system_score_gemma":0.0028510862,"threshold_uncertainty_score":0.038930953},"labels":[],"label_agreement":null},{"id":"W4400150361","doi":"10.1007/979-8-8688-0324-6_9","title":"Design System Fundamentals","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Georgetown Hospital","funders":"","keywords":"Computer science","score_opus":0.05484024551725251,"score_gpt":0.24961073329903424,"score_spread":0.19477048778178174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400150361","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015696298,0.0022205282,0.48085937,0.0018572989,0.0012958421,0.0011866823,0.0042569824,0.022707462,0.48404616],"genre_scores_gemma":[0.01945277,0.0028531551,0.33292434,0.0010516712,0.00033380074,0.0014263944,0.006654387,0.004482434,0.6308211],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763024,0.00041500185,0.00024023459,0.000407253,0.0011425191,0.00016472407],"domain_scores_gemma":[0.99767095,0.00053201953,0.00008174006,0.00047918482,0.0011160545,0.00012004289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002311511,0.0010331819,0.0006876542,0.002287306,0.001312292,0.0064877314,0.0022360673,0.0018991975,0.22548853],"category_scores_gemma":[0.006502901,0.0010529762,0.0008469857,0.0017550396,0.0009389257,0.0038947968,0.0024354765,0.0022331318,0.15115996],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012342261,0.00009257221,0.0003954276,0.0010377968,0.000018574572,0.00020332489,0.0011712407,0.0025735102,0.0044534532,0.2267267,0.31541595,0.447788],"study_design_scores_gemma":[0.000014929489,0.000022759585,0.00010030667,0.00013958833,0.000004518557,0.00018258503,0.000068840694,0.0014346429,0.0009437532,0.013106585,0.983968,0.00001342635],"about_ca_topic_score_codex":0.0018762293,"about_ca_topic_score_gemma":0.0017515445,"teacher_disagreement_score":0.22548853,"about_ca_system_score_codex":0.0017534273,"about_ca_system_score_gemma":0.0020526717,"threshold_uncertainty_score":0.7543343},"labels":[],"label_agreement":null},{"id":"W4400170044","doi":"10.4000/11wph","title":"Le potentiel éducatif du design fiction dans le développement de la pensée critique","year":2024,"lang":"fr","type":"article","venue":"ReS Futurae","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Université du Québec à Montréal","funders":"","keywords":"Humanities; Art; Philosophy","score_opus":0.022323234848913937,"score_gpt":0.2935681216148373,"score_spread":0.2712448867659234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400170044","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04383665,0.010989528,0.3346339,0.04037896,0.002175938,0.00052553456,0.00015442011,0.00095072115,0.56635433],"genre_scores_gemma":[0.62444586,0.00931112,0.13472612,0.005192432,0.0006947304,0.00091297255,0.00019715664,0.0008775927,0.223642],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9801705,0.012576151,0.0006333312,0.0014885642,0.004250156,0.00088135275],"domain_scores_gemma":[0.97126704,0.02011089,0.0008647689,0.0029510392,0.0038835614,0.0009227206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012719151,0.0013815477,0.0007523248,0.003390705,0.0075841793,0.01859807,0.0020045892,0.0067116027,0.023689967],"category_scores_gemma":[0.024757175,0.00085113,0.0011078629,0.0020063214,0.024781572,0.015118412,0.0069638155,0.0068131885,0.0056849476],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050361763,0.00007355136,0.0010640786,0.0007368837,0.00001949248,0.0007479924,0.115507364,0.0008835781,0.0027778002,0.7832102,0.008797205,0.08613157],"study_design_scores_gemma":[0.000026554186,0.00010526742,0.00072823314,0.0012313888,0.00003099157,0.0011748879,0.027555773,0.0012543993,0.0035912725,0.110323384,0.8539032,0.000074740805],"about_ca_topic_score_codex":0.005204673,"about_ca_topic_score_gemma":0.00833313,"teacher_disagreement_score":0.023689967,"about_ca_system_score_codex":0.009195387,"about_ca_system_score_gemma":0.009572202,"threshold_uncertainty_score":0.07925081},"labels":[],"label_agreement":null},{"id":"W4400439773","doi":"10.5465/amproc.2024.13172symposium","title":"Founding Team Fundamentals: New Perspectives on the Inner Workings of Founding Teams","year":2024,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Engineering ethics; Management; Public relations; Sociology; Engineering; Political science; Economics","score_opus":0.03097391391885161,"score_gpt":0.29179136095327823,"score_spread":0.2608174470344266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400439773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38086033,0.022307744,0.10489223,0.14935288,0.0022822074,0.00012932617,0.00011469121,0.00017853745,0.33988205],"genre_scores_gemma":[0.97611654,0.0046400647,0.010963353,0.0015244178,0.00048829097,0.000059712962,0.000021523232,0.00004314875,0.0061429874],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9927941,0.0047761598,0.00023628298,0.0004931883,0.0009689833,0.00073135336],"domain_scores_gemma":[0.9827864,0.010298545,0.0017485315,0.001135021,0.001045268,0.0029861585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012153477,0.0005061146,0.0004712615,0.0031277079,0.0075576776,0.014909718,0.001919524,0.0022719437,0.00339241],"category_scores_gemma":[0.013302059,0.00042051048,0.00040325813,0.0017280665,0.040118545,0.02413406,0.009767799,0.005725076,0.00031820274],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002349475,0.00003195249,0.003777908,0.000091919894,0.0000070940787,0.00041210194,0.3490242,0.0002618092,0.00026518133,0.6225119,0.0035765204,0.020015864],"study_design_scores_gemma":[0.0000144204305,0.00006992874,0.003912679,0.0004648347,0.000012026176,0.0006108619,0.25681105,0.00084483804,0.00026034165,0.5957073,0.14124492,0.000046729594],"about_ca_topic_score_codex":0.0032930642,"about_ca_topic_score_gemma":0.003618863,"teacher_disagreement_score":0.014909718,"about_ca_system_score_codex":0.0035991543,"about_ca_system_score_gemma":0.0047614346,"threshold_uncertainty_score":0.06427449},"labels":[],"label_agreement":null},{"id":"W4400440413","doi":"10.5465/amproc.2024.21235symposium","title":"Situating Design in Organizations: Seeing the Design Process through a “Process Thinking” Lens","year":2024,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Process (computing); Lens (geology); Process management; Design process; Computer science; Psychology; Business; Engineering; Work in process; Operations management","score_opus":0.041491217302961875,"score_gpt":0.3079371001505991,"score_spread":0.26644588284763726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400440413","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11308029,0.0037076038,0.66254514,0.06199928,0.0010453623,0.0005192466,0.00014066533,0.00073923165,0.15622318],"genre_scores_gemma":[0.8742975,0.0018397593,0.1093284,0.0022415535,0.00018792889,0.00058721146,0.00012000593,0.0005676409,0.0108300485],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96537983,0.029251203,0.00056951965,0.0012067154,0.0018795198,0.0017131732],"domain_scores_gemma":[0.9660147,0.028713172,0.0010999523,0.00200029,0.0010964888,0.0010753176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026773345,0.0016595379,0.0009762029,0.0056582503,0.013968689,0.031698506,0.0038354646,0.008706366,0.00638869],"category_scores_gemma":[0.027762854,0.0015638288,0.0020653186,0.004925798,0.04565383,0.034646515,0.011123975,0.010548921,0.0010871548],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038069327,0.00008117654,0.0011750343,0.00021161583,0.0000219987,0.0005059151,0.60007423,0.0010471253,0.0013894282,0.3766845,0.0017456126,0.017025238],"study_design_scores_gemma":[0.000053572992,0.00010262689,0.00076381373,0.0007126113,0.000048150785,0.000554569,0.47780868,0.0028668118,0.0022354804,0.3582441,0.15654454,0.000065066735],"about_ca_topic_score_codex":0.0048495154,"about_ca_topic_score_gemma":0.0039358316,"teacher_disagreement_score":0.031698506,"about_ca_system_score_codex":0.0062252795,"about_ca_system_score_gemma":0.008399309,"threshold_uncertainty_score":0.14159268},"labels":[],"label_agreement":null},{"id":"W4400624047","doi":"10.1016/j.cie.2024.110382","title":"A systematic problem analysis network for product conceptual design","year":2024,"lang":"en","type":"article","venue":"Computers & Industrial Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Conceptual design; Computer science; Product (mathematics); Product design; Engineering; Systems engineering; Manufacturing engineering; Mathematics; Human–computer interaction","score_opus":0.05354644978775911,"score_gpt":0.24901615584940337,"score_spread":0.19546970606164427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400624047","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026744164,0.00011646376,0.99284995,0.00024398621,0.00001512777,0.00035013395,0.00042232388,0.0013534522,0.0019742416],"genre_scores_gemma":[0.033849463,0.00014892532,0.96270335,0.00007931685,0.000014003527,0.0005194499,0.0010929313,0.00016890102,0.0014236416],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9930999,0.0035708724,0.000557219,0.0009654983,0.0015775523,0.0002289895],"domain_scores_gemma":[0.981822,0.011483483,0.0007543408,0.0030053647,0.0025725916,0.00036218375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006835272,0.0012490905,0.0011631858,0.0058203186,0.0018507887,0.0026909192,0.001925049,0.0015598417,0.0104547655],"category_scores_gemma":[0.03142148,0.0011586286,0.0029117644,0.0031583554,0.0016346656,0.0042764214,0.0042549586,0.0020508706,0.0026338852],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003804147,0.00047894317,0.0066903494,0.0009985423,0.0002477368,0.0003549186,0.0011391809,0.106973015,0.004567842,0.16493267,0.013898401,0.69933796],"study_design_scores_gemma":[0.00009907858,0.00013885062,0.0009390413,0.00024458938,0.00015307707,0.00018327197,0.00033364104,0.76023024,0.0035660262,0.20211145,0.031960815,0.000039862905],"about_ca_topic_score_codex":0.00857667,"about_ca_topic_score_gemma":0.015454337,"teacher_disagreement_score":0.0104547655,"about_ca_system_score_codex":0.0021653469,"about_ca_system_score_gemma":0.008240535,"threshold_uncertainty_score":0.036148787},"labels":[],"label_agreement":null},{"id":"W4401313295","doi":"10.18260/1-2--47935","title":"Reimagining Industrial Engineering: Embedding Sustainability and Societal Impact in Course Design","year":2024,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Sustainability; Course (navigation); Embedding; Societal impact of nanotechnology; Engineering ethics; Computer science; Architectural engineering; Engineering; Engineering management; Artificial intelligence; Aerospace engineering; Materials science; Nanotechnology","score_opus":0.035554252953353425,"score_gpt":0.34236019473854973,"score_spread":0.3068059417851963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401313295","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3575158,0.001610328,0.45921826,0.014114194,0.0007597215,0.00088208495,0.00007287569,0.0017806179,0.16404611],"genre_scores_gemma":[0.6829676,0.0012629707,0.28490144,0.0012942363,0.00015119139,0.00052123907,0.00015430781,0.00035004353,0.028397067],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99584514,0.0024469695,0.00011351711,0.00028005656,0.0009962044,0.00031806162],"domain_scores_gemma":[0.9934203,0.0032984826,0.00041371034,0.0008131138,0.00096050196,0.0010938846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008261004,0.0006827189,0.00030554752,0.0008883545,0.001625367,0.0062602246,0.0018002044,0.00095146074,0.008650956],"category_scores_gemma":[0.011694591,0.0003602899,0.00034689758,0.00046140965,0.0022350866,0.0040861056,0.005440738,0.0022632538,0.0010445884],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081125625,0.0011359508,0.008795797,0.00051529345,0.000018707677,0.00017991265,0.019046133,0.007975643,0.009554027,0.04906975,0.010535587,0.8930921],"study_design_scores_gemma":[0.00012766283,0.0018341184,0.0197209,0.0015805856,0.000080954815,0.00078863575,0.024553256,0.029247316,0.027097689,0.14453979,0.7502694,0.00015963928],"about_ca_topic_score_codex":0.0012456593,"about_ca_topic_score_gemma":0.003131982,"teacher_disagreement_score":0.008650956,"about_ca_system_score_codex":0.004403634,"about_ca_system_score_gemma":0.004395282,"threshold_uncertainty_score":0.043688893},"labels":[],"label_agreement":null},{"id":"W4401313566","doi":"10.18260/1-2--47694","title":"Investigating Students’ Development of Computer-Aided Design Self-Efficacy: An Analysis of Pre-Course CAD Exposure","year":2024,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"CAD; Course (navigation); Computer science; Computer aided instruction; Engineering drawing; Engineering; Multimedia","score_opus":0.03843973163459111,"score_gpt":0.3207540037684853,"score_spread":0.28231427213389415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401313566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9996215,0.000013789505,0.000044753648,0.000007118403,0.0000013687434,0.000011169883,0.000019265144,0.0000018540072,0.0002792452],"genre_scores_gemma":[0.9995183,0.000015241142,0.00006399331,0.0000068479394,0.0000016788368,0.000025054647,0.00005001851,0.0000011738549,0.000317618],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989145,0.00023370651,0.00012424364,0.00013300596,0.00038681095,0.0002078724],"domain_scores_gemma":[0.98896945,0.0044509093,0.0025452126,0.0005878482,0.001471311,0.0019752278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015329235,0.00028624758,0.00039584847,0.00135425,0.00047895923,0.0010844242,0.000423154,0.00078415545,0.0031734067],"category_scores_gemma":[0.009186825,0.00025863422,0.000542926,0.0006560061,0.0005038835,0.0004208802,0.0008995373,0.0011190429,0.0005951424],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019434918,0.0025127102,0.9733094,0.00005768426,0.000048844075,0.00011756361,0.0056233373,0.00022812415,0.0023284887,0.00008023727,0.00016109056,0.015338202],"study_design_scores_gemma":[0.0000033363667,0.00044255378,0.9973162,0.000008908363,0.000007973815,0.000027209617,0.0013567558,0.00023713952,0.00038926592,0.000014837639,0.00018905438,0.0000068519716],"about_ca_topic_score_codex":0.0011678933,"about_ca_topic_score_gemma":0.0017037943,"teacher_disagreement_score":0.0031734067,"about_ca_system_score_codex":0.00038826908,"about_ca_system_score_gemma":0.00040378497,"threshold_uncertainty_score":0.010616124},"labels":[],"label_agreement":null},{"id":"W4401704398","doi":"10.1080/00038628.2024.2383360","title":"Comparison of design education documents and the disconnect between designer priorities, tools, and occupant assumptions","year":2024,"lang":"en","type":"article","venue":"Architectural Science Review","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Victoria","funders":"Division of Behavioral and Cognitive Sciences; U.S. Department of Homeland Security","keywords":"Design education; Architectural engineering; Engineering; Computer science; Software engineering; Systems engineering; Visual arts; Art","score_opus":0.08046800332018066,"score_gpt":0.40022754444017206,"score_spread":0.3197595411199914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401704398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6730462,0.121966094,0.034546778,0.013582627,0.00069699506,0.0011705038,0.00076594984,0.00026338806,0.15396158],"genre_scores_gemma":[0.9466864,0.031273425,0.012354619,0.0010530368,0.000065915054,0.0006133778,0.0003603679,0.00013317326,0.007459687],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.947838,0.028839018,0.0067224237,0.0021618595,0.013524676,0.0009139828],"domain_scores_gemma":[0.67823154,0.2630784,0.01866107,0.0092781475,0.028937446,0.0018133313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.073402524,0.0003907113,0.00078622316,0.010573187,0.0030737869,0.009143924,0.0017603869,0.0013998202,0.00546309],"category_scores_gemma":[0.19872437,0.00065770413,0.0003890219,0.00958327,0.0040133703,0.006033731,0.0036455,0.0016767954,0.0010090321],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003926401,0.00038802906,0.016568676,0.013578337,0.000091681766,0.00034402395,0.29048163,0.00062547537,0.0017981363,0.050513927,0.0070389546,0.6181785],"study_design_scores_gemma":[0.0001594705,0.00067399885,0.060043912,0.037461728,0.00032808364,0.000837053,0.3122601,0.0007078273,0.0055534295,0.016737705,0.5650419,0.00019483411],"about_ca_topic_score_codex":0.006731879,"about_ca_topic_score_gemma":0.010332535,"teacher_disagreement_score":0.073402524,"about_ca_system_score_codex":0.013454306,"about_ca_system_score_gemma":0.018023789,"threshold_uncertainty_score":0.38819426},"labels":[],"label_agreement":null},{"id":"W4401721525","doi":"10.21432/cjlt28618","title":"Generative Artificial Intelligence in Graphic Design Education: A Student Perspective","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Design Education and Practice","field":"Engineering","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Design studio; Design education; Context (archaeology); Perspective (graphical); Engineering ethics; Instructional design; Perception; Psychology; Computer science; Pedagogy; Mathematics education; Studio; Engineering; Artificial intelligence","score_opus":0.01989311630608025,"score_gpt":0.30158090560659107,"score_spread":0.2816877893005108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401721525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5839424,0.009346271,0.034057636,0.098242566,0.00044931937,0.00007703365,0.0000542913,0.00019092996,0.27363944],"genre_scores_gemma":[0.97700864,0.0033948924,0.003269814,0.00297897,0.00010203362,0.000022850392,0.000013339961,0.000037137845,0.013172324],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9960633,0.0025834395,0.000094582676,0.00017631233,0.0007610351,0.00032131944],"domain_scores_gemma":[0.9944728,0.0035073557,0.0003705186,0.000301472,0.0006461049,0.0007017287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004868806,0.0003060344,0.00031311632,0.0017518639,0.0034426472,0.011843127,0.0010765904,0.003284945,0.0036425118],"category_scores_gemma":[0.007473422,0.0003044716,0.00024046972,0.0015574753,0.011152672,0.004567039,0.003441682,0.0046329275,0.0005955367],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042926204,0.0005014776,0.016707584,0.00030520963,0.00001245745,0.0007025735,0.4433473,0.0010609945,0.0009900728,0.4101003,0.009519157,0.11671004],"study_design_scores_gemma":[0.000028401399,0.0004825372,0.0077099376,0.0010804152,0.000023804556,0.0031996416,0.37563688,0.006031667,0.0027382462,0.13951577,0.46347156,0.00008120582],"about_ca_topic_score_codex":0.0033199245,"about_ca_topic_score_gemma":0.0037325926,"teacher_disagreement_score":0.011843127,"about_ca_system_score_codex":0.0033393279,"about_ca_system_score_gemma":0.003124553,"threshold_uncertainty_score":0.025749028},"labels":[],"label_agreement":null},{"id":"W4401803723","doi":"10.1007/978-3-031-67095-4","title":"The Importance of Speculation in Design Research","year":2024,"lang":"en","type":"book","venue":"Synthesis lectures on human-centered informatics","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Simon Fraser University; Technische Universiteit Eindhoven","keywords":"Speculation; Business","score_opus":0.1555071853327899,"score_gpt":0.3755143207075425,"score_spread":0.22000713537475258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401803723","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013279707,0.07250473,0.37390512,0.12003378,0.006350111,0.00073999487,0.00024288132,0.00083024777,0.41211346],"genre_scores_gemma":[0.48217213,0.070885494,0.30913538,0.029453738,0.0046313396,0.004206909,0.00045671317,0.00095199904,0.09810633],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9101925,0.07425609,0.0020340187,0.0026676818,0.009831174,0.0010185105],"domain_scores_gemma":[0.80220324,0.18444708,0.002359196,0.0060092006,0.004050536,0.00093080703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04263343,0.0011410427,0.001534026,0.0030026797,0.006566856,0.020628419,0.00301965,0.00451136,0.00816094],"category_scores_gemma":[0.07268638,0.0015603022,0.001269781,0.0036655627,0.055579353,0.030269258,0.009635122,0.008801227,0.001776861],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027986634,0.0000149910975,0.0002362673,0.0005321539,0.00001988177,0.00015961693,0.022860518,0.00054802274,0.00010898172,0.93760264,0.009117052,0.028771965],"study_design_scores_gemma":[0.000023957517,0.000040488285,0.00012269517,0.0013319966,0.000022805785,0.00022574973,0.008753426,0.0010182011,0.00024748992,0.7470325,0.24114731,0.000033349697],"about_ca_topic_score_codex":0.001403594,"about_ca_topic_score_gemma":0.0016305727,"teacher_disagreement_score":0.04263343,"about_ca_system_score_codex":0.006633413,"about_ca_system_score_gemma":0.008570307,"threshold_uncertainty_score":0.22546983},"labels":[],"label_agreement":null},{"id":"W4402455732","doi":"10.4324/9781032716626","title":"Design and Science in Modern China","year":2024,"lang":"en","type":"book","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"China; History; Engineering ethics; Engineering; Archaeology","score_opus":0.02436833919770323,"score_gpt":0.26684012770437165,"score_spread":0.24247178850666842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402455732","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07149914,0.06772389,0.0026667472,0.017504985,0.0007463434,0.00006121489,0.000058470847,0.00012341431,0.8396157],"genre_scores_gemma":[0.6622273,0.036802515,0.0024771027,0.003197948,0.00049928954,0.00012572149,0.0000808761,0.000053672276,0.2945355],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991122,0.000300308,0.00003630081,0.00010418708,0.00028651243,0.00016043913],"domain_scores_gemma":[0.99974793,0.000077351535,0.000022534465,0.00005172229,0.000050211343,0.000050336],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00125473,0.000544212,0.00040007848,0.0013952851,0.00472493,0.004745963,0.0004532218,0.0009905131,0.005908643],"category_scores_gemma":[0.0007333817,0.00025330702,0.00028457463,0.0030454916,0.01588666,0.002786267,0.0021823863,0.0013019237,0.00050523307],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015620468,0.000025852896,0.0014782029,0.00023950882,0.000012904,0.00014741533,0.021537466,0.0008290306,0.0003851165,0.8964383,0.014471222,0.0644194],"study_design_scores_gemma":[0.000014838391,0.000073520154,0.0077778944,0.00024057183,0.0000148806075,0.00016644721,0.007687909,0.0009950801,0.00030864886,0.17385201,0.80884683,0.000021383588],"about_ca_topic_score_codex":0.031939704,"about_ca_topic_score_gemma":0.04761634,"teacher_disagreement_score":0.9952751,"about_ca_system_score_codex":0.01620059,"about_ca_system_score_gemma":0.0086027235,"threshold_uncertainty_score":0.117544055},"labels":[],"label_agreement":null},{"id":"W4402771306","doi":"10.1080/10508406.2024.2397762","title":"Reframing design in education: Proposing a framework to support pre-service teachers in adopting designerly stances","year":2024,"lang":"en","type":"article","venue":"Journal of the Learning Sciences","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Cognitive reframing; Service (business); Psychology; Pedagogy; Knowledge management; Medical education; Computer science; Business; Medicine; Social psychology; Marketing","score_opus":0.033142105361877984,"score_gpt":0.3428850203147285,"score_spread":0.3097429149528505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402771306","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042385444,0.0024619563,0.8413265,0.036072638,0.00034191424,0.0023404604,0.0001403786,0.00072168256,0.07420908],"genre_scores_gemma":[0.319753,0.0009952576,0.6703198,0.0014038034,0.000042612413,0.0020578054,0.000154112,0.00010894722,0.0051646708],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9675404,0.024832588,0.001574452,0.0021148776,0.0023853001,0.0015522998],"domain_scores_gemma":[0.97580236,0.01491944,0.001660281,0.002026665,0.0033120716,0.0022791123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04222204,0.0023024334,0.0008837516,0.009163736,0.008547223,0.017290296,0.00559395,0.007122208,0.0037486854],"category_scores_gemma":[0.021353716,0.0013211054,0.0017120398,0.003329109,0.052944392,0.018465083,0.0120222885,0.0070462856,0.000937207],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030845673,0.00024071355,0.0025936542,0.00055699854,0.000019591356,0.00041569903,0.22030176,0.0019254045,0.0007972972,0.72214425,0.0025698845,0.0484039],"study_design_scores_gemma":[0.00009903036,0.0001728206,0.0014372553,0.0018800682,0.000043058673,0.0009186235,0.16892806,0.009217785,0.0012076811,0.6613904,0.15458989,0.00011534389],"about_ca_topic_score_codex":0.012432072,"about_ca_topic_score_gemma":0.01678597,"teacher_disagreement_score":0.04222204,"about_ca_system_score_codex":0.018099017,"about_ca_system_score_gemma":0.02520062,"threshold_uncertainty_score":0.22329414},"labels":[],"label_agreement":null},{"id":"W4402967819","doi":"10.1145/3677045.3685499","title":"Illustrating, Annotating &amp; Extending Design Qualities of Slow Technology","year":2024,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Universitas Brawijaya","keywords":"Computer science; Human–computer interaction; Software engineering","score_opus":0.05763852358674557,"score_gpt":0.32139784545717076,"score_spread":0.26375932187042517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402967819","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09483059,0.0016887466,0.64851,0.023277976,0.0011335313,0.0005059449,0.0013107314,0.0020467283,0.2266958],"genre_scores_gemma":[0.67924213,0.0015810067,0.28518403,0.0017915058,0.00020055477,0.00079895894,0.0007536589,0.0015270278,0.028921051],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945222,0.0037939043,0.00019737393,0.00043521827,0.00080744916,0.00024382099],"domain_scores_gemma":[0.97625095,0.016999459,0.0012065526,0.0031284594,0.002000873,0.0004135981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068574846,0.0010192508,0.00033429803,0.004679119,0.003399892,0.006769078,0.0008669957,0.0019796037,0.010739842],"category_scores_gemma":[0.030053215,0.00048038192,0.0005926371,0.0033680368,0.008830411,0.010560111,0.00498274,0.0026688576,0.0014508801],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012783035,0.000043575703,0.0035954283,0.0007299722,0.0000147189585,0.00091503945,0.30739832,0.0024711464,0.006008692,0.57772446,0.025797965,0.075172864],"study_design_scores_gemma":[0.000023894829,0.00006959905,0.002785212,0.0014082793,0.00003581812,0.0013661134,0.095777,0.006880569,0.0047343653,0.18432158,0.7024824,0.00011516847],"about_ca_topic_score_codex":0.0036111563,"about_ca_topic_score_gemma":0.0057030325,"teacher_disagreement_score":0.010739842,"about_ca_system_score_codex":0.0026260142,"about_ca_system_score_gemma":0.0027385629,"threshold_uncertainty_score":0.036266267},"labels":[],"label_agreement":null},{"id":"W4403070696","doi":"10.54337/nlc.v9.9049","title":"Symposium 3: Learning Design Family Tree to Back Reuse and Cooperation","year":2014,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Networked Learning","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reuse; Tree (set theory); Family tree; Computer science; Psychology; Engineering; Mathematics; Combinatorics","score_opus":0.03282534210944331,"score_gpt":0.24672158775285746,"score_spread":0.21389624564341414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403070696","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015008669,0.0010878866,0.90448207,0.0035114998,0.0005917326,0.0002468222,0.00046545998,0.0077031627,0.06690273],"genre_scores_gemma":[0.15311147,0.0017852897,0.7639174,0.0010980133,0.00031783144,0.0005506539,0.0018153574,0.0035345042,0.073869504],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967625,0.0014319948,0.00017154643,0.00052382366,0.000827249,0.00028283737],"domain_scores_gemma":[0.9959863,0.0011049501,0.00017368053,0.0014632602,0.00068014953,0.0005915735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032508902,0.0010212541,0.00063702546,0.0016211022,0.001806663,0.007154363,0.0021907631,0.0026272484,0.023826964],"category_scores_gemma":[0.0057660965,0.0008026502,0.00202122,0.0015565384,0.0026638045,0.008065176,0.00596827,0.0035240713,0.0069214334],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026879832,0.0003366612,0.0022525403,0.0007234668,0.00006517631,0.0007558559,0.012638698,0.011357058,0.015739337,0.6251374,0.06302994,0.26769507],"study_design_scores_gemma":[0.000047050395,0.00014802275,0.00093201996,0.00045069327,0.000038294296,0.0009915602,0.0017438508,0.042118646,0.0077263154,0.18445094,0.7612638,0.00008881369],"about_ca_topic_score_codex":0.0049859425,"about_ca_topic_score_gemma":0.0049683796,"teacher_disagreement_score":0.023826964,"about_ca_system_score_codex":0.002440316,"about_ca_system_score_gemma":0.0025304914,"threshold_uncertainty_score":0.07970911},"labels":[],"label_agreement":null},{"id":"W4403408222","doi":"10.1061/jaeied.aeeng-1798","title":"Advancing Architecture and Engineering Education for Project Value Delivery","year":2024,"lang":"en","type":"article","venue":"Journal of Architectural Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Architecture; Integrated project delivery; Value engineering; Engineering; Value (mathematics); Architectural engineering; Engineering management; Systems engineering; Construction engineering; Computer science; Operations management; Project management; Geography","score_opus":0.00582638763147749,"score_gpt":0.24666514660004218,"score_spread":0.2408387589685647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403408222","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1532416,0.0071797986,0.43885386,0.11049255,0.0006311631,0.00060412154,0.00008153627,0.0004988121,0.28841662],"genre_scores_gemma":[0.76241565,0.0065804757,0.21186468,0.0037792714,0.00018693911,0.0003608108,0.000053785854,0.000086941385,0.01467141],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9925668,0.004420331,0.00028873756,0.00031340815,0.0018886751,0.00052204245],"domain_scores_gemma":[0.97653985,0.014105824,0.0019847166,0.002169692,0.002505683,0.002694233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013582661,0.00042366175,0.00031346313,0.0017595642,0.002767693,0.007970884,0.0009327089,0.0026078892,0.008377419],"category_scores_gemma":[0.024563015,0.000468831,0.00043087016,0.0017548692,0.0059280423,0.007988569,0.008961864,0.0051163333,0.0020446067],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026098609,0.00080394326,0.006749816,0.0010803001,0.00002063255,0.0003018252,0.03323226,0.0024943543,0.003982124,0.4717428,0.014676455,0.4648894],"study_design_scores_gemma":[0.000031976128,0.0003708919,0.009751192,0.003741022,0.000022871363,0.0008118449,0.028793788,0.004928765,0.0039156363,0.53140414,0.4161597,0.00006805725],"about_ca_topic_score_codex":0.0015029373,"about_ca_topic_score_gemma":0.0030668585,"teacher_disagreement_score":0.013582661,"about_ca_system_score_codex":0.005166498,"about_ca_system_score_gemma":0.020521758,"threshold_uncertainty_score":0.071832836},"labels":[],"label_agreement":null},{"id":"W4403439572","doi":"10.1007/978-3-031-62170-3_14","title":"A Conceptual Framework for Design for Adaptability Based on Modularity, DfMA, Digital Design, and Fabrication","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in civil engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Modularity (biology); Adaptability; Systems engineering; Computer science; Conceptual design; Software engineering; Engineering; Human–computer interaction","score_opus":0.03443940252346047,"score_gpt":0.25549500656869983,"score_spread":0.22105560404523936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403439572","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040367693,0.00069048634,0.9175028,0.0011625966,0.000096657735,0.00008435101,0.000026628502,0.0002813146,0.07611842],"genre_scores_gemma":[0.2578506,0.0009038769,0.7072411,0.00047516133,0.000080599246,0.00059785676,0.000080619386,0.00019492237,0.032575324],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992046,0.0002766746,0.00004564319,0.00011476109,0.00024931712,0.000109130175],"domain_scores_gemma":[0.9994197,0.000233812,0.00004848716,0.0001268119,0.00010631168,0.00006491821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017596161,0.0007593565,0.00037315316,0.0012745144,0.001626923,0.0040417938,0.0020330274,0.0018143015,0.0064276094],"category_scores_gemma":[0.001723667,0.00053974503,0.00086584775,0.0008049468,0.0074342247,0.004074994,0.0023572608,0.0020007351,0.0010641275],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020962495,0.000006420858,0.000032830536,0.000018961415,0.0000018380161,0.000025213227,0.0002857304,0.0019063669,0.00039151375,0.989801,0.00045256093,0.007075481],"study_design_scores_gemma":[0.000013256783,0.00003665328,0.000111616326,0.000114874005,0.00001275413,0.0002513498,0.00037460166,0.020302193,0.0010979485,0.86772025,0.10994754,0.000017019061],"about_ca_topic_score_codex":0.002691325,"about_ca_topic_score_gemma":0.0035667198,"teacher_disagreement_score":0.0064276094,"about_ca_system_score_codex":0.0019415637,"about_ca_system_score_gemma":0.0019681791,"threshold_uncertainty_score":0.021502495},"labels":[],"label_agreement":null},{"id":"W4403449139","doi":"10.1080/00140139.2024.2409939","title":"Prospective ergonomics for the design of future things","year":2024,"lang":"en","type":"review","venue":"Ergonomics","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Human factors and ergonomics; Cognitive ergonomics; Creativity; Scope (computer science); Engineering ethics; Knowledge management; Engineering; Work (physics); Engineering management; Computer science; Poison control; Psychology; Mechanical engineering; Medicine","score_opus":0.04792412339458653,"score_gpt":0.31229610346611214,"score_spread":0.2643719800715256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403449139","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013009447,0.023827856,0.69798553,0.01887562,0.0021717956,0.00038350263,0.00012507083,0.0008657362,0.24275547],"genre_scores_gemma":[0.4565216,0.026074197,0.4477729,0.003665886,0.0011642403,0.0010742539,0.00028723435,0.0005882312,0.0628515],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99307805,0.004301918,0.0004564387,0.0005486525,0.0013183882,0.0002964042],"domain_scores_gemma":[0.9946312,0.0027938206,0.00045964523,0.0008796904,0.0008843466,0.00035129406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007984946,0.0011115824,0.00043348043,0.001920416,0.0026887408,0.007972216,0.0012050793,0.0023295195,0.008139902],"category_scores_gemma":[0.006988038,0.00067536865,0.0012541764,0.0010036129,0.012511267,0.0068584196,0.0054860944,0.0026501832,0.001978594],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029635523,0.000036084402,0.0007352458,0.0006054321,0.000018792016,0.00016651354,0.008392236,0.0015460094,0.0010762755,0.9294154,0.0053179315,0.05266032],"study_design_scores_gemma":[0.00002370986,0.00012318022,0.0011501972,0.0013271701,0.000040630286,0.0007452368,0.004836645,0.002140139,0.0011087826,0.4908449,0.4975783,0.00008108503],"about_ca_topic_score_codex":0.0013081621,"about_ca_topic_score_gemma":0.0012520547,"teacher_disagreement_score":0.008139902,"about_ca_system_score_codex":0.0022415025,"about_ca_system_score_gemma":0.0035129488,"threshold_uncertainty_score":0.042228937},"labels":[],"label_agreement":null},{"id":"W4403483296","doi":"10.18357/otessac.2024.4.1.365","title":"Considering a Reboot: Using Design-Thinking Strategies to Maintain a Dynamic, Industry-Relevant, Game Design Curriculum","year":2024,"lang":"en","type":"article","venue":"The Open/Technology in Education Society and Scholarship Association Conference","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reboot; Curriculum; Game design; Design thinking; Engineering management; Computer science; Engineering; Human–computer interaction; Engineering ethics; Manufacturing engineering; Knowledge management; Psychology; Pedagogy","score_opus":0.0539362404938043,"score_gpt":0.3489165831952463,"score_spread":0.294980342701442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403483296","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18425284,0.00092314975,0.6810107,0.010655242,0.00068136794,0.0010772677,0.00006315333,0.0022885562,0.11904765],"genre_scores_gemma":[0.45304978,0.0006650792,0.5032465,0.0022326398,0.00007207063,0.00063122745,0.00017178484,0.00077406346,0.039156858],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9954699,0.0025205181,0.00013786134,0.0006652294,0.00083090336,0.00037553054],"domain_scores_gemma":[0.991757,0.0040517002,0.0007158001,0.0010399882,0.001186721,0.001248861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008272205,0.0012423788,0.00045074744,0.0016363513,0.0027454044,0.0075398944,0.0024307973,0.0017555837,0.008367494],"category_scores_gemma":[0.017986601,0.0006579612,0.00071257364,0.0004721419,0.0043797013,0.00788112,0.004953628,0.002973491,0.0025344857],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042131313,0.0017879786,0.013238434,0.0011603024,0.00012954426,0.00085037574,0.13268021,0.009628933,0.03963501,0.20056583,0.03142482,0.56847733],"study_design_scores_gemma":[0.00020614896,0.0013953174,0.006339116,0.001584486,0.00016566068,0.0012095334,0.078183785,0.043170035,0.01484962,0.322162,0.53044975,0.00028444797],"about_ca_topic_score_codex":0.0014218972,"about_ca_topic_score_gemma":0.0049931174,"teacher_disagreement_score":0.008367494,"about_ca_system_score_codex":0.0024097383,"about_ca_system_score_gemma":0.0049485494,"threshold_uncertainty_score":0.04374808},"labels":[],"label_agreement":null},{"id":"W4403489516","doi":"10.1016/j.destud.2024.101274","title":"That was fun, now what?: Modelizing knowledge dynamics to explain co-design's shortcomings","year":2024,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Toronto","funders":"IÉSEG Écoles de Management","keywords":"Dynamics (music); Engineering; Management science; Engineering ethics; Systems engineering; Sociology; Pedagogy","score_opus":0.16598955565258922,"score_gpt":0.37267174093118655,"score_spread":0.20668218527859733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403489516","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27281427,0.0011885482,0.5837711,0.011389172,0.00015553426,0.0008210521,0.00019444509,0.0004057901,0.12926011],"genre_scores_gemma":[0.94425136,0.00037547093,0.050732903,0.00018372766,0.000014274712,0.0006882899,0.000048983835,0.00006226667,0.0036427048],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9921897,0.005806076,0.0001913079,0.00073220575,0.00055852754,0.00052220206],"domain_scores_gemma":[0.9667919,0.027337708,0.0012172243,0.002888656,0.0010318146,0.0007326251],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008611,0.00079533795,0.0006356872,0.0018967738,0.0032090493,0.008908053,0.0024332867,0.0033700187,0.005624798],"category_scores_gemma":[0.02416774,0.0007882212,0.00096481363,0.0017746986,0.013416402,0.014976419,0.0072104847,0.0024370677,0.00081816944],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020557428,0.00017760694,0.0039448584,0.00039709118,0.000028616945,0.00044080196,0.062407944,0.041187912,0.0014872833,0.869854,0.0009158343,0.018952493],"study_design_scores_gemma":[0.00018398998,0.00022936967,0.0013460217,0.00059837423,0.000066949644,0.00061971496,0.03645556,0.35604882,0.0027107405,0.5526627,0.0489872,0.00009063194],"about_ca_topic_score_codex":0.0059712916,"about_ca_topic_score_gemma":0.0033997598,"teacher_disagreement_score":0.008908053,"about_ca_system_score_codex":0.0058997623,"about_ca_system_score_gemma":0.0055326796,"threshold_uncertainty_score":0.045539856},"labels":[],"label_agreement":null},{"id":"W4403737571","doi":"10.1017/dsj.2024.34","title":"Contextual influences on trade-offs in engineering design: a qualitative study","year":2024,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Business","score_opus":0.09532491357536511,"score_gpt":0.38088015402642306,"score_spread":0.28555524045105796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403737571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96523476,0.00088917714,0.018225832,0.0038603288,0.00008080927,0.0007287894,0.00017449725,0.00004415518,0.010761698],"genre_scores_gemma":[0.9941929,0.00039971812,0.0032937492,0.00043157313,0.000012501375,0.00051585585,0.000033433596,0.000029858253,0.0010904591],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.87433976,0.110022165,0.0025778916,0.0030749969,0.0059729787,0.0040121833],"domain_scores_gemma":[0.7066001,0.26418474,0.0091825435,0.0046906862,0.010679736,0.0046621575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08368953,0.00086165365,0.0012892282,0.0038476174,0.013844716,0.008032127,0.0029342037,0.003404644,0.0043055387],"category_scores_gemma":[0.12769593,0.0015381142,0.0006313159,0.0033112057,0.024473522,0.010179085,0.009746707,0.0053913267,0.0004562361],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004198222,0.00005692944,0.0016897897,0.00017840274,0.000005210359,0.00038018622,0.9911833,0.000094439194,0.0005047699,0.0026589727,0.00016343592,0.003042714],"study_design_scores_gemma":[0.0000114695185,0.00006782138,0.0008525472,0.00028379197,0.000004694121,0.00013638347,0.9912511,0.00025721051,0.00037185082,0.0012985345,0.0054437784,0.000020687921],"about_ca_topic_score_codex":0.005995099,"about_ca_topic_score_gemma":0.008207058,"teacher_disagreement_score":0.08368953,"about_ca_system_score_codex":0.011785127,"about_ca_system_score_gemma":0.008982886,"threshold_uncertainty_score":0.44259787},"labels":[],"label_agreement":null},{"id":"W4403748860","doi":"10.24908/pceea.2023.17161","title":"Recruitment and outreach for a new multidisciplinary design program","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Outreach; Multidisciplinary approach; Computer science; Sociology; Political science; Social science","score_opus":0.03624029584662617,"score_gpt":0.28796582072575705,"score_spread":0.25172552487913086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403748860","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5311472,0.0006265719,0.050420057,0.01196644,0.0023323158,0.32294735,0.0017628672,0.0021814755,0.07661575],"genre_scores_gemma":[0.39293224,0.0009618933,0.20295353,0.016965767,0.00097358593,0.22278641,0.001570449,0.0005247563,0.16033138],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917921,0.0021194872,0.00040605123,0.0008640487,0.002138991,0.0026793312],"domain_scores_gemma":[0.97961605,0.0013384041,0.00038495398,0.0014022831,0.0032277051,0.014030644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016850546,0.00080041145,0.0007385584,0.0036752631,0.009943932,0.004213471,0.0035422496,0.0030093275,0.040476624],"category_scores_gemma":[0.011788793,0.0013654799,0.001219967,0.0009890551,0.0011662602,0.0014878736,0.009436936,0.003593304,0.010135735],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002980716,0.032028392,0.027485196,0.0014511361,0.00005634731,0.002925946,0.03498284,0.0009935857,0.032388862,0.0042386963,0.07438046,0.7860878],"study_design_scores_gemma":[0.005550055,0.036986098,0.16892754,0.001396336,0.00014470972,0.0019481124,0.04191016,0.006606104,0.0180041,0.0050586867,0.71294177,0.0005264239],"about_ca_topic_score_codex":0.011043137,"about_ca_topic_score_gemma":0.05804856,"teacher_disagreement_score":0.040476624,"about_ca_system_score_codex":0.007246239,"about_ca_system_score_gemma":0.04335488,"threshold_uncertainty_score":0.1354078},"labels":[],"label_agreement":null},{"id":"W4403764007","doi":"10.24908/pceea.2023.17113","title":"CAS2E STUDY – FROM STUDENT ENGAGED EDUCATIONAL DESIGN TO LEARNER LED EDUCATIONAL DESIGN","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Mathematics education; Instructional design; Computer science; Psychology; Pedagogy","score_opus":0.01814357858552067,"score_gpt":0.25855799462699025,"score_spread":0.24041441604146957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764007","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79588085,0.00068053114,0.03400498,0.0041896957,0.00047273264,0.0031441583,0.0005263815,0.0005779323,0.16052274],"genre_scores_gemma":[0.92848,0.00054019154,0.031781178,0.0020889097,0.000077713565,0.0021100638,0.0004071737,0.00019434406,0.034320492],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935202,0.003755564,0.00024586148,0.0007325209,0.0011680531,0.0005778173],"domain_scores_gemma":[0.9910458,0.0043280944,0.00025576065,0.0014722404,0.001508209,0.0013899149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008195918,0.0006297565,0.000669808,0.0015093897,0.0030690797,0.007651853,0.0019330676,0.0016052526,0.012995189],"category_scores_gemma":[0.011183065,0.00034687808,0.00093200174,0.0008612444,0.0037526477,0.003978676,0.005220673,0.0030866985,0.0024552543],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001447032,0.02221554,0.02985781,0.0030661258,0.00019846839,0.0015551089,0.32683393,0.0019567888,0.009079895,0.11728849,0.035435818,0.45106503],"study_design_scores_gemma":[0.0007472105,0.0086993715,0.024186298,0.0014089897,0.00012451265,0.0012465196,0.23843537,0.0066011604,0.019853143,0.039708495,0.6587854,0.00020354152],"about_ca_topic_score_codex":0.0026659705,"about_ca_topic_score_gemma":0.0055165207,"teacher_disagreement_score":0.012995189,"about_ca_system_score_codex":0.0031900334,"about_ca_system_score_gemma":0.0037370904,"threshold_uncertainty_score":0.043473244},"labels":[],"label_agreement":null},{"id":"W4403764092","doi":"10.24908/pceea.2023.17059","title":"Integrating Stakeholder Interactions into First-Year Design Courses: Perceived Value &amp; Impact on Students","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Value (mathematics); Stakeholder; Psychology; Computer science; Political science; Public relations","score_opus":0.02168166787433301,"score_gpt":0.2874778694547911,"score_spread":0.2657962015804581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967199,0.000048050933,0.0004395457,0.00041366302,0.000016041966,0.000050343268,0.000009111255,0.00001686518,0.0022864651],"genre_scores_gemma":[0.9972761,0.0000790592,0.0011340373,0.00017169671,0.00000722013,0.000046607045,0.000018627365,0.0000052139476,0.0012613231],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9906288,0.003802503,0.0003680019,0.00048565117,0.0030321402,0.0016829921],"domain_scores_gemma":[0.95515186,0.013571825,0.005979473,0.0011689757,0.0059928773,0.01813501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012541341,0.00047499305,0.00042835317,0.0011218543,0.0025237976,0.005874112,0.000954097,0.0012043489,0.0056830123],"category_scores_gemma":[0.034322463,0.0003642416,0.0005814692,0.00057326,0.001130354,0.0018850976,0.003995055,0.0021628693,0.0008418775],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004768583,0.013565169,0.650454,0.0004398898,0.00008754683,0.00082150655,0.07539654,0.00075610605,0.012132578,0.0015334039,0.0038425908,0.24049376],"study_design_scores_gemma":[0.00012721459,0.00953551,0.6619512,0.0006123848,0.00013690448,0.0011264319,0.28055194,0.0040429193,0.011939063,0.0026009097,0.027179057,0.00019648814],"about_ca_topic_score_codex":0.001395,"about_ca_topic_score_gemma":0.004164138,"teacher_disagreement_score":0.012541341,"about_ca_system_score_codex":0.0019564116,"about_ca_system_score_gemma":0.00417729,"threshold_uncertainty_score":0.066325724},"labels":[],"label_agreement":null},{"id":"W4403764129","doi":"10.24908/pceea.2023.17075","title":"Characterizing Computer Aided Design Mastery: What differences exist between expert and novice users?","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Computer science; Human–computer interaction; Engineering drawing; Engineering","score_opus":0.01965826046586885,"score_gpt":0.2255334524289371,"score_spread":0.20587519196306825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99776685,0.00029726425,0.00037623945,0.00006688596,0.000006879772,0.000011323641,0.00006951054,0.000011539946,0.0013934716],"genre_scores_gemma":[0.9986518,0.00018923209,0.00037988822,0.00006517304,0.000010283098,0.000016231255,0.00013537008,0.000008577589,0.00054362975],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99858093,0.00020327188,0.00023368598,0.00026196885,0.0004957948,0.00022432077],"domain_scores_gemma":[0.9889375,0.0042114533,0.0026897707,0.00054159225,0.002059017,0.0015605787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020019542,0.00028151827,0.00041074515,0.0029497198,0.00029193924,0.0014502199,0.0005817478,0.0008538695,0.0028525856],"category_scores_gemma":[0.013730512,0.00025795674,0.00039641417,0.00081023213,0.0004875675,0.0016224727,0.0010387127,0.0004266117,0.0010765223],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001525398,0.00019411903,0.9563011,0.00009205519,0.000049664595,0.00018166329,0.0036902896,0.0001181115,0.0020220648,0.000076819175,0.00042095504,0.03670058],"study_design_scores_gemma":[0.0000058239793,0.00038012196,0.9929414,0.000040481907,0.000015263478,0.00092521764,0.003757115,0.00040854118,0.0005424233,0.00012448916,0.00084405876,0.000015062192],"about_ca_topic_score_codex":0.0011081853,"about_ca_topic_score_gemma":0.0020233758,"teacher_disagreement_score":0.0029497198,"about_ca_system_score_codex":0.00024513705,"about_ca_system_score_gemma":0.00019922624,"threshold_uncertainty_score":0.010587454},"labels":[],"label_agreement":null},{"id":"W4403764230","doi":"10.24908/pceea.2023.17122","title":"\"Please may I have some more?\" – Assessing Student and Instructor Intersubjective Agreement on Part Marks in Engineering Mathematics","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Mathematics education; Agreement; Psychology; Pedagogy; Mathematics; Philosophy; Linguistics","score_opus":0.008160474789788371,"score_gpt":0.24832103869679567,"score_spread":0.2401605639070073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99369,0.000028432409,0.00215813,0.0001441476,0.000021019398,0.000041524687,0.000026932257,0.00003203975,0.0038577393],"genre_scores_gemma":[0.99508494,0.000049025464,0.003047783,0.00009417482,0.00000970329,0.00007042627,0.00006252879,0.000017835118,0.0015636223],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98738074,0.008139957,0.0006241309,0.00091877935,0.0024736477,0.000462661],"domain_scores_gemma":[0.94916636,0.029886888,0.0070015434,0.0043385956,0.0076856515,0.0019209399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014414871,0.00023156409,0.000266774,0.0009068136,0.0009870764,0.0022925122,0.0005540998,0.00056179165,0.0022568582],"category_scores_gemma":[0.07162363,0.00020540271,0.00039699182,0.0004089559,0.0014799146,0.0015667143,0.002227494,0.0009851251,0.0008399292],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007138559,0.0009508049,0.61309695,0.00021617324,0.00022821386,0.00018022461,0.17767954,0.0008395431,0.011505973,0.0024069764,0.0034136835,0.18876809],"study_design_scores_gemma":[0.00004108804,0.0014705852,0.83092326,0.00019697785,0.000084665735,0.00060399366,0.13893948,0.0044100545,0.009548174,0.003159937,0.010389927,0.00023189462],"about_ca_topic_score_codex":0.0012477754,"about_ca_topic_score_gemma":0.0024911182,"teacher_disagreement_score":0.014414871,"about_ca_system_score_codex":0.0006933523,"about_ca_system_score_gemma":0.0007234625,"threshold_uncertainty_score":0.07623404},"labels":[],"label_agreement":null},{"id":"W4403794061","doi":"10.24908/pceea.2023.17015","title":"Capitalism and Engineering Student Attitudes Toward Design","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Capitalism; Sociology; Engineering ethics; Engineering; Political science","score_opus":0.010580130878494179,"score_gpt":0.23029098999533235,"score_spread":0.21971085911683816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403794061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946484,0.000071797695,0.00016594023,0.00037023428,0.00000786615,0.000010893565,0.0000076275082,0.000004336137,0.004712966],"genre_scores_gemma":[0.9972385,0.00010936134,0.00011619159,0.00013355409,0.0000036663453,0.000009218264,0.000016990818,0.0000031485715,0.0023694306],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965976,0.0009434195,0.00015463949,0.00015124411,0.0016795079,0.00047354898],"domain_scores_gemma":[0.98186743,0.0058294893,0.0035164265,0.000680454,0.0033947234,0.004711367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004914545,0.00025533268,0.00019924049,0.0014615378,0.0016383405,0.0056934683,0.0005041773,0.001033686,0.0073868474],"category_scores_gemma":[0.014199793,0.0003162849,0.00048581575,0.00053947343,0.002538327,0.00092875207,0.0022340233,0.0021966773,0.0009647916],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025820432,0.0022739985,0.8932245,0.00012166178,0.000076416385,0.00035984907,0.05450642,0.0005227055,0.0025849706,0.0030270186,0.0018191068,0.041225225],"study_design_scores_gemma":[0.000057790392,0.0014433971,0.85185874,0.0003310084,0.00008418257,0.0008045334,0.11556843,0.0027561632,0.002827033,0.004526506,0.01961053,0.00013165009],"about_ca_topic_score_codex":0.0040745623,"about_ca_topic_score_gemma":0.0059359996,"teacher_disagreement_score":0.99838287,"about_ca_system_score_codex":0.0016171471,"about_ca_system_score_gemma":0.0017116097,"threshold_uncertainty_score":0.025990963},"labels":[],"label_agreement":null},{"id":"W4403794140","doi":"10.24908/pceea.2023.17006","title":"Instilling SDG Considerations in Undergraduate Design Capstone","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Capstone; Engineering ethics; Mathematics education; Computer science; Engineering; Psychology; Computer security","score_opus":0.0120818868016167,"score_gpt":0.21984833315096383,"score_spread":0.20776644634934713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403794140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5800293,0.0010482158,0.24141046,0.010379204,0.0016768031,0.0026703118,0.00022050527,0.0027080947,0.1598571],"genre_scores_gemma":[0.753616,0.00096788566,0.19793607,0.0037512365,0.00022018935,0.0015428495,0.00029514905,0.0004847177,0.04118588],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9905004,0.0041279327,0.00046353135,0.00090943783,0.0027773504,0.0012212903],"domain_scores_gemma":[0.9842689,0.005712178,0.0016311813,0.002109883,0.0030717242,0.0032061825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011463964,0.0016062197,0.0006522621,0.0010729322,0.0030256105,0.0057185465,0.0020696071,0.0024995094,0.018482335],"category_scores_gemma":[0.026916526,0.0009227634,0.0008026777,0.0005919543,0.002825144,0.0036042656,0.01008731,0.004373981,0.004490079],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006388494,0.0070214323,0.023550307,0.0023216216,0.00007772358,0.0023245758,0.1421692,0.011257345,0.06171021,0.042969093,0.057598624,0.64836097],"study_design_scores_gemma":[0.00017768146,0.004633768,0.028698921,0.0017737359,0.00009840222,0.0033267925,0.06325212,0.012120495,0.04081517,0.07230266,0.7723268,0.00047331143],"about_ca_topic_score_codex":0.0005041783,"about_ca_topic_score_gemma":0.0018469635,"teacher_disagreement_score":0.018482335,"about_ca_system_score_codex":0.0026758537,"about_ca_system_score_gemma":0.0046948413,"threshold_uncertainty_score":0.061829567},"labels":[],"label_agreement":null},{"id":"W4404252836","doi":"10.1017/s089006042400012x","title":"Analyzing problem framing in design teams: a systems mapping approach","year":2024,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Framing (construction); Computer science; Management science; Systems engineering; Process management; Engineering; Civil engineering","score_opus":0.04177417197638531,"score_gpt":0.26357773240557497,"score_spread":0.22180356042918967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404252836","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12728626,0.00031567694,0.86126906,0.0011998103,0.00004742713,0.000495757,0.00028137924,0.0004588777,0.008645714],"genre_scores_gemma":[0.5919188,0.00019393206,0.4058313,0.00005774112,0.000017595912,0.00049555383,0.00034789325,0.0000832283,0.001053929],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98217714,0.014089505,0.00057254866,0.001267159,0.0015173574,0.00037630106],"domain_scores_gemma":[0.9398315,0.047653075,0.0035991305,0.0048132394,0.0032940314,0.00080899004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015293438,0.0012047052,0.0007024622,0.011753763,0.0023191804,0.006951141,0.002204084,0.0016849274,0.005523772],"category_scores_gemma":[0.056521833,0.00086172094,0.0015256527,0.008382105,0.004918873,0.009020224,0.0055083414,0.0019956944,0.00039663265],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029228517,0.00047531645,0.050764903,0.0012697256,0.00036602747,0.0008762285,0.09596457,0.08504885,0.005403696,0.43962088,0.0031454558,0.31677213],"study_design_scores_gemma":[0.000061940416,0.00020264652,0.012184332,0.00054846687,0.00011322399,0.0003940771,0.045889776,0.46869645,0.005314517,0.43795833,0.02852118,0.00011520196],"about_ca_topic_score_codex":0.004159555,"about_ca_topic_score_gemma":0.0030021642,"teacher_disagreement_score":0.015293438,"about_ca_system_score_codex":0.0038352208,"about_ca_system_score_gemma":0.00258134,"threshold_uncertainty_score":0.0808804},"labels":[],"label_agreement":null},{"id":"W4404569470","doi":"10.48550/arxiv.2411.10173","title":"Semantics and Spatiality of Emergent Communication","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Azrieli Foundation; Open Philanthropy Project; Center for Evolutionary and Theoretical Immunology","keywords":"Semantics (computer science); Computer science; Linguistics; Communication; Programming language; Sociology; Philosophy","score_opus":0.0853632640644222,"score_gpt":0.20245932565337033,"score_spread":0.11709606158894813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404569470","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23118587,0.00021710464,0.74435055,0.001645712,0.00005144339,0.00010367519,0.00014384736,0.0003614474,0.02194042],"genre_scores_gemma":[0.94519186,0.00009945706,0.05302858,0.00012215403,0.000021811113,0.00013346525,0.00011957313,0.00007536774,0.001207658],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99470204,0.0028891542,0.00049000385,0.00082777353,0.00080651836,0.0002844922],"domain_scores_gemma":[0.9792636,0.011418268,0.0027738707,0.003913357,0.001882475,0.0007483018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039074933,0.00050667865,0.0005088516,0.0009786759,0.001329805,0.0030290745,0.0010846148,0.0016912919,0.0017531945],"category_scores_gemma":[0.022886533,0.00050157856,0.0008287837,0.000535027,0.007384372,0.006879665,0.0039851516,0.0017241333,0.00031383],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010850222,0.000049951617,0.0018758224,0.00017177674,0.000034338613,0.0002125481,0.0023627956,0.03280357,0.005160345,0.9426704,0.0003472048,0.014202702],"study_design_scores_gemma":[0.00003994591,0.00006325978,0.00073879614,0.000030006224,0.000020093537,0.00014906077,0.00067613536,0.061364885,0.0032516767,0.9310318,0.0026087358,0.000025503967],"about_ca_topic_score_codex":0.00092887325,"about_ca_topic_score_gemma":0.000577475,"teacher_disagreement_score":0.0039074933,"about_ca_system_score_codex":0.0012482865,"about_ca_system_score_gemma":0.0013186466,"threshold_uncertainty_score":0.02066499},"labels":[],"label_agreement":null},{"id":"W4404797459","doi":"10.1080/09544828.2024.2432835","title":"Computer-aided design as a research instrument for engineering design: supporting multiple methods by observing artifacts, actors, and actions","year":2024,"lang":"en","type":"article","venue":"Journal of Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Systems engineering; Human–computer interaction; Computer science; Engineering; Design methods; Engineering drawing; Software engineering; Management science; Engineering management; Mechanical engineering","score_opus":0.20965351101336155,"score_gpt":0.4166468615823341,"score_spread":0.20699335056897256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404797459","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030569976,0.0032592537,0.9266078,0.002985223,0.00022091238,0.001792717,0.0002562323,0.00031419296,0.033993747],"genre_scores_gemma":[0.15486214,0.0012442351,0.8398568,0.00044157906,0.00006845015,0.0020091021,0.00009770411,0.000085222535,0.0013347821],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.8704001,0.10476024,0.0046535064,0.0054802694,0.013910279,0.0007956395],"domain_scores_gemma":[0.7972762,0.15859841,0.0058708596,0.02655417,0.010547506,0.0011528749],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07844351,0.0012644827,0.0011913929,0.00717536,0.0027200123,0.011684465,0.002657416,0.0022064352,0.0036824655],"category_scores_gemma":[0.10624085,0.0011174248,0.0009091361,0.006846196,0.013511407,0.012230947,0.009034599,0.0033040536,0.0009280589],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019018202,0.00043443372,0.018785046,0.0038182219,0.00019141918,0.0002104256,0.05567191,0.0035657536,0.007090445,0.31805876,0.0030413403,0.588942],"study_design_scores_gemma":[0.00032799647,0.0016217718,0.023862114,0.011854691,0.0003965129,0.0017977523,0.049694803,0.02900977,0.025626961,0.52569354,0.32965633,0.00045782301],"about_ca_topic_score_codex":0.0016442835,"about_ca_topic_score_gemma":0.0029775256,"teacher_disagreement_score":0.07844351,"about_ca_system_score_codex":0.0032687073,"about_ca_system_score_gemma":0.00809502,"threshold_uncertainty_score":0.41485393},"labels":[],"label_agreement":null},{"id":"W4404951026","doi":"10.21125/iceri.2024.2114","title":"LEARNING FROM LEAVING: CANADIAN CONTEXT AS A BASIS OF ARCHITECTURAL EDUCATION","year":2024,"lang":"en","type":"article","venue":"ICERI proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Computer science; Basis (linear algebra); Mathematics education; Psychology; History; Mathematics; Archaeology","score_opus":0.01100295875766023,"score_gpt":0.2419332367229927,"score_spread":0.23093027796533247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404951026","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3255007,0.0016419265,0.002271863,0.07233526,0.0007745785,0.00009746223,0.0004200829,0.00009659142,0.5968616],"genre_scores_gemma":[0.95526814,0.00060463295,0.0007276835,0.0013635579,0.000032406828,0.000014571494,0.000084433894,0.00006808579,0.041836426],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941514,0.0010060652,0.000097568714,0.0004574653,0.0011530987,0.0031343843],"domain_scores_gemma":[0.9900393,0.0009770502,0.0003434631,0.00025349422,0.002588108,0.0057986076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037481403,0.00045118417,0.00044570083,0.002287294,0.047362417,0.013748611,0.0025630228,0.0024962325,0.020875938],"category_scores_gemma":[0.008875918,0.0003280503,0.00037776394,0.0039867703,0.0153604,0.0039730677,0.007211318,0.007881075,0.00080417213],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014749405,0.00016002642,0.022726059,0.00014540054,0.000013977826,0.0014679038,0.35316843,0.0008825261,0.00096395274,0.467337,0.07231352,0.08067366],"study_design_scores_gemma":[0.000013438913,0.000038600396,0.025177801,0.00037718107,0.000019438305,0.00021590659,0.3991484,0.00043217884,0.00044130592,0.016906003,0.55712855,0.000101111975],"about_ca_topic_score_codex":0.98766,"about_ca_topic_score_gemma":0.99708766,"teacher_disagreement_score":0.15597388,"about_ca_system_score_codex":0.15597388,"about_ca_system_score_gemma":0.2691061,"threshold_uncertainty_score":0.9789507},"labels":[],"label_agreement":null},{"id":"W4405064339","doi":"10.1115/1.4067333","title":"DesignQA: A Multimodal Benchmark for Evaluating Large Language Models’ Understanding of Engineering Documentation","year":2024,"lang":"en","type":"article","venue":"Journal of Computing and Information Science in Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Directorate for Engineering","keywords":"Documentation; Benchmark (surveying); Computer science; Software engineering; Natural language processing; Engineering drawing; Systems engineering; Artificial intelligence; Engineering; Programming language","score_opus":0.032885447946244754,"score_gpt":0.3343424033057408,"score_spread":0.301456955359496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405064339","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38951895,0.004012353,0.4098367,0.002013891,0.0010132039,0.0025417528,0.029302724,0.10649276,0.055267643],"genre_scores_gemma":[0.6329985,0.0006293804,0.27532417,0.0008668064,0.00011756607,0.002296676,0.07453239,0.0049478854,0.00828654],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9857157,0.0077082436,0.0013651316,0.001507394,0.0033405162,0.00036306254],"domain_scores_gemma":[0.9616728,0.025356859,0.0016871337,0.0047066244,0.0054203435,0.0011562484],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009429027,0.0022600258,0.00082222885,0.0033267792,0.00068736525,0.003608623,0.0034050145,0.0025746746,0.010808728],"category_scores_gemma":[0.061314885,0.000541123,0.001249854,0.0015983591,0.0010286934,0.0037611302,0.0045899185,0.0020536878,0.005219237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026114385,0.0037970776,0.020171715,0.0051790113,0.00070461084,0.0006838968,0.0038160766,0.17272076,0.031412605,0.01679222,0.15554404,0.58656657],"study_design_scores_gemma":[0.0007748829,0.0026424967,0.012114442,0.0007576947,0.00018680128,0.00048981694,0.0019908298,0.8161103,0.039562527,0.022698926,0.10236225,0.0003090753],"about_ca_topic_score_codex":0.0056282314,"about_ca_topic_score_gemma":0.004858358,"teacher_disagreement_score":0.99057096,"about_ca_system_score_codex":0.0016724238,"about_ca_system_score_gemma":0.002063085,"threshold_uncertainty_score":0.04986602},"labels":[],"label_agreement":null},{"id":"W4405296749","doi":"10.1163/22134808-bja10136","title":"Research Priorities for Autonomous Sensory Meridian Response: An Interdisciplinary Delphi Study","year":2024,"lang":"en","type":"article","venue":"Multisensory Research","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg","funders":"","keywords":"Psychology; Meridian (astronomy); Sensory system; Delphi method; Delphi; Applied psychology; Medical education; Cognitive psychology; Artificial intelligence; Medicine","score_opus":0.32633918226764774,"score_gpt":0.547617538212636,"score_spread":0.2212783559449883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405296749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8597236,0.0018232451,0.034893278,0.0591206,0.001741665,0.027314527,0.00046004276,0.00013846885,0.0147845885],"genre_scores_gemma":[0.88919604,0.0023517795,0.04778044,0.012697273,0.0002777223,0.043114953,0.00023997485,0.00008980324,0.0042520254],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.84448063,0.12653564,0.007475456,0.00359085,0.0071055545,0.01081186],"domain_scores_gemma":[0.8723229,0.08569354,0.0037844647,0.003092998,0.023383796,0.011722238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1580444,0.00106223,0.0011938978,0.003508258,0.012487105,0.008665063,0.003461051,0.0045961817,0.0052150297],"category_scores_gemma":[0.12261727,0.0014083057,0.0009697376,0.0025776399,0.00486014,0.0070000994,0.016612448,0.0068246983,0.0011581144],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034357363,0.00038273403,0.009242153,0.0029426045,0.00004090856,0.0014657513,0.916197,0.0005230705,0.005264533,0.013847558,0.0065665683,0.04318358],"study_design_scores_gemma":[0.000044493932,0.000312764,0.003101564,0.0011988471,0.000013164203,0.0002516144,0.9728812,0.00074163877,0.0005009976,0.003223737,0.017675307,0.000054641532],"about_ca_topic_score_codex":0.0029692648,"about_ca_topic_score_gemma":0.0029859913,"teacher_disagreement_score":0.1580444,"about_ca_system_score_codex":0.010014809,"about_ca_system_score_gemma":0.029814335,"threshold_uncertainty_score":0.83582866},"labels":[],"label_agreement":null},{"id":"W4405462166","doi":"10.5430/wje.v14n4p22","title":"Applying Design Thinking to Teach Physics and Mathematics: A Case Study on Building a Parachute and Analyzing Its Properties","year":2024,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Teaching method; Psychology; Computer science; Mathematics","score_opus":0.0640194785674639,"score_gpt":0.330601889218818,"score_spread":0.26658241065135413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405462166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9806518,0.0001401467,0.011124889,0.0009122925,0.000022557415,0.00042127856,0.000036454374,0.000049261376,0.006641328],"genre_scores_gemma":[0.94686,0.00058680866,0.043869708,0.0003913317,0.000017597253,0.000334331,0.00006912638,0.00009617817,0.0077748527],"study_design_codex":"qualitative","study_design_gemma":"case_report","domain_scores_codex":[0.99151975,0.005129179,0.00025178594,0.0006498871,0.001296394,0.0011529949],"domain_scores_gemma":[0.9875565,0.008055155,0.0006779202,0.0009048392,0.0010586949,0.0017469532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009184932,0.0016670243,0.0010420037,0.0020468847,0.0080536185,0.0045974366,0.0046043177,0.0048562237,0.003378134],"category_scores_gemma":[0.013250674,0.0011708306,0.0011952627,0.0016342821,0.0066227955,0.0034623016,0.004729029,0.0050929277,0.0010330077],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043896434,0.023817232,0.024495665,0.0014699904,0.00010810046,0.022345833,0.7420588,0.008910201,0.018046727,0.013380886,0.005003487,0.13992417],"study_design_scores_gemma":[0.00040552858,0.010780434,0.02350004,0.00105422,0.00014902379,0.013541231,0.76679444,0.023999399,0.03487594,0.012668419,0.11190913,0.0003221807],"about_ca_topic_score_codex":0.0022438082,"about_ca_topic_score_gemma":0.009544084,"teacher_disagreement_score":0.009184932,"about_ca_system_score_codex":0.0032088538,"about_ca_system_score_gemma":0.0035999392,"threshold_uncertainty_score":0.048575103},"labels":[],"label_agreement":null},{"id":"W4405674813","doi":"10.24908/pceea.2024.18553","title":"The Innovation Problem Finder Dartboard: Embedding Critical Design in the Engineering Workflow","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Social Sciences and Humanities Research Council of Canada; University of Waterloo","keywords":"Workflow; Embedding; Computer science; Software engineering; Systems engineering; Engineering; Artificial intelligence; Database","score_opus":0.011425756398997943,"score_gpt":0.2507262949663018,"score_spread":0.23930053856730382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405674813","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009164636,0.0004979771,0.971159,0.004486507,0.00020579733,0.00046204866,0.00007323298,0.00079156744,0.013159191],"genre_scores_gemma":[0.08384758,0.000493769,0.9101095,0.00051002845,0.000048029513,0.0005817924,0.000102376514,0.0003712311,0.003935664],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9814268,0.013159706,0.00072626263,0.0016630836,0.002258782,0.0007653168],"domain_scores_gemma":[0.9541644,0.037309937,0.0011083577,0.004485772,0.0015952627,0.0013362552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023544397,0.0013973775,0.0008966945,0.0038915663,0.0037479089,0.009852256,0.0035970805,0.0034714693,0.0068567707],"category_scores_gemma":[0.04001378,0.0011283046,0.0017152833,0.0020146824,0.013215563,0.0128143,0.012152796,0.0047200266,0.0015154291],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018064598,0.00033009378,0.0018294497,0.0012946756,0.000050424165,0.0007918583,0.07209227,0.014958967,0.0067300703,0.55106324,0.010681955,0.33999637],"study_design_scores_gemma":[0.00018613627,0.00019254223,0.00048310566,0.001552415,0.000038473056,0.0013835528,0.017403536,0.043093164,0.009307205,0.5581145,0.3680802,0.00016513818],"about_ca_topic_score_codex":0.002329002,"about_ca_topic_score_gemma":0.0032065103,"teacher_disagreement_score":0.997671,"about_ca_system_score_codex":0.004294553,"about_ca_system_score_gemma":0.009725559,"threshold_uncertainty_score":0.12451619},"labels":[],"label_agreement":null},{"id":"W4405675050","doi":"10.24908/pceea.2024.18584","title":"Characterizing Computer Aided Design Performance: What can we learn from expert users?","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"University of Alberta; McMaster University","keywords":"Computer science; Human–computer interaction; Software engineering; Engineering drawing; Engineering","score_opus":0.014417682666270151,"score_gpt":0.214306640915837,"score_spread":0.19988895824956687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405675050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99011993,0.0025427688,0.0025917536,0.00065591035,0.000053888994,0.000032046348,0.00025559045,0.000053933774,0.003694078],"genre_scores_gemma":[0.9959751,0.0012803843,0.0012867245,0.00026176608,0.00009594076,0.000029742867,0.00029574984,0.000022928818,0.0007517705],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964755,0.0009238585,0.00045018631,0.00060384814,0.0012101086,0.00033645157],"domain_scores_gemma":[0.9801744,0.009972976,0.0032286427,0.0012933151,0.003934213,0.001396382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050999224,0.00059404806,0.00084499136,0.0023460882,0.00032808154,0.002178473,0.0010693235,0.001954652,0.0013283608],"category_scores_gemma":[0.03208322,0.0002273616,0.0004230338,0.0012476048,0.00065263483,0.0035460333,0.0011405069,0.0006049042,0.0011387527],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019765376,0.00024713625,0.8288457,0.00030458928,0.00010806411,0.00023207492,0.0044998876,0.0003311091,0.0012404331,0.00009652692,0.0015891873,0.16230768],"study_design_scores_gemma":[0.000009841972,0.0008114562,0.98404217,0.00020911869,0.0000635764,0.0012467955,0.007214041,0.0018212688,0.0010291057,0.00045030325,0.0030489871,0.00005329326],"about_ca_topic_score_codex":0.0014823519,"about_ca_topic_score_gemma":0.0023352548,"teacher_disagreement_score":0.0050999224,"about_ca_system_score_codex":0.0003638876,"about_ca_system_score_gemma":0.00028626068,"threshold_uncertainty_score":0.02697128},"labels":[],"label_agreement":null},{"id":"W4405675634","doi":"10.24908/pceea.2024.18529","title":"How we teach design: A comparison of Canadian and American courses.","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Mathematics education; Sociology; Engineering ethics; Psychology; Engineering","score_opus":0.016374827402072755,"score_gpt":0.24369216494399165,"score_spread":0.2273173375419189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405675634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59472466,0.017369455,0.002835883,0.020010442,0.0007344796,0.0002504021,0.002696268,0.00028905942,0.36108932],"genre_scores_gemma":[0.9618463,0.0068917307,0.0018687218,0.0024149478,0.000046548226,0.00008203241,0.0010235859,0.000078121804,0.025747962],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9919606,0.0006218275,0.0001793774,0.00043781978,0.004760277,0.0020400258],"domain_scores_gemma":[0.9791901,0.0015950566,0.00091480155,0.00027026737,0.008668212,0.0093615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045293625,0.00037115804,0.0003574837,0.004824595,0.007862834,0.0058952305,0.0022500171,0.0010270366,0.011041961],"category_scores_gemma":[0.012251795,0.00027579453,0.0004440031,0.011243373,0.002086977,0.0015190722,0.0027120395,0.0012343216,0.0006954004],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007692033,0.0008609912,0.19963744,0.001445244,0.00009606284,0.00040739012,0.06772167,0.0012002719,0.0019205037,0.050521217,0.100630715,0.57478935],"study_design_scores_gemma":[0.000065406246,0.00023736479,0.49877372,0.0010905418,0.00007344269,0.00026408926,0.07507714,0.00076829665,0.000688761,0.001666452,0.4212009,0.000093902825],"about_ca_topic_score_codex":0.9576368,"about_ca_topic_score_gemma":0.98940265,"teacher_disagreement_score":0.09553505,"about_ca_system_score_codex":0.09553505,"about_ca_system_score_gemma":0.13061358,"threshold_uncertainty_score":0.6931585},"labels":[],"label_agreement":null},{"id":"W4405675721","doi":"10.24908/pceea.2024.18527","title":"Major Design Capstone Projects: A Multidisciplinary Teaching and Learning Approach","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Université de Sherbrooke","keywords":"Capstone; Multidisciplinary approach; Computer science; Engineering management; Mathematics education; Engineering ethics; Engineering; Psychology; Sociology","score_opus":0.010873709942262983,"score_gpt":0.22607060752617092,"score_spread":0.21519689758390795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405675721","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09803261,0.0014524395,0.6537883,0.014524537,0.0013118857,0.007281685,0.00021955655,0.002766883,0.22062212],"genre_scores_gemma":[0.28033045,0.0013936923,0.6160844,0.0026469145,0.00035297085,0.0057281903,0.00038573873,0.0004971356,0.09258058],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99036866,0.0042823763,0.00042575866,0.0012833327,0.0026747996,0.0009651307],"domain_scores_gemma":[0.9828623,0.0023104178,0.0007610903,0.0015250081,0.0029803177,0.009560739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011594722,0.0016221622,0.00070647825,0.003553532,0.0060723084,0.010327836,0.00579567,0.0030403188,0.021461442],"category_scores_gemma":[0.010668342,0.0011513726,0.0009025082,0.0018640894,0.0031419292,0.0040507372,0.015857687,0.004781853,0.007987469],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029669033,0.0063011567,0.006460856,0.0010477782,0.00006192193,0.00096871995,0.02681084,0.0074753794,0.015497547,0.084602,0.06770287,0.78277427],"study_design_scores_gemma":[0.00026922187,0.0026447647,0.01137157,0.0012620277,0.00005545576,0.0028827197,0.033483744,0.014545348,0.0142881805,0.1411349,0.7777713,0.00029085518],"about_ca_topic_score_codex":0.0008798837,"about_ca_topic_score_gemma":0.004320618,"teacher_disagreement_score":0.021461442,"about_ca_system_score_codex":0.0061347685,"about_ca_system_score_gemma":0.013871688,"threshold_uncertainty_score":0.0717957},"labels":[],"label_agreement":null},{"id":"W4405765010","doi":"10.24908/pceea.2024.18503","title":"What Do Stakeholders Value? Integrating Value Sensitive Design Techniques into an Impacts-Focused Design Course","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Waterloo","funders":"University of Waterloo","keywords":"Value (mathematics); Course (navigation); Computer science; Engineering","score_opus":0.022906826441539782,"score_gpt":0.26091108387613926,"score_spread":0.23800425743459946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405765010","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28425375,0.00025362696,0.64976454,0.0055635204,0.00017687274,0.0022263986,0.00011554199,0.0006987481,0.05694693],"genre_scores_gemma":[0.47971353,0.00035859318,0.5082615,0.0005871717,0.000033223012,0.0012247068,0.000108613305,0.00014202559,0.009570547],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9910828,0.005879956,0.0003136489,0.0005766293,0.0016432445,0.0005036393],"domain_scores_gemma":[0.980555,0.0137201995,0.0009644648,0.001777959,0.0018306627,0.0011517055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018749733,0.001030841,0.00039115944,0.0014218389,0.0017292028,0.0063418685,0.0019408319,0.0013309206,0.004274834],"category_scores_gemma":[0.01952854,0.000660829,0.00058120384,0.000808223,0.0023500056,0.005026737,0.0038555795,0.0029941709,0.0008249065],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003510464,0.0035148861,0.012146698,0.0012906205,0.000106987674,0.0007641636,0.10217219,0.0097227115,0.034864713,0.10223533,0.007951256,0.7248794],"study_design_scores_gemma":[0.0003999691,0.0034636585,0.0204554,0.0021940025,0.0002342671,0.0017046895,0.07929104,0.061554514,0.075737216,0.3462696,0.40835586,0.00033970102],"about_ca_topic_score_codex":0.0005384042,"about_ca_topic_score_gemma":0.0014845437,"teacher_disagreement_score":0.018749733,"about_ca_system_score_codex":0.0036328216,"about_ca_system_score_gemma":0.0042332173,"threshold_uncertainty_score":0.09915924},"labels":[],"label_agreement":null},{"id":"W4405944174","doi":"10.1007/979-8-8688-1061-9_5","title":"Design What You Need to Learn","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Psychology","score_opus":0.05314657045073253,"score_gpt":0.2601457945410995,"score_spread":0.20699922409036695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405944174","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015930922,0.0032641105,0.03640908,0.027786413,0.0034743443,0.00020184669,0.00031243105,0.0018926756,0.92506605],"genre_scores_gemma":[0.022124548,0.005286116,0.036597986,0.011809006,0.00070403353,0.0003533664,0.0007256432,0.0012628406,0.92113656],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997262,0.00099661,0.00010895479,0.00027253805,0.0010460713,0.00031385402],"domain_scores_gemma":[0.99722314,0.0006922621,0.00010581362,0.000746539,0.00069611106,0.0005360877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023086295,0.0010512708,0.00046770863,0.00087677076,0.0023688967,0.008630944,0.0015721276,0.0025965243,0.11288829],"category_scores_gemma":[0.0062540337,0.00051465776,0.00083670794,0.0007917473,0.0029153868,0.010486618,0.0048459223,0.0035504068,0.07967513],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001954688,0.00012931648,0.00042127928,0.00065290276,0.00001601145,0.00019968937,0.0059016054,0.0002782324,0.0006638179,0.20323461,0.5546304,0.23385257],"study_design_scores_gemma":[0.000002860529,0.000008413177,0.00006130236,0.00015657676,0.0000025258482,0.00008136438,0.00087086065,0.000043040007,0.000106580635,0.015924085,0.9827382,0.000004104699],"about_ca_topic_score_codex":0.0020562038,"about_ca_topic_score_gemma":0.0047372207,"teacher_disagreement_score":0.11288829,"about_ca_system_score_codex":0.0019715868,"about_ca_system_score_gemma":0.0031424505,"threshold_uncertainty_score":0.37764895},"labels":[],"label_agreement":null},{"id":"W4406387224","doi":"10.31234/osf.io/jbxdn","title":"Reverse-engineering what makes a symbol memorable","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Symbol (formal); Arithmetic; Computer science; Reverse engineering; Mathematics; Programming language","score_opus":0.016144924477774006,"score_gpt":0.24873873459583423,"score_spread":0.23259381011806024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406387224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85538,0.0007906818,0.11898856,0.0009846878,0.00025082674,0.00011453629,0.00017279675,0.00068382797,0.022634067],"genre_scores_gemma":[0.94965905,0.00045479368,0.04495569,0.0001643786,0.000030251918,0.000041199775,0.00011451184,0.00009553945,0.0044845967],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996513,0.00007143074,0.000029817424,0.000100508274,0.000111733745,0.000035187066],"domain_scores_gemma":[0.99657995,0.001274112,0.0004062425,0.0013442817,0.00030881743,0.00008659575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050819234,0.00032369187,0.00021412363,0.00028764334,0.00022861586,0.0012017573,0.00049709575,0.00047927987,0.0040449933],"category_scores_gemma":[0.006134914,0.00018025524,0.000329868,0.0002344374,0.0010789991,0.0017385415,0.0006357242,0.00053529,0.00074163376],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048763893,0.00026623064,0.01426002,0.0012445358,0.00014341017,0.0009021915,0.0030221792,0.0076189665,0.4221128,0.05180392,0.0021767786,0.4959613],"study_design_scores_gemma":[0.0001013381,0.0024401573,0.054388236,0.00033137482,0.000510552,0.004900965,0.0028583517,0.04908214,0.6321868,0.14786626,0.10512399,0.00020974144],"about_ca_topic_score_codex":0.00042976753,"about_ca_topic_score_gemma":0.0006523025,"teacher_disagreement_score":0.0040449933,"about_ca_system_score_codex":0.0002104851,"about_ca_system_score_gemma":0.00038722003,"threshold_uncertainty_score":0.013531804},"labels":[],"label_agreement":null},{"id":"W4406518127","doi":"10.31274/itaa.18781","title":"Developing a Robust Design Criteria Using Clothing Taskscape and FEA Model","year":2025,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Alberta","funders":"","keywords":"Clothing; Finite element method; Computer science; Engineering; Structural engineering","score_opus":0.1313532811518522,"score_gpt":0.3396041781918291,"score_spread":0.20825089703997687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406518127","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012389327,0.00005227139,0.9799682,0.00008694588,0.000028664901,0.00044844582,0.00015996875,0.0004734689,0.006392824],"genre_scores_gemma":[0.19821826,0.00009425102,0.79652363,0.000055600045,0.000010820415,0.0016035467,0.0004280274,0.00035412842,0.002711741],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959072,0.0011506273,0.0003309174,0.00027748875,0.0021541081,0.00017976025],"domain_scores_gemma":[0.9934383,0.0025038456,0.0004243549,0.0004933697,0.0030295174,0.0001106695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005950604,0.0019743182,0.0010843312,0.0024987487,0.0010808345,0.0025418943,0.0016676323,0.0016326543,0.005383603],"category_scores_gemma":[0.013089769,0.0010788235,0.0013639078,0.0006941169,0.00087329367,0.0013335058,0.0015805538,0.0011599389,0.0014177631],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013117728,0.00017543753,0.0037051276,0.00084872264,0.00007652824,0.0004198794,0.0009244517,0.8073126,0.032951977,0.026783295,0.0039189635,0.12275178],"study_design_scores_gemma":[0.000034278295,0.00021718998,0.0013596852,0.00021368089,0.00003792055,0.00016016616,0.00038134717,0.958903,0.013182376,0.005638879,0.019798575,0.00007292735],"about_ca_topic_score_codex":0.0041936506,"about_ca_topic_score_gemma":0.005267102,"teacher_disagreement_score":0.005950604,"about_ca_system_score_codex":0.0012443229,"about_ca_system_score_gemma":0.0019816444,"threshold_uncertainty_score":0.03147018},"labels":[],"label_agreement":null},{"id":"W4406662842","doi":"10.1016/b978-0-323-76291-5.00009-0","title":"10.1016/b978-0-323-76291-5.00009-0","year":2000,"lang":"en","type":"book-chapter","venue":"Time to knit","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Materials science","score_opus":0.010490595151586443,"score_gpt":0.18239295678408146,"score_spread":0.171902361632495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406662842","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016059731,0.00029793984,0.00080597954,0.0001891395,0.00011637255,0.000039187344,0.0003813446,0.00068651745,0.99732286],"genre_scores_gemma":[0.000428346,0.0001993729,0.00032524997,0.00008274592,0.000022934213,0.000026886863,0.00026770256,0.00017922652,0.9984674],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995871,0.000025201069,0.000026050182,0.00013591826,0.00015089182,0.000074871314],"domain_scores_gemma":[0.9985292,0.00043343377,0.00008790851,0.00021498672,0.00031395262,0.00042039398],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00078602275,0.0018476371,0.0011088891,0.001785083,0.0013469658,0.004412838,0.0024465162,0.003642846,0.9791677],"category_scores_gemma":[0.0014798343,0.00074268656,0.0007954077,0.0019798721,0.0011135256,0.004151098,0.00296483,0.0018294053,0.98919654],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010312123,0.00011458794,0.00035449633,0.00040944555,0.000014515178,0.00011213192,0.0000972192,0.0003007715,0.002099331,0.0070527354,0.38042647,0.6089152],"study_design_scores_gemma":[0.000011517346,0.00003459921,0.00045880943,0.00023460065,0.0000059877443,0.00015191485,0.00007663407,0.00010260445,0.00024737002,0.00089997647,0.9977654,0.000010647538],"about_ca_topic_score_codex":0.0036434762,"about_ca_topic_score_gemma":0.0034850384,"teacher_disagreement_score":0.0208323,"about_ca_system_score_codex":0.0009046239,"about_ca_system_score_gemma":0.0007818696,"threshold_uncertainty_score":0.029714644},"labels":[],"label_agreement":null},{"id":"W4407014979","doi":"10.52202/078383-0068","title":"The State of User-Centered Design in the Space Domain Through a Literature Scan of the Past IAF Publications","year":2024,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Domain (mathematical analysis); Human–computer interaction","score_opus":0.026034736042775144,"score_gpt":0.28113764349327186,"score_spread":0.25510290745049674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407014979","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015223188,0.816503,0.023001993,0.0382203,0.0018412927,0.00011497857,0.001539259,0.00030576767,0.10325026],"genre_scores_gemma":[0.22036247,0.7126152,0.039205138,0.0130032245,0.0023526505,0.00032284917,0.002421647,0.00039175447,0.009325101],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9729006,0.0091121,0.003799483,0.0026120788,0.01082927,0.0007464739],"domain_scores_gemma":[0.7897894,0.15246384,0.007833845,0.0070527974,0.04115267,0.0017074274],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.02947979,0.0006183868,0.0013358556,0.03621905,0.0027413915,0.015011822,0.0018463614,0.0027575318,0.008377648],"category_scores_gemma":[0.09413449,0.00057605415,0.00095088803,0.03858598,0.007829597,0.015906213,0.0035058716,0.0033522265,0.0019486554],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013182778,0.00010054612,0.0039318185,0.016866125,0.00012423511,0.00025683522,0.012369107,0.0008157253,0.0009130464,0.16901354,0.03851882,0.7569584],"study_design_scores_gemma":[0.000022560638,0.00015853309,0.0072668837,0.0694097,0.0002099309,0.001102667,0.016977632,0.00092451216,0.0017671406,0.06712247,0.8349091,0.00012882284],"about_ca_topic_score_codex":0.006859011,"about_ca_topic_score_gemma":0.0064091873,"teacher_disagreement_score":0.96378094,"about_ca_system_score_codex":0.005600474,"about_ca_system_score_gemma":0.01409762,"threshold_uncertainty_score":0.1559059},"labels":[],"label_agreement":null},{"id":"W4407093025","doi":"10.1145/3706598.3713500","title":"Beyond Automation: How Designers Perceive AI as a Creative Partner in the Divergent Thinking Stages of UI/UX Design","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Ideation; Creativity; Divergent thinking; Perception; Context (archaeology); Design thinking; Convergent thinking; Computer science; Key (lock); Human–computer interaction; Knowledge management; Psychology; Creative thinking; Cognitive science; Social psychology","score_opus":0.039029740103838265,"score_gpt":0.3169936283854074,"score_spread":0.27796388828156915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407093025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90716183,0.0013369194,0.050966863,0.0021404475,0.000050701336,0.000073111645,0.00002302305,0.00018185422,0.03806524],"genre_scores_gemma":[0.99128014,0.00020942911,0.007172397,0.00015486238,0.000006160085,0.000032492884,0.000014723638,0.000032236454,0.0010976164],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9844604,0.01189648,0.00047081333,0.00077344343,0.0017090037,0.0006898545],"domain_scores_gemma":[0.96596855,0.02792481,0.0016767646,0.0015498053,0.0017639284,0.0011162388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015289108,0.00061437505,0.0002997069,0.002561162,0.0029154697,0.012892965,0.0009911923,0.0023101147,0.0017381618],"category_scores_gemma":[0.041259836,0.00066748686,0.00063077046,0.0010956764,0.008454688,0.010776446,0.0050107026,0.0025995725,0.00045440972],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015644872,0.000065184504,0.018289426,0.0002096534,0.000025980835,0.0004877066,0.92509216,0.000522446,0.0049720914,0.019880434,0.00043597975,0.029862635],"study_design_scores_gemma":[0.00013766102,0.00047103956,0.030246908,0.0010315405,0.00013866504,0.0034998716,0.7991927,0.013451278,0.0062205577,0.06983076,0.07551188,0.00026710905],"about_ca_topic_score_codex":0.0018848196,"about_ca_topic_score_gemma":0.001494895,"teacher_disagreement_score":0.015289108,"about_ca_system_score_codex":0.00188583,"about_ca_system_score_gemma":0.0017954833,"threshold_uncertainty_score":0.080857515},"labels":[],"label_agreement":null},{"id":"W4407227603","doi":"10.1080/09613218.2025.2457940","title":"The POE paradigm in architecture: practices and perspectives of Canadian practitioners","year":2025,"lang":"en","type":"article","venue":"Building Research & Information","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"Toronto Metropolitan University","keywords":"Paradigm shift; Architecture; Computer science; History; Epistemology; Philosophy; Archaeology","score_opus":0.04619465180783146,"score_gpt":0.3592348226834691,"score_spread":0.3130401708756377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407227603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68567616,0.018239588,0.017035227,0.12284084,0.00067307305,0.00040666107,0.00021616666,0.000193924,0.15471835],"genre_scores_gemma":[0.9654808,0.0064999936,0.008018204,0.0046098717,0.000030505995,0.000086327826,0.000046895893,0.00008528075,0.015142167],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9740617,0.01197424,0.0009566291,0.0019396559,0.0067411587,0.0043266406],"domain_scores_gemma":[0.96701425,0.012351237,0.0011349875,0.0013364312,0.0126765985,0.0054864367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030571228,0.0007399945,0.0007970375,0.00425975,0.03345177,0.012309265,0.0029941753,0.0054203793,0.0036667767],"category_scores_gemma":[0.031151183,0.0008117062,0.0005235264,0.009188535,0.03143225,0.005168315,0.00784231,0.007166659,0.00042777538],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043667158,0.000061420564,0.0049821353,0.0003587856,0.000007244427,0.00077616854,0.9073686,0.00034994847,0.0012750711,0.042430542,0.0061166263,0.03622974],"study_design_scores_gemma":[0.000010733961,0.00005220831,0.0040976293,0.000663508,0.000012269574,0.00043791468,0.8097434,0.0005904211,0.00037805422,0.0046913847,0.1792216,0.00010080396],"about_ca_topic_score_codex":0.95144415,"about_ca_topic_score_gemma":0.9654223,"teacher_disagreement_score":0.8710275,"about_ca_system_score_codex":0.12897249,"about_ca_system_score_gemma":0.19642346,"threshold_uncertainty_score":0.93576527},"labels":[],"label_agreement":null},{"id":"W4407557081","doi":"10.1177/08927057251318722","title":"Recommendations to improve the usability of research results as reference system elements addressing corporate engineers, researchers, and policymakers","year":2025,"lang":"en","type":"article","venue":"Journal of Thermoplastic Composite Materials","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Deutsche Forschungsgemeinschaft","keywords":"Usability; Materials science; Systems engineering; Construction engineering; Engineering; Computer science; Human–computer interaction","score_opus":0.15503860380095286,"score_gpt":0.4062853288302002,"score_spread":0.25124672502924733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407557081","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010722239,0.026625456,0.12007709,0.6674533,0.019415176,0.024829293,0.0061312206,0.016644137,0.10810219],"genre_scores_gemma":[0.035175513,0.031706598,0.6815298,0.16233999,0.0036735176,0.03373171,0.0064031607,0.0030225988,0.04241707],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7475376,0.16713746,0.03398094,0.0048306645,0.041754298,0.0047590523],"domain_scores_gemma":[0.19059786,0.4387929,0.03605979,0.04404636,0.27549255,0.015010576],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20328096,0.003211788,0.00275574,0.010806453,0.0040258667,0.016440548,0.007671267,0.01770884,0.025511565],"category_scores_gemma":[0.60237926,0.0026848784,0.00402091,0.008595634,0.00541304,0.029088462,0.006267841,0.012659208,0.024275104],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021534415,0.0010689684,0.004397418,0.011127579,0.00014469618,0.00038021215,0.0052720094,0.0009488481,0.0019731366,0.0059303124,0.64775443,0.32078716],"study_design_scores_gemma":[0.00051773567,0.00038077298,0.0052702753,0.038268734,0.00041488765,0.00032736055,0.0123043675,0.0015034865,0.0023202174,0.011267012,0.92695487,0.00047028653],"about_ca_topic_score_codex":0.016412098,"about_ca_topic_score_gemma":0.030657535,"teacher_disagreement_score":0.7967191,"about_ca_system_score_codex":0.009834117,"about_ca_system_score_gemma":0.03649572,"threshold_uncertainty_score":0.98249644},"labels":[],"label_agreement":null},{"id":"W4408151874","doi":"10.1016/j.destud.2025.101301","title":"Design education is too important to be left to designers","year":2025,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Coast Mountain College","funders":"","keywords":"Design education; Architectural engineering; Engineering; Visual arts; Art","score_opus":0.08470709154254132,"score_gpt":0.36211534278050933,"score_spread":0.27740825123796803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408151874","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015293149,0.02013381,0.0571012,0.65019155,0.0072902376,0.00011259312,0.00009340051,0.0008401381,0.24894398],"genre_scores_gemma":[0.40164334,0.017083243,0.06063668,0.21124095,0.0052357134,0.00044142688,0.00019930795,0.0009628555,0.30255648],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97633183,0.013188783,0.0007552428,0.0017520696,0.006646457,0.0013256315],"domain_scores_gemma":[0.85997844,0.094947785,0.0035124205,0.013310925,0.013499823,0.014750651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022279881,0.0009808335,0.0013899144,0.0019622908,0.009151562,0.013994346,0.0024035869,0.0066031083,0.0389977],"category_scores_gemma":[0.055222914,0.0010050745,0.00072191557,0.0011704302,0.017176958,0.017355436,0.010679204,0.015666561,0.018719204],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021886756,0.0012782849,0.0040399325,0.002188152,0.00007338487,0.00032254087,0.01586392,0.00083144405,0.002788601,0.3649319,0.23842572,0.3690372],"study_design_scores_gemma":[0.00007375121,0.00026208788,0.0017988401,0.0022112327,0.000031462496,0.00055879186,0.015706003,0.00042675357,0.0010619228,0.26086503,0.7169405,0.00006361682],"about_ca_topic_score_codex":0.0013710468,"about_ca_topic_score_gemma":0.0027532198,"teacher_disagreement_score":0.0389977,"about_ca_system_score_codex":0.003851282,"about_ca_system_score_gemma":0.011660718,"threshold_uncertainty_score":0.13046032},"labels":[],"label_agreement":null},{"id":"W4408288272","doi":"10.1103/physrevphyseducres.21.010118","title":"Investigating the design-science connection in a multiweek engineering design-based introductory physics laboratory task","year":2025,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"National Science Foundation","keywords":"Connection (principal bundle); Task (project management); Mathematics education; Science and engineering; Computer science; Engineering; Systems engineering; Engineering ethics; Psychology; Mechanical engineering","score_opus":0.0751746739585975,"score_gpt":0.4144063272145139,"score_spread":0.3392316532559164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408288272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97739285,0.00008664869,0.015421579,0.0009390901,0.000064777654,0.00060938724,0.0000751986,0.00008600276,0.0053244825],"genre_scores_gemma":[0.97612846,0.00012546961,0.015086633,0.00056714215,0.000043365857,0.0013460829,0.0001376849,0.0000828344,0.0064822226],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9901578,0.005984624,0.000554471,0.0010179781,0.0014234174,0.0008617311],"domain_scores_gemma":[0.9282846,0.055839498,0.005167859,0.0033294081,0.0042305067,0.0031481823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014218522,0.00055060844,0.0007197579,0.0015110264,0.0040247045,0.0038715329,0.0022096627,0.0022253054,0.0062784855],"category_scores_gemma":[0.062252477,0.0005892585,0.00043451018,0.0012393307,0.00363575,0.0028829116,0.0059439223,0.003999045,0.0012282846],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009460364,0.00898331,0.056068253,0.0017221909,0.000082264785,0.002062102,0.67875874,0.0026753887,0.036374453,0.017063381,0.009360475,0.18590343],"study_design_scores_gemma":[0.00039119902,0.008067984,0.14158544,0.0009552527,0.00008747109,0.0015468727,0.63290757,0.011077923,0.025320923,0.023814859,0.15381123,0.0004333281],"about_ca_topic_score_codex":0.00092390744,"about_ca_topic_score_gemma":0.0021017892,"teacher_disagreement_score":0.014218522,"about_ca_system_score_codex":0.0027297514,"about_ca_system_score_gemma":0.0026192064,"threshold_uncertainty_score":0.07519567},"labels":[],"label_agreement":null},{"id":"W4408738412","doi":"10.54195/technophany.18128","title":"Creation Without Creativity","year":2025,"lang":"en","type":"article","venue":"Technophany A Journal for Philosophy and Technology","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Creativity; Psychology; Computer science; Social psychology","score_opus":0.015429203082895481,"score_gpt":0.30353253654212725,"score_spread":0.2881033334592318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408738412","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009469453,0.008927564,0.070709765,0.02662126,0.004888073,0.00011482749,0.00014972858,0.00048096682,0.87863827],"genre_scores_gemma":[0.55560005,0.008390409,0.057364866,0.012041945,0.0028555642,0.00064018264,0.00033559444,0.0009471587,0.3618242],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99483204,0.002081339,0.00026549198,0.0011262955,0.0012383439,0.0004563914],"domain_scores_gemma":[0.99454653,0.0018594017,0.00026035044,0.0022229848,0.0006017758,0.0005089035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005030924,0.0010048188,0.0007440541,0.0014789517,0.005047461,0.013342117,0.0016634254,0.0034532235,0.014758911],"category_scores_gemma":[0.009862062,0.00047290468,0.00093598,0.00094202335,0.03131507,0.015079978,0.010985824,0.005130695,0.0053011985],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000104674355,0.000007587675,0.000055636712,0.00006639686,0.000004246974,0.00005098311,0.0022390455,0.00009607572,0.00016896875,0.98244333,0.0053116074,0.009545606],"study_design_scores_gemma":[0.000016032329,0.000025709316,0.00007157807,0.00019500367,0.000006809712,0.00029301783,0.0013130683,0.00029274577,0.00043030703,0.5964897,0.40085188,0.000014065125],"about_ca_topic_score_codex":0.00067803636,"about_ca_topic_score_gemma":0.0007947308,"teacher_disagreement_score":0.014758911,"about_ca_system_score_codex":0.0026384224,"about_ca_system_score_gemma":0.003945804,"threshold_uncertainty_score":0.049373507},"labels":[],"label_agreement":null},{"id":"W4408842356","doi":"10.5489/cuaj.9163","title":"Is competence by design any better than excellence by accident?","year":2025,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Excellence; Competence (human resources); Psychology; Accident (philosophy); Engineering; Computer science; Political science; Social psychology; Philosophy; Epistemology","score_opus":0.012129422147653132,"score_gpt":0.2253996080293702,"score_spread":0.21327018588171706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408842356","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024164127,0.023415571,0.004007435,0.84242165,0.008246375,0.000021918151,0.0001032818,0.000103504644,0.09751612],"genre_scores_gemma":[0.81138533,0.02587031,0.0043428834,0.121114545,0.005039896,0.000053538835,0.00015005075,0.0002064034,0.031836916],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97998065,0.0055662286,0.0010503634,0.0013546532,0.0073671136,0.004680998],"domain_scores_gemma":[0.9281524,0.02074247,0.0056726206,0.0033904095,0.021674072,0.02036812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023605889,0.00050416315,0.0014886496,0.0021061732,0.007145156,0.014453611,0.0017186685,0.0056782505,0.017813247],"category_scores_gemma":[0.07883896,0.00041011092,0.00068889,0.0024857726,0.028197676,0.015151263,0.0054637194,0.008643315,0.0026136395],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024947076,0.00044402073,0.033829104,0.001033212,0.00012111475,0.00036976364,0.02184649,0.0002733313,0.00041866102,0.2966591,0.23504125,0.40971446],"study_design_scores_gemma":[0.00007434063,0.00033676348,0.045428462,0.0029728585,0.00011327228,0.0012462453,0.072229855,0.0004439948,0.0007586292,0.31474537,0.56143904,0.00021123597],"about_ca_topic_score_codex":0.08695793,"about_ca_topic_score_gemma":0.12440838,"teacher_disagreement_score":0.08695793,"about_ca_system_score_codex":0.014460521,"about_ca_system_score_gemma":0.041965555,"threshold_uncertainty_score":0.17290354},"labels":[],"label_agreement":null},{"id":"W4409720639","doi":"10.1145/3706599.3720182","title":"Comprehensive Sketching: Exploring Infographic Design Alternatives in Parallel","year":2025,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Infographic; Computer science; Human–computer interaction; Data mining","score_opus":0.10569988907189612,"score_gpt":0.305019183872054,"score_spread":0.1993192948001579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409720639","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12409812,0.00062793016,0.8081244,0.00057839334,0.00005829128,0.0002914086,0.0003734249,0.0013551881,0.06449286],"genre_scores_gemma":[0.53203857,0.0005041442,0.45850658,0.00008993236,0.00001216805,0.00019742626,0.00048485337,0.00047461106,0.0076915924],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99877197,0.00057270227,0.000066852976,0.00018105646,0.0003279866,0.00007947698],"domain_scores_gemma":[0.9938992,0.004455691,0.00020442203,0.0009159528,0.00036184478,0.00016290144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015437191,0.000990032,0.0005403885,0.0013817113,0.0010793549,0.006511484,0.0015861781,0.0014318485,0.027661733],"category_scores_gemma":[0.013138559,0.00074188336,0.00096013426,0.0016021087,0.0023206319,0.0075001135,0.0035733194,0.0011702725,0.001845273],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008818069,0.0003624781,0.004601048,0.0017948195,0.00007929309,0.00097285764,0.025558913,0.04943804,0.015733894,0.5337956,0.0062187645,0.3605626],"study_design_scores_gemma":[0.00027016213,0.00055328064,0.0022092245,0.0009800267,0.0002117419,0.0010702529,0.02076194,0.28771657,0.016497388,0.5190083,0.1505427,0.0001784648],"about_ca_topic_score_codex":0.0013225424,"about_ca_topic_score_gemma":0.0029667825,"teacher_disagreement_score":0.027661733,"about_ca_system_score_codex":0.0008207067,"about_ca_system_score_gemma":0.0008984246,"threshold_uncertainty_score":0.09253776},"labels":[],"label_agreement":null},{"id":"W4409795001","doi":"10.61091/jcmcc127b-403","title":"Research on Enhancing the Efficiency of Creativity and Process Integration in Customized Garment Design through Meta-Learning Empowered by Artificial Intelligence","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Creativity; Process (computing); Computer science; Psychology; Engineering; Artificial intelligence; Knowledge management; Human–computer interaction; Social psychology","score_opus":0.06988491274991505,"score_gpt":0.3758929534307806,"score_spread":0.30600804068086557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409795001","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06195778,0.0028243626,0.927565,0.00025334317,0.000042306932,0.0000685389,0.000017148277,0.00027115885,0.007000398],"genre_scores_gemma":[0.6932995,0.0026899304,0.30088934,0.000099009165,0.000044898556,0.00012558053,0.00006502221,0.000080752994,0.0027060371],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990471,0.0002791606,0.0000736403,0.00023527148,0.00027912043,0.00008566573],"domain_scores_gemma":[0.99890757,0.00052825164,0.000105267354,0.00022951183,0.00018234749,0.00004713512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016449969,0.0009271853,0.0008255057,0.0010211689,0.00039261775,0.0016466845,0.0013858989,0.0007477447,0.0016102117],"category_scores_gemma":[0.002650575,0.00041730326,0.0014889507,0.0013517933,0.0008397996,0.0033895741,0.00087169744,0.0008887575,0.00024481566],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012228343,0.00036488188,0.0046999645,0.0010306641,0.00033765595,0.00013658195,0.0007635808,0.38347918,0.037456315,0.052063685,0.0008531498,0.5186921],"study_design_scores_gemma":[0.000030940162,0.00032202931,0.0018263701,0.00008179893,0.00015536422,0.0001958196,0.0002079132,0.9470067,0.016863825,0.026066491,0.0071920548,0.000050628827],"about_ca_topic_score_codex":0.001162472,"about_ca_topic_score_gemma":0.0007700836,"teacher_disagreement_score":0.0016466845,"about_ca_system_score_codex":0.000814615,"about_ca_system_score_gemma":0.001023078,"threshold_uncertainty_score":0.008699715},"labels":[],"label_agreement":null},{"id":"W4409897988","doi":"10.1017/s0890060425000083","title":"Enhancing TRIZ through environment-based design methodology supported by a large language model","year":2025,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"TRIZ; Computer science; Architectural engineering; Engineering; Systems engineering; Manufacturing engineering","score_opus":0.05799305597294572,"score_gpt":0.3134753793616325,"score_spread":0.25548232338868676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409897988","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014505165,0.000029604798,0.9815014,0.00017827675,0.000012212668,0.00039956078,0.000025117,0.00041162898,0.0029369972],"genre_scores_gemma":[0.08716693,0.000048098,0.9109963,0.00005521599,0.0000040673913,0.0007624953,0.000060862778,0.00006761083,0.00083844416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98781025,0.009053139,0.000645389,0.00072150904,0.0015264312,0.00024318078],"domain_scores_gemma":[0.9848986,0.011183791,0.00072031113,0.0014892699,0.0015024634,0.00020559801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013993558,0.0010927598,0.00060919696,0.002158198,0.0007589426,0.0035455935,0.0017641364,0.0013403267,0.0032673515],"category_scores_gemma":[0.0139235165,0.0007130516,0.0013108704,0.0007459842,0.0024821502,0.0043335757,0.0034813806,0.0016558731,0.0005788667],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038583743,0.0015304078,0.003937866,0.001702984,0.000117596355,0.00087399734,0.019781485,0.14379025,0.06040926,0.47607803,0.0023370718,0.28905526],"study_design_scores_gemma":[0.00028009925,0.0011018488,0.00086346973,0.00060758623,0.00014924507,0.0005658616,0.0038898147,0.7749441,0.04432731,0.11699909,0.056129318,0.00014224477],"about_ca_topic_score_codex":0.0005385343,"about_ca_topic_score_gemma":0.000847653,"teacher_disagreement_score":0.013993558,"about_ca_system_score_codex":0.001580827,"about_ca_system_score_gemma":0.0025881825,"threshold_uncertainty_score":0.0740059},"labels":[],"label_agreement":null},{"id":"W4410039870","doi":"10.1017/dsj.2025.9","title":"Methods as a form of engineering knowledge","year":2025,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science","score_opus":0.04140659241596608,"score_gpt":0.4001953551791392,"score_spread":0.3587887627631731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410039870","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007649055,0.011100857,0.4752173,0.038842708,0.0014050683,0.00025295763,0.0002532758,0.00039389922,0.46488485],"genre_scores_gemma":[0.5938697,0.011337135,0.32313892,0.008219649,0.0024095394,0.0011167177,0.00046716517,0.00044300006,0.058998074],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97205037,0.016682021,0.0017135091,0.0022235455,0.006626904,0.00070366816],"domain_scores_gemma":[0.9438716,0.037571978,0.0028133593,0.010597836,0.004196853,0.0009483057],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.020931222,0.0007481759,0.000959815,0.004732273,0.002924462,0.015052347,0.0026866398,0.004327656,0.0073914607],"category_scores_gemma":[0.026056439,0.00083602144,0.00087619125,0.0037249012,0.064051025,0.019146187,0.0072637163,0.006010822,0.001627776],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025004078,0.0000061237306,0.000056360113,0.00006868153,0.0000042546517,0.000027448636,0.001318896,0.0002396069,0.000049950817,0.9920976,0.0010336399,0.0050948355],"study_design_scores_gemma":[0.0000068539066,0.0000086681575,0.00005946364,0.00025200917,0.000004203593,0.00005975237,0.00044120612,0.0005591385,0.00013853588,0.926308,0.07215204,0.000010140987],"about_ca_topic_score_codex":0.0020475343,"about_ca_topic_score_gemma":0.001260446,"teacher_disagreement_score":0.99707556,"about_ca_system_score_codex":0.0049428963,"about_ca_system_score_gemma":0.004879107,"threshold_uncertainty_score":0.110696256},"labels":[],"label_agreement":null},{"id":"W4410382138","doi":"10.1080/10331867.2025.2494893","title":"Building Relationality: Sustaining First Nations Aspirations in Design Studio Teaching","year":2024,"lang":"en","type":"article","venue":"Fabrications","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Studio; Design studio; Architectural engineering; Sociology; Psychology; Engineering ethics; Engineering; Mathematics education; Visual arts; Art","score_opus":0.05803027067110936,"score_gpt":0.323807642644586,"score_spread":0.2657773719734766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410382138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5966315,0.00077828654,0.081675544,0.0074640336,0.0001958702,0.00028674531,0.000019582734,0.00034015704,0.31260827],"genre_scores_gemma":[0.9728713,0.00027720732,0.016209872,0.0003286999,0.000012451871,0.00011254119,0.0000121329995,0.00006712264,0.01010865],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98530155,0.011532921,0.0002425919,0.000808888,0.0010582905,0.0010558268],"domain_scores_gemma":[0.99024314,0.0034145988,0.00079828844,0.0013981748,0.0005735961,0.0035721438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013554771,0.00046128785,0.00029312485,0.0013113343,0.010779079,0.012023296,0.0014844969,0.001540314,0.0059524006],"category_scores_gemma":[0.013774121,0.00055682374,0.00045050387,0.00066941045,0.018164303,0.007921582,0.026218023,0.003437452,0.0012268259],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007585927,0.00037601698,0.009887455,0.0002255821,0.000017879203,0.0011283964,0.5080698,0.0010797567,0.004947958,0.40302822,0.0026785855,0.06848451],"study_design_scores_gemma":[0.0000496979,0.00052255474,0.007458956,0.00060288765,0.000023119586,0.0025099092,0.39423317,0.0026335535,0.005390918,0.14407931,0.44239816,0.00009777828],"about_ca_topic_score_codex":0.0015837816,"about_ca_topic_score_gemma":0.0044600326,"teacher_disagreement_score":0.013554771,"about_ca_system_score_codex":0.0042687757,"about_ca_system_score_gemma":0.007890708,"threshold_uncertainty_score":0.071685314},"labels":[],"label_agreement":null},{"id":"W4410632524","doi":"10.22215/etd/2025-16397","title":"Exploring Challenges, Limitations, and Opportunities in Integrating Biomimicry Principles into Design Education to Advance Sustainability Objectives","year":2025,"lang":"en","type":"dissertation","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Sustainability; Biomimetics; Engineering ethics; Engineering; Management science; Architectural engineering; Engineering management; Process management; Construction engineering; Computer science; Artificial intelligence; Ecology","score_opus":0.22609644158068698,"score_gpt":0.3387970905628935,"score_spread":0.1127006489822065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410632524","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4075812,0.020295233,0.09059866,0.26348525,0.001309739,0.0007842869,0.00015847186,0.00025907764,0.21552806],"genre_scores_gemma":[0.89725614,0.011939341,0.064872466,0.009588825,0.00008289015,0.00034034712,0.00007040467,0.00010315423,0.015746506],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9646364,0.017642086,0.0011757213,0.0017800762,0.010846172,0.003919579],"domain_scores_gemma":[0.9630348,0.021107452,0.0018053094,0.0021525002,0.008771261,0.003128762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.070081525,0.00059269526,0.000577298,0.0017224959,0.0107845105,0.015946966,0.0028484534,0.0023365081,0.0037228686],"category_scores_gemma":[0.045877345,0.0006278394,0.0005655292,0.0025615494,0.01349526,0.009842711,0.011787109,0.006487203,0.000603737],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068256886,0.0003544486,0.021258939,0.0020320273,0.00005347346,0.00056464993,0.40874213,0.0016427948,0.002781274,0.1884654,0.011992864,0.36204377],"study_design_scores_gemma":[0.000026675687,0.000227392,0.0117078945,0.0052046003,0.000057928577,0.00043596476,0.5198101,0.0022040417,0.0023867995,0.06426613,0.39356372,0.00010871444],"about_ca_topic_score_codex":0.15344352,"about_ca_topic_score_gemma":0.38329715,"teacher_disagreement_score":0.15344352,"about_ca_system_score_codex":0.033448894,"about_ca_system_score_gemma":0.1054425,"threshold_uncertainty_score":0.37063098},"labels":[],"label_agreement":null},{"id":"W4410942758","doi":"10.1080/24751448.2025.2475714","title":"Pedagogy Explorations into Alternative Use of Generative AI in Design Studios","year":2025,"lang":"en","type":"article","venue":"Technology|Architecture + Design","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Studio; Generative grammar; Design studio; Generative Design; Sociology; Pedagogy; Visual arts; Architectural engineering; Mathematics education; Engineering; Psychology; Art; Computer science; Artificial intelligence; Operations management","score_opus":0.05136215360217524,"score_gpt":0.3375568753513117,"score_spread":0.28619472174913646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410942758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75899035,0.0008564411,0.14374834,0.0016549698,0.00008601577,0.000422165,0.000052507374,0.00062981126,0.09355936],"genre_scores_gemma":[0.9246446,0.0004921202,0.06478188,0.0002828497,0.000020573605,0.0003295329,0.00005169087,0.00012565788,0.009271129],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99213713,0.0055793636,0.00021819511,0.00063977996,0.0009632881,0.00046213364],"domain_scores_gemma":[0.9840337,0.013079676,0.000445695,0.0012148091,0.00048037453,0.0007457893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007057283,0.0006163959,0.0004916323,0.0017305895,0.0016518924,0.004903807,0.0016866126,0.0013739545,0.005621774],"category_scores_gemma":[0.0120164845,0.0005654384,0.0006101115,0.0008383412,0.0046782442,0.0034945353,0.0068248566,0.0021269326,0.0011558298],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004253046,0.002297749,0.020502156,0.0017039706,0.00007416838,0.002465051,0.42478642,0.008174131,0.048510425,0.22481848,0.0036277531,0.26261455],"study_design_scores_gemma":[0.00049706205,0.0030098928,0.021538911,0.0019680646,0.00013415409,0.006581562,0.20439364,0.037487533,0.045073826,0.2452906,0.4337767,0.0002479814],"about_ca_topic_score_codex":0.00019172889,"about_ca_topic_score_gemma":0.0006570635,"teacher_disagreement_score":0.007057283,"about_ca_system_score_codex":0.0015749871,"about_ca_system_score_gemma":0.0014242193,"threshold_uncertainty_score":0.03732288},"labels":[],"label_agreement":null},{"id":"W4411068530","doi":"10.1007/978-3-031-93819-1_4","title":"A User Study on Task-Tool Matching for Simplifying Design Space Exploration in Generative Design","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Generative Design; Human–computer interaction; Task (project management); Matching (statistics); Generative grammar; Space (punctuation); Artificial intelligence; Systems engineering; Operating system; Engineering","score_opus":0.0678905848557448,"score_gpt":0.3091680262495469,"score_spread":0.24127744139380214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411068530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80804324,0.0004221091,0.16909845,0.00034372008,0.000049268645,0.0006683645,0.00093141577,0.0035525411,0.01689094],"genre_scores_gemma":[0.83940846,0.00020149727,0.1502077,0.00017495138,0.000009623409,0.00042417386,0.0009029784,0.0012427545,0.0074279383],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.997687,0.0016076876,0.00012756983,0.0001821674,0.00030405697,0.000091416],"domain_scores_gemma":[0.9234279,0.0711782,0.00040327644,0.0032910635,0.0014035779,0.00029612708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035956197,0.0010443118,0.00065208896,0.00081523194,0.00079042313,0.001631708,0.0013941242,0.0014543531,0.01090005],"category_scores_gemma":[0.030651154,0.00061212014,0.0005595653,0.0009649851,0.0005971663,0.002173467,0.0015442747,0.00077636325,0.0014246493],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005969691,0.0036986656,0.017726732,0.0035910835,0.00019343117,0.002554469,0.0776693,0.01636415,0.15707287,0.010845246,0.018653935,0.68566036],"study_design_scores_gemma":[0.0027288673,0.013567963,0.06395462,0.0018002018,0.0010430112,0.011391406,0.04643497,0.475928,0.21467826,0.020691613,0.146954,0.0008272028],"about_ca_topic_score_codex":0.0023761257,"about_ca_topic_score_gemma":0.0032941003,"teacher_disagreement_score":0.01090005,"about_ca_system_score_codex":0.00034665127,"about_ca_system_score_gemma":0.00032274253,"threshold_uncertainty_score":0.036464274},"labels":[],"label_agreement":null},{"id":"W4411101436","doi":"10.1016/b978-0-323-90391-2.00038-5","title":"The fundamentals of factorial design: Structure, challenges and notable applications","year":2025,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto","funders":"","keywords":"Factorial experiment; Factorial; Computer science; Mathematics; Machine learning","score_opus":0.028956710345857877,"score_gpt":0.25428954473567905,"score_spread":0.22533283438982118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411101436","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011590702,0.0188953,0.94893646,0.0014146873,0.0010630151,0.00018450708,0.00028363307,0.00091399887,0.0271494],"genre_scores_gemma":[0.026141787,0.01820008,0.9370239,0.001113284,0.0009026166,0.0009747952,0.00025283647,0.00052040024,0.014870444],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.987165,0.008468615,0.00059004826,0.0009570973,0.0026427626,0.00017654999],"domain_scores_gemma":[0.96298116,0.03334083,0.00050288124,0.0015234479,0.0014525466,0.00019908095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015134645,0.002303437,0.0023081254,0.002004471,0.0008950829,0.0049792235,0.002663446,0.0022263317,0.023325603],"category_scores_gemma":[0.02586954,0.0016098737,0.0014054098,0.0039613387,0.0046210443,0.0025729132,0.0013215069,0.004088631,0.006610766],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029228424,0.00017055895,0.0009940218,0.0018211659,0.00010389424,0.00009652319,0.00062663114,0.012365535,0.0032235316,0.26113552,0.04030631,0.67886394],"study_design_scores_gemma":[0.00014015668,0.00071804685,0.001846256,0.0007583163,0.00008130048,0.0005220645,0.00030598498,0.029397162,0.002994071,0.64318526,0.31991044,0.0001410032],"about_ca_topic_score_codex":0.0015251959,"about_ca_topic_score_gemma":0.0036717225,"teacher_disagreement_score":0.023325603,"about_ca_system_score_codex":0.0016189496,"about_ca_system_score_gemma":0.0027335123,"threshold_uncertainty_score":0.08004063},"labels":[],"label_agreement":null},{"id":"W4411272255","doi":"10.1109/icse-companion66252.2025.00047","title":"Towards Fully-Traceable Human-Centred Design","year":2025,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Human–computer interaction","score_opus":0.044262070054802094,"score_gpt":0.292222395593854,"score_spread":0.2479603255390519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411272255","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021769612,0.00012244827,0.9933563,0.0005929736,0.000034494147,0.00013498655,0.000037375823,0.00073232,0.0028120955],"genre_scores_gemma":[0.0317253,0.00023104188,0.96547383,0.00020135021,0.000015392416,0.00028519717,0.00018552665,0.00021810924,0.0016642782],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96394855,0.02009135,0.0020829923,0.0030577139,0.009835875,0.000983518],"domain_scores_gemma":[0.9555918,0.016953554,0.0016908238,0.0185453,0.0059903054,0.0012281424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029661462,0.0015523664,0.0007614579,0.0019959488,0.0013819403,0.009035368,0.0044813887,0.003760178,0.004750134],"category_scores_gemma":[0.054470457,0.0019644408,0.0025106836,0.0010856387,0.007244287,0.0073998473,0.011807906,0.0066774874,0.001993774],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000120713674,0.0005218552,0.0026563443,0.0012337172,0.00017794583,0.00061722344,0.020684777,0.09099897,0.013084478,0.56959265,0.006260355,0.29405096],"study_design_scores_gemma":[0.00008434899,0.00023455426,0.0005619655,0.00085857895,0.000055212637,0.00040854438,0.0018567648,0.15575027,0.009506073,0.70309544,0.12749152,0.000096822216],"about_ca_topic_score_codex":0.004213607,"about_ca_topic_score_gemma":0.0045749024,"teacher_disagreement_score":0.029661462,"about_ca_system_score_codex":0.0027292778,"about_ca_system_score_gemma":0.008387216,"threshold_uncertainty_score":0.15686667},"labels":[],"label_agreement":null},{"id":"W4411299663","doi":"10.21606/drs.2008.88","title":"Designing Design Learning: A Case Study","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.0263737856166946,"score_gpt":0.2714756258771088,"score_spread":0.24510184026041418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411299663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72491217,0.0026951826,0.092046015,0.017522868,0.0004733365,0.003939405,0.0004913247,0.00034583404,0.15757392],"genre_scores_gemma":[0.891798,0.002458943,0.06192577,0.002919726,0.00010461531,0.0015636255,0.00024111308,0.00018681666,0.03880149],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98144895,0.013512745,0.0006237927,0.0009996991,0.0020374227,0.0013773617],"domain_scores_gemma":[0.9806111,0.013794203,0.000806622,0.0014195836,0.0008323142,0.0025362312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014282397,0.0011991771,0.0009541925,0.0024827938,0.012542026,0.006947683,0.0043789363,0.008589399,0.0077793947],"category_scores_gemma":[0.020461759,0.0009170312,0.00096968305,0.0028692547,0.007973268,0.0046628052,0.0076457006,0.006062008,0.0020070367],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033135075,0.0049975435,0.008100794,0.0012216584,0.000051800347,0.04913477,0.73552763,0.0028324407,0.0038940958,0.06270729,0.014284276,0.116916336],"study_design_scores_gemma":[0.00021314273,0.001413427,0.0036600404,0.0010483462,0.00004415508,0.0249855,0.5289533,0.004160706,0.005030404,0.014665227,0.4157003,0.00012537988],"about_ca_topic_score_codex":0.0036082577,"about_ca_topic_score_gemma":0.010602449,"teacher_disagreement_score":0.014282397,"about_ca_system_score_codex":0.0060722707,"about_ca_system_score_gemma":0.0047483966,"threshold_uncertainty_score":0.07553339},"labels":[],"label_agreement":null},{"id":"W4411299956","doi":"10.21606/drs.2008.127","title":"Interdisciplinary Design: The Need for Collaboration to Foster Technological Innovation to Create Competitive and Sustainable Products.","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Innovation management; Knowledge management; Business; Engineering management; Computer science; Engineering","score_opus":0.017437185294603984,"score_gpt":0.28492098017950723,"score_spread":0.26748379488490326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411299956","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07466645,0.05415881,0.19047482,0.20382278,0.0059342175,0.0001632454,0.00009332278,0.00048647137,0.4701999],"genre_scores_gemma":[0.77888787,0.03066987,0.08512743,0.015762085,0.0017746805,0.00029841703,0.00013071846,0.00022144918,0.08712754],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9914376,0.005611551,0.00022672725,0.00055004004,0.0015603733,0.000613787],"domain_scores_gemma":[0.99110657,0.004829406,0.0005019565,0.0009583216,0.00072740635,0.0018762418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009412638,0.00043601362,0.0004047499,0.00097333186,0.0036428168,0.010161083,0.0010862144,0.0040755398,0.014814986],"category_scores_gemma":[0.008042856,0.00037902864,0.0004572074,0.0010024197,0.008043157,0.0061357506,0.009317584,0.0034751531,0.0025463714],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010589871,0.00023969074,0.0028234662,0.0012546855,0.000073837764,0.0005833346,0.017360408,0.0017153703,0.002797465,0.51401377,0.08155541,0.37747663],"study_design_scores_gemma":[0.000024495208,0.000107618915,0.0013884584,0.00087712274,0.000025338848,0.00068275316,0.01863538,0.001357176,0.0010801617,0.36679235,0.60899174,0.000037377245],"about_ca_topic_score_codex":0.000659657,"about_ca_topic_score_gemma":0.0019138041,"teacher_disagreement_score":0.014814986,"about_ca_system_score_codex":0.0024476561,"about_ca_system_score_gemma":0.006822323,"threshold_uncertainty_score":0.049779356},"labels":[],"label_agreement":null},{"id":"W4411307645","doi":"10.21606/drs.2014.2","title":"Learning from others: A five-year experience on teaching empathic design","year":2014,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Université Laval","funders":"","keywords":"Computer science; Empathy; Mathematics education; Human–computer interaction; Psychology; Social psychology","score_opus":0.022530886918935754,"score_gpt":0.2533669983163276,"score_spread":0.23083611139739182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9596751,0.0012493873,0.010639976,0.0044732997,0.00062081043,0.0007753129,0.00017056738,0.00055208517,0.021843465],"genre_scores_gemma":[0.9529783,0.0014089915,0.01036853,0.0018250996,0.00025112563,0.00042717071,0.00032275904,0.00038008427,0.03203792],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9820402,0.008834586,0.0005259139,0.0014037063,0.0020163716,0.0051793028],"domain_scores_gemma":[0.9724248,0.006615379,0.0009423728,0.0015017219,0.002187411,0.01632828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02087324,0.0024737902,0.0018103841,0.0024855672,0.016101832,0.008504855,0.005856384,0.0057276418,0.007956845],"category_scores_gemma":[0.019774018,0.0015821808,0.0016458734,0.0018253687,0.00906213,0.004564274,0.019622358,0.0072332467,0.003045147],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042302077,0.008489856,0.0066304835,0.0006203219,0.00006842813,0.0047436208,0.8773847,0.000716795,0.0045298967,0.0029430494,0.012756305,0.0806934],"study_design_scores_gemma":[0.00021954419,0.0057250885,0.014748538,0.0006519241,0.00008082983,0.004196493,0.76015645,0.0017863172,0.005955024,0.0024759592,0.20374064,0.00026313588],"about_ca_topic_score_codex":0.0029242465,"about_ca_topic_score_gemma":0.008458755,"teacher_disagreement_score":0.02087324,"about_ca_system_score_codex":0.004006113,"about_ca_system_score_gemma":0.0040837196,"threshold_uncertainty_score":0.11038953},"labels":[],"label_agreement":null},{"id":"W4411307783","doi":"10.21606/drs.2010.104","title":"Misfits, Balance, Requirements, and Systems: Thoughts on Alexander’s Notes on the Synthesis of Form","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Balance (ability); Computer science; Psychology","score_opus":0.026209932610603115,"score_gpt":0.25310728968960344,"score_spread":0.22689735707900033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307783","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031015668,0.009548628,0.5414805,0.095855534,0.0012428456,0.00010974661,0.000097811455,0.00047612685,0.32017317],"genre_scores_gemma":[0.83924294,0.00395289,0.10717784,0.004641615,0.00054073543,0.00022395478,0.00005122669,0.00026750428,0.04390134],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99247146,0.0043439046,0.00041824247,0.0005819936,0.0018151172,0.00036923974],"domain_scores_gemma":[0.99432075,0.0039675385,0.00032371082,0.00054652855,0.00065138243,0.00019017205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008035749,0.0008697481,0.0004705534,0.0029554232,0.0029070543,0.0063901553,0.0011495441,0.0026706718,0.0035989508],"category_scores_gemma":[0.009311966,0.0006282545,0.0007141743,0.001647918,0.036569912,0.012352192,0.0049817283,0.0044409167,0.00071467715],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000880905,0.0000043915584,0.00009253035,0.000027362252,0.000002384584,0.000038447957,0.00531875,0.0005934275,0.00012664223,0.98425573,0.0020440463,0.007487447],"study_design_scores_gemma":[0.000010191154,0.000034520643,0.0001198341,0.00008960107,0.0000054042903,0.00016732405,0.0027232775,0.0013257912,0.0004425145,0.8579101,0.13715136,0.000020069418],"about_ca_topic_score_codex":0.002794411,"about_ca_topic_score_gemma":0.0018590081,"teacher_disagreement_score":0.008035749,"about_ca_system_score_codex":0.0054060486,"about_ca_system_score_gemma":0.0020978963,"threshold_uncertainty_score":0.042497635},"labels":[],"label_agreement":null},{"id":"W4411307801","doi":"10.21606/drs.2010.2","title":"A Survey of Definition and its Role in Strengthening Design Theory","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science","score_opus":0.03322720257857442,"score_gpt":0.24716091241341334,"score_spread":0.21393370983483892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307801","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044720126,0.643573,0.17646487,0.06711787,0.0031348446,0.00018168264,0.000202102,0.00027417723,0.10457955],"genre_scores_gemma":[0.10691692,0.72115964,0.1390505,0.015881836,0.0035976793,0.0009807511,0.00045963895,0.000592363,0.011360686],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.953065,0.029186841,0.0038503443,0.0033707204,0.00950444,0.0010226917],"domain_scores_gemma":[0.9118287,0.07263245,0.0024048593,0.004160395,0.008129244,0.000844396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.043812953,0.0019507804,0.0030777962,0.019333256,0.004288102,0.014930799,0.0037673244,0.0057052285,0.0068754475],"category_scores_gemma":[0.05613126,0.001768584,0.0014961354,0.024412679,0.031999413,0.04031888,0.006719376,0.009594538,0.002017359],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026271055,0.000032785585,0.00051269226,0.0017461776,0.000014135643,0.000050168957,0.003218628,0.0004858741,0.00010002459,0.90601665,0.009952401,0.077844076],"study_design_scores_gemma":[0.000015048408,0.00006355393,0.0006039316,0.006119186,0.000012181413,0.00029021053,0.0029704238,0.0012815256,0.00027263665,0.48547179,0.5028413,0.00005817915],"about_ca_topic_score_codex":0.0040065716,"about_ca_topic_score_gemma":0.0026115505,"teacher_disagreement_score":0.043812953,"about_ca_system_score_codex":0.016524378,"about_ca_system_score_gemma":0.007877598,"threshold_uncertainty_score":0.23170775},"labels":[],"label_agreement":null},{"id":"W4411307904","doi":"10.21606/drs.2008.104","title":"Misfits, Balance, Requirements, and Systems: Thoughts on Alexander’s Notes on the Synthesis of Form","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Balance (ability); Computer science; Psychology","score_opus":0.026209932610603115,"score_gpt":0.25310728968960344,"score_spread":0.22689735707900033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307904","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031015668,0.009548628,0.5414805,0.095855534,0.0012428456,0.00010974661,0.000097811455,0.00047612685,0.32017317],"genre_scores_gemma":[0.83924294,0.00395289,0.10717784,0.004641615,0.00054073543,0.00022395478,0.00005122669,0.00026750428,0.04390134],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99247146,0.0043439046,0.00041824247,0.0005819936,0.0018151172,0.00036923974],"domain_scores_gemma":[0.99432075,0.0039675385,0.00032371082,0.00054652855,0.00065138243,0.00019017205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008035749,0.0008697481,0.0004705534,0.0029554232,0.0029070543,0.0063901553,0.0011495441,0.0026706718,0.0035989508],"category_scores_gemma":[0.009311966,0.0006282545,0.0007141743,0.001647918,0.036569912,0.012352192,0.0049817283,0.0044409167,0.00071467715],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000880905,0.0000043915584,0.00009253035,0.000027362252,0.000002384584,0.000038447957,0.00531875,0.0005934275,0.00012664223,0.98425573,0.0020440463,0.007487447],"study_design_scores_gemma":[0.000010191154,0.000034520643,0.0001198341,0.00008960107,0.0000054042903,0.00016732405,0.0027232775,0.0013257912,0.0004425145,0.8579101,0.13715136,0.000020069418],"about_ca_topic_score_codex":0.002794411,"about_ca_topic_score_gemma":0.0018590081,"teacher_disagreement_score":0.008035749,"about_ca_system_score_codex":0.0054060486,"about_ca_system_score_gemma":0.0020978963,"threshold_uncertainty_score":0.042497635},"labels":[],"label_agreement":null},{"id":"W4411307952","doi":"10.21606/drs.2010.127","title":"Interdisciplinary Design: The Need for Collaboration to Foster Technological Innovation to Create Competitive and Sustainable Products.","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Innovation management; Knowledge management; Business; Competitive advantage; Computer science; Process management; Marketing","score_opus":0.017437185294603984,"score_gpt":0.28492098017950723,"score_spread":0.26748379488490326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307952","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055472195,0.050881993,0.2945021,0.11211963,0.003251873,0.00029396117,0.000064582,0.00048514095,0.48292854],"genre_scores_gemma":[0.7908605,0.025184989,0.11211065,0.01427144,0.0011511049,0.000597607,0.00010594836,0.00018967103,0.055528108],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98345214,0.011561899,0.00041478086,0.0010285843,0.0026584712,0.0008841636],"domain_scores_gemma":[0.99082386,0.005144528,0.00071004714,0.0011184168,0.0007014865,0.0015017793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01196094,0.0005906913,0.0005509912,0.0018789163,0.006124635,0.012020719,0.001550263,0.0045675137,0.01222091],"category_scores_gemma":[0.009610995,0.00051512476,0.00066425896,0.0014482768,0.013050766,0.01062202,0.014303968,0.0032496604,0.002514747],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005791519,0.00013764758,0.0018524053,0.001367202,0.00006716697,0.00043957966,0.028282521,0.0010478529,0.0014894989,0.71606225,0.021950057,0.22724576],"study_design_scores_gemma":[0.000029994593,0.00016584924,0.0008989784,0.0011910335,0.000037741494,0.00094481785,0.025955573,0.0010086014,0.0008707009,0.41755468,0.55129594,0.00004613547],"about_ca_topic_score_codex":0.0006445696,"about_ca_topic_score_gemma":0.0012057946,"teacher_disagreement_score":0.01222091,"about_ca_system_score_codex":0.002743053,"about_ca_system_score_gemma":0.007323125,"threshold_uncertainty_score":0.063256264},"labels":[],"label_agreement":null},{"id":"W4411307981","doi":"10.21606/drs.2008.72","title":"Transformative Design: From Consultant to Clinician","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Transformative learning; Computer science; Psychology; Pedagogy","score_opus":0.017179313975096346,"score_gpt":0.25964202573421646,"score_spread":0.24246271175912013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307981","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009828868,0.018682986,0.20045345,0.4972439,0.044620283,0.0006232889,0.00014848045,0.003742035,0.22465672],"genre_scores_gemma":[0.28895977,0.020572158,0.14472137,0.2707908,0.013768604,0.0020189548,0.00023934296,0.0027406455,0.2561884],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94562083,0.028976848,0.0025929732,0.004646381,0.01532973,0.002833266],"domain_scores_gemma":[0.918421,0.021572273,0.003863852,0.009029671,0.021250296,0.025863016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028855009,0.0011793942,0.000893618,0.0029473281,0.0046705212,0.011931117,0.0029215224,0.007600872,0.055579856],"category_scores_gemma":[0.08757123,0.0010224291,0.000983707,0.0019186027,0.012592766,0.012582093,0.01503909,0.012376799,0.021162858],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015544893,0.00031034817,0.0012591592,0.00085221516,0.000033815035,0.0031929149,0.025620716,0.0007927986,0.001546995,0.08588756,0.55086505,0.32948297],"study_design_scores_gemma":[0.00004097136,0.000121600955,0.00020729275,0.0010328977,0.000010899526,0.005507343,0.010289193,0.0005606536,0.0003629095,0.039813254,0.941996,0.00005692239],"about_ca_topic_score_codex":0.0015986611,"about_ca_topic_score_gemma":0.002212681,"teacher_disagreement_score":0.055579856,"about_ca_system_score_codex":0.008354032,"about_ca_system_score_gemma":0.022200152,"threshold_uncertainty_score":0.18593311},"labels":[],"label_agreement":null},{"id":"W4411307982","doi":"10.21606/drs.2010.72","title":"Transformative Design: From Consultant to Clinician","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Transformative learning; Computer science; Engineering ethics; Psychology; Sociology; Engineering; Pedagogy","score_opus":0.017179313975096346,"score_gpt":0.25964202573421646,"score_spread":0.24246271175912013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307982","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009828868,0.018682986,0.20045345,0.4972439,0.044620283,0.0006232889,0.00014848045,0.003742035,0.22465672],"genre_scores_gemma":[0.28895977,0.020572158,0.14472137,0.2707908,0.013768604,0.0020189548,0.00023934296,0.0027406455,0.2561884],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94562083,0.028976848,0.0025929732,0.004646381,0.01532973,0.002833266],"domain_scores_gemma":[0.918421,0.021572273,0.003863852,0.009029671,0.021250296,0.025863016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028855009,0.0011793942,0.000893618,0.0029473281,0.0046705212,0.011931117,0.0029215224,0.007600872,0.055579856],"category_scores_gemma":[0.08757123,0.0010224291,0.000983707,0.0019186027,0.012592766,0.012582093,0.01503909,0.012376799,0.021162858],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015544893,0.00031034817,0.0012591592,0.00085221516,0.000033815035,0.0031929149,0.025620716,0.0007927986,0.001546995,0.08588756,0.55086505,0.32948297],"study_design_scores_gemma":[0.00004097136,0.000121600955,0.00020729275,0.0010328977,0.000010899526,0.005507343,0.010289193,0.0005606536,0.0003629095,0.039813254,0.941996,0.00005692239],"about_ca_topic_score_codex":0.0015986611,"about_ca_topic_score_gemma":0.002212681,"teacher_disagreement_score":0.055579856,"about_ca_system_score_codex":0.008354032,"about_ca_system_score_gemma":0.022200152,"threshold_uncertainty_score":0.18593311},"labels":[],"label_agreement":null},{"id":"W4411308288","doi":"10.21606/drs.2010.88","title":"Designing Design Learning: A Case Study","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.0263737856166946,"score_gpt":0.2714756258771088,"score_spread":0.24510184026041418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411308288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72491217,0.0026951826,0.092046015,0.017522868,0.0004733365,0.003939405,0.0004913247,0.00034583404,0.15757392],"genre_scores_gemma":[0.891798,0.002458943,0.06192577,0.002919726,0.00010461531,0.0015636255,0.00024111308,0.00018681666,0.03880149],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98144895,0.013512745,0.0006237927,0.0009996991,0.0020374227,0.0013773617],"domain_scores_gemma":[0.9806111,0.013794203,0.000806622,0.0014195836,0.0008323142,0.0025362312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014282397,0.0011991771,0.0009541925,0.0024827938,0.012542026,0.006947683,0.0043789363,0.008589399,0.0077793947],"category_scores_gemma":[0.020461759,0.0009170312,0.00096968305,0.0028692547,0.007973268,0.0046628052,0.0076457006,0.006062008,0.0020070367],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033135075,0.0049975435,0.008100794,0.0012216584,0.000051800347,0.04913477,0.73552763,0.0028324407,0.0038940958,0.06270729,0.014284276,0.116916336],"study_design_scores_gemma":[0.00021314273,0.001413427,0.0036600404,0.0010483462,0.00004415508,0.0249855,0.5289533,0.004160706,0.005030404,0.014665227,0.4157003,0.00012537988],"about_ca_topic_score_codex":0.0036082577,"about_ca_topic_score_gemma":0.010602449,"teacher_disagreement_score":0.014282397,"about_ca_system_score_codex":0.0060722707,"about_ca_system_score_gemma":0.0047483966,"threshold_uncertainty_score":0.07553339},"labels":[],"label_agreement":null},{"id":"W4411333562","doi":"10.1017/9781009546508.008","title":"Exploring the definition of pattern","year":2025,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Geography","score_opus":0.08973064701394624,"score_gpt":0.20713503766578947,"score_spread":0.11740439065184323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411333562","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021173656,0.008813016,0.09681963,0.01874794,0.00076582143,0.00006957201,0.0002393627,0.00012478897,0.8532462],"genre_scores_gemma":[0.83462775,0.0067263376,0.05227273,0.0029834271,0.00047179422,0.00038750007,0.0004376265,0.000272207,0.10182061],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977393,0.0011227188,0.00009066464,0.00036948666,0.00048896886,0.00018886008],"domain_scores_gemma":[0.9989656,0.00044800143,0.00010289259,0.00021434353,0.00016091294,0.00010820744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016251163,0.00045548304,0.0004328099,0.0017203203,0.0028187688,0.0077981153,0.0014606633,0.0015557574,0.0067747706],"category_scores_gemma":[0.0030751827,0.00030117432,0.00051388965,0.0025717204,0.020983068,0.012598602,0.00467776,0.0027121543,0.0009933028],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020015177,0.0000017380916,0.000106303254,0.000016407286,0.0000013826965,0.000021729988,0.0013954038,0.000060867224,0.00004258081,0.9935561,0.0013226405,0.0034728367],"study_design_scores_gemma":[0.000004171449,0.00000836702,0.0002687335,0.00007883094,0.0000028033091,0.00015728919,0.002239448,0.00072843354,0.00009719869,0.86481327,0.13159603,0.0000054302536],"about_ca_topic_score_codex":0.0032041764,"about_ca_topic_score_gemma":0.0034076239,"teacher_disagreement_score":0.0077981153,"about_ca_system_score_codex":0.0036214946,"about_ca_system_score_gemma":0.001852308,"threshold_uncertainty_score":0.026275873},"labels":[],"label_agreement":null},{"id":"W4411558447","doi":"10.1145/3713043.3728838","title":"Children’s Design Values Manifestos: Integrating Human Values in Middle School Design-based Learning","year":2025,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Human values; Mathematics education; Psychology; Sociology; Social science","score_opus":0.03411451944590054,"score_gpt":0.28554616314308695,"score_spread":0.2514316436971864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411558447","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63283944,0.0005377821,0.060307134,0.010285073,0.00018543733,0.0002125556,0.0002889918,0.0006170043,0.29472658],"genre_scores_gemma":[0.97804296,0.0001432018,0.014971348,0.0001831628,0.000006429781,0.00008670608,0.000065132816,0.00009252243,0.00640857],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99222225,0.0049489047,0.00026734205,0.0006374184,0.001293056,0.0006310356],"domain_scores_gemma":[0.9839072,0.00909931,0.001479981,0.002273744,0.0014822298,0.0017575211],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011946236,0.00046359835,0.00027445127,0.0017654612,0.0036237699,0.011150406,0.0010980285,0.0013488972,0.004784309],"category_scores_gemma":[0.018857839,0.0005144954,0.0003201261,0.0015018708,0.0139612695,0.008819325,0.0060488866,0.0035071478,0.00050092593],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070543385,0.0005410253,0.030101322,0.00017526928,0.000017470304,0.0003374852,0.4855396,0.00057263946,0.0018681942,0.41629237,0.0040990575,0.060385097],"study_design_scores_gemma":[0.00006478046,0.00026215444,0.036080413,0.0007401694,0.00006455389,0.0003822261,0.4419162,0.0024451357,0.009312204,0.22536746,0.2832373,0.00012737121],"about_ca_topic_score_codex":0.007625106,"about_ca_topic_score_gemma":0.016817447,"teacher_disagreement_score":0.011946236,"about_ca_system_score_codex":0.0067368294,"about_ca_system_score_gemma":0.009664305,"threshold_uncertainty_score":0.06317848},"labels":[],"label_agreement":null},{"id":"W4411613028","doi":"10.1007/978-3-031-91607-6_15","title":"Training Effective and Efficient Shapers","year":2025,"lang":"en","type":"book-chapter","venue":"Autism and child psychopathology series","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science","score_opus":0.00853159763335609,"score_gpt":0.2311884759419076,"score_spread":0.22265687830855152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411613028","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08222274,0.0023665158,0.15720901,0.0040945583,0.0009074568,0.0003280106,0.00018947206,0.001314447,0.75136787],"genre_scores_gemma":[0.13302566,0.0028087352,0.13635765,0.00076028646,0.00008947708,0.00028043587,0.00021361027,0.00033037658,0.7261337],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994547,0.00012271479,0.00001559483,0.0000618989,0.00027649375,0.000068594876],"domain_scores_gemma":[0.9995503,0.00014362053,0.00004619301,0.00006172808,0.00012512239,0.000072994444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007606692,0.0005931801,0.00016393547,0.00045091435,0.0004343126,0.0009562552,0.0010498667,0.00095348456,0.025926404],"category_scores_gemma":[0.001618408,0.0003266593,0.00022444547,0.0002567439,0.0009308183,0.0014758469,0.0014633386,0.0011208326,0.007308941],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059084923,0.0005662238,0.0013805775,0.00028968364,0.0000069231555,0.00020262666,0.003199613,0.0042187027,0.0159065,0.048297353,0.07193468,0.85393804],"study_design_scores_gemma":[0.000050958974,0.0006600732,0.013304048,0.0009891822,0.00002215294,0.0012598769,0.0066205314,0.01009978,0.016817445,0.054888908,0.8952396,0.000047455025],"about_ca_topic_score_codex":0.0013104641,"about_ca_topic_score_gemma":0.0062920335,"teacher_disagreement_score":0.025926404,"about_ca_system_score_codex":0.0005254441,"about_ca_system_score_gemma":0.0010954019,"threshold_uncertainty_score":0.08673251},"labels":[],"label_agreement":null},{"id":"W4411618003","doi":"10.51847/pqqch2mhd4","title":"10.51847/pQqch2mhD4","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Creativity; Architecture; Process (computing); Psychology; Computer architecture; Process management; Computer science; Human–computer interaction; Cognitive science; Engineering; Social psychology; Art; Programming language; Visual arts","score_opus":0.0074537509378602975,"score_gpt":0.19061108842475957,"score_spread":0.18315733748689927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411618003","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018415088,0.0005930618,0.001898864,0.001089614,0.0005149398,0.00018624679,0.0012426415,0.0012416588,0.9913914],"genre_scores_gemma":[0.00611579,0.00038521935,0.0019502327,0.0004707372,0.00010193168,0.00008636848,0.0006535041,0.00039787282,0.98983824],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992173,0.00010732473,0.00007382929,0.00019618931,0.0002716192,0.00013373769],"domain_scores_gemma":[0.9978677,0.0006243587,0.000097769014,0.00031257124,0.0006425867,0.0004550039],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010209394,0.001254595,0.00082592195,0.0025373164,0.0019946517,0.0045694006,0.0012850405,0.0039262665,0.9744228],"category_scores_gemma":[0.0022032724,0.0005687803,0.0007301536,0.003177121,0.0014062364,0.0026685935,0.002937382,0.0015544462,0.9532502],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033438645,0.0002388296,0.0015057056,0.0005985475,0.000019741776,0.00037143065,0.00026268378,0.0003422545,0.0030189035,0.007459527,0.22594692,0.75990117],"study_design_scores_gemma":[0.00006527163,0.00005625195,0.0015250432,0.00026493717,0.0000126417,0.0003785572,0.00024296634,0.00037593234,0.0008093998,0.0015760993,0.9946694,0.000023477405],"about_ca_topic_score_codex":0.00798473,"about_ca_topic_score_gemma":0.0057454915,"teacher_disagreement_score":0.025577188,"about_ca_system_score_codex":0.0016723712,"about_ca_system_score_gemma":0.0009785532,"threshold_uncertainty_score":0.03648269},"labels":[],"label_agreement":null},{"id":"W4411754338","doi":"10.54941/ahfe1006426","title":"Provoking Students to Re-story Stakeholders in their Design Process","year":2025,"lang":"en","type":"article","venue":"AHFE international","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Process (computing); Computer science; Process management; Design process; Work in process; Engineering; Programming language; Operations management","score_opus":0.08130978651820113,"score_gpt":0.35614274028423726,"score_spread":0.2748329537660361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411754338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65843177,0.0006103547,0.24253717,0.021372652,0.0010548669,0.0022853394,0.00019493657,0.0023640892,0.07114881],"genre_scores_gemma":[0.8570897,0.0005933158,0.09931392,0.006139868,0.00017598768,0.0018244,0.0001679041,0.0005954177,0.03409953],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9821223,0.011734297,0.00042962426,0.0016634426,0.002079703,0.0019706066],"domain_scores_gemma":[0.9765835,0.009431139,0.0023634376,0.0034450775,0.0029689672,0.005207893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012567505,0.002075584,0.00080704165,0.0011533007,0.0043818518,0.008456499,0.002527969,0.004179042,0.009430247],"category_scores_gemma":[0.032750838,0.0010906511,0.0010484089,0.0004993889,0.007555324,0.0069574835,0.013982698,0.009291221,0.0052136],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005042775,0.00312634,0.009635073,0.00072705006,0.000053663858,0.0019674732,0.7938891,0.0018610749,0.033695906,0.031597074,0.024067366,0.09887564],"study_design_scores_gemma":[0.00033609077,0.0024280276,0.0032644076,0.0009779773,0.00010951682,0.0026652692,0.31228966,0.0053415946,0.026296273,0.041500818,0.6045165,0.00027385354],"about_ca_topic_score_codex":0.0005950712,"about_ca_topic_score_gemma":0.0012759696,"teacher_disagreement_score":0.012567505,"about_ca_system_score_codex":0.0021915096,"about_ca_system_score_gemma":0.0039398395,"threshold_uncertainty_score":0.066464126},"labels":[],"label_agreement":null},{"id":"W4411809225","doi":"10.1017/s0890060425100048","title":"Managing combinatorial design challenges using flexibility and pathfinding algorithms","year":2025,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"VINNOVA","keywords":"Pathfinding; Flexibility (engineering); Computer science; Algorithm; Theoretical computer science; Mathematics; Shortest path problem","score_opus":0.08894684844875378,"score_gpt":0.3131662669326104,"score_spread":0.22421941848385663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411809225","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054635916,0.00045455768,0.93620944,0.00051231147,0.000038354003,0.00015654559,0.00004886995,0.0003431623,0.0076007447],"genre_scores_gemma":[0.41796625,0.0004478638,0.5776132,0.00011196371,0.00003833199,0.0003281193,0.000120461045,0.00016752438,0.0032063536],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998885,0.0005237457,0.00005846972,0.00017309886,0.00025136542,0.000108336746],"domain_scores_gemma":[0.9961947,0.0027885663,0.00035351812,0.00030873987,0.00022137677,0.00013304061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022607697,0.0016347015,0.0011476399,0.0023203217,0.0010946216,0.0020786903,0.0015381565,0.0016746442,0.0037427007],"category_scores_gemma":[0.006471913,0.0009820318,0.0014867138,0.0016308057,0.0018447529,0.0024190892,0.0030349668,0.0015532462,0.0004988793],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037010337,0.00005236345,0.0006178286,0.00009469714,0.00003894677,0.00014569117,0.00011431754,0.9272263,0.0017674621,0.028296653,0.00049424364,0.041114476],"study_design_scores_gemma":[0.000017093787,0.00006957773,0.00009774767,0.000027197573,0.000017619153,0.000069777874,0.00006374723,0.96515423,0.00069100654,0.0319454,0.0018335006,0.000013085503],"about_ca_topic_score_codex":0.0018956655,"about_ca_topic_score_gemma":0.0024278078,"teacher_disagreement_score":0.0037427007,"about_ca_system_score_codex":0.0010974632,"about_ca_system_score_gemma":0.0012806199,"threshold_uncertainty_score":0.012520552},"labels":[],"label_agreement":null},{"id":"W4412045122","doi":"10.1145/3715668.3734184","title":"Playing with Telepresence Robots for Design Speculation","year":2025,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Engineering and Physical Sciences Research Council","keywords":"Speculation; Robot; Telerobotics; Computer science; Human–computer interaction; Mobile robot; Artificial intelligence; Business","score_opus":0.026846322208561837,"score_gpt":0.27773762366661725,"score_spread":0.25089130145805544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412045122","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12286474,0.004038763,0.7470905,0.009612273,0.00071725977,0.00047295395,0.000079888196,0.0010217871,0.11410183],"genre_scores_gemma":[0.7795269,0.0023314145,0.1766934,0.0008995936,0.00016219114,0.00062497554,0.00010040622,0.00034552466,0.039315708],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99576855,0.0028677622,0.00012454098,0.00031040178,0.00071338715,0.0002154179],"domain_scores_gemma":[0.99424136,0.004317897,0.00022225443,0.00072027673,0.00024313224,0.00025512258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005750252,0.0009264069,0.00032731332,0.00060901296,0.0014399876,0.0051184352,0.0017646471,0.0014587861,0.011443358],"category_scores_gemma":[0.009054203,0.00046914755,0.00076751725,0.00029338597,0.0055583925,0.0070992173,0.0051954226,0.0021456634,0.0009098519],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005654721,0.00026102382,0.0009616977,0.0013910275,0.000057878664,0.0007133963,0.08529662,0.008678129,0.039584626,0.62003213,0.0116274,0.23083062],"study_design_scores_gemma":[0.00014363401,0.0008421961,0.0010186008,0.0012603472,0.00006990675,0.0014812915,0.027092926,0.026802322,0.022375625,0.19927245,0.7194984,0.0001422661],"about_ca_topic_score_codex":0.00024239365,"about_ca_topic_score_gemma":0.00041745044,"teacher_disagreement_score":0.011443358,"about_ca_system_score_codex":0.0014133966,"about_ca_system_score_gemma":0.0008732799,"threshold_uncertainty_score":0.0382818},"labels":[],"label_agreement":null},{"id":"W4412397933","doi":"10.1007/978-3-031-98197-5_8","title":"Design Thinking Process Employed in Real-Life Design Studio Context","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"George Brown College","funders":"","keywords":"Computer science; Studio; Context (archaeology); Process (computing); Design process; Process design; Software engineering; Human–computer interaction; Engineering drawing; Programming language; Work in process; Engineering; Telecommunications","score_opus":0.04664880375549571,"score_gpt":0.2952973826516435,"score_spread":0.2486485788961478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412397933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7826392,0.000459706,0.101153634,0.0007885484,0.00006492781,0.00026648236,0.00009607786,0.00038402603,0.114147276],"genre_scores_gemma":[0.9630558,0.00018298849,0.02322288,0.000068560505,0.000006065808,0.00006905646,0.00006448302,0.0000680186,0.013262129],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.996671,0.0021131388,0.00012684142,0.00039334735,0.000505594,0.00019011757],"domain_scores_gemma":[0.9928444,0.005326579,0.00034191765,0.00041092854,0.000687488,0.0003886555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026603003,0.00038781852,0.00018780299,0.0012464367,0.0012735595,0.0044924985,0.0007288255,0.0008228041,0.004204194],"category_scores_gemma":[0.006766238,0.00029438006,0.00030113096,0.0008889447,0.002090609,0.0018433989,0.0011749717,0.0011569097,0.0007333282],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006482751,0.000648313,0.01702477,0.0007612457,0.000047583304,0.0031405236,0.5499815,0.0056264224,0.047426105,0.1839234,0.003600161,0.18717177],"study_design_scores_gemma":[0.00024831385,0.0012686617,0.052161667,0.0013565865,0.00027872378,0.007600314,0.41973186,0.062460642,0.056066737,0.15086573,0.24762072,0.00034003024],"about_ca_topic_score_codex":0.0009493061,"about_ca_topic_score_gemma":0.001742681,"teacher_disagreement_score":0.0044924985,"about_ca_system_score_codex":0.0018962809,"about_ca_system_score_gemma":0.002117908,"threshold_uncertainty_score":0.0140692},"labels":[],"label_agreement":null},{"id":"W4412407183","doi":"10.1007/s00283-025-10441-x","title":"Chance or Intelligent Design?","year":2025,"lang":"en","type":"article","venue":"The Mathematical Intelligencer","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","score_opus":0.08716701279538025,"score_gpt":0.35045166418543283,"score_spread":0.2632846513900526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412407183","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01080815,0.010024463,0.021970995,0.17890091,0.0035720645,0.000034347424,0.00009570678,0.00014914933,0.7744441],"genre_scores_gemma":[0.7648752,0.0064093987,0.0067029144,0.024822209,0.0046610227,0.00015801958,0.00009580516,0.0002533845,0.19202203],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.995684,0.0020759602,0.00013886252,0.0007355003,0.00082090596,0.0005447207],"domain_scores_gemma":[0.99198216,0.004108846,0.00057358696,0.0011129369,0.00057559146,0.0016470007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057975473,0.00076645747,0.0010758814,0.0017253188,0.006088339,0.010563085,0.0013214659,0.0049014757,0.036026046],"category_scores_gemma":[0.018305736,0.00043930535,0.0005552523,0.001138502,0.039595217,0.01719902,0.004690768,0.006739536,0.005652394],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008294704,0.000008547035,0.00019658198,0.000019258008,0.0000020754642,0.000011999129,0.00060869375,0.00007392078,0.00001400266,0.98721606,0.0077553736,0.004085102],"study_design_scores_gemma":[0.000012553344,0.000014324562,0.0001831796,0.00007067033,0.000003910989,0.00005104665,0.0008506129,0.00024073062,0.000052144827,0.8957029,0.102808066,0.000009907601],"about_ca_topic_score_codex":0.003546372,"about_ca_topic_score_gemma":0.0039016416,"teacher_disagreement_score":0.036026046,"about_ca_system_score_codex":0.0027761776,"about_ca_system_score_gemma":0.004027813,"threshold_uncertainty_score":0.1205191},"labels":[],"label_agreement":null},{"id":"W4412870725","doi":"10.24908/pceea.2025.19592","title":"Tracking Changes in Attitudes in a Cornerstone Design Course","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Cornerstone; Course (navigation); Tracking (education); Computer science; Engineering; Psychology; History; Pedagogy; Aerospace engineering; Archaeology","score_opus":0.011603651071747935,"score_gpt":0.2438610999001137,"score_spread":0.23225744882836577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979221,0.000008100148,0.00050236436,0.000043754382,0.0000078203775,0.000039936847,0.000074765994,0.000018613924,0.0013825974],"genre_scores_gemma":[0.994423,0.000030283758,0.0019617814,0.00006402255,0.000007770165,0.00011919561,0.00023255474,0.0000075665653,0.0031537102],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980956,0.0004251007,0.000102794744,0.0002900345,0.0007930778,0.00029336492],"domain_scores_gemma":[0.9894778,0.0027205343,0.0019625383,0.00067041814,0.0033459298,0.001822774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004038536,0.00026878505,0.00023778123,0.0013235518,0.00078223133,0.001295784,0.00050679554,0.00056325214,0.002563603],"category_scores_gemma":[0.010584338,0.00022157286,0.0002832035,0.00091364473,0.00030579232,0.00056180905,0.0007620811,0.0010313714,0.0010986216],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004895331,0.0034063805,0.83222747,0.00006491748,0.00004297319,0.000060627288,0.0077152248,0.0005368633,0.011129303,0.00019438978,0.0016880938,0.14244425],"study_design_scores_gemma":[0.000012436609,0.0012732324,0.98526996,0.00001693002,0.00001427531,0.000023472727,0.0030337102,0.001051239,0.007289756,0.00007531076,0.0019145756,0.000025060566],"about_ca_topic_score_codex":0.005253703,"about_ca_topic_score_gemma":0.014179769,"teacher_disagreement_score":0.005253703,"about_ca_system_score_codex":0.0017753975,"about_ca_system_score_gemma":0.0012362001,"threshold_uncertainty_score":0.021358132},"labels":[],"label_agreement":null},{"id":"W4412870726","doi":"10.24908/pceea.2025.19633","title":"An Educator's Framework for Modern Computer-Aided Design Instruction","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland; University of Waterloo; University of Toronto","funders":"Polytechnique Montréal","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.00884192314562516,"score_gpt":0.23919864242318026,"score_spread":0.2303567192775551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870726","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022921946,0.0012212145,0.8218097,0.02515272,0.0007501317,0.0021945864,0.0003957327,0.0012640517,0.14491975],"genre_scores_gemma":[0.041213743,0.0008455417,0.91613007,0.002310203,0.000105571475,0.004085431,0.00029540644,0.0002805802,0.034733497],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98547333,0.009148242,0.0009493336,0.0011573436,0.0025392065,0.0007325779],"domain_scores_gemma":[0.9921767,0.003907451,0.0003711326,0.0005853116,0.0020772908,0.0008820713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02412364,0.001226445,0.00073937385,0.0043291394,0.0052723708,0.008351122,0.005000028,0.0062255776,0.014422413],"category_scores_gemma":[0.014624889,0.00081092765,0.0012465953,0.0025253163,0.010867232,0.006037035,0.005601318,0.00554736,0.0047021424],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017496275,0.000118921125,0.0005407176,0.00036052687,0.000008888286,0.00030201013,0.013133926,0.0011469108,0.00045689847,0.91047496,0.01458327,0.058855455],"study_design_scores_gemma":[0.000057287394,0.00013340898,0.00052632607,0.0011561594,0.000019309779,0.000391703,0.0059768525,0.0041446867,0.00073499535,0.23167713,0.75513446,0.000047699537],"about_ca_topic_score_codex":0.022063555,"about_ca_topic_score_gemma":0.038031496,"teacher_disagreement_score":0.02412364,"about_ca_system_score_codex":0.011956084,"about_ca_system_score_gemma":0.02827677,"threshold_uncertainty_score":0.12757951},"labels":[],"label_agreement":null},{"id":"W4412870766","doi":"10.24908/pceea.2025.19644","title":"Studio-Based Learning: Fostering Integration, Creativity and Practical Skills Development","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Creativity; Studio; Psychology; Mathematics education; Pedagogy; Engineering; Social psychology","score_opus":0.009697958566756926,"score_gpt":0.2506287663496057,"score_spread":0.24093080778284875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4228118,0.0012945142,0.2955698,0.003293797,0.00040097377,0.00090829027,0.00015580043,0.0028230413,0.27274206],"genre_scores_gemma":[0.64870197,0.0009519526,0.29643998,0.0007304956,0.00016206145,0.0006310646,0.00023440566,0.00039828251,0.051749762],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99773645,0.0010564101,0.00006284848,0.00029654254,0.000647622,0.00020013396],"domain_scores_gemma":[0.99645764,0.0016434691,0.00024393042,0.00043808747,0.00026158537,0.00095518614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023692066,0.0004810798,0.00026631483,0.0011322146,0.0009485789,0.0031333847,0.0012315965,0.00073488685,0.008597707],"category_scores_gemma":[0.0053262175,0.00029127812,0.00045231756,0.0004967282,0.0017092727,0.0013160125,0.0055108317,0.001017049,0.0021982589],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025004183,0.0039169244,0.010411035,0.0010989263,0.000059354978,0.0006444326,0.035658527,0.0040292176,0.0389701,0.062509954,0.025674103,0.8167774],"study_design_scores_gemma":[0.0005753745,0.0036364147,0.035319295,0.0012130276,0.00014359529,0.006137706,0.019160908,0.025303736,0.03423966,0.15512082,0.71891695,0.0002324118],"about_ca_topic_score_codex":0.00044322628,"about_ca_topic_score_gemma":0.0018857662,"teacher_disagreement_score":0.008597707,"about_ca_system_score_codex":0.00084496196,"about_ca_system_score_gemma":0.0025660722,"threshold_uncertainty_score":0.028762162},"labels":[],"label_agreement":null},{"id":"W4412870789","doi":"10.24908/pceea.2025.19703","title":"Engineering Students as Responsible Innovation Auditors? An Intervention in Engineering Design Pedagogy","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Audit; Intervention (counseling); Engineering; Pedagogy; Engineering ethics; Psychology; Engineering management; Business; Accounting","score_opus":0.010215473794234204,"score_gpt":0.29973207329044593,"score_spread":0.2895165994962117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9725692,0.00017462438,0.0051644747,0.007436167,0.0005481974,0.002004895,0.000027491706,0.00027463288,0.0118003525],"genre_scores_gemma":[0.95639896,0.00035833006,0.021127306,0.003661356,0.00012226077,0.00526806,0.00004406318,0.000037076516,0.012982665],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9910415,0.0049286727,0.0003319935,0.0009795518,0.0009524078,0.001765869],"domain_scores_gemma":[0.98509616,0.005373074,0.0014712005,0.001336231,0.0015006638,0.0052226577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007965178,0.0009899201,0.00113325,0.0011163492,0.006261233,0.0045566177,0.0020373904,0.0039134496,0.008775479],"category_scores_gemma":[0.017019961,0.0009860087,0.00076572085,0.00056453346,0.004384715,0.0030917136,0.0059133447,0.0066456785,0.0017949141],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034294976,0.21181533,0.021715075,0.0016631227,0.00009132479,0.0017921749,0.3475753,0.0009981627,0.017084017,0.022153981,0.03121854,0.3404634],"study_design_scores_gemma":[0.013371722,0.05760391,0.060694426,0.0024221328,0.0004530883,0.0015767831,0.5005543,0.006394876,0.025463909,0.03944945,0.29140157,0.0006138668],"about_ca_topic_score_codex":0.0011426122,"about_ca_topic_score_gemma":0.0029983402,"teacher_disagreement_score":0.008775479,"about_ca_system_score_codex":0.0022668217,"about_ca_system_score_gemma":0.008328139,"threshold_uncertainty_score":0.04212439},"labels":[],"label_agreement":null},{"id":"W4412870794","doi":"10.24908/pceea.2025.19583","title":"Bridging Disciplinary Difference: Considering the Student Perspective on an Architecture-Engineering Design Collaboration","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Bridging (networking); Perspective (graphical); Discipline; Architecture; Engineering ethics; Engineering; Computer science; Mathematics education; Engineering management; Sociology; Psychology; Art; Visual arts; Artificial intelligence; Social science","score_opus":0.009216998056689057,"score_gpt":0.265682773314142,"score_spread":0.2564657752574529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9299865,0.00065376976,0.033289753,0.013192119,0.00021838563,0.00007608082,0.000029496994,0.000063500775,0.022490405],"genre_scores_gemma":[0.9937435,0.00026509704,0.0037296505,0.0007059546,0.000020762518,0.00003160663,0.000012564554,0.000016337084,0.0014744912],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96446955,0.028345656,0.0006655829,0.0014707083,0.0033558584,0.0016926312],"domain_scores_gemma":[0.9672211,0.021619594,0.001991015,0.0015840123,0.0034883835,0.0040959087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022179844,0.0006437565,0.0006620939,0.0022872277,0.009862606,0.016178537,0.0022288084,0.003640325,0.0025353006],"category_scores_gemma":[0.033190507,0.00049134047,0.0005300516,0.0010357305,0.011344234,0.010860341,0.014549275,0.0055012726,0.0004567108],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005375223,0.00019188233,0.014183764,0.00012613556,0.000028747798,0.0011413055,0.9454726,0.00033066448,0.0019644236,0.014438941,0.00085495535,0.02121282],"study_design_scores_gemma":[0.000014924761,0.00022808267,0.003721883,0.00017997867,0.000025493659,0.000807918,0.9535362,0.0013574703,0.0012414396,0.011699887,0.027143827,0.00004285027],"about_ca_topic_score_codex":0.0021077984,"about_ca_topic_score_gemma":0.0048374217,"teacher_disagreement_score":0.022179844,"about_ca_system_score_codex":0.0030505443,"about_ca_system_score_gemma":0.005429098,"threshold_uncertainty_score":0.11729962},"labels":[],"label_agreement":null},{"id":"W4412870807","doi":"10.24908/pceea.2025.19669","title":"Developing the Skill of Problem Definition Through Model Creation and Exploration","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada; Dalhousie University","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.01810879590157919,"score_gpt":0.23683564370274923,"score_spread":0.21872684780117005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870807","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017589929,0.00034706268,0.9711034,0.0010955743,0.000041827854,0.0006340861,0.000072768555,0.00087242114,0.008242868],"genre_scores_gemma":[0.059700176,0.00056486466,0.9373865,0.00021300546,0.000020786047,0.00044286807,0.00016707211,0.00013516692,0.0013695654],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9902344,0.004953717,0.00067255954,0.0014223884,0.0023092164,0.00040780293],"domain_scores_gemma":[0.9462748,0.04154502,0.0022869818,0.0065705436,0.0025335,0.00078908954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0128869405,0.001933259,0.0013043091,0.0020597922,0.0011875604,0.0062304023,0.004868124,0.0031160733,0.0070324764],"category_scores_gemma":[0.04247892,0.0014055744,0.001678972,0.0012308253,0.003798313,0.009036995,0.007759321,0.004253456,0.0030948073],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032845917,0.0021031068,0.0104950825,0.0070508043,0.00022536647,0.0008349935,0.03167211,0.070895866,0.038601317,0.11028029,0.012889397,0.7146232],"study_design_scores_gemma":[0.00028730044,0.0013288071,0.006123488,0.0037910573,0.00014371923,0.0037617881,0.011805527,0.31360668,0.039146103,0.4002893,0.21934597,0.00037034135],"about_ca_topic_score_codex":0.0009085715,"about_ca_topic_score_gemma":0.0014203036,"teacher_disagreement_score":0.0128869405,"about_ca_system_score_codex":0.0015093811,"about_ca_system_score_gemma":0.004627846,"threshold_uncertainty_score":0.0681535},"labels":[],"label_agreement":null},{"id":"W4412870818","doi":"10.24908/pceea.2025.19713","title":"Towards a Theoretical Framework of \"Framing\" in Engineering Design","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary; SAIT Polytechnic","funders":"Samsung Advanced Institute of Technology; Polytechnique Montréal","keywords":"Framing (construction); Sociology; Engineering ethics; Political science; Architectural engineering; Engineering; Civil engineering","score_opus":0.004989204269430344,"score_gpt":0.2210579477739404,"score_spread":0.21606874350451005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870818","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012613272,0.0077936966,0.7414378,0.034393113,0.0005748364,0.00041258975,0.000097694174,0.00019317362,0.20248386],"genre_scores_gemma":[0.6166908,0.0075961896,0.35931912,0.0036512725,0.0006500034,0.0018533577,0.00022833273,0.00015482178,0.009856067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97665876,0.018414935,0.0006660112,0.0013101051,0.002139048,0.0008112478],"domain_scores_gemma":[0.97593135,0.018412124,0.0016380262,0.0014049154,0.0019178628,0.0006956673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027314853,0.0017466962,0.0012406199,0.0088351155,0.0058049145,0.013493674,0.0042183674,0.005921973,0.0052106283],"category_scores_gemma":[0.018205436,0.0011176021,0.0016531897,0.0066680876,0.060925268,0.018205155,0.00692889,0.006744964,0.0009511513],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027071824,0.000009022143,0.00011681908,0.00006449142,0.0000032475562,0.000030651463,0.003992942,0.0005388333,0.000028223454,0.9915207,0.00033853084,0.0033539669],"study_design_scores_gemma":[0.000014080159,0.000011242802,0.000091265756,0.00027768107,0.000008356472,0.00005736244,0.0032893738,0.0016322068,0.00007986217,0.97166,0.022867465,0.000011154332],"about_ca_topic_score_codex":0.0055447137,"about_ca_topic_score_gemma":0.0043398943,"teacher_disagreement_score":0.027314853,"about_ca_system_score_codex":0.0114567205,"about_ca_system_score_gemma":0.01128536,"threshold_uncertainty_score":0.1444565},"labels":[],"label_agreement":null},{"id":"W4412870839","doi":"10.24908/pceea.2025.19688","title":"Engineering Education in Ontario High Schools: Teachers' Social Representations and Classroom Integration","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Mathematics education; Sociology; Pedagogy; Psychology","score_opus":0.0058554014280720445,"score_gpt":0.22541623983507258,"score_spread":0.21956083840700055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965963,0.000063462634,0.00006644506,0.00019112439,0.0000044175267,0.000008500385,0.000023204579,0.0000028186455,0.003043696],"genre_scores_gemma":[0.99834037,0.0000831318,0.00003953713,0.000035639037,0.0000014289491,0.0000064987985,0.000021984839,0.0000023569503,0.0014690192],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9983359,0.00030769943,0.000055512464,0.00018112452,0.0005709345,0.00054899673],"domain_scores_gemma":[0.99695146,0.0005796857,0.0006420184,0.00008196913,0.0007217547,0.0010231305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013814219,0.0002750147,0.0003475187,0.0019629952,0.00941086,0.0040147123,0.000682972,0.00061748805,0.0027287197],"category_scores_gemma":[0.0027469741,0.00039980054,0.00022171784,0.0019571725,0.004108021,0.0009496739,0.0024036074,0.00073884847,0.00021948434],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000564971,0.00007517248,0.23222174,0.000045273347,0.000008923578,0.00043092616,0.7529921,0.00004549985,0.0014910223,0.0005483598,0.00068338064,0.0114012305],"study_design_scores_gemma":[0.000006340336,0.000044804536,0.29694325,0.000048156024,0.00000809501,0.00006548631,0.6927773,0.00011345146,0.00019601457,0.000097164164,0.00967837,0.00002162805],"about_ca_topic_score_codex":0.9115075,"about_ca_topic_score_gemma":0.96471477,"teacher_disagreement_score":0.9115075,"about_ca_system_score_codex":0.02306607,"about_ca_system_score_gemma":0.018057402,"threshold_uncertainty_score":0.17802727},"labels":[],"label_agreement":null},{"id":"W4413214169","doi":"10.2139/ssrn.5387133","title":"The Role of Vertical Design Studio as a Hidden Curriculum in Design Education Moving from an Extra-Curricular Activity to an Institutionalized Practice","year":2025,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fanshawe College","funders":"","keywords":"Studio; Curriculum; Design studio; Medical education; Pedagogy; Engineering; Psychology; Sociology; Mathematics education; Engineering ethics; Medicine; Telecommunications","score_opus":0.014419688535912703,"score_gpt":0.31703185814182777,"score_spread":0.3026121696059151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413214169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4622252,0.0021998123,0.081240185,0.032351483,0.0005793766,0.00010084964,0.00007014102,0.0004170195,0.42081594],"genre_scores_gemma":[0.979791,0.0002573971,0.008313596,0.00040505527,0.0000426225,0.000042859974,0.000011823893,0.00008262374,0.0110530695],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99202853,0.004934386,0.00016020292,0.0007994841,0.0011667629,0.00091059646],"domain_scores_gemma":[0.9870395,0.007201785,0.0007005444,0.0019615933,0.0007480605,0.0023483848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009512871,0.00035437994,0.00030209485,0.0012097872,0.004531229,0.016425705,0.0019102168,0.0028274152,0.014866979],"category_scores_gemma":[0.01562575,0.0006992052,0.00033871728,0.001195523,0.025846077,0.014626319,0.01053246,0.0039738943,0.001479482],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106781066,0.00016609783,0.002608722,0.000074375836,0.0000044845597,0.000059238413,0.013982619,0.0005169949,0.0008379384,0.9351099,0.0013686707,0.045164265],"study_design_scores_gemma":[0.0001962153,0.0006817789,0.012312611,0.001171631,0.00004684111,0.0003775885,0.055193305,0.015001657,0.003396372,0.7799341,0.13160929,0.00007858082],"about_ca_topic_score_codex":0.006215985,"about_ca_topic_score_gemma":0.0066720406,"teacher_disagreement_score":0.016425705,"about_ca_system_score_codex":0.0054920735,"about_ca_system_score_gemma":0.010717792,"threshold_uncertainty_score":0.05030948},"labels":[],"label_agreement":null},{"id":"W4413391008","doi":"10.18260/1-2--56138","title":"Connecting design cognition and capstone design education: A proposal","year":2025,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Capstone; Cognition; Computer science; Design education; Human–computer interaction; Cognitive science; Knowledge management; Psychology; Business; Neuroscience; Computer security","score_opus":0.023054611706378996,"score_gpt":0.2849197529860132,"score_spread":0.2618651412796342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413391008","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031676803,0.0027227097,0.2444164,0.44093794,0.0051308856,0.0010682432,0.00016448478,0.00054689246,0.27333564],"genre_scores_gemma":[0.75982314,0.0035183886,0.1533539,0.030734133,0.0019406859,0.0021868548,0.00015087788,0.00017223843,0.048119772],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.994286,0.0022666343,0.00030464662,0.0012441997,0.0013283012,0.00057023653],"domain_scores_gemma":[0.97775,0.013227182,0.00084408,0.0018846773,0.0040125395,0.0022814386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0119448,0.00066160475,0.0005275028,0.0028153358,0.005564342,0.012735495,0.003417375,0.016526898,0.029356532],"category_scores_gemma":[0.027897313,0.0008172811,0.0015426567,0.0023175052,0.022018367,0.020842206,0.009525382,0.00860329,0.0033057719],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034432247,0.00014893533,0.0006597954,0.00008049306,0.0000074631466,0.00016053363,0.0019587115,0.00017739601,0.00021049529,0.9760789,0.004060235,0.01642251],"study_design_scores_gemma":[0.00012225115,0.00012527159,0.0009731791,0.00045383823,0.000044735167,0.0004467192,0.006192015,0.0020476275,0.00084949733,0.91068923,0.07800846,0.000047121193],"about_ca_topic_score_codex":0.004122069,"about_ca_topic_score_gemma":0.0039212513,"teacher_disagreement_score":0.029356532,"about_ca_system_score_codex":0.0043629785,"about_ca_system_score_gemma":0.020610044,"threshold_uncertainty_score":0.098207414},"labels":[],"label_agreement":null},{"id":"W4413737679","doi":"10.1017/pds.2025.10014","title":"A community-driven database for the dynamic representation of approaches, processes, methods, and tools for multidisciplinary product development","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Mitacs","keywords":"Multidisciplinary approach; Representation (politics); Computer science; Development (topology); New product development; Product (mathematics); Database; Process management; Management science; Industrial engineering; Systems engineering; Data science; Engineering; Sociology; Mathematics; Business; Political science; Social science","score_opus":0.15444950003064797,"score_gpt":0.37772574581750407,"score_spread":0.2232762457868561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413737679","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014332977,0.0007002714,0.9489363,0.0011213754,0.00021828225,0.00084092206,0.008478746,0.012713558,0.012657612],"genre_scores_gemma":[0.12712637,0.00094331725,0.83658534,0.00041003973,0.00010685077,0.0013007012,0.022660976,0.0016255486,0.009240926],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962649,0.0009752744,0.0006874023,0.0007105992,0.0011763084,0.00018554155],"domain_scores_gemma":[0.9883886,0.0032573205,0.00082371634,0.0038689699,0.0026176802,0.0010437022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006630699,0.0007470823,0.0010313763,0.0071999202,0.0018880644,0.009918126,0.0031669799,0.0018391038,0.007252588],"category_scores_gemma":[0.012710519,0.0007484027,0.0012590699,0.0078010783,0.0008168416,0.008687833,0.005348725,0.0020616257,0.0038062546],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011413955,0.0009777311,0.013886391,0.001657474,0.0002573119,0.0014338027,0.0091495225,0.018474666,0.016634788,0.2729816,0.060344446,0.60306084],"study_design_scores_gemma":[0.0002577691,0.0003605851,0.004341704,0.0010029306,0.00024122739,0.0015796854,0.0037484034,0.11080161,0.017842447,0.09907447,0.7604216,0.00032751498],"about_ca_topic_score_codex":0.005639539,"about_ca_topic_score_gemma":0.0066217603,"teacher_disagreement_score":0.009918126,"about_ca_system_score_codex":0.0019173075,"about_ca_system_score_gemma":0.0037110043,"threshold_uncertainty_score":0.035066962},"labels":[],"label_agreement":null},{"id":"W4414123269","doi":"10.51357/jdll.v5i2.326","title":"Making in the Middle Years: A Scoping Review Exploring Outcomes of Maker Activities in Educational Contexts for Students and Teachers","year":2025,"lang":"en","type":"review","venue":"Journal of Digital Life and Learning","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Presentation (obstetrics); Metacognition; Intervention (counseling); Face (sociological concept); Key (lock)","score_opus":0.2325961874840156,"score_gpt":0.43969933271566863,"score_spread":0.20710314523165305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414123269","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042078068,0.9988716,0.00009449145,0.0001031095,0.000054737393,0.000038037393,0.00003082463,0.000002870998,0.0003835496],"genre_scores_gemma":[0.0046268585,0.9946924,0.00028077498,0.00014631671,0.00002872091,0.00009183909,0.000051090374,0.0000029406674,0.00007899927],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944772,0.0017427694,0.0019512369,0.0005269003,0.0011018255,0.00020014866],"domain_scores_gemma":[0.9731362,0.021201808,0.0027204584,0.00046413945,0.0021582267,0.0003191779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008122699,0.0012528135,0.0041482467,0.013305532,0.0010066244,0.004155393,0.0016366754,0.0025719455,0.0025378764],"category_scores_gemma":[0.029118285,0.000986966,0.002991563,0.012798932,0.0017024996,0.0040711393,0.0024003785,0.0016992125,0.00044637662],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016681668,0.000081583596,0.0006736851,0.5794189,0.0014637461,0.00015553177,0.001843472,0.0002107122,0.00038322853,0.0019240984,0.002964708,0.4107136],"study_design_scores_gemma":[0.00003582134,0.000210508,0.002907652,0.8650495,0.005148535,0.0005047617,0.001940892,0.00006478623,0.0005046144,0.0011873614,0.12240187,0.000043703567],"about_ca_topic_score_codex":0.0077834637,"about_ca_topic_score_gemma":0.018657366,"teacher_disagreement_score":0.013305532,"about_ca_system_score_codex":0.0022690974,"about_ca_system_score_gemma":0.011412818,"threshold_uncertainty_score":0.042957425},"labels":[],"label_agreement":null},{"id":"W4414501462","doi":"10.1115/1.4069972","title":"Electroencephalography-Based Exploration of Nonlinear Brain Dynamics in Design Creativity During a Modified TTCT-F Task","year":2025,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Collège de Maisonneuve","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Chaotic; Lyapunov exponent; Creativity; Nonlinear system; Cognition; Fractal; Electroencephalography; Correlation dimension","score_opus":0.033977482195635074,"score_gpt":0.2859847529476669,"score_spread":0.25200727075203183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414501462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952852,0.000035688496,0.0032496855,0.000017559933,0.0000056093136,0.00005844844,0.00014617288,0.000017179744,0.0011845448],"genre_scores_gemma":[0.99826604,0.00002328781,0.0012915933,0.000009620093,0.000003736554,0.000040768413,0.000078233075,0.000005232045,0.00028157368],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9998909,0.000032242115,0.000008471969,0.000020713684,0.000034242174,0.000013463131],"domain_scores_gemma":[0.9994603,0.00031581844,0.000103277285,0.000042313346,0.000038523725,0.000039817092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021885033,0.00021689534,0.0001535867,0.00024665744,0.000083067345,0.0003842699,0.000122939,0.00023364724,0.0010127269],"category_scores_gemma":[0.003681339,0.00007723517,0.00012041323,0.0002020356,0.00020731422,0.00023218796,0.00023801668,0.00027504223,0.00008710081],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034187525,0.0007889202,0.06785252,0.0003346391,0.00015162819,0.0006524741,0.0022320945,0.005877251,0.8124422,0.0011132362,0.00084426365,0.10429197],"study_design_scores_gemma":[0.00018816644,0.0018683454,0.9224525,0.00004642905,0.00006134025,0.0009252351,0.0005514619,0.025900371,0.045059733,0.0018663865,0.0010117856,0.00006819728],"about_ca_topic_score_codex":0.0005801008,"about_ca_topic_score_gemma":0.0007774119,"teacher_disagreement_score":0.0010127269,"about_ca_system_score_codex":0.00008012429,"about_ca_system_score_gemma":0.00009005563,"threshold_uncertainty_score":0.0033878684},"labels":[],"label_agreement":null},{"id":"W4414989664","doi":"10.22215/cujs.v5i3.5527","title":"Exploring Data-Driven Approaches to Pattern and Form Development in Design","year":2025,"lang":"en","type":"article","venue":"Carleton undergraduate journal of science.","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Rehabilitation Institute","funders":"","keywords":"Visualization; Craft; Focus (optics); Data visualization; Table (database); Product design; Product (mathematics); New product development","score_opus":0.3897892742538298,"score_gpt":0.3054663097997074,"score_spread":0.0843229644541224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414989664","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015641263,0.0006343287,0.9652424,0.0019025607,0.00005746863,0.0002787821,0.00013914316,0.00022880195,0.01587528],"genre_scores_gemma":[0.19172753,0.0006653234,0.80208766,0.0002530746,0.000018700839,0.0007922649,0.00033693388,0.00021128039,0.003907214],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9853484,0.009596264,0.0006751303,0.001350846,0.002651073,0.0003782918],"domain_scores_gemma":[0.9730977,0.019565802,0.00090849696,0.0039627478,0.0020915498,0.00037375477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015251493,0.0013136832,0.0006201344,0.004234683,0.0021970386,0.010778958,0.0029080028,0.001751532,0.0050331396],"category_scores_gemma":[0.03154901,0.0014909983,0.0017619436,0.002826352,0.013373489,0.008525479,0.0065768827,0.00258907,0.00070197304],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005583566,0.000113238624,0.0029145502,0.00094003277,0.000081548176,0.00034764287,0.02441643,0.025522912,0.0027870638,0.83521634,0.0014817711,0.10612262],"study_design_scores_gemma":[0.000081433216,0.00012237592,0.0009632797,0.0007834616,0.000060513365,0.00041765015,0.011044561,0.08020885,0.0050612073,0.7866553,0.114525974,0.00007543043],"about_ca_topic_score_codex":0.005067376,"about_ca_topic_score_gemma":0.007414659,"teacher_disagreement_score":0.015251493,"about_ca_system_score_codex":0.0055105803,"about_ca_system_score_gemma":0.005437137,"threshold_uncertainty_score":0.080658555},"labels":[],"label_agreement":null},{"id":"W4415238747","doi":"10.48550/arxiv.2508.14289","title":"\"They Aren't Built For Me\": An Exploratory Study of Strategies for Measurement of Graphical Primitives in Tactile Graphics","year":2025,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Tactile perception; Perception; Graphics; Set (abstract data type); Tactile sensor; Visual perception; Exploratory research; Replicate","score_opus":0.1489091537260163,"score_gpt":0.3475366147868699,"score_spread":0.19862746106085363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415238747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99702305,0.00002536829,0.0020581945,0.000050215953,0.000002193081,0.000100014935,0.000019843821,0.000019106816,0.0007020423],"genre_scores_gemma":[0.9940607,0.00003087799,0.0048901755,0.00008410487,0.0000031233849,0.00014494549,0.000026628137,0.000018388831,0.0007410025],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9955778,0.0030736967,0.00022303974,0.00041076253,0.00045346562,0.00026126744],"domain_scores_gemma":[0.98370886,0.01222149,0.0010649079,0.0013689456,0.0011332508,0.0005024975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008422462,0.0007114537,0.00047301833,0.00094577094,0.0013812496,0.0019055171,0.0009254982,0.0010754921,0.002014413],"category_scores_gemma":[0.022923065,0.00049653574,0.000251684,0.0004760249,0.0024536068,0.0018191844,0.0016070749,0.0011128082,0.00040906857],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005056807,0.0021854052,0.07095403,0.00039204827,0.000032515472,0.0009241903,0.8321248,0.00047086526,0.03858613,0.0021132128,0.0009786678,0.050732397],"study_design_scores_gemma":[0.0002543265,0.009235298,0.32308656,0.00030504706,0.000104489074,0.0025815181,0.606239,0.008402258,0.026613854,0.0071443543,0.015685344,0.00034798717],"about_ca_topic_score_codex":0.0015294148,"about_ca_topic_score_gemma":0.003031192,"teacher_disagreement_score":0.008422462,"about_ca_system_score_codex":0.000518344,"about_ca_system_score_gemma":0.0005067552,"threshold_uncertainty_score":0.04454279},"labels":[],"label_agreement":null},{"id":"W4415437541","doi":"10.1007/978-3-031-96518-0_20","title":"Unearthing Stakeholder Behavior Patterns to Enhance Sustainable Product Design","year":2025,"lang":"en","type":"book-chapter","venue":"EAI/Springer Innovations in Communication and Computing","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; University of Calgary","funders":"","keywords":"Stakeholder; Sustainability; Stakeholder analysis; Product (mathematics); Sustainable design; Stewardship (theology); Product design; Environmental stewardship","score_opus":0.05442011350708816,"score_gpt":0.3086863076086471,"score_spread":0.254266194101559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415437541","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16402353,0.00038889333,0.78868467,0.0019908727,0.000079109355,0.00020023134,0.00038450668,0.0012129124,0.043035183],"genre_scores_gemma":[0.503799,0.0005634763,0.48152664,0.00023038896,0.0000164013,0.0001561029,0.0006554514,0.00036061087,0.012691938],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99888915,0.00042058848,0.00007992216,0.0001467173,0.00040173574,0.00006191805],"domain_scores_gemma":[0.995827,0.0023158216,0.0004069455,0.0008223959,0.0005399647,0.0000877434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021463037,0.00044635622,0.00027081798,0.0010527922,0.0004648704,0.0023393754,0.00058902067,0.00050010293,0.0026981272],"category_scores_gemma":[0.0075620385,0.00045616738,0.00041542645,0.0011444979,0.00068846927,0.0035549963,0.0012623834,0.00089417037,0.00077267626],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096695054,0.0003208506,0.025566716,0.0004955088,0.00007208238,0.00012930816,0.008097015,0.015418317,0.027098298,0.073567115,0.0063782632,0.8427599],"study_design_scores_gemma":[0.0000373941,0.00034779412,0.038712867,0.0009425388,0.00018159034,0.00061080186,0.017274393,0.36644354,0.045567095,0.38763204,0.14210355,0.00014642128],"about_ca_topic_score_codex":0.002390821,"about_ca_topic_score_gemma":0.0078138625,"teacher_disagreement_score":0.0026981272,"about_ca_system_score_codex":0.00064134796,"about_ca_system_score_gemma":0.0012304848,"threshold_uncertainty_score":0.01135087},"labels":[],"label_agreement":null},{"id":"W4415438653","doi":"10.1007/978-3-031-96518-0_12","title":"Simulating Conflict Resolution in Axiomatic Theory of Design Modeling: Insights into Developing Conflict Resolution Chatbots","year":2025,"lang":"en","type":"book-chapter","venue":"EAI/Springer Innovations in Communication and Computing","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Conflict resolution; Resolution (logic); Chatbot; Axiom; Axiomatic design; Axiomatic system; Ideal (ethics); Conflict management","score_opus":0.09695691814252676,"score_gpt":0.31228383070792054,"score_spread":0.21532691256539377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415438653","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023322409,0.000086360924,0.9673719,0.00045652784,0.000029337798,0.00009430746,0.00005724615,0.00038564453,0.0081962785],"genre_scores_gemma":[0.41822803,0.00012757622,0.5773672,0.00015850597,0.000016599428,0.0003723534,0.00016668062,0.00020067686,0.0033623723],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957283,0.0031288275,0.00018882522,0.00027964317,0.00049773016,0.00017666248],"domain_scores_gemma":[0.9690847,0.027492512,0.00058604433,0.0017876019,0.000726629,0.00032256055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005797341,0.0008636037,0.00085824204,0.00084880635,0.00114307,0.0029439463,0.0033939967,0.0024324444,0.0072276434],"category_scores_gemma":[0.026413223,0.0012162745,0.0014391574,0.00095808314,0.0035352982,0.005799485,0.0031961543,0.0031390185,0.00069529575],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006255129,0.000107291875,0.0008545433,0.00015732594,0.000037201422,0.00011642316,0.0016520963,0.41594982,0.0010267353,0.5598012,0.00092480757,0.019309938],"study_design_scores_gemma":[0.000023270906,0.000020320062,0.000046958878,0.000021133068,0.000011995572,0.00002092426,0.00016590391,0.8191111,0.0006279159,0.17846179,0.001477135,0.000011548292],"about_ca_topic_score_codex":0.004723137,"about_ca_topic_score_gemma":0.005397203,"teacher_disagreement_score":0.0072276434,"about_ca_system_score_codex":0.0019586848,"about_ca_system_score_gemma":0.0020748226,"threshold_uncertainty_score":0.030659616},"labels":[],"label_agreement":null},{"id":"W4415472535","doi":"10.13068/2000-6217.18.1","title":"Teknikens faktiska värld","year":2025,"lang":"sv","type":"article","venue":"Arkiv Tidskrift för samhällsanalys","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Action (physics); Technology and society; Perspective (graphical); Public service; Service (business); World War II","score_opus":0.012691181907596154,"score_gpt":0.2821719062414844,"score_spread":0.26948072433388826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415472535","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061551793,0.07508703,0.006382676,0.027383046,0.009168361,0.00008598097,0.0007183188,0.00068276736,0.87433666],"genre_scores_gemma":[0.30425468,0.083568424,0.0101012355,0.0064112665,0.004521987,0.00051284675,0.0013635749,0.0009426095,0.5883234],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950355,0.0016275836,0.00035165378,0.0005803699,0.0017831904,0.00062171055],"domain_scores_gemma":[0.99881244,0.000489967,0.00013948572,0.00017590172,0.00021473742,0.00016760186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025616968,0.0009470508,0.00083776144,0.0024020346,0.0034058886,0.017590325,0.0009125168,0.0025617639,0.039576165],"category_scores_gemma":[0.004805379,0.00050456845,0.0003866374,0.0030350867,0.005813672,0.007197767,0.005263341,0.0063389633,0.032833118],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007150646,0.000059357822,0.00056319684,0.00060588005,0.000013694012,0.00047815402,0.009043542,0.00052311755,0.00037488402,0.52663106,0.25220993,0.20942575],"study_design_scores_gemma":[0.0000066622392,0.000008028512,0.0002690621,0.00031438188,0.000002687376,0.00028286126,0.001093449,0.00008150491,0.000100603764,0.021095738,0.9767337,0.0000114011455],"about_ca_topic_score_codex":0.004809846,"about_ca_topic_score_gemma":0.0032515023,"teacher_disagreement_score":0.039576165,"about_ca_system_score_codex":0.0072826557,"about_ca_system_score_gemma":0.0048729847,"threshold_uncertainty_score":0.1323955},"labels":[],"label_agreement":null},{"id":"W4415534409","doi":"10.24908/pceea.2025.20039","title":"Design Days Boot Camp 3.0 – Improvements and Student Perceived Value","year":2025,"lang":"","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Respondent; Cornerstone; Big game; Big data; Software; Value (mathematics)","score_opus":0.007696583183717015,"score_gpt":0.23774629940380718,"score_spread":0.23004971622009016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415534409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99116534,0.000072263756,0.0002400612,0.0007179368,0.000028438224,0.000036256268,0.00007294843,0.000041944724,0.007624681],"genre_scores_gemma":[0.99563724,0.00006762404,0.0004949108,0.00017091831,0.000016222852,0.000027139833,0.00010922364,0.000017717448,0.0034590058],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962205,0.0010419099,0.00017962791,0.0001752949,0.0018455872,0.0005369562],"domain_scores_gemma":[0.9785098,0.004118016,0.002862982,0.000680263,0.004484992,0.009343908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003892413,0.00017039689,0.00020801158,0.0008421294,0.00081879145,0.00276693,0.0005124994,0.00046577482,0.0070603946],"category_scores_gemma":[0.015688576,0.00021714467,0.00031007142,0.0005124005,0.00065925956,0.0008292801,0.0017527271,0.0012830903,0.0011167545],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002782082,0.0032194683,0.783863,0.00015511444,0.00006332822,0.00023517982,0.017322129,0.00033547418,0.0026926973,0.000985479,0.016394304,0.17445557],"study_design_scores_gemma":[0.000032556734,0.0011260549,0.94622123,0.00008213787,0.000021598025,0.00023931323,0.025428003,0.0009143911,0.0010517659,0.0005210019,0.024303522,0.00005842277],"about_ca_topic_score_codex":0.0027088316,"about_ca_topic_score_gemma":0.0061247894,"teacher_disagreement_score":0.998674,"about_ca_system_score_codex":0.0013260432,"about_ca_system_score_gemma":0.0014770904,"threshold_uncertainty_score":0.023619413},"labels":[],"label_agreement":null},{"id":"W4415598596","doi":"10.1115/detc2025-168382","title":"Speaking of Users: Assessing the Frequency, Consistency, and Depth of User-Related Internal Communication of Strong and Weak Novice Engineering Design Teams","year":2025,"lang":"","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"","keywords":"Engineering design process; Order (exchange); Product (mathematics); User experience design; Convergence (economics); Product design","score_opus":0.022627442956878966,"score_gpt":0.2948913919392968,"score_spread":0.27226394898241785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415598596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974039,0.00007577846,0.0014083983,0.000033259268,0.000008414635,0.00005470974,0.00012750895,0.00003493495,0.000853018],"genre_scores_gemma":[0.99635905,0.00006899476,0.0024666823,0.00003838409,0.00001194512,0.0001540049,0.000386338,0.0000356407,0.0004788697],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9865827,0.0062295776,0.0020178915,0.0014905592,0.0029329641,0.0007461963],"domain_scores_gemma":[0.8826168,0.07410068,0.022275815,0.004302884,0.0121114915,0.004592326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011903682,0.0005441139,0.00055908767,0.005140694,0.00093502545,0.003608551,0.00093469664,0.0012391992,0.0016124286],"category_scores_gemma":[0.07782448,0.0005560046,0.00044347625,0.0015180532,0.0009883953,0.0028585452,0.004582713,0.00095673226,0.00081065105],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008864497,0.0002966451,0.8315042,0.0005583421,0.00015790074,0.00024265407,0.092551835,0.00041681007,0.0075429436,0.00019512573,0.0007804125,0.06486657],"study_design_scores_gemma":[0.00004137042,0.0008345694,0.9015285,0.00029894727,0.00011635897,0.00059404026,0.08142067,0.006569165,0.0041386504,0.0005477526,0.003755584,0.00015444239],"about_ca_topic_score_codex":0.0009002888,"about_ca_topic_score_gemma":0.0011381486,"teacher_disagreement_score":0.011903682,"about_ca_system_score_codex":0.0007203793,"about_ca_system_score_gemma":0.0004881623,"threshold_uncertainty_score":0.06295347},"labels":[],"label_agreement":null},{"id":"W4415598635","doi":"10.1115/detc2025-168315","title":"Investigating How Engineers Use Computer-Aided Design Versus Pen-and-Paper for Conceptual Design – A Methodology Review and Mixed-Method Pilot Study","year":2025,"lang":"","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Blueprint; Creativity; Engineering design process; Conceptual design; Process (computing); Design education; Key (lock); Design process; Design thinking","score_opus":0.30909700366045006,"score_gpt":0.39791839084313857,"score_spread":0.0888213871826885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415598635","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14695677,0.68357456,0.105884984,0.001388804,0.0008031962,0.045667034,0.0006674042,0.00016169893,0.014895666],"genre_scores_gemma":[0.4168419,0.34665248,0.15662837,0.0014162448,0.00032025712,0.07426525,0.0004405617,0.00011360149,0.0033213722],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9576841,0.027455553,0.0072966064,0.0018746518,0.005219174,0.00046990378],"domain_scores_gemma":[0.8911049,0.0782046,0.00886418,0.0032806965,0.017953526,0.0005921345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06155262,0.0009980296,0.0024123818,0.0053682537,0.001043906,0.0032647527,0.001593249,0.0010985316,0.0035581887],"category_scores_gemma":[0.077180676,0.000798122,0.0029363057,0.0037781512,0.0012012292,0.0021902316,0.0015615209,0.0009386663,0.0006990463],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013533181,0.0017902257,0.007928358,0.16488028,0.0025187898,0.00042358035,0.012342172,0.0006585213,0.0057862955,0.0065747118,0.0017080427,0.79403573],"study_design_scores_gemma":[0.0032998933,0.03697795,0.0687208,0.42324668,0.02621585,0.0027113291,0.039839584,0.0035335093,0.03363388,0.0131195085,0.34799886,0.00070206675],"about_ca_topic_score_codex":0.0016069256,"about_ca_topic_score_gemma":0.0043786415,"teacher_disagreement_score":0.06155262,"about_ca_system_score_codex":0.0036694885,"about_ca_system_score_gemma":0.007992258,"threshold_uncertainty_score":0.32552528},"labels":[],"label_agreement":null},{"id":"W4415653859","doi":"10.35631/ijirev.722043","title":"SKETCHING AS A COMMUNICATION TOOL FOR SHARED UNDERSTANDING IN CONCEPTUAL DESIGN PHASE OF AUTOMOTIVE DESIGN","year":2025,"lang":"en","type":"article","venue":"International Journal of Innovation and Industrial Revolution","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Ministry of Higher Education, Malaysia","keywords":"Ambiguity; Cognition; Ideation; Bridging (networking); Empirical research; Automotive industry; Conceptual design; Negotiation; Task (project management)","score_opus":0.20507770791693494,"score_gpt":0.3896527581638984,"score_spread":0.18457505024696344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415653859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78673315,0.00043310985,0.2029366,0.00036654464,0.000042325297,0.00022174545,0.00003936658,0.0004256136,0.00880159],"genre_scores_gemma":[0.9202085,0.0001484268,0.078176394,0.000027781856,0.000010020686,0.0001284995,0.000027247364,0.000030179075,0.0012430154],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9951127,0.0035484235,0.00021073846,0.00032162506,0.0006614093,0.00014515939],"domain_scores_gemma":[0.9734736,0.020388857,0.0018152863,0.002911466,0.0008989627,0.00051176234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055688843,0.00067925255,0.00030044242,0.0012952226,0.00064951903,0.0020488678,0.00081983284,0.0006935116,0.0035406977],"category_scores_gemma":[0.02514508,0.00028402117,0.0003772763,0.0005261189,0.001986093,0.002966722,0.0030619302,0.00077297376,0.00040217745],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009912556,0.0005336322,0.026727824,0.0013223176,0.000090686895,0.0009953346,0.12786286,0.0038763154,0.18479939,0.023572445,0.0009562659,0.6282717],"study_design_scores_gemma":[0.0008066646,0.011518489,0.14686681,0.0023256445,0.0008979524,0.00910764,0.20511603,0.07243965,0.35365158,0.06623209,0.13015077,0.0008866933],"about_ca_topic_score_codex":0.00013185275,"about_ca_topic_score_gemma":0.00015705932,"teacher_disagreement_score":0.0055688843,"about_ca_system_score_codex":0.00026537268,"about_ca_system_score_gemma":0.0006162188,"threshold_uncertainty_score":0.02945137},"labels":[],"label_agreement":null},{"id":"W4416301882","doi":"10.1007/978-3-032-09704-0_25","title":"Comparison and Proposal for the Integration of ASIT and C-K: Case Study on the Management of Empty Material in a Postal Organization","year":2025,"lang":"en","type":"book-chapter","venue":"IFIP advances in information and communication technology","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Structuring; Key (lock); Space (punctuation); Exploratory research","score_opus":0.0163780247852253,"score_gpt":0.30750498229780965,"score_spread":0.29112695751258433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416301882","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36932042,0.0022278565,0.13368845,0.027083732,0.00061618193,0.0018031213,0.00035445008,0.0009817454,0.46392402],"genre_scores_gemma":[0.81224215,0.0012788717,0.1122748,0.0013037557,0.000048867834,0.00071946625,0.00027215015,0.00015226605,0.07170758],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970752,0.0013977396,0.000116440984,0.00021129225,0.00058327813,0.00061607064],"domain_scores_gemma":[0.9977392,0.00092648424,0.0001749514,0.00025586953,0.000448323,0.0004552363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003882936,0.0005402793,0.00040274105,0.002122541,0.004026951,0.0123898275,0.0044218027,0.0056610275,0.014647665],"category_scores_gemma":[0.0041202884,0.00036385222,0.0008791659,0.00356439,0.0052814167,0.0070833205,0.0031498666,0.0021331892,0.0016047423],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062107353,0.00219446,0.012529751,0.0009879785,0.00004779286,0.0074626515,0.03934069,0.0059738513,0.009795101,0.7008976,0.018158386,0.20199072],"study_design_scores_gemma":[0.0002451916,0.0023646876,0.025814751,0.0020498787,0.00025747568,0.0053912783,0.34071484,0.03161757,0.014999916,0.115685865,0.46051958,0.0003390595],"about_ca_topic_score_codex":0.018674092,"about_ca_topic_score_gemma":0.02479036,"teacher_disagreement_score":0.018674092,"about_ca_system_score_codex":0.004499815,"about_ca_system_score_gemma":0.009128712,"threshold_uncertainty_score":0.049001336},"labels":[],"label_agreement":null},{"id":"W4416580453","doi":"10.1007/s42454-025-00082-y","title":"A computational view of affordance and signifier: indexing and logics in UI cognition and design","year":2025,"lang":"en","type":"article","venue":"Human-Intelligent Systems Integration","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Affordance; Cognition; Scholarship; Limiting; Sorting; Search engine indexing; Embodied cognition","score_opus":0.048857874822638626,"score_gpt":0.30622506204573213,"score_spread":0.2573671872230935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416580453","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0319075,0.0013719428,0.93106365,0.003975179,0.00011060596,0.000043109765,0.00019885525,0.00037385768,0.030955242],"genre_scores_gemma":[0.7130316,0.0009262274,0.28038192,0.0003950577,0.00014258732,0.00012636729,0.0002455141,0.000113922426,0.0046369554],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99891615,0.0003893256,0.00010531725,0.0002603442,0.00024175139,0.00008723825],"domain_scores_gemma":[0.99742573,0.0014224839,0.0002178989,0.00046027513,0.0002811674,0.0001923283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020166757,0.00057323376,0.0004831356,0.0030227466,0.0013911573,0.00826179,0.0021610754,0.0015048325,0.008210191],"category_scores_gemma":[0.006335744,0.00070166163,0.0012629932,0.0016966155,0.012592043,0.021805488,0.002829084,0.0019303397,0.0005668954],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023691404,0.000014493982,0.00028267194,0.00006774873,0.000009220161,0.000029779623,0.0009248884,0.0016905443,0.0010269978,0.9838508,0.00030124147,0.011777801],"study_design_scores_gemma":[0.0000135089285,0.000020004276,0.0003106221,0.000039126415,0.000019674522,0.00007522599,0.0003942131,0.014353873,0.0007676032,0.9790262,0.004961406,0.000018492869],"about_ca_topic_score_codex":0.0038686208,"about_ca_topic_score_gemma":0.002602048,"teacher_disagreement_score":0.00826179,"about_ca_system_score_codex":0.0014805631,"about_ca_system_score_gemma":0.0014315568,"threshold_uncertainty_score":0.02746582},"labels":[],"label_agreement":null},{"id":"W4417181414","doi":"10.1007/978-981-95-1818-0_34","title":"A Biomimetic Pedagogy: Training the Next Generation of Environmental Designers","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in civil engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Biomimetics; Documentation; Biomimetic materials; Architecture; Work (physics); Training (meteorology)","score_opus":0.05024543155271108,"score_gpt":0.25235751581642807,"score_spread":0.202112084263717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417181414","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0702238,0.0148234265,0.08776308,0.044493463,0.0035503483,0.00014600068,0.00007139159,0.00037828292,0.77855015],"genre_scores_gemma":[0.2307741,0.013382401,0.107335046,0.009813134,0.0003999251,0.00034010806,0.00015036167,0.00021219485,0.6375927],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999584,0.0001785317,0.000008143902,0.000046911606,0.00013357337,0.0000488691],"domain_scores_gemma":[0.9995258,0.000161531,0.000029211002,0.000036020036,0.0000518464,0.00019562297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010236747,0.00039616277,0.00016879063,0.00037202222,0.001168355,0.0023906266,0.00084658957,0.00129937,0.01483746],"category_scores_gemma":[0.0012890889,0.00018702903,0.00019748212,0.00027563234,0.0021827654,0.0022586347,0.0031883128,0.00176891,0.002629232],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004497421,0.00081182545,0.002317768,0.0005482755,0.0000084072135,0.00042500644,0.024080833,0.0013482559,0.010841331,0.29668587,0.14844178,0.5144458],"study_design_scores_gemma":[0.000014851601,0.0001474465,0.0014271957,0.00054412085,0.000003915218,0.0005651644,0.014257135,0.0007268563,0.0025104587,0.081075534,0.8987158,0.000011491553],"about_ca_topic_score_codex":0.0003481745,"about_ca_topic_score_gemma":0.0018841254,"teacher_disagreement_score":0.01483746,"about_ca_system_score_codex":0.00062928884,"about_ca_system_score_gemma":0.0020139203,"threshold_uncertainty_score":0.049636304},"labels":[],"label_agreement":null},{"id":"W4417302724","doi":"10.31274/itaa.19776","title":"Using Precedent Analysis, Interviews, Archetypes, and Design Sprints to Inform Designing","year":2025,"lang":"","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Metropolitan University","funders":"","keywords":"Action (physics); Work (physics); Key (lock); Process (computing)","score_opus":0.11579857739304723,"score_gpt":0.3760884020804307,"score_spread":0.2602898246873835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417302724","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28430194,0.0010348728,0.6152639,0.0038868312,0.00021197133,0.006272112,0.00080463046,0.00046022344,0.08776366],"genre_scores_gemma":[0.5482138,0.0009230898,0.41928062,0.0009459658,0.000032370066,0.006050911,0.00094489194,0.00023790821,0.023370512],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9575804,0.0315418,0.0022285767,0.003147278,0.004324516,0.0011774276],"domain_scores_gemma":[0.8802474,0.09321913,0.0030638166,0.012264812,0.010053641,0.0011512169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.043680564,0.0013203457,0.0006789688,0.0076071043,0.00901927,0.0064357575,0.0021853934,0.0016376099,0.0047490206],"category_scores_gemma":[0.0676585,0.0011571518,0.0006571737,0.004706107,0.008242067,0.008867281,0.004605542,0.003601814,0.0013534526],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002948211,0.0006324426,0.01104853,0.0012979732,0.000041561452,0.0009496746,0.62352717,0.002003263,0.014839261,0.110884234,0.006011856,0.22846913],"study_design_scores_gemma":[0.00014117612,0.0005546272,0.010011558,0.003499543,0.00010128195,0.0010683218,0.6146332,0.0081044575,0.03200913,0.13743286,0.1922207,0.00022311768],"about_ca_topic_score_codex":0.008742181,"about_ca_topic_score_gemma":0.02488736,"teacher_disagreement_score":0.043680564,"about_ca_system_score_codex":0.012167304,"about_ca_system_score_gemma":0.017791068,"threshold_uncertainty_score":0.23100764},"labels":[],"label_agreement":null},{"id":"W44615334","doi":"10.1007/978-1-4614-0986-1_1","title":"Communication Concepts: Circuit Designer Perspective","year":2011,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Digital Enhanced Cordless Telecommunications; GSM; Cordless; Multipath propagation; Minimum-shift keying; Electronic engineering; Telecommunications; Amplifier; Electrical engineering; Perspective (graphical); Computer science; Engineering; Noise (video); Wireless; Bandwidth (computing); Quadrature amplitude modulation; Bit error rate","score_opus":0.06894306781196044,"score_gpt":0.2841850706634943,"score_spread":0.21524200285153386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W44615334","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018559201,0.008978655,0.06313063,0.0024948928,0.00072539836,0.000027871052,0.00002575798,0.0001349784,0.922626],"genre_scores_gemma":[0.077337876,0.018671982,0.023231326,0.0020421776,0.001078332,0.000106780826,0.00005481697,0.00019626405,0.8772804],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997507,0.00009894288,0.000007428703,0.000034684814,0.00007960018,0.000028675144],"domain_scores_gemma":[0.9996532,0.00023807658,0.000009945623,0.000023099205,0.000058319587,0.000017384691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029797608,0.00067764876,0.0002898393,0.0008211476,0.0010625578,0.0028616046,0.0009534663,0.001364857,0.023855662],"category_scores_gemma":[0.00076869316,0.0003384121,0.00024205414,0.0007753678,0.0024993834,0.0032966295,0.00065081,0.0028080347,0.0058973664],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044836524,0.000013969047,0.00002278029,0.0001060283,0.0000015157798,0.000051898387,0.0006086714,0.0007329865,0.00057057996,0.93195903,0.019924117,0.04600397],"study_design_scores_gemma":[0.0000055347773,0.000027330172,0.00006312634,0.00019852327,0.000006193616,0.00033455162,0.0004209408,0.0015056898,0.0011717218,0.2136698,0.7825872,0.00000946594],"about_ca_topic_score_codex":0.0013781716,"about_ca_topic_score_gemma":0.0023004592,"teacher_disagreement_score":0.023855662,"about_ca_system_score_codex":0.0015423577,"about_ca_system_score_gemma":0.0009082828,"threshold_uncertainty_score":0.079805136},"labels":[],"label_agreement":null},{"id":"W57140452","doi":"10.21606/drs.2006.68","title":"Referencing the sociocultural during designing","year":2006,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Computer science; Sociocultural evolution; Sociology; Anthropology","score_opus":0.008179460947474581,"score_gpt":0.1985991168383707,"score_spread":0.19041965589089613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W57140452","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8890661,0.0024207984,0.03358897,0.0022943048,0.00019550788,0.00010146017,0.000015482894,0.000053313925,0.072264045],"genre_scores_gemma":[0.9950964,0.00029557457,0.0028065904,0.00013557826,0.000019754352,0.000024419953,0.0000045529005,0.000025580177,0.0015914321],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96722656,0.02778652,0.0005208868,0.0012378083,0.002363408,0.000864838],"domain_scores_gemma":[0.98447317,0.011123203,0.0011059473,0.0021460243,0.000673558,0.0004780726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014913318,0.0006725701,0.00065319956,0.0024077136,0.009665815,0.013479546,0.001179383,0.0017630341,0.0020805022],"category_scores_gemma":[0.022737177,0.0005280058,0.00041450575,0.0018186397,0.030854816,0.005949343,0.010342507,0.0019345023,0.00022852172],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005373946,0.00004975731,0.0062282025,0.0001387561,0.000023702221,0.0010452317,0.91200924,0.00033544202,0.003567702,0.04872324,0.00023432574,0.027590666],"study_design_scores_gemma":[0.000025543452,0.00017111497,0.015804075,0.0004984535,0.00005151806,0.0019592652,0.8045478,0.00097447843,0.0052275285,0.047195382,0.12346909,0.00007573481],"about_ca_topic_score_codex":0.0021831994,"about_ca_topic_score_gemma":0.0041325334,"teacher_disagreement_score":0.014913318,"about_ca_system_score_codex":0.003319041,"about_ca_system_score_gemma":0.002401057,"threshold_uncertainty_score":0.07887012},"labels":[],"label_agreement":null},{"id":"W576325584","doi":"","title":"Contextualising Critical Design: Towards a Taxonomy of Critical Practice in Product Design","year":2012,"lang":"en","type":"dissertation","venue":"Nottingham Trent University's Institutional Repository (Nottingham Trent Repository)","topic":"Design Education and Practice","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Trent University; Nottingham Trent University","keywords":"Critical appraisal; Critical practice; Taxonomy (biology); Critical theory; Engineering ethics; Management science; Epistemology; Rationality; Sociology; Computer science; Engineering; Social science","score_opus":0.04189998450590583,"score_gpt":0.28872603781671174,"score_spread":0.24682605331080593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W576325584","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023721952,0.023051064,0.781008,0.020752082,0.0007150365,0.0015125346,0.00013182832,0.0002491453,0.14885837],"genre_scores_gemma":[0.42570704,0.021735856,0.5349691,0.0032067252,0.00045647638,0.002417216,0.00024050256,0.00024839854,0.011018674],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9594278,0.030488467,0.0020404495,0.001641726,0.0053749564,0.0010267199],"domain_scores_gemma":[0.96553373,0.02354259,0.0024494086,0.00355741,0.0039502457,0.00096658664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024782078,0.001708574,0.00094598124,0.011230351,0.0054509654,0.020486068,0.0026858232,0.0051221447,0.0037412364],"category_scores_gemma":[0.031900857,0.0010631725,0.001019872,0.007941288,0.040962446,0.025299732,0.009468556,0.005961255,0.00084467663],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022583532,0.00004204434,0.0010112989,0.00076339854,0.00001168389,0.00018706334,0.071969554,0.0010583331,0.0004819141,0.8756212,0.0018551231,0.046975836],"study_design_scores_gemma":[0.000025949594,0.000083412364,0.00093442015,0.0034264151,0.000017207272,0.00048660758,0.046072617,0.0030502058,0.0007282256,0.76804113,0.17707434,0.000059529753],"about_ca_topic_score_codex":0.0070332387,"about_ca_topic_score_gemma":0.0067092446,"teacher_disagreement_score":0.024782078,"about_ca_system_score_codex":0.011847733,"about_ca_system_score_gemma":0.014929312,"threshold_uncertainty_score":0.13106173},"labels":[],"label_agreement":null},{"id":"W578601365","doi":"10.1115/imece2014-38492","title":"An Ethical Roadmap for Engineering Participatory Design and Sociotechnical Participation: A Manufacturing Case Study","year":2014,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Sociotechnical system; CLARITY; Engineering ethics; Context (archaeology); Expediting; Participatory design; Nexus (standard); Grounded theory; Sociology; Engineering; Engineering management; Knowledge management; Computer science; Qualitative research; Systems engineering; Social science","score_opus":0.08104222971656702,"score_gpt":0.36567351190254005,"score_spread":0.284631282185973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W578601365","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16840902,0.002880288,0.5739167,0.10856288,0.0010615098,0.013930827,0.00019040711,0.00022446054,0.1308239],"genre_scores_gemma":[0.63108677,0.0020739771,0.3435528,0.0053663473,0.00017526322,0.00938219,0.000079064026,0.000079545796,0.008203952],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.8245794,0.15827896,0.0025455463,0.0022522307,0.009818843,0.0025250022],"domain_scores_gemma":[0.896075,0.0842014,0.0029579513,0.006009514,0.006593941,0.0041621765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08193413,0.00089657574,0.0008014548,0.003255507,0.021264777,0.012046763,0.004089361,0.0100492705,0.0034675074],"category_scores_gemma":[0.053304166,0.0008783052,0.0010234782,0.0031076698,0.022719886,0.013263113,0.015211325,0.0070161,0.00068012706],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013729506,0.0015144963,0.0038647456,0.00095439825,0.00002619078,0.011193663,0.34948623,0.0031926462,0.0017098751,0.5472337,0.008391319,0.07229545],"study_design_scores_gemma":[0.00021900373,0.00091618096,0.001545617,0.0028178582,0.000031951186,0.0082868375,0.4488355,0.008644615,0.0033740937,0.22933179,0.29582664,0.00016997613],"about_ca_topic_score_codex":0.0023558417,"about_ca_topic_score_gemma":0.0039048307,"teacher_disagreement_score":0.08193413,"about_ca_system_score_codex":0.007744052,"about_ca_system_score_gemma":0.01640218,"threshold_uncertainty_score":0.43331426},"labels":[],"label_agreement":null},{"id":"W597421308","doi":"10.71781/2702","title":"User Generated Content in Researching for Design: How the Internet Supports Creativity","year":2008,"lang":"en","type":"book","venue":"Library and Archives Canada (Government of Canada)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Creativity; Content (measure theory); The Internet; Computer science; Human–computer interaction; World Wide Web; Multimedia; Psychology; Mathematics; Social psychology","score_opus":0.028239872731075068,"score_gpt":0.1878804947026003,"score_spread":0.15964062197152523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W597421308","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13661976,0.006131277,0.24203798,0.02714461,0.0007033862,0.00074403704,0.00030592756,0.0010936949,0.5852194],"genre_scores_gemma":[0.856294,0.0033329572,0.0912039,0.0021041315,0.00027644928,0.00083181646,0.00024392191,0.0005560706,0.04515689],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9798574,0.01618733,0.0006468933,0.0007851101,0.0021217654,0.00040143885],"domain_scores_gemma":[0.9491366,0.03931295,0.001783128,0.0053252396,0.0029364764,0.0015055463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013180668,0.00059374014,0.00040834234,0.0047050687,0.0028533102,0.019610086,0.002179632,0.0028554436,0.01758026],"category_scores_gemma":[0.033709478,0.00057899277,0.0009425895,0.0030685456,0.010792837,0.013946028,0.006413191,0.0018551508,0.0024065706],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016659888,0.00032798582,0.004965813,0.0011475277,0.00006252822,0.00097185146,0.1207254,0.001955035,0.0023520582,0.67947197,0.008891906,0.17896135],"study_design_scores_gemma":[0.00015784486,0.00022947528,0.0037325532,0.0018762236,0.00012067532,0.001518289,0.044484787,0.006883159,0.0044781435,0.4459643,0.4904429,0.000111663394],"about_ca_topic_score_codex":0.0011759228,"about_ca_topic_score_gemma":0.0014600508,"teacher_disagreement_score":0.019610086,"about_ca_system_score_codex":0.004903793,"about_ca_system_score_gemma":0.0034368595,"threshold_uncertainty_score":0.06970692},"labels":[],"label_agreement":null},{"id":"W622392463","doi":"","title":"Thinking through Design: Indirect Professional Development","year":2011,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island; York University","funders":"","keywords":"Engineering ethics; Computer science; Process management; Business; Engineering","score_opus":0.06747534622852679,"score_gpt":0.3115449017915528,"score_spread":0.244069555563026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W622392463","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05101272,0.0007658787,0.3638639,0.005077909,0.00025847924,0.00026267968,0.000050312377,0.0006203215,0.5780878],"genre_scores_gemma":[0.75400424,0.000812118,0.16778378,0.0007419425,0.00006589046,0.00054093846,0.00012548969,0.0004663908,0.075459115],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9919071,0.0054149358,0.00020372805,0.00055945764,0.0016067376,0.00030805555],"domain_scores_gemma":[0.97579736,0.01597701,0.0007726431,0.004621367,0.0019512835,0.0008802676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063973735,0.00070981245,0.00039591963,0.0014440193,0.0024617538,0.0063723414,0.0014750959,0.0014918781,0.021287605],"category_scores_gemma":[0.024431475,0.0007892498,0.0006873545,0.0008761487,0.013235041,0.0075601134,0.007133668,0.0025464697,0.0028785793],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053984037,0.00020059911,0.0022758548,0.00046278135,0.00002523205,0.00019131301,0.02288707,0.0008536809,0.0016612578,0.8114607,0.0054183262,0.15450916],"study_design_scores_gemma":[0.00008657682,0.00019120399,0.0015518151,0.00043118512,0.000046027148,0.00088259106,0.009561578,0.0062961928,0.0047838967,0.8428537,0.13328375,0.000031402218],"about_ca_topic_score_codex":0.00063844107,"about_ca_topic_score_gemma":0.00074338296,"teacher_disagreement_score":0.021287605,"about_ca_system_score_codex":0.0015757311,"about_ca_system_score_gemma":0.0037529184,"threshold_uncertainty_score":0.07121408},"labels":[],"label_agreement":null},{"id":"W633406090","doi":"10.17831/rep:arcc%y297","title":"Change: Exploring Psychological & Sociological Constructs in the Quest for Agile Architecture & Environmental DesignChange: Exploring Psychological & Sociological Constructs in the Quest for Agile Architecture & Environmental Design","year":2014,"lang":"en","type":"article","venue":"ARCC Conference Repository","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Flexibility (engineering); Architecture; Sociotechnical system; Sociology; Engineering ethics; Knowledge management; Engineering; Computer science; Management","score_opus":0.20939089591596322,"score_gpt":0.31383003161453005,"score_spread":0.10443913569856683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W633406090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.854987,0.0014541507,0.017856365,0.040118963,0.00014439377,0.00022707837,0.000046751265,0.0000321493,0.08513313],"genre_scores_gemma":[0.9953526,0.0003273051,0.002172467,0.0009705335,0.000020248905,0.00007182709,0.000014591,0.000010037115,0.0010602578],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9906459,0.0069331434,0.00012680452,0.00048524333,0.0010527316,0.00075617875],"domain_scores_gemma":[0.98460126,0.010057724,0.0017967729,0.0007245139,0.0013050272,0.0015146206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010808865,0.000351984,0.00036079154,0.0020272473,0.0062449686,0.010625995,0.0010972196,0.0022465386,0.0024985669],"category_scores_gemma":[0.011339214,0.0003539258,0.0006610309,0.0015765632,0.039589874,0.010535329,0.0076281377,0.0068153962,0.00023118287],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007552471,0.00072985364,0.049014773,0.00017127139,0.000034030167,0.00039527987,0.67389834,0.00056088576,0.0010171635,0.24690671,0.0016054023,0.025590798],"study_design_scores_gemma":[0.000035596368,0.00018123935,0.034327894,0.0001974833,0.000029101242,0.00031189664,0.8008444,0.0019927348,0.0004740971,0.13277955,0.028766682,0.000059341965],"about_ca_topic_score_codex":0.0051878225,"about_ca_topic_score_gemma":0.0054422603,"teacher_disagreement_score":0.010808865,"about_ca_system_score_codex":0.006619399,"about_ca_system_score_gemma":0.004457736,"threshold_uncertainty_score":0.057163477},"labels":[],"label_agreement":null},{"id":"W6886033566","doi":"10.14288/1.0115173","title":"Report of the General Design for the University of British Columbia","year":2020,"lang":"en","type":"article","venue":"Open Collections","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics)","score_opus":0.04404367231490246,"score_gpt":0.2469837194923762,"score_spread":0.20294004717747377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6886033566","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17835216,0.006092601,0.015936315,0.06209179,0.008712262,0.009913544,0.052060384,0.0032107525,0.66363025],"genre_scores_gemma":[0.03209982,0.0007380183,0.0033016815,0.0011427784,0.00016108116,0.00047229364,0.0031545153,0.00032648077,0.95860326],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9860249,0.0014661192,0.00042223587,0.00084936956,0.009104106,0.0021332945],"domain_scores_gemma":[0.977252,0.001746689,0.0003582177,0.0016906022,0.013435868,0.0055166357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014439361,0.0007425935,0.0008408389,0.003845984,0.010624431,0.00703212,0.0024261812,0.0035935903,0.070972994],"category_scores_gemma":[0.012870664,0.0013802266,0.00092660374,0.0027314723,0.0022522404,0.0010672498,0.0038538936,0.002808773,0.011041461],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011371211,0.0007161116,0.0205472,0.00032746655,0.000069374364,0.0007653764,0.0036304619,0.0021440408,0.009335004,0.0057210857,0.84231454,0.113292105],"study_design_scores_gemma":[0.00009541624,0.00031246542,0.047765695,0.00008204719,0.000036839636,0.00008048021,0.0047250325,0.0006741662,0.003363718,0.00041981507,0.94236934,0.000074993484],"about_ca_topic_score_codex":0.80491364,"about_ca_topic_score_gemma":0.84429103,"teacher_disagreement_score":0.19508636,"about_ca_system_score_codex":0.025534615,"about_ca_system_score_gemma":0.14230594,"threshold_uncertainty_score":0.39247048},"labels":[],"label_agreement":null},{"id":"W6887786340","doi":"10.17863/cam.111233.2","title":"Design spaces and creativity: playing with LEGO® bricks","year":2025,"lang":"en","type":"other","venue":"Open MIND","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Creativity; Presentation (obstetrics); Task (project management); License; Resource (disambiguation); Portuguese; Download","score_opus":0.04498727223490362,"score_gpt":0.30391526763196497,"score_spread":0.25892799539706135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6887786340","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16618091,0.0031238392,0.09827399,0.007825266,0.0028884884,0.0005612006,0.00064170687,0.002608081,0.7178965],"genre_scores_gemma":[0.51970106,0.0030665575,0.08482822,0.002634911,0.0004929596,0.00080541807,0.0011342866,0.0016747427,0.3856618],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99931574,0.000362189,0.00001866539,0.00007091874,0.00014194254,0.00009043635],"domain_scores_gemma":[0.9990343,0.00058543385,0.000043739026,0.00006431269,0.000052362495,0.00021987692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013050092,0.00070321106,0.00026167813,0.0005324642,0.0010150181,0.0044494295,0.00075369934,0.00080845173,0.069948815],"category_scores_gemma":[0.002933533,0.0002487155,0.00043255312,0.00038199848,0.0015957367,0.0023406947,0.0043466208,0.00090851047,0.00793998],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016094053,0.0010363118,0.002456705,0.0031340364,0.00006344635,0.0019978168,0.07897271,0.002510184,0.025133215,0.15036845,0.337982,0.39473572],"study_design_scores_gemma":[0.00022906259,0.0004731166,0.0045382674,0.0011332481,0.000026334776,0.0008862456,0.018005567,0.00176607,0.003447843,0.038628682,0.93078464,0.00008098766],"about_ca_topic_score_codex":0.00030521737,"about_ca_topic_score_gemma":0.00092037715,"teacher_disagreement_score":0.069948815,"about_ca_system_score_codex":0.00041006674,"about_ca_system_score_gemma":0.00035171595,"threshold_uncertainty_score":0.23400211},"labels":[],"label_agreement":null},{"id":"W6887856060","doi":"10.17632/h4rf6wzjcr.1","title":"Conceptual Design Exploration: EEG Dataset in Open-ended Loosely Controlled Design Experiments","year":2023,"lang":"en","type":"dataset","venue":"Data Archiving and Networked Services (DANS)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Conceptual design; Preprocessor; Research design; Replicate; Electroencephalography; Modular design; Design methods; Multiple baseline design","score_opus":0.13484035404239111,"score_gpt":0.33994871330949455,"score_spread":0.20510835926710344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6887856060","genre_codex":"empirical","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64762247,0.0025939394,0.057459816,0.000728107,0.00043067633,0.0051219175,0.2670788,0.0029783752,0.015985847],"genre_scores_gemma":[0.4687309,0.0008375844,0.09797453,0.00047934035,0.00013630811,0.016233958,0.40843654,0.00032768046,0.0068432754],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964653,0.0016996552,0.00030095893,0.0005652832,0.0007960709,0.00017258209],"domain_scores_gemma":[0.986709,0.006597765,0.0011215386,0.002801632,0.0022302235,0.0005399638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026099193,0.0012245761,0.00071435166,0.0012576502,0.0004866405,0.00088766625,0.0013789344,0.0014712821,0.0037203864],"category_scores_gemma":[0.015363956,0.00025283484,0.0009856715,0.0016103458,0.0005467039,0.0006887521,0.0014775018,0.0009597922,0.0023266121],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00859882,0.008553791,0.10123418,0.014471703,0.0012397892,0.002810218,0.008869407,0.02483716,0.04144392,0.0048679314,0.29510742,0.48796567],"study_design_scores_gemma":[0.0040763626,0.0054378333,0.5211094,0.0013436291,0.00070586515,0.0020088495,0.00561637,0.047075648,0.02778407,0.018294377,0.3658606,0.00068697374],"about_ca_topic_score_codex":0.0012104356,"about_ca_topic_score_gemma":0.003798847,"teacher_disagreement_score":0.0037203864,"about_ca_system_score_codex":0.00067371776,"about_ca_system_score_gemma":0.00062638044,"threshold_uncertainty_score":0.013802767},"labels":[],"label_agreement":null},{"id":"W6922295267","doi":"10.13140/rg.2.1.4905.6887","title":"Geology of Mount Burnaby","year":2015,"lang":"en","type":"other","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.017509727962624202,"score_gpt":0.2628982749992984,"score_spread":0.2453885470366742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6922295267","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19716424,0.003152126,0.001326503,0.003897017,0.00054455333,0.00009414729,0.011351177,0.00033441195,0.7821359],"genre_scores_gemma":[0.41038916,0.0019710732,0.0017437828,0.00026220392,0.00019894283,0.00005166273,0.0049254396,0.00020084687,0.5802569],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99983144,0.000019859352,0.0000041543035,0.0000148585,0.000090924776,0.000038744325],"domain_scores_gemma":[0.99980193,0.000016899334,0.000026662077,0.000015515881,0.000091330636,0.000047656744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018521692,0.00020266729,0.00009162758,0.0018796059,0.0015195047,0.0006057685,0.00035785348,0.00039591867,0.027157538],"category_scores_gemma":[0.0006574929,0.000097932476,0.00008929091,0.001458161,0.00045554727,0.000331057,0.000819618,0.0005588993,0.0019982678],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043347213,0.00012601481,0.09900529,0.0007833828,0.000036738707,0.002814795,0.008676468,0.004850735,0.0044276053,0.039931376,0.3609043,0.4780098],"study_design_scores_gemma":[0.0000031457723,0.000012277825,0.15279208,0.00012492332,0.0000037361247,0.0002616572,0.002522476,0.000463241,0.000541233,0.00081722735,0.8424505,0.00000757851],"about_ca_topic_score_codex":0.279117,"about_ca_topic_score_gemma":0.6643722,"teacher_disagreement_score":0.279117,"about_ca_system_score_codex":0.0022275322,"about_ca_system_score_gemma":0.0029735875,"threshold_uncertainty_score":0.5549847},"labels":[],"label_agreement":null},{"id":"W6930084036","doi":"10.5281/zenodo.10522907","title":"Code les cartes! : apprendre à programmer efficacement avec des cartes à jouer","year":2022,"lang":"fr","type":"book","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Collège Montmorency","funders":"","keywords":"Java; Programmer; Code (set theory)","score_opus":0.056638644259088926,"score_gpt":0.2650105652567071,"score_spread":0.20837192099761814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930084036","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071262624,0.00241687,0.6792141,0.003340616,0.002669525,0.00032935463,0.0013424149,0.0575132,0.24604765],"genre_scores_gemma":[0.026819536,0.0020234599,0.275684,0.0013102458,0.00040676226,0.00018449563,0.0013585608,0.028152823,0.66406024],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994012,0.000085099375,0.0000249739,0.00013219132,0.0002967123,0.000059866208],"domain_scores_gemma":[0.998993,0.00031986248,0.000047578014,0.00026482428,0.00031164757,0.00006299865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000655123,0.00094464293,0.00044806674,0.0006702719,0.00094549335,0.0028916497,0.0010253267,0.0012269731,0.062679216],"category_scores_gemma":[0.0026062662,0.00080771133,0.0009952987,0.0006718942,0.0013698947,0.003188387,0.001449464,0.0018374475,0.043910842],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020591002,0.00006173478,0.0005223142,0.0006616285,0.000030811352,0.00038538294,0.0014049915,0.0024712433,0.027226975,0.19175474,0.35750824,0.41776597],"study_design_scores_gemma":[0.000020536314,0.00002404004,0.00022879532,0.00010816723,0.00001271498,0.00048462956,0.000065704546,0.0031345543,0.009363287,0.010073376,0.9764533,0.000030883246],"about_ca_topic_score_codex":0.0038791387,"about_ca_topic_score_gemma":0.006280339,"teacher_disagreement_score":0.062679216,"about_ca_system_score_codex":0.00073095533,"about_ca_system_score_gemma":0.0015492619,"threshold_uncertainty_score":0.20968288},"labels":[],"label_agreement":null},{"id":"W6957810643","doi":"10.60692/0b8tj-21208","title":"Modeling design conversation","year":2019,"lang":"es","type":"article","venue":"Greater South Information System","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Alberta","funders":"","keywords":"Conversation; Perspective (graphical); Identity (music); Abstraction","score_opus":0.04885890694049108,"score_gpt":0.21987792954411525,"score_spread":0.17101902260362417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6957810643","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021578366,0.00090206356,0.84472954,0.0020513518,0.0002141463,0.0009410467,0.0014817398,0.0020686134,0.12603323],"genre_scores_gemma":[0.40728828,0.0014650114,0.5282058,0.0004529016,0.000090313006,0.0025160946,0.0033083914,0.00079133594,0.055881858],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9927861,0.0048039937,0.00038291648,0.0009425661,0.00082956225,0.0002549786],"domain_scores_gemma":[0.99176687,0.005618449,0.0003848898,0.0012904145,0.0007148832,0.0002245706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059241937,0.0016438242,0.0005259081,0.0025928777,0.0022323476,0.007846136,0.0024058784,0.0026425186,0.033440303],"category_scores_gemma":[0.016211517,0.0009584201,0.001663335,0.0016892932,0.0018624292,0.007122626,0.0041402997,0.0016095067,0.006060606],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024217622,0.00032317932,0.004443199,0.0012102254,0.000108423854,0.000507333,0.02619642,0.059769318,0.0028556935,0.7349548,0.01257833,0.15681085],"study_design_scores_gemma":[0.00010525386,0.00018792236,0.0011359593,0.00086741324,0.00009906033,0.00042942958,0.008086475,0.28671566,0.0030809594,0.28708735,0.41211447,0.00009016321],"about_ca_topic_score_codex":0.006442087,"about_ca_topic_score_gemma":0.00729111,"teacher_disagreement_score":0.033440303,"about_ca_system_score_codex":0.0034539648,"about_ca_system_score_gemma":0.0033543124,"threshold_uncertainty_score":0.11186892},"labels":[],"label_agreement":null},{"id":"W6958117070","doi":"10.6084/m9.figshare.17073494","title":"Additional file 1 of Expectations of treatment outcomes in patients with spinal metastases; what do we tell our patients? A qualitative study","year":2021,"lang":"en","type":"article","venue":"Open MIND","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Qualitative research; MEDLINE; Data collection; Qualitative analysis","score_opus":0.05065794632998042,"score_gpt":0.3632836978088985,"score_spread":0.3126257514789181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958117070","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029995035,0.00035822132,0.0021777465,0.0075153504,0.00028495007,0.0071468134,0.9361336,0.0003265044,0.016061794],"genre_scores_gemma":[0.3663812,0.0028682498,0.030960219,0.0113314,0.00046177622,0.2472,0.2481959,0.00078646006,0.09181482],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.998531,0.0007081059,0.00025847557,0.000114196424,0.0002231963,0.00016504868],"domain_scores_gemma":[0.9272743,0.061828285,0.0030877334,0.0009268219,0.005754653,0.0011281718],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0058694356,0.00040723293,0.0008157829,0.0022866868,0.0015602948,0.0010047924,0.0011568288,0.0008767917,0.52439266],"category_scores_gemma":[0.059263848,0.00033371753,0.00054256443,0.0028704363,0.00042225403,0.0020271065,0.0010913787,0.0013582839,0.019730229],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060619187,0.0005730516,0.010974612,0.008690558,0.000042786927,0.00027784228,0.018595247,0.00048202253,0.00011967777,0.0030699365,0.9141862,0.042381935],"study_design_scores_gemma":[0.00390769,0.0015578063,0.10513864,0.026262634,0.00022457978,0.001127296,0.13446814,0.0025037744,0.0009887738,0.017540995,0.70584875,0.0004308913],"about_ca_topic_score_codex":0.008310523,"about_ca_topic_score_gemma":0.0131432535,"teacher_disagreement_score":0.52439266,"about_ca_system_score_codex":0.0030512344,"about_ca_system_score_gemma":0.0044726157,"threshold_uncertainty_score":0.6783961},"labels":[],"label_agreement":null},{"id":"W6967846178","doi":"10.5281/zenodo.14260912","title":"ENGINEERING OUTREACH: EXAMPLES, EVALUATION AND EVIDENCING","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bentley (Canada)","funders":"","keywords":"Work (physics); Process (computing); Field (mathematics); Identification (biology); Key (lock)","score_opus":0.06885026584545477,"score_gpt":0.27861361857614214,"score_spread":0.20976335273068736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967846178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35171625,0.34427425,0.05102538,0.033721246,0.006487042,0.08845645,0.0039583417,0.0005311579,0.119829886],"genre_scores_gemma":[0.70688915,0.16722637,0.07869577,0.006792551,0.00069511513,0.030532286,0.0011570209,0.00017778171,0.007833963],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8857963,0.08729444,0.009667683,0.0025367232,0.013133009,0.0015718731],"domain_scores_gemma":[0.8461137,0.12160298,0.0063941074,0.008110019,0.015648378,0.002130854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0878971,0.0023903968,0.003027206,0.0048685535,0.0033196073,0.004762836,0.004027272,0.010365853,0.00988008],"category_scores_gemma":[0.15685423,0.0008418843,0.002284124,0.0056268414,0.004899825,0.0052431775,0.0060457652,0.0031817546,0.0018468378],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017746106,0.020606762,0.004110552,0.18495733,0.0025559072,0.0012451026,0.012689363,0.0026782395,0.0019603304,0.030935219,0.013298587,0.7072165],"study_design_scores_gemma":[0.035540126,0.056705177,0.023080435,0.4684199,0.015384778,0.0036409704,0.044064548,0.004124509,0.022529174,0.059423294,0.26619327,0.0008937775],"about_ca_topic_score_codex":0.0035237167,"about_ca_topic_score_gemma":0.008610157,"teacher_disagreement_score":0.0878971,"about_ca_system_score_codex":0.0061238636,"about_ca_system_score_gemma":0.009975302,"threshold_uncertainty_score":0.46484983},"labels":[],"label_agreement":null},{"id":"W6983304706","doi":"","title":"Many Rivers Crossed: Searching for the Public Sport History of Black Nova Scotia","year":2017,"lang":"en","type":"article","venue":"Project Muse (Johns Hopkins University)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nova scotia; Nova (rocket); Work (physics); Public history; West coast","score_opus":0.05023033158122614,"score_gpt":0.2640648600834814,"score_spread":0.21383452850225526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6983304706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9241874,0.0026865813,0.00016067526,0.00680062,0.00014494774,0.00003598193,0.00044919975,0.000009368329,0.06552517],"genre_scores_gemma":[0.97087955,0.0014597634,0.00026591076,0.0010567262,0.000022894372,0.000019651496,0.00021772948,0.000022105878,0.02605559],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99968684,0.000050818628,0.000007453633,0.000034093977,0.00004729144,0.00017345438],"domain_scores_gemma":[0.9993368,0.00013663611,0.0001018726,0.000023991717,0.0001474101,0.00025330193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044870676,0.00015454246,0.00023083706,0.0016710495,0.012636212,0.0032164385,0.00055932056,0.0009519241,0.007232955],"category_scores_gemma":[0.0014229823,0.00020840665,0.00009845683,0.002417012,0.0026982066,0.0010729082,0.0026445377,0.0012482711,0.00032558572],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020830886,0.00005529234,0.13651258,0.00043963353,0.00005593286,0.00631456,0.73310435,0.00020496083,0.0024306395,0.011986593,0.04456555,0.06412161],"study_design_scores_gemma":[0.0000024870105,0.000013421118,0.1761171,0.00042695206,0.000015320793,0.00033951044,0.7104196,0.00005228428,0.00013060049,0.00039044817,0.11207734,0.000015001782],"about_ca_topic_score_codex":0.9207086,"about_ca_topic_score_gemma":0.98908615,"teacher_disagreement_score":0.0792914,"about_ca_system_score_codex":0.010679471,"about_ca_system_score_gemma":0.010932475,"threshold_uncertainty_score":0.15951669},"labels":[],"label_agreement":null},{"id":"W6999637455","doi":"","title":"10 + 1 designers : Commerce design Montréal","year":2004,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.029672880742276524,"score_gpt":0.23552537209586785,"score_spread":0.20585249135359132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6999637455","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036879757,0.008976502,0.004386123,0.017989406,0.0033420124,0.000071425326,0.00077826926,0.0011135691,0.95965475],"genre_scores_gemma":[0.007960279,0.0013579109,0.0009785536,0.00042986794,0.00023226863,0.000014496148,0.00013631937,0.00015699124,0.9887332],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984353,0.0003506674,0.000048176484,0.00033020094,0.00059495325,0.00024064454],"domain_scores_gemma":[0.99829537,0.0001927199,0.00006311655,0.00013513259,0.0006093224,0.00070444716],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018626048,0.0015683434,0.00055093237,0.0024827397,0.00855878,0.012109965,0.0016079824,0.003316337,0.4628773],"category_scores_gemma":[0.0021156913,0.0013093781,0.00052308966,0.0035340423,0.002938997,0.004188504,0.0030913302,0.002420809,0.07868274],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051666557,0.00010662936,0.0018207859,0.00018776805,0.0000070729166,0.0001861514,0.0018092366,0.00034344802,0.0009080661,0.123871,0.69104016,0.17966796],"study_design_scores_gemma":[0.0000053203507,0.000012948003,0.00079434196,0.00003192247,0.0000028923982,0.000052612086,0.0003636563,0.00011622161,0.00017067138,0.0016880676,0.9967525,0.000008830285],"about_ca_topic_score_codex":0.38296446,"about_ca_topic_score_gemma":0.72688466,"teacher_disagreement_score":0.4628773,"about_ca_system_score_codex":0.01916593,"about_ca_system_score_gemma":0.018621728,"threshold_uncertainty_score":0.76614034},"labels":[],"label_agreement":null},{"id":"W6999972077","doi":"","title":"DS 87-3 Proceedings of the 21st International Conference on Engineering Design (ICED 17) Vol 3: Product, Services and Systems Design","year":2017,"lang":"en","type":"book","venue":"Technical University of Denmark, DTU Orbit (Technical University of Denmark, DTU)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Systems design; Engineering design process; Structured systems analysis and design method; Design methods","score_opus":0.03182851102567256,"score_gpt":0.21339170695340626,"score_spread":0.1815631959277337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6999972077","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026734585,0.014761517,0.02675674,0.0027298678,0.0241913,0.00018088247,0.0014166434,0.0012470958,0.9260425],"genre_scores_gemma":[0.0046789735,0.005879492,0.004378745,0.000274888,0.0006645356,0.00005929056,0.001540698,0.00072660594,0.9817966],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989355,0.0001327324,0.000042334144,0.000093368166,0.0007229165,0.00007304367],"domain_scores_gemma":[0.99887496,0.00017849814,0.000029349056,0.00014099684,0.0005902791,0.00018592319],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012201634,0.001263794,0.0011318722,0.002140418,0.0009838246,0.005016183,0.00083195337,0.0010437474,0.20810096],"category_scores_gemma":[0.0016705443,0.00054377335,0.0006953355,0.0021380943,0.0007619413,0.0017172203,0.0019002534,0.0021206744,0.099344924],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043784614,0.00008776307,0.00024075269,0.000298261,0.000010750879,0.000055092678,0.00012817033,0.0014447373,0.0018932695,0.017027693,0.7396019,0.2391677],"study_design_scores_gemma":[0.0000024048716,0.000018830824,0.00023479019,0.00010733406,0.0000036026695,0.000075529606,0.00004054194,0.0005031023,0.0005221465,0.0021168848,0.9963703,0.0000044560743],"about_ca_topic_score_codex":0.004231051,"about_ca_topic_score_gemma":0.010795866,"teacher_disagreement_score":0.20810096,"about_ca_system_score_codex":0.0020502596,"about_ca_system_score_gemma":0.0035101774,"threshold_uncertainty_score":0.69616705},"labels":[],"label_agreement":null},{"id":"W7021066346","doi":"","title":"Multidisciplinary design optimization : evaluation of two concurrent design approaches","year":2000,"lang":"en","type":"article","venue":"NPARC","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multidisciplinary approach; Multidisciplinary design optimization; Concurrent engineering; Key (lock); Design methods","score_opus":0.18335436222332535,"score_gpt":0.33094294494868937,"score_spread":0.14758858272536401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7021066346","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45643172,0.0011929163,0.4871487,0.00080247707,0.00045752857,0.003111077,0.00021788606,0.0015371572,0.049100496],"genre_scores_gemma":[0.6822489,0.00037526456,0.3105143,0.00016300096,0.00006883148,0.0012807943,0.00014266744,0.00034000518,0.0048663355],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98768175,0.0060041584,0.00059327704,0.00092064415,0.004426355,0.00037388352],"domain_scores_gemma":[0.9094955,0.065817416,0.004160351,0.007311643,0.011493042,0.0017220872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013646806,0.0011305683,0.0011913544,0.0015798174,0.0010228793,0.0024859668,0.0023426842,0.0014646427,0.010539867],"category_scores_gemma":[0.06776187,0.0007772971,0.001001782,0.0011294634,0.0012213425,0.0021548963,0.0029538232,0.0011674556,0.0011037556],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016192762,0.0043787807,0.011658995,0.0019292708,0.00043034554,0.00010826435,0.0010570252,0.23257165,0.011631342,0.015905397,0.0025737414,0.70156246],"study_design_scores_gemma":[0.0051096478,0.0122245625,0.009476782,0.00040732842,0.0008570116,0.00024383517,0.0010173949,0.9116402,0.025505124,0.01918837,0.014158558,0.00017113346],"about_ca_topic_score_codex":0.0024237598,"about_ca_topic_score_gemma":0.0036531598,"teacher_disagreement_score":0.013646806,"about_ca_system_score_codex":0.0014260522,"about_ca_system_score_gemma":0.004414181,"threshold_uncertainty_score":0.072172105},"labels":[],"label_agreement":null},{"id":"W7033572588","doi":"","title":"Qualitative Examination of Mental Health Disclosure in the Workplace","year":2017,"lang":"en","type":"dissertation","venue":"oURspace (University of Regina)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Nucleofection; Gestational period; TSG101; Dysgeusia; Diafiltration; Liquation; Triacetin; Emperipolesis; Durvalumab","score_opus":0.02759895718011821,"score_gpt":0.30812678902999097,"score_spread":0.28052783184987273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7033572588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9860821,0.00051034044,0.0015947046,0.0028074977,0.000072467934,0.00032411102,0.00038575014,0.000009346276,0.00821371],"genre_scores_gemma":[0.9946189,0.0005687614,0.0009090844,0.0005778464,0.000019757645,0.00038120343,0.00012781427,0.0000083220675,0.0027882934],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99393725,0.004508814,0.0002409659,0.00021608327,0.0006219042,0.000474861],"domain_scores_gemma":[0.98004514,0.0156202195,0.0012834996,0.0005752691,0.0015733731,0.00090258557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010628532,0.00019717787,0.00033984435,0.0014604353,0.0035520298,0.0023016373,0.00079711917,0.00081302796,0.0028962602],"category_scores_gemma":[0.020943478,0.0002638514,0.00021800413,0.0011119472,0.0039789313,0.0016489397,0.0041329786,0.0015360503,0.00027621188],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051483505,0.00009569143,0.009367938,0.00023364373,0.0000049004125,0.00025041538,0.977608,0.0000397193,0.0007776425,0.0015539246,0.00075819425,0.009258338],"study_design_scores_gemma":[0.000004927293,0.000055900597,0.008994053,0.00025374856,0.0000035039711,0.0001279625,0.98437774,0.000050578426,0.00043067907,0.00041625416,0.0052739554,0.000010794463],"about_ca_topic_score_codex":0.004125349,"about_ca_topic_score_gemma":0.006882109,"teacher_disagreement_score":0.010628532,"about_ca_system_score_codex":0.003397431,"about_ca_system_score_gemma":0.0038267714,"threshold_uncertainty_score":0.056209743},"labels":[],"label_agreement":null},{"id":"W7036422289","doi":"","title":"Cartoonist Guy Delisle at Politics and Prose","year":2012,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cartoonist; Politics; Political machine; Dozen","score_opus":0.006555551250455348,"score_gpt":0.1866840020384573,"score_spread":0.18012845078800196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036422289","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012923189,0.0073745437,0.0005834707,0.016034888,0.0022166567,0.000016018686,0.0005070117,0.00035391122,0.97162116],"genre_scores_gemma":[0.006918491,0.0013012327,0.00019217432,0.0009135474,0.00015969796,0.0000046392015,0.000105937725,0.00017019355,0.99023414],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992397,0.00012743687,0.000010062073,0.00009762168,0.0003275508,0.00019772492],"domain_scores_gemma":[0.9991091,0.00013956282,0.000023391472,0.00004906082,0.000386099,0.00029275264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005722629,0.0006172351,0.00026632805,0.0015111825,0.008404891,0.0048976447,0.00034568238,0.0012140145,0.27613974],"category_scores_gemma":[0.0013760482,0.00031738624,0.00019688086,0.0019217051,0.0014844955,0.0026121642,0.0013291106,0.0017191545,0.06035395],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008218094,0.0000029972755,0.000109286855,0.000016956998,7.171158e-7,0.000049266117,0.00072886783,0.000013923685,0.00009317593,0.007357552,0.97873265,0.012886353],"study_design_scores_gemma":[4.7647123e-7,7.37423e-7,0.00017321653,0.000014546071,2.944289e-7,0.00002807564,0.00043952276,0.0000065133327,0.000033993987,0.00013044965,0.9991704,0.0000017893807],"about_ca_topic_score_codex":0.31632507,"about_ca_topic_score_gemma":0.672333,"teacher_disagreement_score":0.31632507,"about_ca_system_score_codex":0.006307299,"about_ca_system_score_gemma":0.0038264117,"threshold_uncertainty_score":0.9237794},"labels":[],"label_agreement":null},{"id":"W7037164382","doi":"","title":"Dissecting the anatomies of design theories and design principles: A synthesized design framework","year":2025,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Bridge (graph theory); Designtheory; Design elements and principles; Confusion; Generative Design; Design science; Design knowledge; Design technology","score_opus":0.022393991132339437,"score_gpt":0.2673157413228733,"score_spread":0.24492175019053383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7037164382","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009359235,0.0016573155,0.9136394,0.01114526,0.00018872334,0.0005136034,0.00021326907,0.00037821257,0.06290505],"genre_scores_gemma":[0.14290704,0.0013414929,0.8492764,0.0007000792,0.000046369663,0.00095245236,0.00018183098,0.00012432571,0.0044699735],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98899126,0.008110608,0.00062013464,0.0008412571,0.0010622226,0.00037444924],"domain_scores_gemma":[0.98791003,0.007732305,0.0006214072,0.0019631432,0.001384529,0.00038854565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019581692,0.0011881567,0.00074425904,0.0055955844,0.0040626335,0.012034256,0.0023632667,0.0029376699,0.0060063708],"category_scores_gemma":[0.014781956,0.0009611593,0.00113921,0.0029923653,0.029982256,0.017218562,0.0044880374,0.0041318564,0.0011330561],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000744928,0.000013755132,0.00011966296,0.00009695289,0.0000047492063,0.000040372986,0.005016968,0.0010307475,0.00024957486,0.9819563,0.00061701133,0.010846416],"study_design_scores_gemma":[0.000021699896,0.000037708356,0.00018320879,0.0005223034,0.000018021838,0.00014660631,0.006566612,0.0057475492,0.00058085815,0.92411363,0.062038776,0.00002305325],"about_ca_topic_score_codex":0.0037536,"about_ca_topic_score_gemma":0.0037140995,"teacher_disagreement_score":0.019581692,"about_ca_system_score_codex":0.006940193,"about_ca_system_score_gemma":0.008212202,"threshold_uncertainty_score":0.10355914},"labels":[],"label_agreement":null},{"id":"W7040935907","doi":"","title":"","year":2023,"lang":"en","type":"other","venue":"Directory of Open access Books (OAPEN Foundation)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Naval War College; Institute for National Strategic Studies; Center for International Security and Cooperation, Stanford University; National Institute of Standards and Technology; University of Toronto; Eidgenössische Technische Hochschule Zürich; U.S. Department of Defense; European Commission; Georgetown University; Eli Lilly and Company; Harvard University; U.S. Department of State; National Security Agency; University of Oxford; National Science Foundation","keywords":"Cyberspace; Context (archaeology); Meaning (existential); Stability (learning theory); Key (lock); Cybernetics","score_opus":0.11786524547215355,"score_gpt":0.4278367049569872,"score_spread":0.3099714594848337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7040935907","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015469635,0.0036082212,0.002454358,0.005196195,0.0007155188,0.000016929587,0.000118283686,0.000102438855,0.9862411],"genre_scores_gemma":[0.024900151,0.0043744682,0.0017340678,0.0022328314,0.00024698675,0.000026995149,0.00020379585,0.00016815378,0.9661125],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991002,0.00016778946,0.00003327833,0.00015972152,0.00044021948,0.00009888106],"domain_scores_gemma":[0.99945587,0.00016662783,0.00004168692,0.000089322144,0.00016647058,0.000080061975],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008521699,0.00039629985,0.00026551975,0.000990187,0.0023121894,0.0077120685,0.00049491285,0.001939638,0.121624425],"category_scores_gemma":[0.0017815485,0.00024280327,0.00024629576,0.0016787931,0.0023627486,0.004084164,0.0029464483,0.0019586643,0.045522567],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020473604,0.000020450423,0.0004665529,0.00016830844,0.0000039445,0.00007636261,0.0028904206,0.00016691348,0.00074728817,0.54688007,0.29254407,0.15601519],"study_design_scores_gemma":[6.0572324e-7,0.0000030898648,0.00022585355,0.00006669574,6.340302e-7,0.000041266776,0.00046472435,0.00003758766,0.00016177796,0.007917243,0.9910779,0.0000026303792],"about_ca_topic_score_codex":0.0033794509,"about_ca_topic_score_gemma":0.0074981186,"teacher_disagreement_score":0.8783756,"about_ca_system_score_codex":0.0024667825,"about_ca_system_score_gemma":0.001612612,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W7096602736","doi":"","title":"Organizing Information for the Canadian Design Engineering Network","year":2011,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information system; Engineering design process; Information engineering; Key (lock); Information technology","score_opus":0.04892773998270313,"score_gpt":0.1925864165740864,"score_spread":0.14365867659138326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096602736","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01169042,0.0031570953,0.011564497,0.026828598,0.0035005533,0.0022424294,0.115955286,0.00450378,0.82055736],"genre_scores_gemma":[0.040756375,0.003879099,0.014554726,0.0020213171,0.00081614405,0.0008731915,0.07174062,0.000930165,0.86442846],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950925,0.0004237473,0.00019930459,0.00025030388,0.0030609623,0.00097318424],"domain_scores_gemma":[0.97803485,0.0025176706,0.00069781626,0.0015798986,0.01276536,0.0044043935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005484414,0.0007803674,0.00070164935,0.012600923,0.007230203,0.006831731,0.0018591125,0.0020043976,0.11754274],"category_scores_gemma":[0.015929727,0.000570007,0.00039976093,0.0140927145,0.00094493147,0.0019388931,0.0027421883,0.0014076333,0.030203396],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037573325,0.000021371265,0.00076930766,0.00007281356,0.0000024245437,0.00004411596,0.00017023495,0.00038367836,0.0001922068,0.0046388153,0.9444242,0.04924338],"study_design_scores_gemma":[0.0000048367033,0.000004012362,0.0020016087,0.0000523237,0.0000021636356,0.000009269539,0.00014054337,0.00034845693,0.00012217258,0.00043089257,0.99687284,0.000010906396],"about_ca_topic_score_codex":0.8929581,"about_ca_topic_score_gemma":0.9223364,"teacher_disagreement_score":0.11754274,"about_ca_system_score_codex":0.03288471,"about_ca_system_score_gemma":0.121728204,"threshold_uncertainty_score":0.39321965},"labels":[],"label_agreement":null},{"id":"W7096623056","doi":"","title":"Design Research in Canada: A Perspective","year":2014,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Research design; Field (mathematics); Categorization; Design science; Research methodology","score_opus":0.11652198156858651,"score_gpt":0.34746291600581375,"score_spread":0.23094093443722724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096623056","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01164934,0.081918135,0.013159738,0.50304353,0.001991433,0.00016314999,0.00056439644,0.00012467435,0.3873856],"genre_scores_gemma":[0.66663945,0.1048044,0.026616756,0.12132691,0.0012370824,0.00041713341,0.00033759337,0.00021784882,0.07840277],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9604817,0.016839303,0.0015686954,0.002199341,0.011626339,0.007284471],"domain_scores_gemma":[0.9506625,0.020966664,0.0013036941,0.0016455307,0.018672537,0.006749024],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.022946978,0.0006910204,0.0016272615,0.0052754856,0.02737083,0.023744293,0.003847967,0.009768592,0.009455644],"category_scores_gemma":[0.02865158,0.0010882289,0.0011777242,0.010187591,0.03419121,0.009017736,0.0069220816,0.00899078,0.000838215],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000037400845,0.00002644119,0.0013073477,0.00043064865,0.000017474928,0.00028534926,0.0055788998,0.00062623556,0.000119341115,0.9472262,0.021818964,0.022525763],"study_design_scores_gemma":[0.000071882,0.000056285135,0.0042691138,0.002909029,0.00006721035,0.00024884805,0.021550452,0.0010960263,0.0002997118,0.16192332,0.8073616,0.00014658237],"about_ca_topic_score_codex":0.98871136,"about_ca_topic_score_gemma":0.9893227,"teacher_disagreement_score":0.9726292,"about_ca_system_score_codex":0.3237173,"about_ca_system_score_gemma":0.45171502,"threshold_uncertainty_score":0.7843921},"labels":[],"label_agreement":null},{"id":"W7097521609","doi":"","title":"The Canadian Design Engineering Network [cden/rcci]:","year":2007,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Key (lock); Engineering design process; Network planning and design; Network structure; Context (archaeology)","score_opus":0.016223203250853593,"score_gpt":0.21857126474264899,"score_spread":0.2023480614917954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097521609","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011659531,0.0012356559,0.0041680564,0.01138015,0.0017421652,0.00031150252,0.012973079,0.0021825188,0.96484095],"genre_scores_gemma":[0.0067332434,0.0008631638,0.0045537553,0.0010295969,0.00006579827,0.00008339118,0.0048535373,0.00048500486,0.98133266],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935679,0.00019864619,0.00013977732,0.00026911657,0.0051312787,0.0006933433],"domain_scores_gemma":[0.9891054,0.00038600242,0.00015940187,0.00046061733,0.008789695,0.0010988632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038198738,0.0008590205,0.0005750204,0.0038300955,0.007595284,0.0063611167,0.0020622793,0.0030892028,0.21880282],"category_scores_gemma":[0.009245361,0.0006750433,0.00049371796,0.005234415,0.001692057,0.0017397495,0.0017612828,0.0020418337,0.08134222],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009233121,0.00001650567,0.00021588689,0.00006264616,0.0000012724893,0.000015304971,0.00009053703,0.0001744686,0.00019268956,0.016501538,0.94316715,0.039552864],"study_design_scores_gemma":[0.0000024263716,0.0000023860016,0.0006394665,0.000038568352,0.0000014782419,0.0000097096245,0.00007595012,0.00013137353,0.00021131225,0.0006924692,0.9981857,0.00000915689],"about_ca_topic_score_codex":0.9239124,"about_ca_topic_score_gemma":0.95059305,"teacher_disagreement_score":0.96135795,"about_ca_system_score_codex":0.03864204,"about_ca_system_score_gemma":0.14327757,"threshold_uncertainty_score":0.7319684},"labels":[],"label_agreement":null},{"id":"W7099415260","doi":"","title":"A PRELIMINARY SURVEY","year":2008,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Survey methodology; Selection (genetic algorithm); Sample (material); Survey data collection; Survey sampling; Task (project management)","score_opus":0.059235275254185135,"score_gpt":0.2632022373356427,"score_spread":0.20396696208145754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099415260","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33268788,0.0014270218,0.01151309,0.01861721,0.002144953,0.15297085,0.13041069,0.0013617245,0.34886655],"genre_scores_gemma":[0.31972748,0.0047284975,0.032625567,0.025304815,0.0007197137,0.23920172,0.059834886,0.0003627927,0.31749457],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99555814,0.0013204374,0.0006857352,0.00045540882,0.0009836558,0.0009966586],"domain_scores_gemma":[0.9874823,0.0024637769,0.00048435773,0.00096777646,0.0069014034,0.0017002914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008539408,0.0006281668,0.00072929903,0.0026184903,0.0022681884,0.0025432028,0.001143136,0.002153122,0.11529499],"category_scores_gemma":[0.018780164,0.00070798333,0.00047094113,0.0021385602,0.0007427889,0.002435538,0.0018168982,0.0026704827,0.06067248],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082477217,0.0040384172,0.067162335,0.0026623772,0.000027030319,0.0011810424,0.03234192,0.0005909618,0.0037292913,0.008275353,0.6697858,0.20938076],"study_design_scores_gemma":[0.00016879699,0.0024367147,0.07859539,0.0009517159,0.000015760363,0.00048374297,0.04279964,0.00051219284,0.0008850473,0.0015148392,0.87156,0.00007620855],"about_ca_topic_score_codex":0.006735196,"about_ca_topic_score_gemma":0.00787803,"teacher_disagreement_score":0.11529499,"about_ca_system_score_codex":0.0025997334,"about_ca_system_score_gemma":0.009109892,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W7100331141","doi":"","title":"Wide Web IDENTIFIERS *AIR Forum","year":2016,"lang":"en","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"The Internet; CLARITY; Presentation (obstetrics); Workforce; Narrative; Qualitative research; Principal (computer security); Higher education; Promotion (chess)","score_opus":0.010004633867240773,"score_gpt":0.2338374144392802,"score_spread":0.22383278057203942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100331141","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056439163,0.0005314075,0.0025683749,0.0023631516,0.0022733263,0.0009779683,0.06581863,0.0011967146,0.91862655],"genre_scores_gemma":[0.031043014,0.000934427,0.0030697412,0.0020280676,0.0006698671,0.0026136271,0.036259145,0.0007968645,0.92258525],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99898106,0.0003971033,0.00010816382,0.000110355766,0.0002609152,0.0001424243],"domain_scores_gemma":[0.9937131,0.002877708,0.00040282006,0.00067414006,0.0015922075,0.0007400898],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016795445,0.00033461815,0.00047320276,0.0036655369,0.0022546882,0.002983083,0.00076390133,0.0012229547,0.70732075],"category_scores_gemma":[0.007952841,0.00020292155,0.00014819979,0.0057538184,0.00038657954,0.0027403983,0.002920788,0.0007538494,0.39826205],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006596975,0.00006766841,0.0012574913,0.00047866392,0.0000015956635,0.00020847253,0.0013056027,0.000020140718,0.0003972148,0.006561428,0.883312,0.106323786],"study_design_scores_gemma":[0.0000056492486,0.000008475239,0.00090829417,0.00011710614,6.719961e-7,0.00005065357,0.00055947446,0.000024653522,0.0000677567,0.000459711,0.99779403,0.0000034760426],"about_ca_topic_score_codex":0.0011595334,"about_ca_topic_score_gemma":0.0015753732,"teacher_disagreement_score":0.70732075,"about_ca_system_score_codex":0.0007800886,"about_ca_system_score_gemma":0.0013470061,"threshold_uncertainty_score":0.4174714},"labels":[],"label_agreement":null},{"id":"W7103568522","doi":"","title":"Distributed &amp; conceptual CAD (DC-CAD) : a new software solution for product design","year":2008,"lang":"en","type":"dissertation","venue":"DSpace@MIT (Massachusetts Institute of Technology)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Public Health","funders":"","keywords":"Sketch; CAD; Conceptual design; Computer Aided Design; Software; Product design; Merge (version control); Product (mathematics); Software design","score_opus":0.040620813439210465,"score_gpt":0.2806720268796687,"score_spread":0.2400512134404582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7103568522","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033884854,0.0010528805,0.9211352,0.0019649595,0.0005633382,0.00018694915,0.00016856108,0.0030374506,0.06850211],"genre_scores_gemma":[0.035842452,0.0027805183,0.85456645,0.0006737575,0.00028639854,0.0005208935,0.0007175337,0.0008736308,0.10373841],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988317,0.00017114356,0.000050621307,0.00020028831,0.0006832033,0.00006300952],"domain_scores_gemma":[0.998979,0.00019752992,0.000057125493,0.0003512762,0.00029403286,0.00012102546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016443158,0.00070716237,0.00027336646,0.0012103543,0.0010459946,0.0028367701,0.0016530943,0.0011221162,0.01989619],"category_scores_gemma":[0.0020876704,0.0005544855,0.0005388899,0.001076533,0.0015081147,0.0027233192,0.002635775,0.0023056439,0.0071746195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040530547,0.00010775704,0.0004233986,0.00023661368,0.000014063037,0.00009472235,0.0011015973,0.0037994583,0.007917444,0.2244412,0.12288543,0.6389378],"study_design_scores_gemma":[0.000046362125,0.000085619075,0.00030885206,0.00010234536,0.000010372845,0.00035601645,0.00020543083,0.013387198,0.003897892,0.031369843,0.9502085,0.000021468759],"about_ca_topic_score_codex":0.0011913287,"about_ca_topic_score_gemma":0.002457495,"teacher_disagreement_score":0.01989619,"about_ca_system_score_codex":0.0009272781,"about_ca_system_score_gemma":0.002262501,"threshold_uncertainty_score":0.066559374},"labels":[],"label_agreement":null},{"id":"W7108718288","doi":"10.1007/978-3-031-81623-9_17","title":"Design Space Exploration in the Shape Machine Interface","year":2025,"lang":"en","type":"book-chapter","venue":"Mathematics and the built environment","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; Fraser Health","funders":"","keywords":"Interface (matter); Space (punctuation); Machine design; Human–machine interface; Loop (graph theory); User interface; Design space exploration","score_opus":0.03437229290502219,"score_gpt":0.23481070382177005,"score_spread":0.20043841091674786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7108718288","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014251715,0.0019423562,0.70560455,0.0014802873,0.00013967903,0.00006253109,0.00007680211,0.0022740737,0.27416798],"genre_scores_gemma":[0.1691243,0.0031353787,0.66342217,0.0009186303,0.00009047596,0.000260892,0.0003220579,0.0018877834,0.16083825],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993772,0.00027686785,0.000018763576,0.00006494492,0.00022512375,0.000037196554],"domain_scores_gemma":[0.99886394,0.00088842143,0.000016265822,0.00012672516,0.000065914915,0.000038672963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094174885,0.00051309913,0.0003885464,0.00074208167,0.00068717106,0.0031814491,0.00082238636,0.0010024474,0.014673379],"category_scores_gemma":[0.0023431568,0.00042547393,0.00064938964,0.0007126344,0.0026498719,0.005221203,0.0027483525,0.0020339217,0.0025939706],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005827713,0.000032534565,0.0002728192,0.00019350511,0.0000065725853,0.00031838784,0.007013905,0.004846332,0.005893572,0.73960364,0.015992302,0.22576816],"study_design_scores_gemma":[0.00002735827,0.00006420863,0.00031452184,0.00022390165,0.000011795812,0.0009650024,0.001317103,0.022173975,0.003678601,0.3900795,0.58110666,0.000037382553],"about_ca_topic_score_codex":0.0007268283,"about_ca_topic_score_gemma":0.0018370093,"teacher_disagreement_score":0.014673379,"about_ca_system_score_codex":0.00062515214,"about_ca_system_score_gemma":0.0006594757,"threshold_uncertainty_score":0.049087346},"labels":[],"label_agreement":null},{"id":"W7115067142","doi":"10.31274/itaa.21908","title":"Using Archetypes in Design Sprints to Inspire Product Development","year":2025,"lang":"","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Toronto; Toronto Metropolitan University","funders":"","keywords":"New product development; Product (mathematics); Product design; Product lifecycle; Work (physics)","score_opus":0.12587656502842634,"score_gpt":0.35880658456174663,"score_spread":0.2329300195333203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115067142","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07351509,0.00050978793,0.77581894,0.0028728277,0.00029881953,0.00033017137,0.00015419585,0.0030658033,0.14343439],"genre_scores_gemma":[0.24895775,0.00044999106,0.7190921,0.00044389386,0.00003292544,0.00020349793,0.0002633509,0.00073197205,0.029824626],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99533135,0.0022219785,0.00020195333,0.00038795234,0.0016522225,0.00020447483],"domain_scores_gemma":[0.986989,0.005924283,0.0006284437,0.0043238015,0.0016218307,0.0005127289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006491823,0.00086306856,0.00030235678,0.0019074678,0.0018429251,0.0045155548,0.0013081547,0.0012458569,0.009624367],"category_scores_gemma":[0.016251208,0.00075796,0.00072561606,0.0009186928,0.0030674199,0.0058554877,0.005839318,0.0028940279,0.0024277915],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002898418,0.000631731,0.0048870216,0.0009588186,0.00005779362,0.000545961,0.026370004,0.00874304,0.022941155,0.36691356,0.012017853,0.55564326],"study_design_scores_gemma":[0.00014927791,0.00093292334,0.004711415,0.0021880504,0.00011753105,0.0016474035,0.014280999,0.045736045,0.04093166,0.40994775,0.47918117,0.00017571414],"about_ca_topic_score_codex":0.000999296,"about_ca_topic_score_gemma":0.0035587957,"teacher_disagreement_score":0.009624367,"about_ca_system_score_codex":0.0012115868,"about_ca_system_score_gemma":0.0025030584,"threshold_uncertainty_score":0.034332454},"labels":[],"label_agreement":null},{"id":"W7115598358","doi":"10.1108/978-1-83708-468-520251004","title":"Prototyping the Future","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"","score_opus":0.011109477488175857,"score_gpt":0.23135061066924642,"score_spread":0.22024113318107055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115598358","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013167544,0.0052748267,0.021927651,0.0051384736,0.0013213888,0.000033892422,0.000034080284,0.00027768512,0.9646753],"genre_scores_gemma":[0.056139972,0.008575661,0.024931813,0.0022217454,0.00031369526,0.00010947135,0.00012012532,0.00038742405,0.9072],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99877197,0.0005151049,0.000024725767,0.00015286288,0.00042695575,0.00010837512],"domain_scores_gemma":[0.9989371,0.00047428053,0.000024911124,0.00029652982,0.0001538551,0.00011335923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017784516,0.00072602724,0.0003453719,0.00089025055,0.0024845516,0.008836791,0.0013596715,0.0019709358,0.06474923],"category_scores_gemma":[0.0030235543,0.00053588755,0.00047536354,0.00048478966,0.005337195,0.010092445,0.0037013646,0.0033775354,0.014414064],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017909253,0.000025099445,0.00008559237,0.00012606569,0.000004027575,0.000106029765,0.0017259548,0.00070930563,0.00072576216,0.803354,0.11037417,0.08274605],"study_design_scores_gemma":[0.000004363742,0.0000116986,0.000059475024,0.00022038806,0.0000031841892,0.00014009039,0.0009639861,0.00054872036,0.00038899836,0.09630993,0.9013418,0.0000071622535],"about_ca_topic_score_codex":0.0020372586,"about_ca_topic_score_gemma":0.0044942885,"teacher_disagreement_score":0.06474923,"about_ca_system_score_codex":0.001943814,"about_ca_system_score_gemma":0.002149388,"threshold_uncertainty_score":0.21660781},"labels":[],"label_agreement":null},{"id":"W7118128418","doi":"10.5281/zenodo.18137266","title":"A Structured Approach Integrating Artificial intelintelligence and the 8 Trends of Technical Evolution for Innovative Solutions","year":2024,"lang":"","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"TRIZ; Process (computing); Usability; Selection (genetic algorithm); Limit (mathematics); Embedding","score_opus":0.07178837499932628,"score_gpt":0.2938385127886088,"score_spread":0.2220501377892825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118128418","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0140327485,0.0004670119,0.9504778,0.0024732011,0.00010935424,0.00043601092,0.00005240113,0.0006276288,0.031323913],"genre_scores_gemma":[0.116823755,0.00048782205,0.87296784,0.0005268149,0.00004914833,0.0007229748,0.00012766308,0.0001319967,0.008161967],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9926803,0.0046928963,0.00036130348,0.0007438742,0.001272697,0.00024900347],"domain_scores_gemma":[0.9915987,0.005550621,0.0005471461,0.0012071402,0.00073862675,0.0003576834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006737011,0.00095144217,0.00048297216,0.0032952449,0.0013387704,0.0060451864,0.0017813687,0.0023923717,0.005202476],"category_scores_gemma":[0.011419205,0.0006537205,0.0011892442,0.0014348993,0.0076960004,0.00745223,0.0057377685,0.0025042875,0.0011013168],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001000225,0.0002709797,0.001476903,0.0013473105,0.00004653058,0.00054488675,0.026576018,0.007126919,0.015787328,0.72973776,0.0030306135,0.2139546],"study_design_scores_gemma":[0.000109986555,0.00061863806,0.0014482148,0.0014183379,0.00008375151,0.0015371529,0.01098944,0.06012518,0.012828018,0.7164591,0.1942785,0.00010368309],"about_ca_topic_score_codex":0.00050508115,"about_ca_topic_score_gemma":0.001066851,"teacher_disagreement_score":0.006737011,"about_ca_system_score_codex":0.002242116,"about_ca_system_score_gemma":0.0040389714,"threshold_uncertainty_score":0.035629153},"labels":[],"label_agreement":null},{"id":"W7118133181","doi":"10.5281/zenodo.18137265","title":"A Structured Approach Integrating Artificial intelintelligence and the 8 Trends of Technical Evolution for Innovative Solutions","year":2024,"lang":"","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"TRIZ; Process (computing); Usability; Selection (genetic algorithm); Limit (mathematics); Embedding","score_opus":0.07178837499932628,"score_gpt":0.2938385127886088,"score_spread":0.2220501377892825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118133181","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0140327485,0.0004670119,0.9504778,0.0024732011,0.00010935424,0.00043601092,0.00005240113,0.0006276288,0.031323913],"genre_scores_gemma":[0.116823755,0.00048782205,0.87296784,0.0005268149,0.00004914833,0.0007229748,0.00012766308,0.0001319967,0.008161967],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9926803,0.0046928963,0.00036130348,0.0007438742,0.001272697,0.00024900347],"domain_scores_gemma":[0.9915987,0.005550621,0.0005471461,0.0012071402,0.00073862675,0.0003576834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006737011,0.00095144217,0.00048297216,0.0032952449,0.0013387704,0.0060451864,0.0017813687,0.0023923717,0.005202476],"category_scores_gemma":[0.011419205,0.0006537205,0.0011892442,0.0014348993,0.0076960004,0.00745223,0.0057377685,0.0025042875,0.0011013168],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001000225,0.0002709797,0.001476903,0.0013473105,0.00004653058,0.00054488675,0.026576018,0.007126919,0.015787328,0.72973776,0.0030306135,0.2139546],"study_design_scores_gemma":[0.000109986555,0.00061863806,0.0014482148,0.0014183379,0.00008375151,0.0015371529,0.01098944,0.06012518,0.012828018,0.7164591,0.1942785,0.00010368309],"about_ca_topic_score_codex":0.00050508115,"about_ca_topic_score_gemma":0.001066851,"teacher_disagreement_score":0.006737011,"about_ca_system_score_codex":0.002242116,"about_ca_system_score_gemma":0.0040389714,"threshold_uncertainty_score":0.035629153},"labels":[],"label_agreement":null},{"id":"W7132137852","doi":"","title":"Trust in Design","year":2000,"lang":"en","type":"article","venue":"NPARC","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"","score_opus":0.022724245402027204,"score_gpt":0.24463942976328706,"score_spread":0.22191518436125987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132137852","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004887666,0.012598708,0.00854723,0.13457802,0.006872662,0.000037042428,0.00017494644,0.00013789484,0.83216584],"genre_scores_gemma":[0.36619863,0.012091814,0.002271832,0.013217429,0.0023215984,0.000097506636,0.00017655616,0.0002952417,0.6033294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99315464,0.002814583,0.000437294,0.00064870284,0.0023183867,0.00062632],"domain_scores_gemma":[0.9603812,0.020162921,0.0018862529,0.006739096,0.008018876,0.0028116303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007700313,0.00029019738,0.00059674185,0.0010239644,0.0033207482,0.009249873,0.00057679147,0.0042176084,0.080748506],"category_scores_gemma":[0.046431493,0.00044069593,0.0004377196,0.0012522409,0.0067054955,0.008528873,0.0030741347,0.003515891,0.0138482265],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006456507,0.00004333173,0.0011352211,0.00032032904,0.000027462145,0.00009654432,0.0024694258,0.00037966605,0.00012885589,0.5964374,0.31638205,0.08251516],"study_design_scores_gemma":[0.000027668648,0.000036697955,0.001184869,0.00066188455,0.000023383745,0.00013103333,0.0012377637,0.00044214813,0.0003343881,0.20214528,0.7937554,0.000019503821],"about_ca_topic_score_codex":0.008350659,"about_ca_topic_score_gemma":0.0081252735,"teacher_disagreement_score":0.080748506,"about_ca_system_score_codex":0.005964726,"about_ca_system_score_gemma":0.0067155263,"threshold_uncertainty_score":0.27013063},"labels":[],"label_agreement":null},{"id":"W7132923541","doi":"","title":"The use of biological analogies for problem solving in engineering design","year":2005,"lang":"","type":"dissertation","venue":"TSpace","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto","keywords":"Biomimetics; Process (computing); Context (archaeology); Engineering design process; Biological organism; Design process","score_opus":0.13697309069101038,"score_gpt":0.3562332483796315,"score_spread":0.21926015768862112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132923541","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09950244,0.0046419296,0.73772115,0.006773038,0.00018735953,0.00027930908,0.000041818803,0.00025418348,0.15059873],"genre_scores_gemma":[0.7058601,0.0021051052,0.2872928,0.00064561726,0.000049910064,0.0003372777,0.00004383612,0.000057366302,0.0036080622],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99490064,0.003553701,0.00022474074,0.00042890068,0.00079612416,0.00009588535],"domain_scores_gemma":[0.9790618,0.017930226,0.0009174319,0.0013664884,0.0005127935,0.00021124187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045883483,0.00069775444,0.0002820623,0.0018856075,0.0010364387,0.0034038515,0.001365656,0.0013225544,0.005728508],"category_scores_gemma":[0.026909662,0.00040669518,0.000743906,0.0008933997,0.010039522,0.0069752242,0.0028799784,0.0019172372,0.00042945548],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059535916,0.00016419905,0.0013086327,0.00070138444,0.000044066222,0.00016919493,0.0065481327,0.015247194,0.0032225077,0.79128146,0.00093732524,0.18031628],"study_design_scores_gemma":[0.00006002742,0.00023611721,0.0011672258,0.00039481823,0.00003651209,0.00034504774,0.001468494,0.020177964,0.003504651,0.9351278,0.037431885,0.000049485585],"about_ca_topic_score_codex":0.00098807,"about_ca_topic_score_gemma":0.0010032051,"teacher_disagreement_score":0.005728508,"about_ca_system_score_codex":0.0021755728,"about_ca_system_score_gemma":0.0016481904,"threshold_uncertainty_score":0.024265826},"labels":[],"label_agreement":null},{"id":"W7134250633","doi":"10.21606/drslxd.2025.172","title":"Unfolding Dialogue: Pedagogies of Reciprocity and Community in Design","year":2025,"lang":"","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Emily Carr University of Art and Design","funders":"","keywords":"Reciprocity (cultural anthropology); Dialogic; Situated; Conversation; Reflexivity; Dyad; Theme (computing); Reciprocal","score_opus":0.10347723468116725,"score_gpt":0.34800509552953995,"score_spread":0.2445278608483727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134250633","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09339646,0.005598874,0.5953779,0.033781707,0.00094943284,0.0007541962,0.00009819144,0.0008484105,0.26919475],"genre_scores_gemma":[0.91209847,0.0013762761,0.07134272,0.0012178685,0.0001708072,0.0007491344,0.000054729004,0.0004108817,0.0125791505],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.93061507,0.06073851,0.0008996573,0.0029058165,0.0034519176,0.001388962],"domain_scores_gemma":[0.955074,0.033026386,0.0020061787,0.0060675833,0.0017134068,0.0021124592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.036221653,0.0010422663,0.00081321894,0.0034859874,0.013229046,0.013982712,0.0032411797,0.0039914516,0.009139104],"category_scores_gemma":[0.061817303,0.0009519889,0.0011957119,0.0016663634,0.060746297,0.024290457,0.024489438,0.0048071994,0.001401888],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004279901,0.000039097406,0.00092887605,0.0003050782,0.000020640427,0.00035038398,0.41721883,0.0005940561,0.0007848009,0.547636,0.0023025798,0.029776836],"study_design_scores_gemma":[0.000057435747,0.00010136354,0.00048065785,0.0006185882,0.000028956212,0.0007465082,0.12514418,0.002795564,0.0010718899,0.64374584,0.22514553,0.0000634462],"about_ca_topic_score_codex":0.0014641351,"about_ca_topic_score_gemma":0.00158952,"teacher_disagreement_score":0.036221653,"about_ca_system_score_codex":0.00445934,"about_ca_system_score_gemma":0.005865825,"threshold_uncertainty_score":0.19156069},"labels":[],"label_agreement":null},{"id":"W7134253533","doi":"10.21606/drslxd.2025.073","title":"Dynamic Linkage for Understanding Design Knowledge","year":2025,"lang":"","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Linkage (software); Situated; Scope (computer science); Curriculum; Expansive; Design knowledge; Design elements and principles; Body of knowledge; Focus (optics)","score_opus":0.09684472346577569,"score_gpt":0.35607689606606263,"score_spread":0.25923217260028697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134253533","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01694569,0.003102903,0.74388206,0.015413636,0.00030570355,0.00047774383,0.00020593077,0.00031614062,0.21935016],"genre_scores_gemma":[0.535302,0.0045291404,0.43457353,0.001737599,0.00017877,0.0014682835,0.000495467,0.00028545392,0.021429807],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9904496,0.0056011896,0.0005263112,0.0017676053,0.0012289422,0.00042629524],"domain_scores_gemma":[0.9896806,0.006517281,0.0007548277,0.0017026924,0.0009648603,0.00037975193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0088272365,0.0011229048,0.00063040777,0.0058239726,0.004217236,0.0123923775,0.0027384234,0.004488327,0.01135037],"category_scores_gemma":[0.018072983,0.00093529135,0.001209626,0.0047444636,0.024865812,0.035650063,0.013300721,0.0043759355,0.0017826426],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006779969,0.00001335606,0.00029100117,0.00013808963,0.000009173937,0.000103426224,0.01251975,0.00079951936,0.00021021582,0.96638405,0.00066225015,0.018862326],"study_design_scores_gemma":[0.00000931545,0.000014018063,0.0001899695,0.00031665285,0.000012762423,0.00015362179,0.008292507,0.0026618969,0.00031369927,0.9130681,0.07494945,0.000017993403],"about_ca_topic_score_codex":0.0037916626,"about_ca_topic_score_gemma":0.0023750882,"teacher_disagreement_score":0.0123923775,"about_ca_system_score_codex":0.008066889,"about_ca_system_score_gemma":0.005871072,"threshold_uncertainty_score":0.058529675},"labels":[],"label_agreement":null},{"id":"W7135160570","doi":"","title":"I Spy with My Little Eye: The power of visual facilitation in participatory processes","year":2023,"lang":"en","type":"article","venue":"OCAD University Open Research Repository (OCAD University)","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Sketch; Citizen journalism; Visualization; Multidisciplinary approach; Participatory planning; Participatory design; Visual research; Visual thinking; Process (computing)","score_opus":0.08534047573626728,"score_gpt":0.3469882419867047,"score_spread":0.2616477662504374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135160570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8293693,0.0020242606,0.04577497,0.013240976,0.00034733914,0.0003180449,0.000109986686,0.0004100508,0.108405024],"genre_scores_gemma":[0.98243356,0.00045764254,0.0078659495,0.0006226485,0.000104958366,0.00012702227,0.000026408847,0.00017468662,0.008187211],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98702836,0.009987758,0.00019537567,0.00090429455,0.001206332,0.00067796226],"domain_scores_gemma":[0.9677329,0.027169157,0.00158214,0.0016455472,0.0010015593,0.0008686957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00953692,0.0007801853,0.0005808876,0.0018952831,0.009514842,0.0072899126,0.0022085076,0.0040365607,0.0039496026],"category_scores_gemma":[0.03840835,0.0007434092,0.0006975553,0.0010406253,0.025134154,0.0068049016,0.009370008,0.005038762,0.0009608352],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065256914,0.000031468186,0.0015809828,0.00021805518,0.000014037856,0.0017264669,0.9753949,0.00022651652,0.0027486389,0.007873739,0.0020846645,0.008035258],"study_design_scores_gemma":[0.00007711403,0.0003226054,0.006131008,0.00082572957,0.00005997805,0.0041672303,0.8064945,0.0019483671,0.004844373,0.019756164,0.15518597,0.00018696769],"about_ca_topic_score_codex":0.0030713023,"about_ca_topic_score_gemma":0.0041781887,"teacher_disagreement_score":0.00953692,"about_ca_system_score_codex":0.0018938277,"about_ca_system_score_gemma":0.001749245,"threshold_uncertainty_score":0.050436676},"labels":[],"label_agreement":null},{"id":"W7138433058","doi":"10.21606/iasdr.2025.135","title":"Teaching Design in the 21st Century: New Studio Pedagogies for Emerging Challenges","year":2025,"lang":"","type":"article","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Studio; Design studio; Context (archaeology); Higher education; Curriculum","score_opus":0.11593669845232835,"score_gpt":0.3735837279316434,"score_spread":0.25764702947931506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7138433058","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16724199,0.017680202,0.32047856,0.0652394,0.0025932938,0.0006611814,0.00007922344,0.0013693206,0.4246568],"genre_scores_gemma":[0.70030487,0.009976264,0.19463053,0.0063754474,0.0006337871,0.0010505408,0.00012124484,0.0005319169,0.08637538],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.993693,0.004515892,0.00018751189,0.00050579954,0.0007420781,0.00035566578],"domain_scores_gemma":[0.994114,0.0029881578,0.0002880695,0.00080300256,0.00032899482,0.0014777945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00823528,0.00070473866,0.000554569,0.0017776773,0.0042604934,0.011025325,0.002260116,0.0026466213,0.010488443],"category_scores_gemma":[0.008751855,0.0006783017,0.0009482273,0.0008249615,0.012508939,0.0083988365,0.01012413,0.0052867676,0.0026749072],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007129415,0.00061626645,0.0025642067,0.00060385186,0.000018864928,0.00063992164,0.13203387,0.0015916968,0.0024476442,0.6819208,0.024467306,0.15302426],"study_design_scores_gemma":[0.000067790534,0.00024369925,0.00085052423,0.0008255089,0.000013209622,0.0015743632,0.04486295,0.002964748,0.0010527703,0.29638803,0.6511164,0.000039970062],"about_ca_topic_score_codex":0.00049206085,"about_ca_topic_score_gemma":0.001485191,"teacher_disagreement_score":0.011025325,"about_ca_system_score_codex":0.003352029,"about_ca_system_score_gemma":0.0049761157,"threshold_uncertainty_score":0.043552816},"labels":[],"label_agreement":null},{"id":"W72356121","doi":"","title":"Integrating sustainable development into the undergraduate engineering curriculum through a mandatory first year engineering design course at the University of Toronto","year":2010,"lang":"en","type":"article","venue":"Research Repository (Delft University of Technology)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Praxis; Sustainability; Curriculum; Engineering ethics; Context (archaeology); Engineering education; Sustainable development; Engineering management; Engineering design process; Engineering; Mathematics education; Pedagogy; Sociology; Psychology; Political science; Mechanical engineering","score_opus":0.01016778988192543,"score_gpt":0.23469880869005402,"score_spread":0.2245310188081286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W72356121","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6867041,0.0037395495,0.032055464,0.030868972,0.0030057437,0.0016000108,0.0012704079,0.0015436001,0.23921205],"genre_scores_gemma":[0.72227365,0.0041581476,0.059859928,0.003798845,0.00033904376,0.0008156268,0.0018692794,0.00028046797,0.20660506],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985318,0.00014990478,0.000059112765,0.000169216,0.00067548925,0.00041438578],"domain_scores_gemma":[0.99516183,0.00015676918,0.00019645547,0.00012979489,0.0010978441,0.003257312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015841699,0.0007316069,0.0003803979,0.0006692073,0.003391369,0.0027956113,0.0012198496,0.0010314628,0.011111827],"category_scores_gemma":[0.0027623523,0.00048338392,0.0004993689,0.0009025387,0.0011248427,0.00080789457,0.0028706056,0.0015919353,0.0022532993],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002185699,0.0046364698,0.05547327,0.0014802006,0.000034643897,0.0014430009,0.036613975,0.0070031337,0.036391884,0.017338473,0.23487659,0.60448974],"study_design_scores_gemma":[0.00007708182,0.0017755248,0.11654049,0.0010253312,0.000037799266,0.000681927,0.01677443,0.0032856548,0.012077887,0.0055130413,0.84208846,0.00012247943],"about_ca_topic_score_codex":0.14728577,"about_ca_topic_score_gemma":0.465815,"teacher_disagreement_score":0.14728577,"about_ca_system_score_codex":0.018176872,"about_ca_system_score_gemma":0.04934025,"threshold_uncertainty_score":0.29285693},"labels":[],"label_agreement":null},{"id":"W77275032","doi":"","title":"Reflections on creative and collaborative teamwork in charrettes, 24 hours of innovation","year":2010,"lang":"en","type":"other","venue":"Espace ÉTS (ETS)","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Teamwork; Context (archaeology); General partnership; Competition (biology); Engineering; Sociology; Humanities; Library science; Management; Political science; Art; Geography; Economics; Computer science","score_opus":0.02024423673229105,"score_gpt":0.31884562387350707,"score_spread":0.29860138714121603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W77275032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4430078,0.009080852,0.0052512605,0.23587447,0.0077172336,0.00027005328,0.00010522882,0.00010214157,0.298591],"genre_scores_gemma":[0.8996823,0.004243144,0.0017201104,0.013861889,0.0014435509,0.00019912921,0.000039868704,0.00015585801,0.078654096],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9617692,0.02981626,0.00045246555,0.0012187073,0.0033337246,0.0034096292],"domain_scores_gemma":[0.9658324,0.024426341,0.0015647691,0.0009834152,0.0020096113,0.005183437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01736213,0.0009820936,0.0004848454,0.001708361,0.022928346,0.017705489,0.0030186595,0.005984101,0.0052289064],"category_scores_gemma":[0.027016941,0.0006236124,0.00054436503,0.0018153145,0.02407781,0.0067894426,0.010848837,0.010479608,0.000727834],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059326456,0.00015468757,0.0010697843,0.0001260002,0.000006834469,0.0018804328,0.90645313,0.00012835771,0.0003243617,0.043779157,0.027024556,0.018993458],"study_design_scores_gemma":[0.000008311089,0.0000468838,0.001364412,0.00020798223,0.0000025041954,0.00045871938,0.73404914,0.00005181923,0.00021177769,0.0039026584,0.25967303,0.00002273362],"about_ca_topic_score_codex":0.024204599,"about_ca_topic_score_gemma":0.050130785,"teacher_disagreement_score":0.024204599,"about_ca_system_score_codex":0.01407873,"about_ca_system_score_gemma":0.009921957,"threshold_uncertainty_score":0.10214883},"labels":[],"label_agreement":null},{"id":"W809618049","doi":"","title":"Moving Towards an Outcomes-Based Curriculum Model in Design Education: an Action Research Study at OCAD University","year":2015,"lang":"en","type":"article","venue":"Arrow - TU Dublin (Technological University Dublin)","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Context (archaeology); Action research; Curriculum; Engineering ethics; Sociology; Action (physics); Pedagogy; Higher education; Research design; Engineering; Political science; Social science","score_opus":0.22904915665449063,"score_gpt":0.368788601295616,"score_spread":0.1397394446411254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W809618049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97963184,0.00009433126,0.0054797977,0.0033435875,0.000071424234,0.0014304131,0.00003851241,0.00003199354,0.009878066],"genre_scores_gemma":[0.96843463,0.0002459101,0.024092304,0.00096191536,0.000020659765,0.0013881023,0.00004420272,0.000027262231,0.0047849817],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9647678,0.026824787,0.0006863733,0.0012623898,0.0032865098,0.0031721496],"domain_scores_gemma":[0.9699673,0.01537278,0.0018159266,0.0018674072,0.0038750446,0.0071014883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04480356,0.00056737976,0.00080889557,0.0015593806,0.014710025,0.011313561,0.0034446043,0.0041148723,0.0031098435],"category_scores_gemma":[0.037561204,0.00093069335,0.00065990264,0.0019473204,0.009768002,0.003796612,0.0062626577,0.008215806,0.0005645351],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002495398,0.020453777,0.019285271,0.0004929881,0.000022686527,0.0007062634,0.83124155,0.002492804,0.0033666417,0.024477914,0.0060425675,0.09116802],"study_design_scores_gemma":[0.00039264298,0.0024467136,0.015537294,0.0005082624,0.000038252587,0.00018515965,0.90677696,0.003827711,0.0031719496,0.0049008927,0.06205853,0.00015567342],"about_ca_topic_score_codex":0.023151197,"about_ca_topic_score_gemma":0.06253652,"teacher_disagreement_score":0.04480356,"about_ca_system_score_codex":0.020550149,"about_ca_system_score_gemma":0.033518285,"threshold_uncertainty_score":0.2369467},"labels":[],"label_agreement":null},{"id":"W81412537","doi":"10.1007/978-3-540-69820-3_18","title":"Preliminary Study of Cognitive Model of Designer’s Creativity by Using Formal Protocol Analysis","year":2007,"lang":"en","type":"book-chapter","venue":"","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Protocol analysis; Protocol (science); Computer science; Process (computing); Key (lock); Protocol design; Design process; Cognition; Software engineering; Engineering; Work in process; Programming language; Psychology; Cognitive science; Computer security","score_opus":0.11676604803840158,"score_gpt":0.35901450909827026,"score_spread":0.2422484610598687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W81412537","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37712047,0.00010096571,0.5987706,0.00065620773,0.000039949562,0.0013797329,0.00026407128,0.00037815285,0.021289822],"genre_scores_gemma":[0.88242203,0.000048612994,0.11532915,0.000037215657,0.0000051715433,0.0005990354,0.00015245065,0.00004044312,0.001365977],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9888809,0.008282067,0.00049781485,0.0008054132,0.0012493585,0.0002844899],"domain_scores_gemma":[0.8093801,0.16871585,0.0022695565,0.012309792,0.0066405367,0.0006841813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013798277,0.0004123594,0.0003526169,0.0009631834,0.001104423,0.0024489826,0.001491959,0.0007192423,0.0062363986],"category_scores_gemma":[0.08438636,0.00035073623,0.00079410925,0.0006672159,0.0023387591,0.005105066,0.0010465932,0.0015686951,0.0003504371],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023058995,0.002444881,0.051218774,0.0015087137,0.0002751466,0.0010735273,0.05998066,0.03550986,0.033405367,0.62676316,0.0031670567,0.18234709],"study_design_scores_gemma":[0.0005073489,0.0028571016,0.019741299,0.00035091018,0.00040941098,0.0011153531,0.02546629,0.64834046,0.044738233,0.24506971,0.011191078,0.00021280046],"about_ca_topic_score_codex":0.0026611087,"about_ca_topic_score_gemma":0.0012790547,"teacher_disagreement_score":0.013798277,"about_ca_system_score_codex":0.0012137903,"about_ca_system_score_gemma":0.0025658829,"threshold_uncertainty_score":0.07297313},"labels":[],"label_agreement":null},{"id":"W82911682","doi":"10.3233/jid-2002-6301","title":"AXIOMATIC THEORY OF DESIGN MODELING","year":2002,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Axiomatic design; Axiomatic system; Axiom; Computer science; Biochemical engineering; Management science; Mathematics; Engineering; Manufacturing engineering; Geometry","score_opus":0.06615464079909185,"score_gpt":0.2812267774362356,"score_spread":0.21507213663714375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W82911682","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017539547,0.0029978312,0.92303395,0.003340435,0.00031052032,0.00014487746,0.0002296825,0.000343685,0.06784513],"genre_scores_gemma":[0.18486919,0.0061567216,0.78384316,0.0025713432,0.000874318,0.0013521725,0.0009394157,0.00022844409,0.019165255],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9931075,0.0028360907,0.000626799,0.00074106146,0.0024166019,0.0002720277],"domain_scores_gemma":[0.99225485,0.0046517467,0.000408749,0.0012518185,0.0012415344,0.00019118603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006889517,0.0013209381,0.0011518317,0.0033772513,0.0026515485,0.005259517,0.002809823,0.002774539,0.00765616],"category_scores_gemma":[0.009271301,0.00087933935,0.0023194917,0.0027230293,0.012554759,0.009216212,0.0029807875,0.004928648,0.00274241],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017498744,0.000004709456,0.000029285424,0.00004355649,0.0000068177164,0.000024941548,0.00010941165,0.0009340192,0.000048624108,0.9955949,0.0007896036,0.0024123513],"study_design_scores_gemma":[0.00001186467,0.00001132786,0.00003531919,0.000060871826,0.000010240011,0.00008131758,0.000044252687,0.005172442,0.00015134513,0.9488938,0.045516033,0.000011204433],"about_ca_topic_score_codex":0.0030887374,"about_ca_topic_score_gemma":0.002540264,"teacher_disagreement_score":0.00765616,"about_ca_system_score_codex":0.00453732,"about_ca_system_score_gemma":0.003241642,"threshold_uncertainty_score":0.036435723},"labels":[],"label_agreement":null},{"id":"W87614821","doi":"10.1007/978-3-642-37428-9_33","title":"Models and Ideology in Design","year":2013,"lang":"en","type":"book-chapter","venue":"Studies in applied philosophy, epistemology and rational ethics","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ideology; Sociology; Computer science; Political science; Law; Politics","score_opus":0.21528911304541756,"score_gpt":0.3478702674998234,"score_spread":0.13258115445440585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W87614821","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01775578,0.008157164,0.049247812,0.014942676,0.00058949576,0.00003523044,0.000033361146,0.000063315456,0.90917516],"genre_scores_gemma":[0.89911115,0.0038458847,0.010572306,0.0011503819,0.00054704223,0.00020277397,0.000043116288,0.0001533052,0.08437396],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99445856,0.0039798636,0.00011173417,0.0003221357,0.00087870477,0.00024900315],"domain_scores_gemma":[0.99555355,0.003338834,0.00018160908,0.0005630697,0.0001976834,0.00016523068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004444405,0.001003424,0.0005737864,0.0024177157,0.0034897863,0.008881637,0.0011253784,0.0026727328,0.0069393413],"category_scores_gemma":[0.0049150093,0.0006176099,0.00040489328,0.0018390565,0.037232812,0.008460982,0.0030492146,0.0052352715,0.0012095326],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012905455,0.0000036631159,0.000014843007,0.0000061497653,7.0366644e-7,0.0000038668227,0.0009692052,0.000087994136,0.00000798875,0.9971814,0.00048143085,0.0012414152],"study_design_scores_gemma":[0.0000061696383,0.000005465371,0.000033547374,0.000049093203,0.0000014757337,0.00001678587,0.0006540042,0.000451947,0.000043887543,0.97132844,0.027406517,0.0000026788223],"about_ca_topic_score_codex":0.0015315601,"about_ca_topic_score_gemma":0.0016553986,"teacher_disagreement_score":0.008881637,"about_ca_system_score_codex":0.00556278,"about_ca_system_score_gemma":0.0022154872,"threshold_uncertainty_score":0.040360987},"labels":[],"label_agreement":null},{"id":"W92127656","doi":"10.3233/jid-2004-8404","title":"ENVIRONMENT-BASED FORMULATION OF DESIGN PROBLEM","year":2004,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Mathematical optimization; Biochemical engineering; Mathematics; Engineering","score_opus":0.02465309789543736,"score_gpt":0.26359127819646383,"score_spread":0.23893818030102648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W92127656","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035979617,0.00022984673,0.958931,0.001384937,0.000085720116,0.00008938252,0.00010194768,0.000057942692,0.035521176],"genre_scores_gemma":[0.22633284,0.0012505843,0.74346954,0.00069329934,0.00018765546,0.0008993823,0.0003795742,0.00009827508,0.026688755],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99687564,0.0014225912,0.00022715832,0.00042464552,0.0008578435,0.00019198333],"domain_scores_gemma":[0.9983854,0.00097467005,0.00013791138,0.00015684456,0.0002860671,0.00005902884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027731406,0.00088680774,0.000522818,0.0009462625,0.0009375844,0.0028933932,0.0017137562,0.0018923961,0.007841345],"category_scores_gemma":[0.0037526353,0.00053191994,0.0010377765,0.0006663326,0.0028316313,0.0032874392,0.0021511673,0.0020428456,0.0008429776],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042381484,0.000009613117,0.000055643064,0.000038045826,0.000004104089,0.00007211861,0.00012419371,0.017641354,0.00020951744,0.9773323,0.00050754676,0.004001286],"study_design_scores_gemma":[0.00003456934,0.000035636567,0.00007125931,0.00007067389,0.000013270545,0.0001658512,0.00017572043,0.09366371,0.0005773807,0.85527986,0.049889766,0.000022178967],"about_ca_topic_score_codex":0.0014565574,"about_ca_topic_score_gemma":0.0015673334,"teacher_disagreement_score":0.007841345,"about_ca_system_score_codex":0.001728505,"about_ca_system_score_gemma":0.0021687422,"threshold_uncertainty_score":0.026231945},"labels":[],"label_agreement":null}]}