{"meta":{"query_hash":"a7c17793e2a6","filters":{"venue":"Proceedings of the Design Society"},"cohort_total":45,"direct_labels_cover":0,"predictions_cover":45,"exported":45,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/a7c17793e2a6","api":"https://metacan.xera.ac/api/v1/cohort?venue=Proceedings+of+the+Design+Society"},"results":[{"id":"W3185502463","doi":"10.1017/pds.2021.49","title":"APPLICATION OF DOMAIN INTEGRATED DESIGN METHODOLOGY FOR BIO-INSPIRED DESIGN- A CASE STUDY OF SUTURE PIN DESIGN","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Fibrous joint; Computer science; Deformation (meteorology); Domain (mathematical analysis); Mechanical engineering; Structural engineering; Biomedical engineering; Materials science; Engineering; Mathematics; Anatomy; Composite material; Biology","score_opus":0.06699731290285113,"score_gpt":0.28881426996286574,"score_spread":0.2218169570600146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185502463","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06942837,0.0003242198,0.9174769,0.00024078213,0.000051547613,0.00026903668,0.000038405626,0.0002771499,0.011893532],"genre_scores_gemma":[0.4173078,0.00028953378,0.57786363,0.00004815387,0.000008846465,0.00026500685,0.0000459725,0.00005549421,0.0041155736],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990103,0.00051200384,0.000043117947,0.00007948944,0.0002845375,0.00007051608],"domain_scores_gemma":[0.9990803,0.00053289067,0.000064128486,0.00013707632,0.00014127135,0.00004442355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019265503,0.0004887594,0.00032783172,0.00066203804,0.0005319851,0.0012507716,0.0007619634,0.0013897159,0.002770611],"category_scores_gemma":[0.00152036,0.0002794629,0.0008095033,0.00040836958,0.00096027966,0.00057969766,0.00086487894,0.0006195259,0.000321265],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001932516,0.0004659429,0.003761949,0.0010054865,0.000103928156,0.0021661324,0.0024120514,0.55064607,0.0897558,0.15109478,0.0019901611,0.1964044],"study_design_scores_gemma":[0.00008885608,0.0006013155,0.0011673314,0.00017731948,0.00006581288,0.0011949238,0.00068004243,0.885932,0.03731508,0.024174012,0.048543606,0.00005965714],"about_ca_topic_score_codex":0.00076079747,"about_ca_topic_score_gemma":0.00089372916,"teacher_disagreement_score":0.002770611,"about_ca_system_score_codex":0.0007191542,"about_ca_system_score_gemma":0.0007950065,"threshold_uncertainty_score":0.010188699},"labels":[],"label_agreement":null},{"id":"W3185652110","doi":"10.1017/pds.2021.60","title":"CARDINAL WTRL: TECHNOLOGY MATURITY, SCHEDULE SLIPPAGE AND TREND FORECASTING.","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Technology Assessment and Management","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Maturity (psychological); Schedule; Computer science; Process (computing); Operations research; Industrial engineering; Process management; Engineering","score_opus":0.016406508051610657,"score_gpt":0.20107624705877553,"score_spread":0.18466973900716488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185652110","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.290916,0.00046120075,0.6739675,0.00088044367,0.00020582117,0.00091141183,0.011669626,0.0046857106,0.016302349],"genre_scores_gemma":[0.68969834,0.00017861843,0.3009154,0.000044877976,0.00004345867,0.0004039546,0.005995732,0.00013327159,0.0025863177],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99652076,0.001443408,0.0003327144,0.00046882255,0.001088367,0.00014589781],"domain_scores_gemma":[0.9803908,0.0101203555,0.0039396505,0.002000632,0.0031510233,0.0003976298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01064613,0.00089049956,0.0004009121,0.007768258,0.0004967234,0.0021275785,0.0010355632,0.00051671563,0.0036149314],"category_scores_gemma":[0.044455387,0.0003832081,0.0009303945,0.006744872,0.0005728894,0.0029973013,0.001374347,0.0012284718,0.0010737476],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041313807,0.00035570937,0.2317256,0.00047210878,0.00024552387,0.0003065265,0.001160099,0.19147706,0.002181139,0.050145995,0.01555171,0.5059654],"study_design_scores_gemma":[0.000022568545,0.00024922978,0.060189888,0.00014908315,0.000050790026,0.00016181696,0.0008708035,0.90313464,0.0015937942,0.02427996,0.00918352,0.00011393609],"about_ca_topic_score_codex":0.015776837,"about_ca_topic_score_gemma":0.014935674,"teacher_disagreement_score":0.015776837,"about_ca_system_score_codex":0.0015048906,"about_ca_system_score_gemma":0.0017225526,"threshold_uncertainty_score":0.056302786},"labels":[],"label_agreement":null},{"id":"W3187528900","doi":"10.1017/pds.2021.487","title":"NOVICE DESIGNERS TACKLE AND REFLECT ON THEIR PROCESS USING THE DESIGNERLY ACTIVITY THEORY","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Dilemma; Dialog box; Set (abstract data type); Computer science; Metaphor; Complement (music); Process (computing); Interpretation (philosophy); Psychology; Epistemology; World Wide Web","score_opus":0.1337436478709254,"score_gpt":0.4052660339231025,"score_spread":0.2715223860521771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187528900","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2245087,0.0005340497,0.7196669,0.004491383,0.00010230254,0.0009937811,0.00006672926,0.00045975533,0.049176417],"genre_scores_gemma":[0.75555205,0.0006187368,0.23106626,0.0005189161,0.000025794274,0.00056005566,0.00009955458,0.00015062485,0.011408086],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.963656,0.029526709,0.0009113218,0.0022346827,0.002694119,0.0009772708],"domain_scores_gemma":[0.94915855,0.03930298,0.001854427,0.0062348205,0.0024344192,0.0010149374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025631862,0.0012015324,0.0007373024,0.0023256207,0.003178757,0.01331851,0.002667223,0.003004573,0.003919782],"category_scores_gemma":[0.036088843,0.0009362146,0.0010352717,0.0009138815,0.013067654,0.00945017,0.0066430788,0.0034099082,0.0011824802],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013145072,0.00055724086,0.015238435,0.00081046374,0.00006702466,0.0007308376,0.66559803,0.005598676,0.009087248,0.17485395,0.002149879,0.12517673],"study_design_scores_gemma":[0.00021222525,0.001155803,0.006094969,0.0020134237,0.0001921686,0.0020045494,0.46008736,0.03266751,0.023111042,0.21981445,0.2523648,0.00028173],"about_ca_topic_score_codex":0.0013945531,"about_ca_topic_score_gemma":0.0015930019,"teacher_disagreement_score":0.025631862,"about_ca_system_score_codex":0.0029366238,"about_ca_system_score_gemma":0.0042813863,"threshold_uncertainty_score":0.13555586},"labels":[],"label_agreement":null},{"id":"W3187853372","doi":"10.1017/pds.2021.471","title":"MITIGATING COMPANY ADOPTION BARRIERS OF DESIGN-DRIVEN INNOVATION WITH HUMAN CENTERED DESIGN","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Business; Service (business); Product (mathematics); Service design; Product innovation; Space (punctuation); Service innovation; Knowledge management; Meaning (existential); Process management; New product development; Product design; Marketing; Computer science; Service provider; Psychology","score_opus":0.04936747237357602,"score_gpt":0.2632285455627738,"score_spread":0.21386107318919778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187853372","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7589387,0.0013013785,0.16062059,0.013181592,0.000115357056,0.0012139764,0.000033710246,0.00038093014,0.06421384],"genre_scores_gemma":[0.97798586,0.0001607635,0.020238068,0.00043539275,0.000014111569,0.00038335013,0.000012182765,0.000023893472,0.00074641977],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.90908515,0.06816701,0.0027828177,0.0025852376,0.014111647,0.0032679888],"domain_scores_gemma":[0.78109825,0.16876118,0.014746641,0.015821107,0.016095154,0.003477586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.061592966,0.0007132677,0.0006231343,0.003131781,0.0028691497,0.008942632,0.0032154738,0.0026721177,0.004298388],"category_scores_gemma":[0.116878524,0.0007131691,0.0007851102,0.0015653775,0.0055277674,0.006436632,0.011725008,0.0033832076,0.0005367156],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072189234,0.003502443,0.10271801,0.003965421,0.00034392078,0.001363523,0.13617954,0.013895329,0.019823436,0.26416582,0.005305168,0.44801548],"study_design_scores_gemma":[0.0008702521,0.009703596,0.107260786,0.008680903,0.00064168544,0.0019678185,0.24099301,0.12837243,0.032992933,0.23861985,0.22938137,0.0005152932],"about_ca_topic_score_codex":0.0022791983,"about_ca_topic_score_gemma":0.002187045,"teacher_disagreement_score":0.061592966,"about_ca_system_score_codex":0.0069149234,"about_ca_system_score_gemma":0.008872466,"threshold_uncertainty_score":0.3257386},"labels":[],"label_agreement":null},{"id":"W3187955867","doi":"10.1017/pds.2021.407","title":"EXPERIENCES OF DESIGN AT HACKATHONS: INITIAL FINDINGS FROM AN INTERVIEW STUDY","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Process (computing); Computer science; Frame (networking); Design process; Engineering design process; Process management; Management science; Work in process; Engineering; Operations management","score_opus":0.048388811210092864,"score_gpt":0.2702292373169458,"score_spread":0.22184042610685295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187955867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882379,0.00023106336,0.0058516315,0.0009132499,0.000021857735,0.00013281815,0.000032521282,0.00003571076,0.0045432043],"genre_scores_gemma":[0.99589276,0.00022830712,0.0013050511,0.00025946938,0.000011264409,0.00013955176,0.000023898867,0.0000352016,0.0021043834],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96225524,0.029710138,0.0010763295,0.0015868468,0.0023649056,0.003006574],"domain_scores_gemma":[0.8992853,0.08735614,0.003490725,0.0020305063,0.004118099,0.0037192185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029747836,0.001080022,0.00085721107,0.0029738604,0.00930493,0.0065705553,0.0020805993,0.003697714,0.0034126104],"category_scores_gemma":[0.07098799,0.0013865628,0.0004543088,0.00203322,0.011071644,0.0069928,0.00844421,0.0052083647,0.00054126815],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026201653,0.000038093887,0.0021372943,0.000035510828,0.0000018573295,0.00039695078,0.9940481,0.000045210138,0.00040392947,0.0005668097,0.000114710296,0.0021854595],"study_design_scores_gemma":[0.000007940855,0.00011240884,0.0017955825,0.00011942077,0.0000047761705,0.00034533525,0.9891612,0.00031645576,0.00062215474,0.00049136975,0.006999364,0.000024003624],"about_ca_topic_score_codex":0.0033359525,"about_ca_topic_score_gemma":0.0041698166,"teacher_disagreement_score":0.029747836,"about_ca_system_score_codex":0.0050476193,"about_ca_system_score_gemma":0.0028157295,"threshold_uncertainty_score":0.15732342},"labels":[],"label_agreement":null},{"id":"W3190109559","doi":"10.1017/pds.2021.546","title":"SURVEYING DESIGN SKILL DEVELOPMENT IN WORK-INTEGRATED LEARNING EXPERIENCES: A REVIEW OF THE LITERATURE","year":2021,"lang":"en","type":"review","venue":"Proceedings of the Design Society","topic":"Higher Education and Employability","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Graduation (instrument); Context (archaeology); Work (physics); Engineering design process; Process (computing); Engineering education; Engineering ethics; Psychology; Medical education; Pedagogy; Engineering; Engineering management; Computer science; Medicine","score_opus":0.1052972580759154,"score_gpt":0.37025330121724154,"score_spread":0.26495604314132615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190109559","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009447051,0.9981255,0.00020328788,0.00013139605,0.000051077943,0.000033389482,0.0000547286,0.0000045604834,0.00045123269],"genre_scores_gemma":[0.0072820177,0.9918616,0.0004697711,0.00011906275,0.000030664258,0.00007086844,0.00007069732,0.000003099104,0.00009224829],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99453616,0.0017407032,0.0012801463,0.00070095505,0.0016241873,0.00011781686],"domain_scores_gemma":[0.96625507,0.02649767,0.0030836128,0.00046747856,0.0034067472,0.00028939074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00815454,0.0010032118,0.0032179337,0.010159612,0.0004340217,0.0022203233,0.0015995076,0.001592615,0.0024546902],"category_scores_gemma":[0.023422802,0.00093655265,0.001823946,0.012174579,0.0012450893,0.0026193373,0.0012809755,0.000976256,0.0005549962],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010860316,0.00011625757,0.001771176,0.28338748,0.00083819765,0.00008566608,0.0009324176,0.0002303224,0.00032545626,0.0009110019,0.003930176,0.7073633],"study_design_scores_gemma":[0.00008008602,0.00063291844,0.02976671,0.6228655,0.0059631835,0.0015795614,0.0039339354,0.00028554234,0.0009088391,0.0016088347,0.33223712,0.00013776474],"about_ca_topic_score_codex":0.004408127,"about_ca_topic_score_gemma":0.0071354043,"teacher_disagreement_score":0.010159612,"about_ca_system_score_codex":0.0017862219,"about_ca_system_score_gemma":0.004847026,"threshold_uncertainty_score":0.043125868},"labels":[],"label_agreement":null},{"id":"W3191175993","doi":"10.1017/pds.2021.536","title":"STUDY OF SYSTEM INTERFACES THROUGH THE NOTION OF COMPLEMENTARITY","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Polytechnique Montréal","keywords":"Complementarity (molecular biology); Computer science; Management science; Systems engineering; Risk analysis (engineering); Engineering; Business","score_opus":0.04826500925367389,"score_gpt":0.23688877045375592,"score_spread":0.18862376120008204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191175993","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16578317,0.00034827174,0.7571473,0.0007539638,0.00003444512,0.00015816401,0.000063091145,0.00010508228,0.075606555],"genre_scores_gemma":[0.9492755,0.00010056731,0.04882275,0.00003227012,0.00001546664,0.00011101423,0.000021845535,0.000019299185,0.0016013783],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9963381,0.001976801,0.00013603241,0.00029681908,0.00093725784,0.00031503313],"domain_scores_gemma":[0.9943873,0.003853169,0.00056300417,0.00045655886,0.0005133731,0.00022660903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002255469,0.0006209642,0.000517043,0.0021855857,0.0012710365,0.0035984085,0.00066155306,0.000712808,0.0055217133],"category_scores_gemma":[0.006249131,0.00039126724,0.00087532756,0.0013812844,0.00525462,0.004411441,0.0032845298,0.0014360688,0.00019140811],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003481775,0.00003847532,0.001580096,0.00008330928,0.000031569714,0.00017503314,0.0010695747,0.044271275,0.0028192806,0.94048476,0.00022091095,0.009190835],"study_design_scores_gemma":[0.000020804162,0.00013998317,0.0015154775,0.00007269237,0.000049508482,0.0002323945,0.000994137,0.3306805,0.0026918233,0.6561963,0.0073797964,0.0000266105],"about_ca_topic_score_codex":0.0020516475,"about_ca_topic_score_gemma":0.0011020389,"teacher_disagreement_score":0.0055217133,"about_ca_system_score_codex":0.0022489373,"about_ca_system_score_gemma":0.0013346722,"threshold_uncertainty_score":0.018471956},"labels":[],"label_agreement":null},{"id":"W3192377638","doi":"10.1017/pds.2021.72","title":"CONCEPT MAPS COLLABORATIVE CREATION IN PRODUCT LIFECYCLE MANAGEMENT","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; École de Technologie Supérieure","funders":"","keywords":"Knowledge management; Product lifecycle; System lifecycle; Product (mathematics); Product management; Usability; Process management; Process (computing); Negotiation; New product development; Adaptability; Computer science; Tacit knowledge; Business; Management; Sociology; Human–computer interaction; Marketing","score_opus":0.038211007075431166,"score_gpt":0.26345478364797287,"score_spread":0.2252437765725417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192377638","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10678291,0.0011116661,0.82377815,0.0032669492,0.0002691876,0.0010358879,0.0003298262,0.002320238,0.06110512],"genre_scores_gemma":[0.5669644,0.00050686096,0.4238241,0.00016090595,0.000050392326,0.00080350466,0.00029311178,0.00025999945,0.0071367724],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9883858,0.00868177,0.00039517178,0.0005549959,0.0016480242,0.0003343031],"domain_scores_gemma":[0.9527493,0.03791734,0.0013676236,0.0046380707,0.0025416263,0.0007860743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01337354,0.0008694557,0.0004725496,0.0054142363,0.0025936423,0.007152159,0.0023313432,0.0019797892,0.007222256],"category_scores_gemma":[0.032655295,0.0007033404,0.00088368094,0.0038394239,0.0037606838,0.0122681605,0.0069831586,0.0012216409,0.0011348758],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039468444,0.0004703212,0.0041227085,0.0016377558,0.00008123519,0.0015151171,0.08048648,0.0107845105,0.0063017006,0.41698354,0.009934373,0.46728757],"study_design_scores_gemma":[0.00021334089,0.00043071265,0.0039490415,0.0016780889,0.00013556155,0.0026627423,0.044562772,0.10701156,0.019549113,0.3346649,0.4848648,0.000277431],"about_ca_topic_score_codex":0.0020019591,"about_ca_topic_score_gemma":0.0020928811,"teacher_disagreement_score":0.01337354,"about_ca_system_score_codex":0.0022026468,"about_ca_system_score_gemma":0.0027789013,"threshold_uncertainty_score":0.07072687},"labels":[],"label_agreement":null},{"id":"W3192378062","doi":"10.1017/pds.2021.415","title":"EXTENDED TARGET WEIGHING APPROACH (ETWA): IMPACT AND RISK ANALYSIS OF LIGHTWEIGHT CONCEPTS IN THE PRODUCT-PRODUCTION SYSTEM-CO-DESIGN","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Deutsche Forschungsgemeinschaft; University of Cambridge","keywords":"Interdependence; Production (economics); Product (mathematics); Product design; Computer science; Component (thermodynamics); Systems engineering; Risk analysis (engineering); Systems design; Manufacturing engineering; Industrial engineering; Engineering; Business; Mathematics","score_opus":0.0174445650493906,"score_gpt":0.23579936996102208,"score_spread":0.21835480491163148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192378062","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02060502,0.00008945051,0.97584254,0.000047765618,0.000015019759,0.000078324665,0.000027398375,0.0001752121,0.0031191655],"genre_scores_gemma":[0.46190184,0.00016884011,0.53481466,0.000037278434,0.000021117647,0.00023838978,0.00009099845,0.00015222435,0.0025746406],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99356854,0.0026250489,0.0002573829,0.00049201644,0.0028287978,0.00022820894],"domain_scores_gemma":[0.9936388,0.0037424914,0.00078590505,0.00075212255,0.0009470319,0.00013363858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005518399,0.0012048669,0.0007736466,0.0027573311,0.00057552324,0.002132902,0.0011355446,0.00093522493,0.003970291],"category_scores_gemma":[0.010879732,0.00056490005,0.0014550318,0.0013821529,0.0010677746,0.002199145,0.0021721357,0.0012105706,0.00041888928],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035678834,0.0003239885,0.007073956,0.0007325828,0.00031042,0.00054265367,0.0009557342,0.4253771,0.02925685,0.16287291,0.0013373063,0.3708597],"study_design_scores_gemma":[0.000026868547,0.0003014243,0.001967053,0.00010154639,0.00012207702,0.00026711638,0.00014668211,0.9108918,0.008249713,0.073982775,0.003884125,0.000058853555],"about_ca_topic_score_codex":0.0011396973,"about_ca_topic_score_gemma":0.0008851118,"teacher_disagreement_score":0.005518399,"about_ca_system_score_codex":0.0012632139,"about_ca_system_score_gemma":0.0011592325,"threshold_uncertainty_score":0.029184401},"labels":[],"label_agreement":null},{"id":"W3192476118","doi":"10.1017/pds.2021.413","title":"EXPLORING THE POTENTIAL OF DIGITAL TWIN-DRIVEN DESIGN OF AERO-ENGINE STRUCTURES","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"VINNOVA","keywords":"Reuse; Aerospace; Quality (philosophy); Production (economics); Computer science; Product design; Systems engineering; Product (mathematics); Downstream (manufacturing); Manufacturing engineering; Engineering; Operations management","score_opus":0.05551897514569402,"score_gpt":0.2108196426243297,"score_spread":0.1553006674786357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192476118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4549666,0.0044419505,0.40166256,0.004974082,0.00013764398,0.00038353607,0.00023078208,0.00035689198,0.13284588],"genre_scores_gemma":[0.9176496,0.0015667602,0.07529246,0.00019754273,0.000009713032,0.000105097104,0.000120317134,0.00005107459,0.005007337],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951911,0.0029272584,0.00023964701,0.00019374937,0.0012827667,0.0001654046],"domain_scores_gemma":[0.98965746,0.007448745,0.00049279066,0.00089977373,0.001379307,0.000121956495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075466908,0.0002794165,0.00026374453,0.0022677958,0.0007230286,0.004522756,0.0011933333,0.0008587545,0.0025857354],"category_scores_gemma":[0.014746152,0.0003744681,0.0002447279,0.0022275746,0.0024382493,0.0064064404,0.0020507192,0.00081582175,0.00037792764],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028332227,0.00026301018,0.006592377,0.0026105589,0.00006038029,0.0014429642,0.05488241,0.037530664,0.018660842,0.3737155,0.0039859945,0.49997205],"study_design_scores_gemma":[0.00012658011,0.000976799,0.0072416575,0.0031738253,0.0001544355,0.0021626535,0.101773165,0.14299898,0.046949174,0.21924984,0.47499025,0.0002026959],"about_ca_topic_score_codex":0.0015076243,"about_ca_topic_score_gemma":0.0029359371,"teacher_disagreement_score":0.0075466908,"about_ca_system_score_codex":0.0020119424,"about_ca_system_score_gemma":0.0020485967,"threshold_uncertainty_score":0.03991121},"labels":[],"label_agreement":null},{"id":"W3192597289","doi":"10.1017/pds.2021.479","title":"MODELLING DESIGN TRADE-OFFS USING A SET THEORY APPROACH: ALTERNATIVE PATHS FOR NAVIGATING TRADE-OFF SITUATIONS","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Conceptual design; Pareto principle; Space (punctuation); Set (abstract data type); Process (computing); Framing (construction); Spatial design; Engineering design process; Management science; Industrial engineering; Mathematical optimization; Human–computer interaction; Mathematics; Engineering; Business; Marketing","score_opus":0.1012251252190235,"score_gpt":0.29580154578036205,"score_spread":0.19457642056133856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192597289","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049993683,0.0003108177,0.9149131,0.0011822967,0.000035913858,0.00019710172,0.000057038957,0.0001030868,0.03320701],"genre_scores_gemma":[0.6697545,0.0002973504,0.32636923,0.0000915788,0.000012844318,0.00047800774,0.0000669324,0.000060801576,0.0028687427],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98728895,0.009246146,0.00042968974,0.0008857662,0.0014970823,0.0006523822],"domain_scores_gemma":[0.97772187,0.017982462,0.001117382,0.0017057998,0.00091692846,0.00055561267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010285553,0.0013593977,0.0010565534,0.0035606914,0.002791013,0.011107589,0.002512344,0.003243658,0.010088106],"category_scores_gemma":[0.026424594,0.0012896691,0.0026953917,0.0021499966,0.01064599,0.00998818,0.0068637845,0.0035780512,0.0006692943],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088240275,0.0000890961,0.0009977334,0.00017816391,0.000041413863,0.0002854117,0.004785014,0.19974686,0.0005412511,0.77733403,0.00029292284,0.015619944],"study_design_scores_gemma":[0.000044600918,0.00006815028,0.00016061071,0.00016162483,0.000019126846,0.000086592925,0.0022152974,0.29416758,0.00040665138,0.69796574,0.0046604318,0.00004357019],"about_ca_topic_score_codex":0.0031449804,"about_ca_topic_score_gemma":0.0033159712,"teacher_disagreement_score":0.011107589,"about_ca_system_score_codex":0.0046585957,"about_ca_system_score_gemma":0.0026864212,"threshold_uncertainty_score":0.054395854},"labels":[],"label_agreement":null},{"id":"W4281564833","doi":"10.1017/pds.2022.123","title":"One Size Doesn't Fit All: On the Adaptable Universal Design of Assistive Technologies","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Adaptation (eye); Universal design; Order (exchange); Assistive technology; Human–computer interaction; Computer science; User needs; Psychology; Multimedia; World Wide Web; Business","score_opus":0.1617327085260357,"score_gpt":0.35912967441282273,"score_spread":0.19739696588678704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281564833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30856076,0.0014803533,0.62732947,0.0065171304,0.0001536801,0.0005142739,0.000033633132,0.0004372443,0.05497343],"genre_scores_gemma":[0.9072089,0.000318162,0.089786224,0.000439159,0.000011224182,0.00019965721,0.000012174803,0.000052540974,0.0019718676],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98559695,0.011462251,0.00044327817,0.00064435415,0.0013477427,0.00050536526],"domain_scores_gemma":[0.9872405,0.00906217,0.00060541875,0.0016923228,0.001064998,0.0003347396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014746665,0.00055254187,0.00035348022,0.00090871437,0.0017146082,0.0034549467,0.0012728312,0.001326662,0.0015956789],"category_scores_gemma":[0.018279376,0.0004383451,0.00048383014,0.00049641385,0.011434751,0.0053165657,0.004910102,0.0012266611,0.0001641252],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021461208,0.00029199978,0.007169722,0.00067885604,0.000054459124,0.0007756936,0.114463046,0.01327312,0.0077339155,0.6475353,0.002113213,0.20569602],"study_design_scores_gemma":[0.00016007008,0.0013696548,0.00806455,0.0015827675,0.00017594987,0.0012913762,0.06766866,0.06461731,0.0134053705,0.69680345,0.14467056,0.00019027964],"about_ca_topic_score_codex":0.0025307576,"about_ca_topic_score_gemma":0.0022672499,"teacher_disagreement_score":0.014746665,"about_ca_system_score_codex":0.0022384718,"about_ca_system_score_gemma":0.0017667372,"threshold_uncertainty_score":0.077988744},"labels":[],"label_agreement":null},{"id":"W4281570720","doi":"10.1017/pds.2022.133","title":"Cardinal Maturity Determination of Technology Development: Medical Device Development Case Study","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Technology Assessment and Management","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Maturity (psychological); Consistency (knowledge bases); Cardinality (data modeling); Selection (genetic algorithm); Computer science; Capability Maturity Model; Multiple-criteria decision analysis; Class (philosophy); Technology development; Process management; Operations research; Risk analysis (engineering); Engineering; Artificial intelligence; Data mining; Business; Manufacturing engineering; Psychology","score_opus":0.017098390604811307,"score_gpt":0.24218043776975934,"score_spread":0.22508204716494803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281570720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93811274,0.00039589254,0.047537867,0.00048782091,0.00002142426,0.0004995274,0.00045240292,0.00008787809,0.012404374],"genre_scores_gemma":[0.9684483,0.00015536875,0.029763604,0.000022916103,0.0000059815243,0.00011213065,0.0001345211,0.0000076021865,0.0013496142],"study_design_codex":"simulation_or_modeling","study_design_gemma":"case_report","domain_scores_codex":[0.9973393,0.0015532926,0.00013265623,0.00015782521,0.00063352945,0.00018334007],"domain_scores_gemma":[0.99052507,0.0076025673,0.0004868741,0.00042586427,0.0006655072,0.00029419712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033292293,0.00049677765,0.00031413743,0.0022852055,0.0008693848,0.0011512717,0.00084945484,0.0014240037,0.0018870978],"category_scores_gemma":[0.006562913,0.0002530946,0.00061351195,0.0016476003,0.0007362612,0.00083890976,0.00089894695,0.0006809303,0.00018300187],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017958434,0.005338026,0.1827667,0.0017174447,0.00026851022,0.023068467,0.0065623852,0.45952994,0.026593724,0.06831643,0.0058415285,0.218201],"study_design_scores_gemma":[0.0004891732,0.0030191543,0.062664546,0.00041450316,0.0001931098,0.005897256,0.0075982464,0.83913773,0.042867173,0.015630823,0.021910848,0.0001775328],"about_ca_topic_score_codex":0.004459662,"about_ca_topic_score_gemma":0.006861607,"teacher_disagreement_score":0.004459662,"about_ca_system_score_codex":0.001658167,"about_ca_system_score_gemma":0.0010900856,"threshold_uncertainty_score":0.017606854},"labels":[],"label_agreement":null},{"id":"W4381164697","doi":"10.1017/pds.2023.244","title":"LET'S TAKE THIS OFFLINE: A THEMATIC ANALYSIS OF VIRTUAL CONFLICT IN HYBRID COLLABORATIVE DESIGN TEAMS","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Construction Project Management and Performance","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Typology; Conflict management; Interpersonal communication; Thematic analysis; Task (project management); Knowledge management; Process (computing); Psychology; Teamwork; Conflict resolution research; Conflict resolution; Social psychology; Computer science; Sociology; Engineering; Political science; Qualitative research","score_opus":0.09665920891143356,"score_gpt":0.3436949806190389,"score_spread":0.24703577170760535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381164697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94856167,0.00039816444,0.038545307,0.001880687,0.000112603215,0.0008077056,0.000711299,0.000044946348,0.00893763],"genre_scores_gemma":[0.9769687,0.00023032259,0.01952723,0.00021883065,0.00003566886,0.00078023685,0.000463636,0.000071152135,0.0017042047],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9822234,0.013019755,0.0007946632,0.0008137238,0.002244378,0.00090410217],"domain_scores_gemma":[0.95993304,0.030180175,0.002679941,0.0019549655,0.0043612407,0.00089062087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021347022,0.00044098042,0.0005867752,0.007634291,0.006373507,0.0056883823,0.0016242361,0.0009831064,0.001449444],"category_scores_gemma":[0.038621712,0.00030679393,0.0005407404,0.007767983,0.005860911,0.004676679,0.0056540025,0.0013416008,0.00018956987],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007583143,0.000057552075,0.01120796,0.00035217585,0.000024142044,0.00058296794,0.9498087,0.0002956875,0.0021729972,0.0067949416,0.0014767817,0.02715022],"study_design_scores_gemma":[0.000007968138,0.000033958037,0.009804578,0.0002959096,0.000015758073,0.0002560354,0.9662276,0.0015943779,0.0011081534,0.006206827,0.014415995,0.000032942837],"about_ca_topic_score_codex":0.004564636,"about_ca_topic_score_gemma":0.00537266,"teacher_disagreement_score":0.021347022,"about_ca_system_score_codex":0.0038776775,"about_ca_system_score_gemma":0.0035693217,"threshold_uncertainty_score":0.11289519},"labels":[],"label_agreement":null},{"id":"W4381164809","doi":"10.1017/pds.2023.253","title":"MANAGING DATA-DRIVEN DESIGN: A SURVEY OF THE LITERATURE AND FUTURE DIRECTIONS","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Knowledge management; Design thinking; Product design; Set (abstract data type); Design technology; Key (lock); Qualitative property; Strategic design; Design education; Management science; Data science; Process management; Human–computer interaction; Product (mathematics); Systems engineering; Engineering; Business","score_opus":0.056570623543209644,"score_gpt":0.27740476517175,"score_spread":0.22083414162854037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381164809","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024923591,0.8899669,0.03984395,0.026422052,0.00056464085,0.0001758892,0.0001103335,0.0002443424,0.01774834],"genre_scores_gemma":[0.20704155,0.73849547,0.04682891,0.004338975,0.00053431315,0.00035026777,0.00028766802,0.000118500335,0.0020042602],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97667855,0.012703337,0.0028156869,0.0014329234,0.005518354,0.00085108186],"domain_scores_gemma":[0.8376449,0.12092468,0.007502773,0.0054121935,0.026267223,0.002248148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.038806845,0.0008542117,0.0012612729,0.011962564,0.00176971,0.011790253,0.0029691602,0.003318087,0.0025889985],"category_scores_gemma":[0.04887316,0.0011378343,0.00095191237,0.017649762,0.004382409,0.017016357,0.0029730177,0.0026638843,0.0007080906],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010212423,0.0004023922,0.008925044,0.016443014,0.00008642401,0.000250007,0.009105685,0.002727703,0.0007710745,0.07211823,0.007900134,0.88116825],"study_design_scores_gemma":[0.0000752274,0.0004468265,0.010148443,0.07040345,0.00019594889,0.001840249,0.045521483,0.011143933,0.0030000657,0.14444767,0.71256495,0.00021171411],"about_ca_topic_score_codex":0.0027851397,"about_ca_topic_score_gemma":0.0033284272,"teacher_disagreement_score":0.038806845,"about_ca_system_score_codex":0.0051216683,"about_ca_system_score_gemma":0.010730662,"threshold_uncertainty_score":0.20523262},"labels":[],"label_agreement":null},{"id":"W4381164971","doi":"10.1017/pds.2023.168","title":"ENVIRONMENT-BASED DESIGN (EBD): USING ONLY NECESSARY KNOWLEDGE FOR DESIGNER CREATIVITY","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; University of Calgary","funders":"","keywords":"Creativity; Design knowledge; Computer science; Process (computing); Design process; Aerospace; Engineering design process; Knowledge management; Human–computer interaction; Design education; Systems engineering; Engineering; Work in process; Psychology","score_opus":0.0847054395883571,"score_gpt":0.2921102854300502,"score_spread":0.20740484584169308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381164971","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.120915376,0.0011026365,0.81549996,0.0012540036,0.000061031067,0.00024382156,0.000036864247,0.000487528,0.060398825],"genre_scores_gemma":[0.6178655,0.00045601593,0.37709668,0.00021162444,0.000013310765,0.00021246712,0.000025760686,0.00006550164,0.0040530944],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99352396,0.0044680764,0.00029807235,0.00034093496,0.0011806677,0.00018826063],"domain_scores_gemma":[0.99117506,0.006130676,0.00044708335,0.0013279681,0.0006740374,0.00024513897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046383995,0.0005638156,0.0004600565,0.0011366025,0.000840597,0.004422193,0.0010743657,0.0013544094,0.0029514947],"category_scores_gemma":[0.007782796,0.00045620784,0.0006053812,0.0005922435,0.0030881723,0.0039397515,0.0044178898,0.0008327366,0.00054855895],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006330996,0.0008499761,0.005923333,0.0023956005,0.00012621953,0.00076291844,0.018147822,0.03041191,0.03396708,0.24107864,0.0022702296,0.66343313],"study_design_scores_gemma":[0.0009864998,0.0032012092,0.010399151,0.002275878,0.00039807125,0.003930891,0.014036955,0.1913416,0.08941057,0.4776489,0.20599669,0.00037360683],"about_ca_topic_score_codex":0.00029995447,"about_ca_topic_score_gemma":0.0004924008,"teacher_disagreement_score":0.0046383995,"about_ca_system_score_codex":0.00063236227,"about_ca_system_score_gemma":0.0017432533,"threshold_uncertainty_score":0.02453053},"labels":[],"label_agreement":null},{"id":"W4381167918","doi":"10.1017/pds.2023.358","title":"TOWARDS A BETTER UNDERSTANDING OF THE INFLUENCE OF VISUAL REFERENCES ON CONSUMER AESTHETIC PERCEPTION","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Fluency; Processing fluency; Perception; Product (mathematics); Computer science; Process (computing); Cognition; Cognitive psychology; Similarity (geometry); Visual perception; Affect (linguistics); Function (biology); Psychology; Visual processing; Human–computer interaction; Image (mathematics); Artificial intelligence; Communication","score_opus":0.06169635680361288,"score_gpt":0.2869627074631553,"score_spread":0.2252663506595424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381167918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9266912,0.0010525283,0.029170128,0.0015705616,0.000029575891,0.000082945335,0.000059878934,0.00006800123,0.04127524],"genre_scores_gemma":[0.99578685,0.00017001176,0.003360945,0.00009474066,0.000009758518,0.000028410977,0.000013205592,0.000013240119,0.0005228706],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99824035,0.00089667254,0.000063472515,0.00027025994,0.00040948146,0.000119763914],"domain_scores_gemma":[0.9690523,0.02340835,0.0035600786,0.0011665808,0.0023181387,0.0004945348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003955815,0.0005598246,0.00034771455,0.0017413433,0.0006240389,0.0068151867,0.0007181242,0.0012439602,0.0051547303],"category_scores_gemma":[0.022558931,0.0004888144,0.0006615764,0.00088863145,0.0034012706,0.00554656,0.0018800595,0.0017684435,0.00033448613],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016871144,0.001748047,0.3567875,0.0020439087,0.0005039346,0.0020851644,0.20586844,0.007773529,0.0700552,0.16447958,0.002520339,0.18444727],"study_design_scores_gemma":[0.00011641617,0.0007294646,0.7420605,0.000767165,0.0005563537,0.0008804738,0.077349834,0.043498248,0.019189069,0.10102461,0.013598652,0.00022913158],"about_ca_topic_score_codex":0.005293778,"about_ca_topic_score_gemma":0.002620247,"teacher_disagreement_score":0.0068151867,"about_ca_system_score_codex":0.0015504838,"about_ca_system_score_gemma":0.0008955615,"threshold_uncertainty_score":0.020920575},"labels":[],"label_agreement":null},{"id":"W4381185133","doi":"10.1017/pds.2023.100","title":"COMPARING ACADEMICS AND PRACTITIONERS Q & A TUTORING IN THE ENGINEERING DESIGN STUDIO","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Studio; Design studio; Generative grammar; Style (visual arts); Psychology; Mathematics education; Pedagogy; Engineering design process; Computer science; Engineering; Visual arts","score_opus":0.10321915634585255,"score_gpt":0.2830752763995128,"score_spread":0.17985612005366025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974337,0.000099853845,0.0009103779,0.00008380702,0.000009085933,0.00002145356,0.000013878062,0.00002462059,0.0014032731],"genre_scores_gemma":[0.9988181,0.000032056603,0.00047581844,0.00003338768,0.0000051223446,0.000015098199,0.000014824711,0.0000051602165,0.0006002892],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9860809,0.008808318,0.0011846574,0.0009922971,0.0022004407,0.00073342107],"domain_scores_gemma":[0.92277765,0.04036102,0.011906728,0.0029291105,0.011817821,0.010207784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013430446,0.00022577748,0.00046294255,0.0022644072,0.0008112797,0.002518798,0.00077663705,0.00080297684,0.002806221],"category_scores_gemma":[0.07546389,0.00023302295,0.00024456836,0.0011761267,0.0008975767,0.0011209805,0.0022159975,0.0006873302,0.00070239365],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011038317,0.0013114603,0.73746264,0.00024666695,0.00007424169,0.00038494676,0.11555467,0.0011686304,0.006787101,0.0010536527,0.0016494512,0.1332027],"study_design_scores_gemma":[0.0002218451,0.005545765,0.80477196,0.00026215205,0.00009026177,0.001659964,0.15122107,0.011706692,0.007641789,0.0028717555,0.013882534,0.000124156],"about_ca_topic_score_codex":0.0006698345,"about_ca_topic_score_gemma":0.0014490831,"teacher_disagreement_score":0.013430446,"about_ca_system_score_codex":0.0012366899,"about_ca_system_score_gemma":0.00081931305,"threshold_uncertainty_score":0.071027815},"labels":[],"label_agreement":null},{"id":"W4381185299","doi":"10.1017/pds.2023.127","title":"DESIGN METHODS FOR DIAGNOSING AND LOCATING ENTANGLED TECHNICAL DEBT IN DEVOPS FRAMEWORKS","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ubisoft (Canada)","funders":"","keywords":"DevOps; Technical debt; Computer science; Architecture; General partnership; Software engineering; Process management; Systems engineering; Risk analysis (engineering); Software deployment; Engineering; Business; Software development; Software","score_opus":0.033255035517570704,"score_gpt":0.296232813885347,"score_spread":0.2629777783677763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185299","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01094118,0.000073632524,0.9859881,0.00031992592,0.000018299643,0.00043492936,0.00006358892,0.00047919768,0.0016811374],"genre_scores_gemma":[0.113493316,0.0000617879,0.88455117,0.000081037455,0.000013532209,0.0007336337,0.00015416312,0.00009486381,0.0008164392],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97100836,0.017279368,0.0025400512,0.0031970683,0.0051127076,0.0008624272],"domain_scores_gemma":[0.904654,0.06593121,0.009691064,0.0091891065,0.009363074,0.0011714713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025989665,0.0014801621,0.0007170202,0.005248674,0.0013490289,0.004632274,0.002777439,0.0023340387,0.0050603175],"category_scores_gemma":[0.08556064,0.0016466673,0.0016087834,0.0021144454,0.0046151085,0.0054567126,0.005170092,0.0029088377,0.0007127139],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003304474,0.00060967944,0.03488282,0.00186542,0.00028575948,0.0008325268,0.012152865,0.110699326,0.011838097,0.39837453,0.0027512256,0.42537722],"study_design_scores_gemma":[0.00023912461,0.0003958731,0.0037434073,0.0006806338,0.00016500219,0.00042905138,0.00427565,0.75773406,0.010893142,0.1912085,0.030114973,0.00012051078],"about_ca_topic_score_codex":0.0038746234,"about_ca_topic_score_gemma":0.006217758,"teacher_disagreement_score":0.025989665,"about_ca_system_score_codex":0.0031169695,"about_ca_system_score_gemma":0.004263851,"threshold_uncertainty_score":0.13744813},"labels":[],"label_agreement":null},{"id":"W4381185307","doi":"10.1017/pds.2023.205","title":"GEOMETRIC MODELLING OF HETEROGENEOUS LATTICE STRUCTURES THROUGH FUNCTION REPRESENTATION WITH LATTICEQUERY","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Additive Manufacturing and 3D Printing Technologies","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Lattice (music); Geometric modeling; Computer science; Representation (politics); Personalization; Geometric design; Theoretical computer science; Mathematics; Geometry; Physics","score_opus":0.05943753933405805,"score_gpt":0.23410722613080526,"score_spread":0.17466968679674721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185307","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009235037,0.00009140476,0.98416406,0.000048778547,0.000032089974,0.000026466541,0.00011415716,0.0011144537,0.00517356],"genre_scores_gemma":[0.36583558,0.00040486178,0.62292844,0.00009131548,0.000044485914,0.00022760373,0.00078629167,0.0012897771,0.008391683],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993774,0.00014078029,0.000037841968,0.000084441715,0.00029739304,0.000062076055],"domain_scores_gemma":[0.99955565,0.00015902947,0.000051044408,0.00012347926,0.00008269735,0.000028170534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005791015,0.000977424,0.0008499564,0.0015844979,0.00050689775,0.0028220639,0.0013840952,0.0011361814,0.006073862],"category_scores_gemma":[0.0010967369,0.00042593738,0.0014644314,0.0010901354,0.0012763985,0.001559665,0.0015580344,0.0011297108,0.0023606082],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098450786,0.000115883195,0.00082192017,0.00024071937,0.000045603203,0.00041488724,0.0003097329,0.6245966,0.021828473,0.25006726,0.0037422166,0.097718254],"study_design_scores_gemma":[0.000012537013,0.00003117968,0.00007726191,0.000023323346,0.000008981683,0.00014823771,0.00003510011,0.94385463,0.0071117436,0.034018714,0.014656157,0.000022127844],"about_ca_topic_score_codex":0.0015424951,"about_ca_topic_score_gemma":0.0013457399,"teacher_disagreement_score":0.006073862,"about_ca_system_score_codex":0.00078656676,"about_ca_system_score_gemma":0.0005774733,"threshold_uncertainty_score":0.020319104},"labels":[],"label_agreement":null},{"id":"W4381185396","doi":"10.1017/pds.2023.38","title":"A QUALITATIVE INVESTIGATION OF STUDENTS’ DESIGN EXPERIENCES IN A WORK-INTEGRATED LEARNING SETTING","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Higher Education and Employability","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"University of Waterloo","keywords":"Teamwork; Thematic analysis; Resource (disambiguation); Psychology; Qualitative research; Engineering design process; Work (physics); Process (computing); Pedagogy; Knowledge management; Medical education; Computer science; Engineering; Sociology; Medicine","score_opus":0.12506101545063975,"score_gpt":0.4071308047689592,"score_spread":0.28206978931831944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98971736,0.00018996725,0.004835195,0.00077576813,0.000041138974,0.0002388839,0.000094209725,0.000044502376,0.0040630368],"genre_scores_gemma":[0.9946325,0.00018559578,0.0016531013,0.00022570479,0.000014230305,0.00026234376,0.000048508544,0.00003175127,0.0029462986],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98243064,0.0124582965,0.0005430235,0.0010315101,0.0014664411,0.0020701317],"domain_scores_gemma":[0.96646214,0.023599902,0.0019644308,0.0013090635,0.0028704004,0.003794023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01625149,0.00094641576,0.0012389673,0.002803008,0.009627235,0.0062474227,0.0030207352,0.0029503973,0.003923051],"category_scores_gemma":[0.02524624,0.0010263734,0.00065624336,0.0022469896,0.010180732,0.0040329853,0.007357786,0.0037847615,0.0007740816],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004411561,0.00017327147,0.0026960059,0.00009214981,0.0000043426094,0.00083212194,0.98921275,0.00007366531,0.0013023828,0.0007642267,0.00023352787,0.0045714932],"study_design_scores_gemma":[0.000013290765,0.00023021713,0.0024343724,0.00013493995,0.0000057219045,0.00037669452,0.9843896,0.0002859699,0.0013067472,0.00037331384,0.010420603,0.00002855882],"about_ca_topic_score_codex":0.0030290298,"about_ca_topic_score_gemma":0.0051542246,"teacher_disagreement_score":0.01625149,"about_ca_system_score_codex":0.0051134625,"about_ca_system_score_gemma":0.0036519247,"threshold_uncertainty_score":0.0859471},"labels":[],"label_agreement":null},{"id":"W4381185439","doi":"10.1017/pds.2023.5","title":"A CASE STUDY OF MULTIFUNCTIONAL NON-PNEUMATIC TIRE DESIGN FOR THE VALIDATION OF META-LEVEL DESIGN PARAMETER IN DOMAIN INTEGRATED DESIGN (DID) METHOD","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Computer science; Domain (mathematical analysis); Software; Work (physics); Design methods; Design of experiments; Engineering; Mathematics; Mechanical engineering","score_opus":0.22864950544156984,"score_gpt":0.343674742404077,"score_spread":0.11502523696250719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185439","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5665031,0.00027596712,0.41782105,0.00017245306,0.000068223,0.00025420362,0.00018456257,0.00047531928,0.014245185],"genre_scores_gemma":[0.9177402,0.000058792353,0.08005986,0.000011749289,0.0000033227486,0.00009359212,0.00003900023,0.00003073974,0.0019628184],"study_design_codex":"simulation_or_modeling","study_design_gemma":"case_report","domain_scores_codex":[0.99938726,0.00020088152,0.000025436353,0.0000713815,0.0002559097,0.000059099795],"domain_scores_gemma":[0.999181,0.00038758872,0.00006261808,0.00018483172,0.00013865401,0.00004524639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00109942,0.0003993492,0.00037174814,0.00039029436,0.00030712053,0.0006584589,0.00076954777,0.0012453644,0.0022833582],"category_scores_gemma":[0.0010989122,0.00021312007,0.0005097506,0.00021971863,0.0005756242,0.0003385425,0.00043552677,0.00044152452,0.0002976277],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032869086,0.00034654615,0.0040361304,0.00080124737,0.00006338742,0.002366327,0.0006382773,0.77119225,0.15417303,0.0131033845,0.0010530186,0.051897768],"study_design_scores_gemma":[0.000091511225,0.0010554502,0.0034757105,0.000073093724,0.00007686611,0.0009170513,0.00044188928,0.85874265,0.115201235,0.0026475433,0.017221307,0.00005572936],"about_ca_topic_score_codex":0.00047993477,"about_ca_topic_score_gemma":0.00081659685,"teacher_disagreement_score":0.0022833582,"about_ca_system_score_codex":0.00038680993,"about_ca_system_score_gemma":0.0003998177,"threshold_uncertainty_score":0.0076386333},"labels":[],"label_agreement":null},{"id":"W4381185523","doi":"10.1017/pds.2023.210","title":"HOW ARE EMOTIONAL ATTACHMENT STRATEGIES CURRENTLY EMPLOYED IN PRODUCT-SERVICE SYSTEM CASES? A SYSTEMATIC REVIEW UNDERSCORING DRIVERS AND HINDRANCES","year":2023,"lang":"en","type":"review","venue":"Proceedings of the Design Society","topic":"Service and Product Innovation","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"WiLAN (Canada)","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Product (mathematics); Systematic review; Psychology; Product-service system; Service (business); Computer science; Process management; Engineering; Business; Marketing; MEDLINE; Biology; Mathematics","score_opus":0.1293935419957056,"score_gpt":0.30460080489653135,"score_spread":0.17520726290082575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185523","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006373004,0.9901968,0.00064608105,0.0006325185,0.00010678414,0.00038399288,0.00025012097,0.0000073269243,0.0014033158],"genre_scores_gemma":[0.06842823,0.9282262,0.0017602032,0.0005298083,0.000037553717,0.0005799147,0.0002447701,0.0000071533973,0.00018614078],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9843025,0.0066589355,0.0048021465,0.0009171203,0.0029728275,0.00034642286],"domain_scores_gemma":[0.9434342,0.04621087,0.0053965077,0.0007815725,0.003958292,0.00021871639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014410691,0.000917251,0.0031662814,0.016866501,0.00087209453,0.0037214204,0.0014713515,0.0014333063,0.0023813613],"category_scores_gemma":[0.06285704,0.0008346281,0.0036505784,0.01628315,0.0021671948,0.0040084347,0.002017509,0.0009963975,0.000259179],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013868375,0.00004923088,0.004756505,0.6800313,0.0034154505,0.0005812248,0.0054454342,0.00019539423,0.00035766195,0.0035387366,0.002270218,0.2992201],"study_design_scores_gemma":[0.00006533184,0.0001948766,0.012707824,0.8824887,0.016582593,0.0014869644,0.012053599,0.00019286702,0.00047570377,0.0018232121,0.07185556,0.000072705705],"about_ca_topic_score_codex":0.008840391,"about_ca_topic_score_gemma":0.027906654,"teacher_disagreement_score":0.016866501,"about_ca_system_score_codex":0.004479113,"about_ca_system_score_gemma":0.010221527,"threshold_uncertainty_score":0.07621193},"labels":[],"label_agreement":null},{"id":"W4381185620","doi":"10.1017/pds.2023.274","title":"MULTIDISCIPLINARY DESIGN ANALYSIS AND OPTIMIZATION FRAMEWORK FOR REGULATORY DRIVEN MEDICAL DEVICE DEVELOPMENT","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Multidisciplinary approach; Multidisciplinary design optimization; Risk analysis (engineering); Computer science; Systems engineering; Process (computing); Product design; Engineering design process; Product (mathematics); Engineering management; Management science; Engineering; Medicine; Mechanical engineering","score_opus":0.06501074535775134,"score_gpt":0.2938123863718144,"score_spread":0.22880164101406306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185620","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034193737,0.00026656658,0.9891122,0.0003355089,0.000025552607,0.00009009678,0.000030126537,0.00004801474,0.006672576],"genre_scores_gemma":[0.3694236,0.0009050322,0.6199561,0.00018066031,0.0000630583,0.0011067768,0.00013777587,0.00009745689,0.008129532],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9973883,0.0014287995,0.00009019127,0.00023836705,0.00070037524,0.00015390001],"domain_scores_gemma":[0.99842286,0.0009996637,0.00015902432,0.00006186029,0.0002907182,0.00006587834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004762375,0.0013820727,0.0008577266,0.0015922778,0.0007594418,0.002405584,0.0014340442,0.0019311614,0.004644953],"category_scores_gemma":[0.0035686467,0.0008337144,0.0014962578,0.00092289783,0.0016803113,0.0009039195,0.0019806072,0.0014764997,0.00042620095],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013266451,0.00003453713,0.00018406782,0.00009582757,0.000018755822,0.0000687288,0.00006888484,0.9331522,0.000622972,0.059093375,0.00025933672,0.006388191],"study_design_scores_gemma":[0.00000902753,0.000029486699,0.000059194586,0.000029458086,0.000009682087,0.000013110524,0.000031879896,0.97752166,0.00022953723,0.01995353,0.0021064635,0.000006955341],"about_ca_topic_score_codex":0.004689014,"about_ca_topic_score_gemma":0.0037910219,"teacher_disagreement_score":0.004762375,"about_ca_system_score_codex":0.0023193073,"about_ca_system_score_gemma":0.0033926002,"threshold_uncertainty_score":0.025186181},"labels":[],"label_agreement":null},{"id":"W4381185646","doi":"10.1017/pds.2023.6","title":"A CASE STUDY OF THE DECISION-MAKING BEHIND THE AUTOMATION OF A COMPOSITES-BASED DESIGN PROCESS","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Mitacs","keywords":"Automation; Modular design; Heuristics; Process (computing); Electronic design automation; Computer science; Computer-automated design; Key (lock); Manufacturing engineering; Engineering design process; Process automation system; Systems engineering; Engineering; Software engineering; Systems design; Embedded system","score_opus":0.02701179200015336,"score_gpt":0.259819666701502,"score_spread":0.23280787470134862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83745754,0.00024923822,0.13017492,0.0018171475,0.00006502883,0.00094554824,0.00022596648,0.00039840402,0.028666131],"genre_scores_gemma":[0.90302205,0.00010862802,0.09228327,0.00013010747,0.000011793287,0.00020003029,0.000101357655,0.000063331536,0.0040794895],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.99120843,0.0059736306,0.0002779398,0.00045845745,0.0015606809,0.00052091805],"domain_scores_gemma":[0.9727815,0.020774178,0.0010727089,0.0027357244,0.001746276,0.0008896271],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074729337,0.0006559304,0.00042693576,0.0012435658,0.0038733203,0.0025408803,0.0021808874,0.003215634,0.004183825],"category_scores_gemma":[0.013123396,0.0005565563,0.0008067871,0.0011338908,0.0025003345,0.0014171104,0.0013242561,0.0016961899,0.0006005029],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031036958,0.008831549,0.05390555,0.0018283555,0.0003104698,0.06707154,0.09663217,0.30705857,0.06068295,0.15703286,0.015046127,0.22849621],"study_design_scores_gemma":[0.0010945684,0.004813853,0.02887311,0.0009267174,0.00031106904,0.009649455,0.049325902,0.61526316,0.074069135,0.035591774,0.17970333,0.0003779381],"about_ca_topic_score_codex":0.0074321534,"about_ca_topic_score_gemma":0.017059864,"teacher_disagreement_score":0.0074729337,"about_ca_system_score_codex":0.002544403,"about_ca_system_score_gemma":0.002740839,"threshold_uncertainty_score":0.039521098},"labels":[],"label_agreement":null},{"id":"W4381185676","doi":"10.1017/pds.2023.107","title":"CONNECTING DESIGN ITERATIONS TO PERFORMANCE IN ENGINEERING DESIGN","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Engineering design process; Ambiguity; Process (computing); Iterative design; Design process; Industrial engineering; Mathematical optimization; Mathematics; Work in process; Operations management; Engineering","score_opus":0.04541328401669431,"score_gpt":0.2559900809916875,"score_spread":0.2105767969749932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8505247,0.0004687902,0.12592685,0.00081781007,0.00003703811,0.00019344958,0.0000908132,0.0005876337,0.021352923],"genre_scores_gemma":[0.98291636,0.000050548344,0.016429069,0.000019265948,0.000007903766,0.000056434437,0.000041949952,0.000060858725,0.00041776884],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95006615,0.03145062,0.0032078293,0.003137222,0.010412074,0.0017260859],"domain_scores_gemma":[0.6529384,0.24260077,0.049644224,0.019854307,0.030792287,0.0041699633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032734133,0.0010522171,0.00046665076,0.0051668365,0.0014579361,0.0060375957,0.0013019212,0.0010435898,0.002250171],"category_scores_gemma":[0.23519838,0.0009422837,0.000510958,0.0022766818,0.0052034757,0.0064220782,0.0042029624,0.002169187,0.0005268162],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012670169,0.00089467375,0.46704063,0.0008786004,0.00034696306,0.00055515644,0.038858946,0.15511341,0.010052163,0.06514466,0.0022011774,0.2576466],"study_design_scores_gemma":[0.00023994353,0.0038821828,0.2731654,0.0010928416,0.00023670199,0.0013793459,0.033874605,0.4513455,0.029461356,0.18412593,0.020621128,0.0005749753],"about_ca_topic_score_codex":0.0012841467,"about_ca_topic_score_gemma":0.0011489951,"teacher_disagreement_score":0.032734133,"about_ca_system_score_codex":0.0029239168,"about_ca_system_score_gemma":0.0016617823,"threshold_uncertainty_score":0.17311674},"labels":[],"label_agreement":null},{"id":"W4396955972","doi":"10.1017/pds.2024.204","title":"Integrating large language models for improved failure mode and effects analysis (FMEA): a framework and case study","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Failure mode and effects analysis; Computer science; Reliability engineering; Natural language processing; Engineering","score_opus":0.013323082567451294,"score_gpt":0.29021117517141304,"score_spread":0.27688809260396174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396955972","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18175946,0.00025614162,0.8078155,0.00058154744,0.000021298845,0.0006839015,0.00017677691,0.0031937088,0.0055116704],"genre_scores_gemma":[0.37013373,0.00013331365,0.62781155,0.00005863622,0.0000101534015,0.00027081624,0.00014564599,0.00025366008,0.0011824211],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954104,0.0030446495,0.00016884091,0.00021688825,0.0009715502,0.00018765424],"domain_scores_gemma":[0.98583174,0.011315503,0.00056570064,0.0011495948,0.000982162,0.00015533391],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070612906,0.0010541596,0.0005305884,0.0016942242,0.00089990936,0.0017554985,0.0018543026,0.0015340785,0.0015111545],"category_scores_gemma":[0.011918957,0.0005802562,0.000982973,0.0010897699,0.0015981429,0.00214019,0.0018066241,0.0014308671,0.00026436787],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000820265,0.0032730903,0.012084924,0.0009937462,0.00016527394,0.0032769772,0.006871545,0.523025,0.05616103,0.090394765,0.0042960616,0.2986373],"study_design_scores_gemma":[0.00012111622,0.00058379624,0.0019813774,0.00018890132,0.00010208846,0.00048419277,0.000699417,0.945348,0.024410458,0.011850931,0.0141332755,0.00009641403],"about_ca_topic_score_codex":0.010309045,"about_ca_topic_score_gemma":0.012605663,"teacher_disagreement_score":0.010309045,"about_ca_system_score_codex":0.0017084456,"about_ca_system_score_gemma":0.0017407442,"threshold_uncertainty_score":0.037344098},"labels":[],"label_agreement":null},{"id":"W4396956017","doi":"10.1017/pds.2024.293","title":"The sustainability and social entrepreneurship fellowship: transdisciplinary and multicultural problem-based engineering education","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Multiculturalism; Sustainability; Sociology; Social entrepreneurship; Engineering ethics; Entrepreneurship; Pedagogy; Environmental ethics; Political science; Engineering; Ecology; Philosophy","score_opus":0.006925053155844149,"score_gpt":0.20876846748773473,"score_spread":0.20184341433189057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396956017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54946625,0.0020368656,0.0040873066,0.2927015,0.0086705545,0.00051982416,0.00013339064,0.00017412176,0.14221005],"genre_scores_gemma":[0.7993282,0.0020241619,0.0095068775,0.0135064395,0.0012754443,0.0003840677,0.00017382407,0.00007883996,0.17372215],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99771047,0.00068621046,0.000054830205,0.00015502966,0.00045583746,0.0009376143],"domain_scores_gemma":[0.9809691,0.0002458833,0.00019849745,0.00017673815,0.00077177386,0.017637985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052738967,0.00047701923,0.00028260928,0.00060207053,0.0065698987,0.0035063764,0.0012460806,0.0015600111,0.016103812],"category_scores_gemma":[0.0037169484,0.00028393668,0.00030507336,0.0002725007,0.002648034,0.0013880499,0.009359701,0.0032188501,0.0014833777],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027252495,0.010110959,0.06287247,0.00037594943,0.000045802633,0.0033323462,0.03824221,0.0010707153,0.008057079,0.029158711,0.44790125,0.39855996],"study_design_scores_gemma":[0.00014764715,0.0011820241,0.059550643,0.00048344347,0.000019732865,0.0022323043,0.059294257,0.0018982034,0.002272033,0.012395501,0.8604664,0.000057779547],"about_ca_topic_score_codex":0.0085297525,"about_ca_topic_score_gemma":0.05941331,"teacher_disagreement_score":0.016103812,"about_ca_system_score_codex":0.002676672,"about_ca_system_score_gemma":0.025013605,"threshold_uncertainty_score":0.053872585},"labels":[],"label_agreement":null},{"id":"W4396956202","doi":"10.1017/pds.2024.29","title":"Scientometric exploration of responsible innovation: mapping the knowledge landscape","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"University-Industry-Government Innovation Models","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Geography; Knowledge management; Data science; Computer science","score_opus":0.11726767822542204,"score_gpt":0.2655264243765771,"score_spread":0.14825874615115503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396956202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9145413,0.0046059974,0.03344212,0.0026624426,0.000109706,0.00019146081,0.0030558943,0.00027376343,0.04111738],"genre_scores_gemma":[0.99000496,0.0011426405,0.006818098,0.000055659468,0.00007967986,0.00007381688,0.0012870261,0.000029065863,0.00050907914],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9879131,0.0059138834,0.0009204449,0.00091025943,0.0038138758,0.0005283307],"domain_scores_gemma":[0.8825393,0.08497691,0.012580806,0.0088585345,0.009247132,0.0017973217],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0140836155,0.00042595077,0.000899437,0.07342828,0.0016893663,0.008147794,0.0009150364,0.00086078956,0.0028512296],"category_scores_gemma":[0.091713674,0.00022126063,0.0011782488,0.07734568,0.0026377824,0.0073394873,0.004256925,0.00076779054,0.00046161513],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002587228,0.00024712898,0.44912925,0.0026068375,0.0010257743,0.0006622451,0.018070845,0.015190766,0.0034891926,0.07035885,0.0067133293,0.43224704],"study_design_scores_gemma":[0.000039366598,0.00025135788,0.6902679,0.0012236118,0.00033987153,0.0010082804,0.02526311,0.05033227,0.0031600005,0.16711034,0.06076998,0.00023390194],"about_ca_topic_score_codex":0.004424018,"about_ca_topic_score_gemma":0.005347568,"teacher_disagreement_score":0.9265717,"about_ca_system_score_codex":0.0021247005,"about_ca_system_score_gemma":0.0026392983,"threshold_uncertainty_score":0.07448214},"labels":[],"label_agreement":null},{"id":"W4396956272","doi":"10.1017/pds.2024.206","title":"A survey on the industry's perception of digital twins – a follow-up to the digital twin workshop at the DESIGN Conference 2022","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Perception; Engineering; Psychology","score_opus":0.06690443771741895,"score_gpt":0.25273846132204814,"score_spread":0.1858340236046292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396956272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99744797,0.000043324777,0.0003151045,0.00041465825,0.000020511701,0.0000551962,0.000070523594,0.000004932451,0.0016278098],"genre_scores_gemma":[0.9945791,0.00016914983,0.00058187754,0.0005360908,0.000013704895,0.00024874663,0.00018180041,0.0000100181505,0.0036794543],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952618,0.0025766948,0.0003202673,0.00028593352,0.0008329004,0.00072243426],"domain_scores_gemma":[0.9838727,0.006617905,0.0018117521,0.00050148595,0.0046579167,0.0025382878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009085703,0.00020974486,0.00029179233,0.0015144661,0.001814633,0.001980039,0.00035747583,0.0009907415,0.0026317628],"category_scores_gemma":[0.01543228,0.00038779373,0.00025896338,0.0010921364,0.00064796826,0.0014264412,0.0023152286,0.0016798025,0.0006639371],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002506555,0.0019601276,0.46219158,0.00031917257,0.00004045741,0.0014739698,0.44569862,0.0002601536,0.007888319,0.0014966845,0.0090245325,0.06939572],"study_design_scores_gemma":[0.000019912368,0.0013199636,0.35541642,0.0001338497,0.000011277409,0.00031684837,0.6151133,0.0006658572,0.0016585407,0.00019018364,0.025084935,0.00006884035],"about_ca_topic_score_codex":0.0041810623,"about_ca_topic_score_gemma":0.0040529,"teacher_disagreement_score":0.009085703,"about_ca_system_score_codex":0.0014415001,"about_ca_system_score_gemma":0.0013817088,"threshold_uncertainty_score":0.048050344},"labels":[],"label_agreement":null},{"id":"W4413735309","doi":"10.1017/pds.2025.10136","title":"Design of a Reconfigurable Crawler based on Waterbomb Origami","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Robotic Path Planning Algorithms","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Web crawler; Computer science; World Wide Web","score_opus":0.026901353701910827,"score_gpt":0.24026176264084012,"score_spread":0.2133604089389293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413735309","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43895715,0.0017460831,0.5385637,0.0005722053,0.00026799217,0.0003426809,0.00016429313,0.0021495938,0.017236244],"genre_scores_gemma":[0.8048908,0.00038580387,0.18970393,0.00014235327,0.000016266891,0.00017946602,0.000113541755,0.000053632415,0.0045142183],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99994147,0.0000057676534,0.0000041574394,0.00001898394,0.000017363187,0.000012192982],"domain_scores_gemma":[0.9999387,0.000006568438,0.00001501838,0.000011381043,0.000013734851,0.000014611877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006997439,0.0003335267,0.0003605211,0.00030629156,0.00028554382,0.00044317622,0.0006286609,0.00068554847,0.0010162301],"category_scores_gemma":[0.00011341528,0.00023028531,0.00029931372,0.00015579625,0.0001922044,0.0003222724,0.0003052753,0.00026105365,0.00069412385],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009953816,0.00014872148,0.0010545006,0.00019309673,0.000058909995,0.0008780569,0.00008734242,0.031964846,0.8991068,0.006043756,0.0013895647,0.058974735],"study_design_scores_gemma":[0.000108182,0.0010599856,0.0021176697,0.000049049497,0.00007144716,0.0013027699,0.00006330097,0.6234378,0.35017905,0.0016417166,0.019886741,0.00008224451],"about_ca_topic_score_codex":0.00033286787,"about_ca_topic_score_gemma":0.00048589584,"teacher_disagreement_score":0.0010162301,"about_ca_system_score_codex":0.0002477395,"about_ca_system_score_gemma":0.0002450735,"threshold_uncertainty_score":0.0033996105},"labels":[],"label_agreement":null},{"id":"W4413735314","doi":"10.1017/pds.2025.10226","title":"Integrative and Integrated product and production system development: a taxonomy for managing dependencies and processes","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cargill (Canada)","funders":"","keywords":"Taxonomy (biology); Computer science; Process management; Production (economics); Product (mathematics); Production system (computer science); Business; Ecology; Mathematics; Biology; Process (computing); Programming language","score_opus":0.014967977384148727,"score_gpt":0.1911580518316909,"score_spread":0.17619007444754217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413735314","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014992549,0.010130946,0.9300905,0.0036780098,0.00025150523,0.0018152847,0.0005072003,0.0007490121,0.03778492],"genre_scores_gemma":[0.055157874,0.006145752,0.9324151,0.00036265366,0.000055517125,0.0012901061,0.0011012916,0.00011884692,0.0033528178],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98556596,0.005139134,0.002919741,0.0011479036,0.0045055323,0.00072169135],"domain_scores_gemma":[0.98112684,0.007416216,0.0021910423,0.0028017391,0.0055460655,0.0009181135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011052436,0.0015986275,0.00093970966,0.0132133495,0.0039879763,0.008688886,0.0029273555,0.0034064727,0.0021967608],"category_scores_gemma":[0.01546292,0.0011902868,0.0021635713,0.011766725,0.0061726356,0.013719564,0.005487463,0.0036698547,0.0011425414],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054574033,0.0002452323,0.0099769365,0.002766721,0.000095860276,0.00068152684,0.011836199,0.009901674,0.0027853919,0.6893702,0.008448776,0.26383695],"study_design_scores_gemma":[0.000041644496,0.0002854338,0.006232031,0.0053499322,0.00013510688,0.00279351,0.009799314,0.046798646,0.0023726162,0.42580035,0.50021994,0.00017156539],"about_ca_topic_score_codex":0.00968025,"about_ca_topic_score_gemma":0.0075521967,"teacher_disagreement_score":0.0132133495,"about_ca_system_score_codex":0.0048754266,"about_ca_system_score_gemma":0.012481245,"threshold_uncertainty_score":0.058451533},"labels":[],"label_agreement":null},{"id":"W4413735331","doi":"10.1017/pds.2025.10273","title":"PhylOrg: towards an efficient organizational design method by adapting phylogenetic analysis","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Evolution and Paleontology Studies","field":"Earth and Planetary Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Phylogenetic tree; Computer science; Biology; Genetics","score_opus":0.023229344291347608,"score_gpt":0.25776406065563723,"score_spread":0.23453471636428963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413735331","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010272005,0.000024371604,0.99672806,0.00011372388,0.0000134353095,0.00007183655,0.000086431464,0.0012632348,0.00067173253],"genre_scores_gemma":[0.01581,0.00003615505,0.98273736,0.000062657076,0.00000860147,0.000292237,0.0003096361,0.00035119546,0.00039214586],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99248546,0.005077291,0.0004634652,0.0007770973,0.0010431673,0.00015354462],"domain_scores_gemma":[0.98333436,0.011329798,0.0011472262,0.0025203633,0.001351634,0.00031661178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011393655,0.0013531653,0.00091733,0.003629716,0.0012633036,0.004811522,0.0023568347,0.0017484848,0.009210989],"category_scores_gemma":[0.0275107,0.0011087877,0.0021980288,0.0021868723,0.0022685553,0.0032480021,0.004621492,0.0031678728,0.0027989647],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031457114,0.0003250334,0.0087978365,0.0017561365,0.00034477623,0.00041818703,0.0034197099,0.10060499,0.008077792,0.3187643,0.012631817,0.5445449],"study_design_scores_gemma":[0.00014200444,0.00017618484,0.00095382973,0.0005302441,0.00012600253,0.00034905702,0.00097301166,0.6945487,0.0052590203,0.23076977,0.06610479,0.00006741085],"about_ca_topic_score_codex":0.0013162293,"about_ca_topic_score_gemma":0.0025917867,"teacher_disagreement_score":0.011393655,"about_ca_system_score_codex":0.0015064871,"about_ca_system_score_gemma":0.0029615657,"threshold_uncertainty_score":0.060256124},"labels":[],"label_agreement":null},{"id":"W4413735359","doi":"10.1017/pds.2025.10072","title":"Analyzing organizational capability using the TASKS framework","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Collaboration in agile enterprises","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Process management; Knowledge management; Business","score_opus":0.017841383511886157,"score_gpt":0.25041416868118727,"score_spread":0.2325727851693011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413735359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87082964,0.00022876487,0.11023575,0.00041517877,0.000029217352,0.0005973465,0.00077082706,0.00013189937,0.0167614],"genre_scores_gemma":[0.96643996,0.00005606376,0.03233592,0.000022685444,0.000006326752,0.00034274947,0.00034555927,0.00001649665,0.00043427313],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99667275,0.0018739591,0.00028809436,0.00018894339,0.00076503033,0.00021122026],"domain_scores_gemma":[0.97885305,0.01361696,0.0031562205,0.0011120501,0.0024482317,0.00081351254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050217593,0.00065754366,0.00022999586,0.0053393696,0.001010685,0.0021397918,0.0004164973,0.000387703,0.0021721346],"category_scores_gemma":[0.014900629,0.00019994062,0.0008290633,0.0026467573,0.0010685165,0.0023591039,0.0021335476,0.0006342515,0.00022638644],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044570788,0.0010878884,0.65460396,0.00086022215,0.0002658574,0.00045493882,0.017288607,0.020307852,0.0063671567,0.062141,0.002852178,0.23332469],"study_design_scores_gemma":[0.00013243471,0.0016874624,0.7856263,0.0010377176,0.00021950502,0.00068258395,0.034005936,0.082992986,0.00987823,0.059691,0.023822485,0.00022337589],"about_ca_topic_score_codex":0.0037736332,"about_ca_topic_score_gemma":0.0035066332,"teacher_disagreement_score":0.0053393696,"about_ca_system_score_codex":0.0014300096,"about_ca_system_score_gemma":0.0020469753,"threshold_uncertainty_score":0.026557982},"labels":[],"label_agreement":null},{"id":"W4413735482","doi":"10.1017/pds.2025.10095","title":"Bridging theory and practice in software design management: insights from practitioners","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Bridging (networking); Computer science; Software; Management theory; Knowledge management; Software engineering; Engineering management; Engineering; Management science; Programming language","score_opus":0.01367759427095132,"score_gpt":0.2536450429860433,"score_spread":0.23996744871509196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413735482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65604764,0.020645775,0.13859138,0.10545439,0.00042252027,0.00025501777,0.00002780594,0.0001423992,0.07841305],"genre_scores_gemma":[0.97651845,0.0035201358,0.015125881,0.0021663012,0.000054559783,0.00013525842,0.000013484558,0.00004315235,0.0024227365],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9501982,0.039847273,0.0015111017,0.0018871352,0.004949184,0.0016071886],"domain_scores_gemma":[0.8847284,0.09919685,0.0027489613,0.0036526031,0.0061997087,0.0034735051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.058309462,0.0005723215,0.00068736786,0.0037240041,0.007925129,0.012567131,0.002378495,0.00553162,0.002695211],"category_scores_gemma":[0.049789112,0.00091302686,0.0003656878,0.003545511,0.024992233,0.015728049,0.010785794,0.007407192,0.0004795024],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052133106,0.00043453998,0.0049877916,0.0005340094,0.000017002196,0.00072845246,0.7881413,0.00085966283,0.001414525,0.12803383,0.0027733406,0.07202347],"study_design_scores_gemma":[0.00006646736,0.00026787983,0.0020054749,0.0020778996,0.000017942517,0.00095933833,0.7349624,0.005348038,0.0013922136,0.13240123,0.12044346,0.000057659465],"about_ca_topic_score_codex":0.0023771261,"about_ca_topic_score_gemma":0.002500808,"teacher_disagreement_score":0.058309462,"about_ca_system_score_codex":0.008065859,"about_ca_system_score_gemma":0.011765568,"threshold_uncertainty_score":0.30837363},"labels":[],"label_agreement":null},{"id":"W4413735510","doi":"10.1017/pds.2025.10182","title":"Exploring Problem Framing activity using BERTopic","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Framing (construction); Epistemology; Sociology; Political science; Computer science; Geography; Philosophy; Archaeology","score_opus":0.1661002041902779,"score_gpt":0.34350153952617013,"score_spread":0.17740133533589222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413735510","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46647996,0.00049927743,0.49789786,0.00083407917,0.0001011931,0.0008470257,0.0008390587,0.0014153547,0.031086171],"genre_scores_gemma":[0.8010292,0.00020652005,0.1939564,0.000139603,0.000027895763,0.0009139715,0.0005523259,0.00016632583,0.0030077705],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99613214,0.0025850465,0.00013374617,0.00043544165,0.00056621054,0.0001475229],"domain_scores_gemma":[0.95450574,0.040439628,0.0014328655,0.0020815746,0.0011513974,0.00038870302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048579774,0.0006970157,0.0005398305,0.003792473,0.0016381072,0.0032354603,0.0010662666,0.0009712572,0.0059942612],"category_scores_gemma":[0.027867202,0.00040569578,0.00045167064,0.0023512354,0.0020845612,0.0038204272,0.005207364,0.0013393799,0.0005850702],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014504171,0.0009666502,0.022275928,0.0029675465,0.00012645373,0.0018915087,0.2678917,0.009573192,0.07509811,0.11871992,0.006347054,0.49269158],"study_design_scores_gemma":[0.00034139084,0.0013214992,0.05928509,0.0026005008,0.00028038214,0.0022972592,0.16861364,0.32125303,0.07027743,0.21393557,0.15927689,0.0005173452],"about_ca_topic_score_codex":0.0010107278,"about_ca_topic_score_gemma":0.0019363279,"teacher_disagreement_score":0.0059942612,"about_ca_system_score_codex":0.0012350878,"about_ca_system_score_gemma":0.0010111617,"threshold_uncertainty_score":0.025691748},"labels":[],"label_agreement":null},{"id":"W4413735523","doi":"10.1017/pds.2025.10047","title":"Adapting the engineering design process to develop a business model for service-oriented living labs: a case study of PISCES","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"UK Research and Innovation","keywords":"Process (computing); Process management; Living lab; Engineering design process; Service (business); Engineering management; Business model; Business process; Service design; Engineering; Service delivery framework; Computer science; Knowledge management; Business; Operations management; Work in process; Marketing; Human–computer interaction; Mechanical engineering","score_opus":0.047649406532142835,"score_gpt":0.25651986376428504,"score_spread":0.2088704572321422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413735523","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89536875,0.00009045252,0.059326116,0.00263766,0.00006184317,0.0010599209,0.00009301077,0.00019268916,0.041169543],"genre_scores_gemma":[0.93658614,0.00013390409,0.052935157,0.0002642839,0.000009024182,0.00059887045,0.000094884694,0.0000874198,0.009290316],"study_design_codex":"qualitative","study_design_gemma":"case_report","domain_scores_codex":[0.9938631,0.004430323,0.00016791579,0.0002556579,0.0007929039,0.0004901724],"domain_scores_gemma":[0.9950041,0.002716314,0.00025203734,0.0005795756,0.00070245855,0.00074546196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007927461,0.0005323919,0.00026217406,0.0008997649,0.0063368795,0.0042299763,0.0025358952,0.0018502612,0.0050375997],"category_scores_gemma":[0.0071246056,0.00034125926,0.00050721114,0.00096890365,0.0048300354,0.0028881086,0.0050246604,0.0027635691,0.00092567725],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006958879,0.006331191,0.031427253,0.0013595822,0.00007158501,0.04551707,0.40326643,0.03323018,0.03399188,0.15378489,0.015905162,0.27441883],"study_design_scores_gemma":[0.00028259892,0.0026297292,0.017288705,0.00074226334,0.00007247231,0.008595293,0.5174915,0.06950604,0.04569851,0.030871157,0.3065484,0.0002732743],"about_ca_topic_score_codex":0.0037617397,"about_ca_topic_score_gemma":0.0071235434,"teacher_disagreement_score":0.007927461,"about_ca_system_score_codex":0.004919167,"about_ca_system_score_gemma":0.0050055822,"threshold_uncertainty_score":0.041924953},"labels":[],"label_agreement":null},{"id":"W4413735532","doi":"10.1017/pds.2025.10207","title":"Generating preinventive structures: AI-driven creativity in product repurposing","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Repurposing; Creativity; Product (mathematics); Computer science; Psychology; Engineering; Mathematics; Social psychology; Geometry","score_opus":0.012948653476886231,"score_gpt":0.22935450370849775,"score_spread":0.21640585023161152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413735532","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03071387,0.000072425166,0.9590524,0.00016855214,0.000016087675,0.00020277727,0.000025670499,0.00042351583,0.009324575],"genre_scores_gemma":[0.31591484,0.00007891542,0.6787344,0.00008941981,0.0000069145776,0.00031679138,0.000087591485,0.0001331696,0.0046379203],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986338,0.0005561518,0.00005094459,0.00022599359,0.00046214234,0.00007093607],"domain_scores_gemma":[0.99658006,0.0022499477,0.00018220492,0.00057166663,0.00032267577,0.00009345659],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002340315,0.00069537165,0.00035403803,0.00092873565,0.00070845475,0.0014485257,0.0014966697,0.0008853977,0.0070729954],"category_scores_gemma":[0.005930476,0.00048077476,0.0008606682,0.00044967365,0.002309071,0.0019178861,0.0032462766,0.0013125214,0.0010827993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027734824,0.0004994471,0.002595964,0.0007436455,0.00008835339,0.00059594045,0.0055524567,0.23624516,0.055260252,0.30989152,0.002590265,0.38565958],"study_design_scores_gemma":[0.00011090547,0.00036395938,0.00074472086,0.0001566481,0.000041364405,0.00047060824,0.000980426,0.7209054,0.046482936,0.20401496,0.025653658,0.00007442051],"about_ca_topic_score_codex":0.00058298226,"about_ca_topic_score_gemma":0.00096377183,"teacher_disagreement_score":0.0070729954,"about_ca_system_score_codex":0.0008630579,"about_ca_system_score_gemma":0.001056553,"threshold_uncertainty_score":0.023661494},"labels":[],"label_agreement":null},{"id":"W4413737533","doi":"10.1017/pds.2025.10177","title":"Exploring design trade-offs among sustainability, performance, and manufacturability when considering integration of new technologies","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Technology Assessment and Management","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"VINNOVA","keywords":"Design for manufacturability; Sustainability; Computer science; Engineering; Mechanical engineering","score_opus":0.04607328354679771,"score_gpt":0.23356749995505047,"score_spread":0.18749421640825276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413737533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7572026,0.0007260286,0.20966035,0.00045002394,0.00002094314,0.00031662715,0.000101233134,0.00009703349,0.031425018],"genre_scores_gemma":[0.9483927,0.00013444312,0.050303437,0.000020543157,0.0000037932873,0.00012643322,0.000024695484,0.000022184842,0.0009718714],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9968604,0.0020978688,0.00008258604,0.00019859712,0.00054513966,0.0002154325],"domain_scores_gemma":[0.99368554,0.0052306247,0.00039092786,0.00021816498,0.0003398914,0.00013495018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005031337,0.0009324606,0.000488331,0.0020587533,0.0006892252,0.003971172,0.00066026056,0.0012264964,0.0036930512],"category_scores_gemma":[0.008549389,0.00063701184,0.0008699877,0.0011771001,0.0012216199,0.0027551136,0.0015857302,0.00094394205,0.00017861245],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005184138,0.0006282092,0.014926251,0.00060855877,0.0002516571,0.00035412947,0.0011570017,0.8456335,0.02083538,0.03439343,0.00032401815,0.08036946],"study_design_scores_gemma":[0.00004373108,0.0010950092,0.0073519163,0.000116380455,0.00021602702,0.00012160493,0.0017370341,0.94028914,0.008289705,0.037771426,0.0029148108,0.000053160435],"about_ca_topic_score_codex":0.001719815,"about_ca_topic_score_gemma":0.0033570041,"teacher_disagreement_score":0.005031337,"about_ca_system_score_codex":0.0022681637,"about_ca_system_score_gemma":0.001148913,"threshold_uncertainty_score":0.026608527},"labels":[],"label_agreement":null},{"id":"W4413737550","doi":"10.1017/pds.2025.10252","title":"Meta-level design parameters for bio-inspired impact resistance: a case study in helmet design","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Mechanics and Biomechanics Studies","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Resistance (ecology); Computer science; Engineering; Biology; Ecology","score_opus":0.15528718990193213,"score_gpt":0.2991906426780473,"score_spread":0.14390345277611516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413737550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7934003,0.0008186186,0.17461498,0.00043905296,0.00005508641,0.00032163964,0.00022272073,0.0003483003,0.029779255],"genre_scores_gemma":[0.96664935,0.00006800474,0.032044303,0.00001699329,0.0000023043913,0.000075658776,0.00003806645,0.000025493608,0.0010798859],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99955446,0.00014732216,0.00002255203,0.000045373035,0.00016827656,0.000062034684],"domain_scores_gemma":[0.9990194,0.0005823161,0.000098934455,0.000109928376,0.00014377481,0.000045659894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009420602,0.0006406741,0.00035614226,0.00071039237,0.00042912646,0.000992449,0.0007347357,0.0012328823,0.0025560788],"category_scores_gemma":[0.0020447196,0.00024753125,0.00043351392,0.00037537774,0.00065536366,0.0005702776,0.0005771168,0.00058558764,0.0003520313],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026446476,0.00046282052,0.0071368013,0.0006252163,0.00007398994,0.0009198997,0.00040453518,0.84249574,0.07111049,0.017489895,0.00091709546,0.058099024],"study_design_scores_gemma":[0.000088001994,0.0010409688,0.0033847434,0.00009181336,0.000103693164,0.0005143364,0.0003313073,0.9244995,0.054550044,0.0068930457,0.008447217,0.000055267064],"about_ca_topic_score_codex":0.0006351721,"about_ca_topic_score_gemma":0.0011146644,"teacher_disagreement_score":0.0025560788,"about_ca_system_score_codex":0.00087687233,"about_ca_system_score_gemma":0.0005298256,"threshold_uncertainty_score":0.008550942},"labels":[],"label_agreement":null},{"id":"W4413737609","doi":"10.1017/pds.2025.10319","title":"The influence of aesthetic taste on product choice: does mode of evaluation impact decision making?","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Aesthetic Perception and Analysis","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Taste; Product (mathematics); Aesthetics; Mode (computer interface); Psychology; Computer science; Mathematics; Art; Human–computer interaction; Neuroscience","score_opus":0.023162118184959297,"score_gpt":0.3493836351280514,"score_spread":0.3262215169430921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413737609","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98779386,0.00023356861,0.0025317413,0.00014796699,0.000011821254,0.000026093325,0.000025412322,0.000010344354,0.009219213],"genre_scores_gemma":[0.99837804,0.000063858824,0.0012084625,0.000022252401,0.0000046392206,0.000008586629,0.000008349156,0.00000760871,0.0002980785],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957594,0.0025702983,0.0002020159,0.00023964715,0.0010597159,0.0001689188],"domain_scores_gemma":[0.95855606,0.032960173,0.0032040796,0.0013515786,0.00305092,0.00087703706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006165923,0.00023182142,0.00031057614,0.00094269274,0.00037596977,0.0032569666,0.00031101913,0.0005682064,0.0041039204],"category_scores_gemma":[0.040633366,0.00021855775,0.00040358846,0.0005581399,0.0012841717,0.0016631602,0.0009740814,0.0005897029,0.00031424378],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054262113,0.0009148466,0.72530943,0.0011483121,0.0005867886,0.0010556561,0.025110181,0.0020697569,0.05910965,0.0059397505,0.0009330211,0.17239642],"study_design_scores_gemma":[0.00007951026,0.0013137005,0.9485763,0.0003085527,0.00031513898,0.0009351263,0.01758161,0.0068926713,0.011038239,0.009605052,0.0032016444,0.00015256881],"about_ca_topic_score_codex":0.00082288374,"about_ca_topic_score_gemma":0.0010392928,"teacher_disagreement_score":0.006165923,"about_ca_system_score_codex":0.0005698989,"about_ca_system_score_gemma":0.00041689447,"threshold_uncertainty_score":0.032608926},"labels":[],"label_agreement":null},{"id":"W4413737679","doi":"10.1017/pds.2025.10014","title":"A community-driven database for the dynamic representation of approaches, processes, methods, and tools for multidisciplinary product development","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Mitacs","keywords":"Multidisciplinary approach; Representation (politics); Computer science; Development (topology); New product development; Product (mathematics); Database; Process management; Management science; Industrial engineering; Systems engineering; Data science; Engineering; Sociology; Mathematics; Business; Political science; Social science","score_opus":0.15444950003064797,"score_gpt":0.37772574581750407,"score_spread":0.2232762457868561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413737679","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014332977,0.0007002714,0.9489363,0.0011213754,0.00021828225,0.00084092206,0.008478746,0.012713558,0.012657612],"genre_scores_gemma":[0.12712637,0.00094331725,0.83658534,0.00041003973,0.00010685077,0.0013007012,0.022660976,0.0016255486,0.009240926],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962649,0.0009752744,0.0006874023,0.0007105992,0.0011763084,0.00018554155],"domain_scores_gemma":[0.9883886,0.0032573205,0.00082371634,0.0038689699,0.0026176802,0.0010437022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006630699,0.0007470823,0.0010313763,0.0071999202,0.0018880644,0.009918126,0.0031669799,0.0018391038,0.007252588],"category_scores_gemma":[0.012710519,0.0007484027,0.0012590699,0.0078010783,0.0008168416,0.008687833,0.005348725,0.0020616257,0.0038062546],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011413955,0.0009777311,0.013886391,0.001657474,0.0002573119,0.0014338027,0.0091495225,0.018474666,0.016634788,0.2729816,0.060344446,0.60306084],"study_design_scores_gemma":[0.0002577691,0.0003605851,0.004341704,0.0010029306,0.00024122739,0.0015796854,0.0037484034,0.11080161,0.017842447,0.09907447,0.7604216,0.00032751498],"about_ca_topic_score_codex":0.005639539,"about_ca_topic_score_gemma":0.0066217603,"teacher_disagreement_score":0.009918126,"about_ca_system_score_codex":0.0019173075,"about_ca_system_score_gemma":0.0037110043,"threshold_uncertainty_score":0.035066962},"labels":[],"label_agreement":null},{"id":"W4413738039","doi":"10.1017/pds.2025.10274","title":"Player profile as tool for communities of practice animation","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Animation; Computer science; Human–computer interaction; Computer graphics (images); Geography","score_opus":0.4299290203258581,"score_gpt":0.5873268460027947,"score_spread":0.1573978256769366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413738039","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06291374,0.00024254371,0.8888612,0.0011012923,0.00023379362,0.00117523,0.0006758375,0.013920491,0.030875873],"genre_scores_gemma":[0.35592392,0.00020138249,0.6255919,0.00016138895,0.00004933368,0.0018244274,0.00083439605,0.0010310551,0.014382152],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9956826,0.0031455099,0.0001687005,0.00034168482,0.0005322464,0.00012935813],"domain_scores_gemma":[0.9865057,0.009652591,0.0004130256,0.0022097158,0.0005945093,0.0006244943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007120394,0.0007760374,0.00048306148,0.0024139038,0.00108736,0.0032617112,0.0016239523,0.001371089,0.013816186],"category_scores_gemma":[0.018124491,0.0005227393,0.00048327682,0.0010097793,0.0012674828,0.0048624636,0.0059337607,0.0011685325,0.0026498893],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001754559,0.0015981414,0.006773566,0.0018690679,0.00010269493,0.0011646237,0.033890698,0.01183295,0.028506368,0.15052806,0.024580788,0.73739845],"study_design_scores_gemma":[0.0006527049,0.0019115158,0.007177557,0.0018403382,0.00015762435,0.0021675914,0.011615119,0.18259601,0.035720155,0.12434836,0.6314203,0.00039275584],"about_ca_topic_score_codex":0.0003808696,"about_ca_topic_score_gemma":0.000650989,"teacher_disagreement_score":0.013816186,"about_ca_system_score_codex":0.00064425945,"about_ca_system_score_gemma":0.0008537178,"threshold_uncertainty_score":0.046219707},"labels":[],"label_agreement":null},{"id":"W4413738042","doi":"10.1017/pds.2025.10244","title":"Making Space for Designers at Hackathons: Uncovering Developer-Designer Tensions in Hackathon Teams","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Space (punctuation); Collaborative design; Human–computer interaction; Computer science; Engineering; Systems engineering; Knowledge management; Engineering management; Systems design","score_opus":0.02632534630282812,"score_gpt":0.25452880544227496,"score_spread":0.22820345913944684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413738042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96190685,0.00040687123,0.023322163,0.0036662163,0.00012581164,0.00016585737,0.000053599575,0.00009078013,0.010261747],"genre_scores_gemma":[0.9939606,0.00014193277,0.0034408353,0.0004046772,0.000018166735,0.00014703769,0.000030230703,0.000073980766,0.0017826168],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.94748056,0.040376607,0.0014332727,0.0033361313,0.0040623317,0.0033110834],"domain_scores_gemma":[0.8885655,0.085316956,0.008554014,0.004890138,0.0067939116,0.0058794916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0398152,0.0010107062,0.00082759437,0.0048379977,0.017057305,0.015064433,0.003148997,0.0037124893,0.0040433896],"category_scores_gemma":[0.084078446,0.0017183658,0.00055070483,0.002505505,0.020752303,0.016685838,0.018797388,0.006250668,0.00075180165],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042785257,0.000038922397,0.0063816668,0.000073634284,0.000006060929,0.00048845564,0.9834995,0.00006356953,0.0005686602,0.0027565619,0.000566029,0.005514067],"study_design_scores_gemma":[0.000008960579,0.000038159404,0.0014634428,0.00011240493,0.00000590477,0.00025236805,0.9867046,0.00033057726,0.0004136746,0.0026181259,0.008028732,0.000023114253],"about_ca_topic_score_codex":0.0029107719,"about_ca_topic_score_gemma":0.004227786,"teacher_disagreement_score":0.0398152,"about_ca_system_score_codex":0.006223592,"about_ca_system_score_gemma":0.0065139825,"threshold_uncertainty_score":0.21056545},"labels":[],"label_agreement":null},{"id":"W4413738068","doi":"10.1017/pds.2025.10083","title":"Automating the assessment of CAD drawings and solid models","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Ministerio de Economía y Competitividad","keywords":"CAD; Engineering drawing; Computer science; Computer graphics (images); Engineering","score_opus":0.01211658789120378,"score_gpt":0.24007708560304644,"score_spread":0.22796049771184265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413738068","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21012302,0.00025821387,0.76283205,0.00025209936,0.000170523,0.0011060302,0.00057569135,0.013802935,0.010879361],"genre_scores_gemma":[0.42325944,0.00013709077,0.5670927,0.000046734862,0.000033225293,0.0003983921,0.00108924,0.00081147754,0.007131675],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99508864,0.0015759083,0.0004301222,0.0005758347,0.0021486378,0.00018085694],"domain_scores_gemma":[0.9732003,0.011323101,0.0013131876,0.0023831811,0.011082521,0.0006977407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044308,0.0007671261,0.00083757547,0.0025062938,0.0007005806,0.0023032783,0.0012506632,0.000805032,0.011647257],"category_scores_gemma":[0.028214738,0.00045834982,0.00037752613,0.001618844,0.00034931235,0.0010871781,0.0020989198,0.00079186837,0.0049172137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033542584,0.00034058816,0.007377142,0.00030003718,0.000022317685,0.00012593335,0.0006058207,0.01118868,0.033512466,0.000995935,0.007281492,0.9379142],"study_design_scores_gemma":[0.00023168375,0.0010406284,0.068573475,0.0002992266,0.000079497186,0.0012860718,0.0015814407,0.6287961,0.22504178,0.009284844,0.0636068,0.00017839321],"about_ca_topic_score_codex":0.0019532375,"about_ca_topic_score_gemma":0.0036732194,"teacher_disagreement_score":0.011647257,"about_ca_system_score_codex":0.0007331867,"about_ca_system_score_gemma":0.0016123656,"threshold_uncertainty_score":0.038963974},"labels":[],"label_agreement":null}]}