{"meta":{"query_hash":"9085980187e8","filters":{"venue":"Design Studies"},"cohort_total":18,"direct_labels_cover":0,"predictions_cover":18,"exported":18,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/9085980187e8","api":"https://metacan.xera.ac/api/v1/cohort?venue=Design+Studies"},"results":[{"id":"W1973117896","doi":"10.1016/j.destud.2007.12.004","title":"The ideation gap:","year":2008,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":97,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Ideation; Conversation; Computer science; Representation (politics); Human–computer interaction; Space (punctuation); Psychology; Communication; Cognitive science; Political science","score_opus":0.2253938353756923,"score_gpt":0.3330572810071932,"score_spread":0.10766344563150088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973117896","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038948536,0.13293213,0.61382705,0.007794856,0.009394513,0.0013564536,0.0000040071764,0.0025376026,0.19320486],"genre_scores_gemma":[0.9841541,0.010255385,0.002065817,0.0001305644,0.00013885458,0.000060152935,6.4144103e-7,0.000013529317,0.0031809506],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996539,0.000043496075,0.00008398397,0.000047898095,0.00007562727,0.00009511803],"domain_scores_gemma":[0.9992055,0.00061685516,0.000013905273,0.00009701037,0.000050699455,0.000015987422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020573882,0.00005625708,0.0000553559,0.000017192528,0.00029265965,0.000013389016,0.000053420717,0.0000135801765,0.00001022104],"category_scores_gemma":[0.00018017497,0.00003879601,0.0000146014445,0.000093680595,0.000040947856,0.0000896139,0.000005761222,0.000052552554,0.00021573785],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019676729,0.000019155046,0.0003193808,0.000020213487,0.00030115075,0.000009306639,0.009543972,0.0056861844,0.0015947552,0.00495493,0.95206755,0.025463695],"study_design_scores_gemma":[0.00031408353,0.00005383171,0.010135553,0.000015907239,0.00004770152,0.00007648912,0.0039729876,0.0052725226,0.0053903204,0.004068518,0.9703109,0.00034116252],"about_ca_topic_score_codex":0.0000013296437,"about_ca_topic_score_gemma":0.0000011874264,"teacher_disagreement_score":0.94520557,"about_ca_system_score_codex":0.00002501589,"about_ca_system_score_gemma":0.0000103427665,"threshold_uncertainty_score":0.27729455},"labels":[],"label_agreement":null},{"id":"W2010970152","doi":"10.1016/s0142-694x(00)00014-4","title":"Models for estimating design effort and time","year":2001,"lang":"en","type":"article","venue":"Design Studies","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":83,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Schedule; Decomposition; Product (mathematics); Estimation; Process (computing); Industrial engineering; Cost estimate; Operations research; Engineering; Parametric statistics; Design process; Computer science; Systems engineering; Reliability engineering; Operations management; Work in process; Mathematics","score_opus":0.0677622360687686,"score_gpt":0.264532339000189,"score_spread":0.19677010293142042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010970152","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000820923,0.001904836,0.9963645,0.000019583851,0.000066089095,0.00027431746,9.097527e-7,0.00020834383,0.00034053647],"genre_scores_gemma":[0.16725756,0.0006326187,0.83151746,0.000024899366,0.000073735595,0.00015069848,0.000002136182,0.00003113968,0.000309743],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99959373,0.000006126914,0.00010627249,0.00010321194,0.000048954153,0.00014169709],"domain_scores_gemma":[0.9997286,0.00014202824,0.000016192429,0.000054724627,0.000036759106,0.000021696162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016006673,0.000103235034,0.00014260826,0.00003479215,0.000107132146,0.000024108484,0.000034813344,0.000027470558,0.0000031168718],"category_scores_gemma":[0.00002821781,0.00009155019,0.000014039664,0.00004045013,0.000015996826,0.000118808915,0.000013114833,0.000026809588,0.0000032469825],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009260253,0.0000025132392,0.000004750489,0.00008503816,0.000048477006,8.807152e-7,0.0004304561,0.99074656,0.00004214447,0.00006330651,0.0013167742,0.0072498545],"study_design_scores_gemma":[0.0001669327,0.00003182549,0.000009183988,0.000030994688,0.00002264721,0.0000032469416,0.000029717912,0.99299234,0.00120008,0.005291395,0.00011031123,0.00011131857],"about_ca_topic_score_codex":6.235539e-7,"about_ca_topic_score_gemma":1.0515945e-7,"teacher_disagreement_score":0.16643664,"about_ca_system_score_codex":0.000015375288,"about_ca_system_score_gemma":0.000003169242,"threshold_uncertainty_score":0.37333083},"labels":[],"label_agreement":null},{"id":"W2016159524","doi":"10.1016/j.destud.2012.08.001","title":"Precedents reconceived: Urban design learning catalysed through data rich 3-D digital models","year":2012,"lang":"en","type":"article","venue":"Design Studies","topic":"3D Surveying and Cultural Heritage","field":"Earth and Planetary Sciences","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Design studio; Architecture; Focus (optics); Urban design; Studio; Computer science; Replicate; World Wide Web; Engineering; Architectural engineering; Human–computer interaction; Visual arts; Art; Telecommunications","score_opus":0.41637050717903995,"score_gpt":0.33077131864307674,"score_spread":0.08559918853596321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016159524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44458264,0.21257313,0.25830212,0.0004006245,0.0049751867,0.002959832,0.0011447095,0.0017289346,0.073332794],"genre_scores_gemma":[0.9902915,0.0006731894,0.005604248,0.00005744844,0.00021211943,0.0000045754946,0.0003719936,0.000008602387,0.0027763576],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981308,0.00035896103,0.0002524071,0.0003892745,0.00029967193,0.0005689038],"domain_scores_gemma":[0.9986838,0.00067274907,0.00010284711,0.00035805613,0.00007030508,0.00011222509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009318108,0.0002387869,0.0003146682,0.00002728186,0.0005068358,0.00014461725,0.0004741824,0.00006504217,0.00012285127],"category_scores_gemma":[0.00032032625,0.00017259996,0.000038857164,0.00021700379,0.000119532735,0.0028400945,0.000078634774,0.00019023205,0.0004829849],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023054883,0.00011024232,0.75256777,0.000074215735,0.0008973478,0.000023432542,0.03909152,0.031010007,0.00007402961,0.000024525227,0.116306245,0.059590127],"study_design_scores_gemma":[0.0061400933,0.0032983318,0.48112783,0.0009979256,0.0013521638,0.00031951861,0.13002872,0.2636793,0.0032205894,0.008065256,0.09226127,0.009509019],"about_ca_topic_score_codex":0.00018554128,"about_ca_topic_score_gemma":0.000043475105,"teacher_disagreement_score":0.54570884,"about_ca_system_score_codex":0.000009785051,"about_ca_system_score_gemma":0.000024048564,"threshold_uncertainty_score":0.7038422},"labels":[],"label_agreement":null},{"id":"W2051427411","doi":"10.1016/s0142-694x(02)00055-8","title":"Imagining the building: architectural design as semiotic construction","year":2003,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Semiotics; Envelope (radar); Computer science; Architectural engineering; Product (mathematics); Linguistics; Human–computer interaction; Engineering; Telecommunications; Mathematics","score_opus":0.0796670680188692,"score_gpt":0.32205490673398085,"score_spread":0.24238783871511166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051427411","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008254908,0.0074865683,0.9675665,0.0009068212,0.0020936327,0.00046293624,6.861638e-7,0.0004523611,0.01277559],"genre_scores_gemma":[0.901428,0.00030391675,0.09754037,0.00025283184,0.00009909288,0.000060254002,3.7496687e-7,0.00002984289,0.0002853437],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988913,0.00037354376,0.00018647753,0.00015308586,0.0001428646,0.00025271764],"domain_scores_gemma":[0.99803704,0.001606716,0.00004595439,0.0001902617,0.00007407021,0.000045975074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007920064,0.00017442935,0.00016493336,0.00007071636,0.00026119777,0.0000703032,0.00011238996,0.000031859072,0.000055841327],"category_scores_gemma":[0.000889946,0.00012794873,0.000039561735,0.00024935225,0.00013202983,0.00014883779,0.000011357006,0.00022206154,0.000115978895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019052115,0.00012878927,0.00093586347,0.00031719115,0.0032813835,0.000071508264,0.062026706,0.4671562,0.06142801,0.12793317,0.10295327,0.17357738],"study_design_scores_gemma":[0.0033127735,0.0006520805,0.002112989,0.00043075022,0.0013715168,0.0060351347,0.08990895,0.047753803,0.32338232,0.17007814,0.35105947,0.0039020532],"about_ca_topic_score_codex":0.00000401649,"about_ca_topic_score_gemma":4.4204018e-7,"teacher_disagreement_score":0.89317304,"about_ca_system_score_codex":0.00006391484,"about_ca_system_score_gemma":0.000043580003,"threshold_uncertainty_score":0.5217598},"labels":[],"label_agreement":null},{"id":"W2073661746","doi":"10.1016/j.destud.2011.01.001","title":"The worlds and modalities of engagement of design participants: A qualitative case study of three medical innovations","year":2011,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Université de Montréal","funders":"","keywords":"Process (computing); Engineering design process; Knowledge management; Object (grammar); Modalities; Design process; Qualitative research; Psychology; Computer science; Engineering; Sociology; Business; Marketing; Operations management; Work in process; Artificial intelligence","score_opus":0.5544391329858422,"score_gpt":0.44806586846274443,"score_spread":0.10637326452309781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073661746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8650317,0.0036459987,0.12953976,0.0001147382,0.00021053622,0.00081114954,0.000006251767,0.000042178217,0.0005976421],"genre_scores_gemma":[0.995222,0.00028400728,0.0042836713,0.000009792554,0.000009353429,0.00014950143,1.6066495e-7,0.000009832275,0.00003171006],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99835384,0.0006823122,0.0005046833,0.00008736578,0.00023939964,0.00013242666],"domain_scores_gemma":[0.995253,0.0040992955,0.00014437435,0.0001767848,0.00029409496,0.000032399956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034100502,0.00010289066,0.0002561101,0.00008838332,0.00011447828,0.0000049717055,0.00009357045,0.000024706189,0.000022360615],"category_scores_gemma":[0.001338826,0.00007290156,0.000016566808,0.00030107272,0.00024895347,0.000094020834,0.000040693227,0.00010188261,6.9102805e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011432757,0.0005768245,0.0008438384,0.00018012912,0.0018946921,0.000030144174,0.97960526,0.00046120922,0.00025059917,0.009679135,0.001513032,0.004850822],"study_design_scores_gemma":[0.0006171941,0.0005939314,0.0012949029,0.00006272159,0.00022089755,0.000017070612,0.98831177,0.0014701919,0.0033482425,0.0038537525,0.00007770377,0.00013160697],"about_ca_topic_score_codex":0.00017122252,"about_ca_topic_score_gemma":0.00013071959,"teacher_disagreement_score":0.13019022,"about_ca_system_score_codex":0.000013136871,"about_ca_system_score_gemma":0.00004643909,"threshold_uncertainty_score":0.29728395},"labels":[],"label_agreement":null},{"id":"W2092272977","doi":"10.1016/s0142-694x(00)00015-6","title":"An analogy-based model for estimating design effort","year":2001,"lang":"en","type":"article","venue":"Design Studies","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Analogy; Productivity; Industrial engineering; Computer science; Operations research; Econometrics; Management science; Engineering; Mathematics; Economics; Epistemology","score_opus":0.09497614864358347,"score_gpt":0.3047526751004871,"score_spread":0.20977652645690362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092272977","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013449538,0.0004212104,0.99738544,0.000019004756,0.00010098546,0.0003078896,0.0000021839157,0.0003583023,0.000060052505],"genre_scores_gemma":[0.41613343,0.00004247285,0.58354384,0.000039449602,0.00004409499,0.00013756979,0.0000053093368,0.000023502158,0.000030301193],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994096,0.000011009344,0.00015154785,0.00014730808,0.000073766394,0.00020678072],"domain_scores_gemma":[0.9996398,0.000109794644,0.000026243137,0.00011926717,0.00006931318,0.00003559316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022323601,0.00014123724,0.00017590351,0.00006667524,0.00014915173,0.000026912532,0.00008111856,0.000042100062,0.0000030390636],"category_scores_gemma":[0.000037149737,0.00012941935,0.000029060717,0.00007359595,0.00001928969,0.00011520123,0.000005851245,0.00004171662,0.000002083085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019728312,0.0000107155,0.00003305577,0.00009544336,0.000040964595,0.0000012802881,0.00036511026,0.995167,0.00010157555,0.000031633288,0.0006746746,0.0034588235],"study_design_scores_gemma":[0.00026467352,0.00006168186,0.00002222745,0.000024829405,0.00003180089,8.2504755e-7,0.00003618162,0.99547315,0.002707151,0.0011901316,0.000030058829,0.00015729363],"about_ca_topic_score_codex":0.0000010096464,"about_ca_topic_score_gemma":0.000002358335,"teacher_disagreement_score":0.41478848,"about_ca_system_score_codex":0.000033306256,"about_ca_system_score_gemma":0.000013591779,"threshold_uncertainty_score":0.52775675},"labels":[],"label_agreement":null},{"id":"W2092878148","doi":"10.1016/s0142-694x(02)00009-1","title":"Specifications for computer-aided conceptual building design","year":2002,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Concordia University","keywords":"Conceptual design; Computer science; Systems engineering; Computer Aided Design; Engineering drawing; Human–computer interaction; Architectural engineering; Engineering","score_opus":0.46275041150422735,"score_gpt":0.34349366242218105,"score_spread":0.11925674908204631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092878148","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023757189,0.0050986786,0.99142385,0.00047399543,0.0009073229,0.00053071725,0.000005320887,0.0003675508,0.0009550235],"genre_scores_gemma":[0.2850533,0.0014021535,0.7110652,0.0002659013,0.0006182692,0.00039200202,0.0000033251017,0.000052848103,0.0011470426],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991533,0.00009316474,0.00023031881,0.00018235097,0.00010106191,0.0002397665],"domain_scores_gemma":[0.9973106,0.0022663379,0.000045355686,0.00018837431,0.0001317062,0.00005764041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032455998,0.00016042237,0.00020339387,0.00008224865,0.00020851479,0.000049719514,0.00013468713,0.000043058062,0.00010893958],"category_scores_gemma":[0.00021202237,0.00016228105,0.000048898597,0.00019035667,0.00007941248,0.00018988823,0.000012725799,0.00008870104,0.00017940701],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017170294,0.00009059717,0.000010804608,0.00005102973,0.0004187699,0.0000028027082,0.008674295,0.0627274,0.0059349,0.012113068,0.88765377,0.022305371],"study_design_scores_gemma":[0.0014501369,0.00033581269,0.00022950713,0.000078076686,0.00022254203,0.00003115673,0.005494127,0.41292357,0.016778685,0.0031821926,0.5582546,0.0010196218],"about_ca_topic_score_codex":5.5841923e-7,"about_ca_topic_score_gemma":1.9740865e-7,"teacher_disagreement_score":0.35019618,"about_ca_system_score_codex":0.000068021516,"about_ca_system_score_gemma":0.00000847743,"threshold_uncertainty_score":0.66176295},"labels":[],"label_agreement":null},{"id":"W2109987560","doi":"10.1016/s0142-694x(99)00028-9","title":"The importance of visualisation in concept design","year":2001,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre","funders":"","keywords":"Visualization; Human–computer interaction; Computer science; Originality; User experience design; Information visualization; Usability; Process (computing); Conceptual design; Product design; Product (mathematics); Artificial intelligence; Psychology","score_opus":0.13656820944740644,"score_gpt":0.36519212843589716,"score_spread":0.22862391898849072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109987560","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048274018,0.059563655,0.8783934,0.0018342645,0.0017703865,0.0012853852,0.0000026964406,0.0003402491,0.008535954],"genre_scores_gemma":[0.9924972,0.0040806257,0.002911642,0.00008305263,0.000047535756,0.00006363338,7.29372e-7,0.000013091023,0.00030251037],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993277,0.000146267,0.00022298524,0.00007447412,0.00009818627,0.00013033985],"domain_scores_gemma":[0.998385,0.0013581658,0.000052738655,0.00012340989,0.00006474847,0.000015907886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007038432,0.00007963134,0.00012038016,0.000039528768,0.00006330392,0.00001318016,0.00008138382,0.000024100133,0.00001738294],"category_scores_gemma":[0.0003430024,0.000060489616,0.00001658562,0.00024206504,0.00006032763,0.00012774678,0.000007258025,0.00006680884,0.000014110172],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060586253,0.00037641273,0.0370454,0.0002052393,0.0012614465,0.00006869176,0.097733885,0.2976238,0.019680375,0.029787734,0.38699326,0.12861787],"study_design_scores_gemma":[0.0062093525,0.0011092451,0.1366793,0.00053813844,0.00039657755,0.00013819874,0.12257274,0.15905109,0.12841937,0.0536869,0.38806018,0.003138907],"about_ca_topic_score_codex":0.0000036040642,"about_ca_topic_score_gemma":0.000010520742,"teacher_disagreement_score":0.94422317,"about_ca_system_score_codex":0.000046086727,"about_ca_system_score_gemma":0.000019277666,"threshold_uncertainty_score":0.2466695},"labels":[],"label_agreement":null},{"id":"W2122418771","doi":"10.1016/j.destud.2008.10.003","title":"Estimating design effort for the compressor design department: a case study at Pratt &amp; Whitney Canada","year":2008,"lang":"en","type":"article","venue":"Design Studies","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Gas compressor; Parametric statistics; Engineering; Rotor (electric); Parametric model; Estimation; Parametric design; Reliability engineering; Systems engineering; Mechanical engineering; Mathematics; Statistics","score_opus":0.11718908275293657,"score_gpt":0.2848378158772387,"score_spread":0.16764873312430215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122418771","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03228218,0.0032563107,0.96116173,0.000041720312,0.00038254476,0.0026352082,0.000010943777,0.00021160912,0.000017763059],"genre_scores_gemma":[0.8422809,0.00014737702,0.15568568,0.000053204865,0.000091517264,0.0014349606,0.000005345351,0.00005808352,0.00024289555],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986487,0.000089113215,0.00034336024,0.00027908446,0.00025102022,0.00038873727],"domain_scores_gemma":[0.99810106,0.001330767,0.000085606785,0.00028157845,0.00013470957,0.00006628345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004625936,0.00031159003,0.00035000365,0.00004334427,0.0012636906,0.000038761238,0.00016771372,0.000040231935,0.0000080607315],"category_scores_gemma":[0.00014244074,0.0002260644,0.000040746207,0.00012642515,0.000051608982,0.00009753533,0.000065747685,0.00009988278,0.00000338508],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004568048,0.000033645778,0.00022431994,0.00011636218,0.0004317923,0.00022823949,0.0037510418,0.9711855,0.000009753535,0.0000012553515,0.023585662,0.00038675923],"study_design_scores_gemma":[0.001404813,0.0002498041,0.00027215725,0.00005331479,0.00034650526,0.0007142202,0.0016333434,0.98927224,0.0029530248,0.000044167457,0.002440518,0.00061590184],"about_ca_topic_score_codex":0.0055095484,"about_ca_topic_score_gemma":0.028161818,"teacher_disagreement_score":0.80999875,"about_ca_system_score_codex":0.00028056835,"about_ca_system_score_gemma":0.000094985044,"threshold_uncertainty_score":0.9895717},"labels":[],"label_agreement":null},{"id":"W2790317456","doi":"10.1016/j.destud.2018.02.002","title":"Imagining design: Transitive and intransitive dimensions","year":2018,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Norges Forskningsråd; European Commission","keywords":"Transitive relation; Metaphor; Representation (politics); Weaving; Focus (optics); Meaning (existential); Conversation; Computer science; Process (computing); Epistemology; Sociology; Linguistics; Mathematics; Communication; Engineering; Programming language; Philosophy","score_opus":0.09188465454681484,"score_gpt":0.326163455504989,"score_spread":0.23427880095817416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790317456","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002755949,0.005827113,0.98501503,0.0007751771,0.00059300655,0.00030203557,0.0000045536253,0.00031292107,0.0044141957],"genre_scores_gemma":[0.96804374,0.0012486957,0.029967383,0.00036683393,0.00017818577,0.0000442363,9.807021e-7,0.000027960132,0.000121977646],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992452,0.00015025122,0.00013853345,0.00017060644,0.000088060835,0.00020729356],"domain_scores_gemma":[0.9987848,0.00086942536,0.000019294816,0.00009859522,0.00016277138,0.00006512846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037978892,0.00015742017,0.00018446647,0.00007825652,0.00020664289,0.000031800137,0.000045058205,0.00003502437,0.000031597065],"category_scores_gemma":[0.00012146796,0.00014699131,0.000019600557,0.00017414532,0.00021957075,0.00024219033,0.0000104617275,0.0001177195,0.00008502243],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004020026,0.00019631756,0.0001295893,0.00022396065,0.0036505007,0.00012915776,0.53295594,0.004023019,0.18089521,0.0042030984,0.11823861,0.15495262],"study_design_scores_gemma":[0.0058684982,0.0028416787,0.008549604,0.00096818706,0.0021719662,0.0006284389,0.17987907,0.15445666,0.4817597,0.018478468,0.1392997,0.005098019],"about_ca_topic_score_codex":0.0000030210715,"about_ca_topic_score_gemma":0.0000021581463,"teacher_disagreement_score":0.9652878,"about_ca_system_score_codex":0.000030748935,"about_ca_system_score_gemma":0.000020962434,"threshold_uncertainty_score":0.59941316},"labels":[],"label_agreement":null},{"id":"W2792638555","doi":"10.1016/j.destud.2018.02.003","title":"Cracking open co-creation: Categories, stories, and value tension in a collaborative design process","year":2018,"lang":"en","type":"article","venue":"Design Studies","topic":"Service and Product Innovation","field":"Business, Management and Accounting","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Copenhagen Business School","keywords":"Structuring; Process (computing); Context (archaeology); Function (biology); Value (mathematics); Design process; Plan (archaeology); Frame (networking); Engineering design process; Computer science; Sociology; Engineering; Process management; Aesthetics; Art; Work in process; Business; Operations management; Mechanical engineering; History","score_opus":0.0950627791810337,"score_gpt":0.3642127226846489,"score_spread":0.2691499435036152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792638555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6807108,0.028514149,0.13110259,0.065095834,0.00596897,0.022455752,0.000024317249,0.0013440243,0.06478354],"genre_scores_gemma":[0.9913736,0.00013816121,0.0029741966,0.0039224327,0.0011867374,0.00017791639,0.000024105142,0.000026315818,0.00017656527],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989585,0.000050001217,0.00026053726,0.00034745273,0.00018249241,0.0002010015],"domain_scores_gemma":[0.99803793,0.00012795346,0.00020512154,0.00015019867,0.0014728744,0.000005916068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011624587,0.00017932066,0.00027382286,0.00020129241,0.0005011916,0.00037085966,0.00017984824,0.000049804894,0.000015010697],"category_scores_gemma":[0.00045829557,0.0001532528,0.0000069718535,0.0016045969,0.00013943766,0.0017570581,0.00016048417,0.0000749346,0.00003140685],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007552603,0.0009813197,0.18405932,0.0036393446,0.0015663131,0.00018099164,0.16172723,0.0020536783,0.014926883,0.28974897,0.26793298,0.065630354],"study_design_scores_gemma":[0.010067283,0.0011338335,0.07439864,0.0020473148,0.0006846133,0.000023734672,0.22194521,0.017149586,0.042120643,0.42113262,0.20535368,0.003942844],"about_ca_topic_score_codex":0.00043610032,"about_ca_topic_score_gemma":0.00017252666,"teacher_disagreement_score":0.31066275,"about_ca_system_score_codex":0.000048250033,"about_ca_system_score_gemma":0.00007689123,"threshold_uncertainty_score":0.6249468},"labels":[],"label_agreement":null},{"id":"W3002082015","doi":"10.1016/j.destud.2019.12.003","title":"Make and break details: The architecture of design-build education","year":2020,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Architecture; Generative grammar; Ethnography; Value (mathematics); Design education; Element (criminal law); Meaning (existential); Design process; Architectural design; Architectural engineering; Engineering; Sociology; Engineering ethics; Computer science; Epistemology; Artificial intelligence; Visual arts; Work in process; Political science; Art","score_opus":0.07126992020093509,"score_gpt":0.29785301760649824,"score_spread":0.22658309740556315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002082015","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010270975,0.061258662,0.90398264,0.017175555,0.00088228827,0.0011470624,0.0000072845623,0.0003408091,0.0049347267],"genre_scores_gemma":[0.97448003,0.0022722122,0.021657482,0.0011660067,0.00017754795,0.00007731855,0.000001205226,0.000025182359,0.00014300036],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993859,0.00014344543,0.00015248661,0.000112851485,0.00009723371,0.00010808554],"domain_scores_gemma":[0.99895436,0.00076208526,0.000043733402,0.00012267893,0.000069858565,0.00004729827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026055414,0.00011568862,0.00015128922,0.000033057153,0.00007730582,0.000022860664,0.00009960626,0.000029493991,0.000015342832],"category_scores_gemma":[0.0003156023,0.000082375285,0.000022678594,0.00018730751,0.0000688208,0.00005869427,0.000020993697,0.00012450015,0.000014340988],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002340582,0.00015567208,0.00068556605,0.0009828344,0.0013844128,0.0000044759045,0.10202333,0.044252355,0.035051126,0.004680985,0.28559494,0.5249502],"study_design_scores_gemma":[0.0022001609,0.0011814006,0.016055843,0.0004832983,0.0015949529,0.00023668759,0.08699933,0.03147668,0.113009386,0.02815894,0.71613604,0.0024672842],"about_ca_topic_score_codex":0.0000035063279,"about_ca_topic_score_gemma":0.0000016863885,"teacher_disagreement_score":0.9642091,"about_ca_system_score_codex":0.000012459616,"about_ca_system_score_gemma":0.00004880777,"threshold_uncertainty_score":0.33591667},"labels":[],"label_agreement":null},{"id":"W3170433988","doi":"10.1016/j.destud.2021.101019","title":"Exploring tutor-student interactions in a novel virtual design studio","year":2021,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"TUTOR; Studio; Design studio; Computer science; Human–computer interaction; Multimedia; Engineering; Programming language","score_opus":0.5010365717327433,"score_gpt":0.3921994386358724,"score_spread":0.10883713309687088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170433988","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049057066,0.007185343,0.9310868,0.00090545276,0.0060413736,0.0006258217,0.0000060482585,0.0006016161,0.0044905227],"genre_scores_gemma":[0.9794131,0.0021814248,0.01628612,0.00016956124,0.0002244234,0.000600204,0.0000025718293,0.00004809336,0.001074521],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.99872357,0.00017474362,0.00033893925,0.0002604032,0.0002087901,0.00029357284],"domain_scores_gemma":[0.99817723,0.0013340599,0.000039660903,0.00023342612,0.00015253692,0.000063099986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052003656,0.00021473767,0.00029802194,0.00016755852,0.00013515232,0.00007274118,0.00012311187,0.00002389363,0.000055432094],"category_scores_gemma":[0.0004505829,0.00022709258,0.00005204386,0.0005293337,0.000033249675,0.00078398985,0.000064591884,0.0002769733,0.00015349357],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020908313,0.0024226734,0.0018484155,0.00024308126,0.003915795,0.00057575625,0.2189351,0.5537349,0.12220105,0.009944621,0.043586027,0.042383518],"study_design_scores_gemma":[0.0076909782,0.0006470442,0.057648268,0.0013848436,0.00083588186,0.00052907714,0.43431723,0.02895466,0.12314384,0.001010355,0.33918002,0.004657779],"about_ca_topic_score_codex":0.000008082046,"about_ca_topic_score_gemma":0.000038465343,"teacher_disagreement_score":0.930356,"about_ca_system_score_codex":0.00034080152,"about_ca_system_score_gemma":0.00010911861,"threshold_uncertainty_score":0.9260567},"labels":[],"label_agreement":null},{"id":"W4296831767","doi":"10.1016/j.destud.2022.101135","title":"Expansive learning for collaborative design","year":2022,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Fonds de Recherche du Québec-Société et Culture","keywords":"Expansive; Situated; Process (computing); Knowledge management; Action learning; Action (physics); Reflection (computer programming); Situated cognition; Psychology; Engineering; Computer science; Cooperative learning; Pedagogy; Teaching method; Artificial intelligence","score_opus":0.13943557170474882,"score_gpt":0.33748292222497067,"score_spread":0.19804735052022185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296831767","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044418103,0.009772806,0.9843935,0.00047964402,0.0012285722,0.0010554185,0.00001095948,0.00041173087,0.0022032338],"genre_scores_gemma":[0.894558,0.0013633594,0.09044651,0.00061464333,0.00028267258,0.0060249004,0.000020663076,0.00012013424,0.0065691355],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903095,0.00033453538,0.00014803832,0.00014925968,0.00013633037,0.00020087266],"domain_scores_gemma":[0.99763,0.0019755058,0.0000481774,0.00009180579,0.00022091073,0.00003358772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006546008,0.0001307846,0.00018178743,0.00008126715,0.00056604407,0.000027382175,0.00009623111,0.00001807324,0.00009505611],"category_scores_gemma":[0.00050492404,0.00013938906,0.000027674207,0.00038700542,0.000026815791,0.00012854408,0.000030014056,0.00017299489,0.000027468634],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012147396,0.000033207863,0.000014645663,0.00003741547,0.00040743858,0.0000053974586,0.022862073,0.6510978,0.0032495798,0.0008248601,0.31577566,0.005570476],"study_design_scores_gemma":[0.0009982928,0.00074875384,0.000063389256,0.0000130505605,0.00013923855,0.000015611791,0.14126565,0.032554694,0.009821507,0.001991134,0.811802,0.00058664364],"about_ca_topic_score_codex":8.2792815e-7,"about_ca_topic_score_gemma":2.8177706e-7,"teacher_disagreement_score":0.8941138,"about_ca_system_score_codex":0.00013583418,"about_ca_system_score_gemma":0.00007305101,"threshold_uncertainty_score":0.56841207},"labels":[],"label_agreement":null},{"id":"W4403489516","doi":"10.1016/j.destud.2024.101274","title":"That was fun, now what?: Modelizing knowledge dynamics to explain co-design's shortcomings","year":2024,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Toronto","funders":"IÉSEG Écoles de Management","keywords":"Dynamics (music); Engineering; Management science; Engineering ethics; Systems engineering; Sociology; Pedagogy","score_opus":0.16598955565258922,"score_gpt":0.37267174093118655,"score_spread":0.20668218527859733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403489516","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013588686,0.04408101,0.94282025,0.0011786369,0.0030258053,0.00060033693,0.000008259103,0.0010930627,0.005833741],"genre_scores_gemma":[0.9392274,0.014242245,0.038440496,0.00058448646,0.000489282,0.0005575217,0.00001812758,0.00021861005,0.0062218024],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998491,0.000163125,0.0002932407,0.00038655614,0.00022110787,0.00044496753],"domain_scores_gemma":[0.9978415,0.0015861025,0.000024665615,0.0002950262,0.00010600777,0.00014670416],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009864608,0.0003515154,0.00036108817,0.00030023165,0.0001919644,0.00048484298,0.00022616863,0.00009456437,0.0000523265],"category_scores_gemma":[0.000107022,0.0003401468,0.000083670406,0.0004599981,0.000042298278,0.0010573778,0.000057125188,0.0002845143,0.0011502134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008451912,0.000103226164,0.000040713086,0.0007527809,0.0012410898,0.00009532613,0.051681817,0.0776117,0.004844113,0.0042109196,0.7300748,0.129259],"study_design_scores_gemma":[0.00028969374,0.00015072555,0.000032092477,0.0008994301,0.00025809894,0.000055231292,0.037762437,0.7647155,0.012786217,0.0017740582,0.18003805,0.0012384547],"about_ca_topic_score_codex":0.0000020813566,"about_ca_topic_score_gemma":0.000018250777,"teacher_disagreement_score":0.93786854,"about_ca_system_score_codex":0.0004005298,"about_ca_system_score_gemma":0.00006693108,"threshold_uncertainty_score":0.99990505},"labels":[],"label_agreement":null},{"id":"W4408151874","doi":"10.1016/j.destud.2025.101301","title":"Design education is too important to be left to designers","year":2025,"lang":"en","type":"article","venue":"Design Studies","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Coast Mountain College","funders":"","keywords":"Design education; Architectural engineering; Engineering; Visual arts; Art","score_opus":0.08470709154254132,"score_gpt":0.36211534278050933,"score_spread":0.27740825123796803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408151874","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017561106,0.0049897153,0.96480507,0.014205984,0.0028147458,0.0014745648,0.00000514379,0.0004824342,0.009466227],"genre_scores_gemma":[0.4231322,0.0024740554,0.4380012,0.07403709,0.0004557495,0.0016615888,0.000012175848,0.000187814,0.06003812],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985791,0.00014350588,0.00039107824,0.0003304839,0.00019856842,0.00035726314],"domain_scores_gemma":[0.9985064,0.00066964177,0.000042018466,0.0003746112,0.0002450318,0.00016228818],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00078807404,0.00027127462,0.00029631477,0.00037241686,0.00018466344,0.00009290277,0.00023234579,0.00006891263,0.000085968364],"category_scores_gemma":[0.00057464035,0.00027323584,0.00004826087,0.0006882829,0.000024566818,0.00020320113,0.000044103912,0.00012835942,0.00029551928],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048581864,0.000060273207,0.00007306584,0.000054216205,0.00024469313,0.0000020038924,0.010060708,0.005012893,0.008912761,0.0007756611,0.96130913,0.013446016],"study_design_scores_gemma":[0.00043333534,0.00029851453,0.0013562174,0.00021849819,0.000317265,0.000015243904,0.01616675,0.0018080805,0.11958929,0.003122187,0.8554838,0.0011908566],"about_ca_topic_score_codex":0.000014687621,"about_ca_topic_score_gemma":0.0000050253116,"teacher_disagreement_score":0.5268039,"about_ca_system_score_codex":0.0002492427,"about_ca_system_score_gemma":0.0003097969,"threshold_uncertainty_score":0.999972},"labels":[],"label_agreement":null},{"id":"W4411437438","doi":"10.1016/j.destud.2025.101325","title":"Unraveling the nature of design thinking disposition: Contributions of trait cognitive flexibility and trait empathy on design thinking potential","year":2025,"lang":"en","type":"article","venue":"Design Studies","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Children's Hospital Research Institute of Manitoba","funders":"Hong Kong Government; Research Grants Council, University Grants Committee","keywords":"Trait; Empathy; Flexibility (engineering); Disposition; Psychology; Cognition; Design thinking; Cognitive flexibility; Cognitive psychology; Social psychology; Computer science; Human–computer interaction; Mathematics; Neuroscience","score_opus":0.07525281675306092,"score_gpt":0.40193300861797693,"score_spread":0.32668019186491604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411437438","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13588233,0.0031149045,0.8558533,0.002007639,0.000978223,0.0013639975,0.00012988846,0.00005979966,0.0006098952],"genre_scores_gemma":[0.99687916,0.00009849928,0.002035998,0.00069331663,0.000047288195,0.00009303656,0.000003839939,0.000008458677,0.00014040101],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99739087,0.0012348793,0.00040198592,0.00042550545,0.00029914922,0.00024761335],"domain_scores_gemma":[0.99393046,0.005147036,0.00023566611,0.00024419362,0.00040903385,0.00003358243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002196435,0.00020282289,0.00039051851,0.00015135229,0.00075001887,0.000038637172,0.00024285758,0.00014214283,0.000024596016],"category_scores_gemma":[0.0013206713,0.00014905915,0.00009688187,0.0005057331,0.0007912013,0.00008633217,0.0000648913,0.00039854008,0.0000013414809],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007528624,0.0048584314,0.002189241,0.0004450667,0.0034800232,0.00006508407,0.4832209,0.0063678296,0.06999755,0.37735385,0.009878332,0.034615066],"study_design_scores_gemma":[0.006620087,0.0033980042,0.2763611,0.0028159218,0.0022017919,0.000089067864,0.2160306,0.002899143,0.22868857,0.25957474,0.00011676911,0.0012041945],"about_ca_topic_score_codex":0.000016095031,"about_ca_topic_score_gemma":0.0000024386875,"teacher_disagreement_score":0.86099684,"about_ca_system_score_codex":0.00004681074,"about_ca_system_score_gemma":0.00011586513,"threshold_uncertainty_score":0.6078456},"labels":[],"label_agreement":null},{"id":"W4412424044","doi":"10.1016/j.destud.2025.101326","title":"Researching collaborative housing through design: A case study of co-design workshops involving low-income recent immigrants in Canada","year":2025,"lang":"en","type":"article","venue":"Design Studies","topic":"Collaborative and Sustainable Housing Initiatives","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Immigration; Sociology; Demographic economics; Geography; Economics; Archaeology","score_opus":0.14116113595164234,"score_gpt":0.42128081848033344,"score_spread":0.2801196825286911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412424044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9290519,0.014528366,0.046742465,0.0011257061,0.0004965729,0.0063269474,0.000019438654,0.00009531154,0.0016133008],"genre_scores_gemma":[0.99282813,0.0028134673,0.0037701873,0.00012010396,0.000041897278,0.00025235518,5.419281e-7,0.000022314047,0.00015097267],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9904464,0.0066966084,0.0007273236,0.00054458226,0.0007932509,0.0007918439],"domain_scores_gemma":[0.9911564,0.0063342405,0.00028539417,0.0002844522,0.0018591096,0.00008040139],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0042137583,0.0003217642,0.00083324284,0.00040936942,0.001961335,0.00014675088,0.0003307533,0.000080647136,0.0000096291715],"category_scores_gemma":[0.0043546674,0.00030731712,0.000034301098,0.005254397,0.00048965,0.00052214926,0.00017719706,0.00036164047,6.6185385e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092994847,0.000654335,0.023817906,0.00019523175,0.0009000474,0.007822135,0.9324599,0.02320996,0.00014869189,0.0009880179,0.0036987043,0.005175125],"study_design_scores_gemma":[0.0011259489,0.00025945014,0.00090578006,0.0005658295,0.000049921895,0.0000019973627,0.994098,0.00040243188,0.0006575361,0.001437079,0.00020207571,0.00029393236],"about_ca_topic_score_codex":0.8059707,"about_ca_topic_score_gemma":0.9622189,"teacher_disagreement_score":0.15624817,"about_ca_system_score_codex":0.0029144767,"about_ca_system_score_gemma":0.010952151,"threshold_uncertainty_score":0.9999379},"labels":[],"label_agreement":null}]}