{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":19,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":19,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"fa1acd3df3ef","filters":{"venue":"Design Issues"}},"results":[{"id":"W1739227081","doi":"10.1162/desi_a_00354","title":"Values as Hypotheses: Design, Inquiry, and the Service of Values","year":2015,"lang":"en","type":"article","venue":"Design Issues","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":157,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"First Nations University of Canada","funders":"","keywords":"Sociology; Politics; Curriculum; Social media; Library science; Service (business); Media studies; Public relations; Political science; Pedagogy; Computer science; Law","authors":[{"name":"Nassim JafariNaimi","is_ca":false},{"name":"Lisa P. Nathan","is_ca":true},{"name":"Ian Hargraves","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1552296503859119,"gpt":0.34598611136296,"spread":0.1907564609770481,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1344607,0.001524823,0.002531955,0.005499903,0.007535367,0.02353227,0.006806145,0.008333772,0.008403412],"category_scores_gemma":[0.1736836,0.00112135,0.001197191,0.004813833,0.1550772,0.04304449,0.0118487,0.01072697,0.0008205305],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01739652,"about_ca_system_score_gemma":0.01861319,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004267049,"about_ca_topic_score_gemma":0.002932667,"domain_scores_codex":[0.8182932,0.1677042,0.002083006,0.004432588,0.005880805,0.001606291],"domain_scores_gemma":[0.6494408,0.3258463,0.00480431,0.01115739,0.006187566,0.002563667],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002359607,0.00003793857,0.0003965456,0.0002478349,0.00001665203,0.00006633454,0.01230184,0.000427931,0.00003293125,0.9782281,0.001595355,0.006625018],"study_design_scores_gemma":[0.00002969495,0.00001832973,0.0001064663,0.0003573072,0.000006276066,0.00002622798,0.008037844,0.001028584,0.00006898457,0.9803209,0.009986697,0.0000126798],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.05333524,0.03769238,0.2995813,0.3555074,0.002631141,0.001415064,0.0004799227,0.0003832665,0.2489743],"genre_scores_gemma":[0.8433718,0.008008341,0.1229501,0.01354413,0.0009447094,0.003145874,0.0001545423,0.0002133345,0.007667253],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1344607,"threshold_uncertainty_score":0.7111045,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2106933876","doi":"10.1162/desi.2008.24.4.38","title":"“Models of Man” in Design Thinking: The “Bounded Rationality” Episode","year":2008,"lang":"en","type":"article","venue":"Design Issues","topic":"Philosophy and Theoretical Science","field":"Psychology","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Architecture; Rationality; Sociology; Bounded rationality; Library science; Engineering ethics; Pedagogy; Engineering; Epistemology; Philosophy; Art; Visual arts; Computer science; Artificial intelligence","authors":[{"name":"Rabah Bousbaci","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1730212367667337,"gpt":0.3478854397428609,"spread":0.1748642029761272,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0227532,0.0009613269,0.0009250023,0.002336832,0.01016468,0.01285155,0.002314197,0.007116932,0.004722677],"category_scores_gemma":[0.02559734,0.00114913,0.0008630333,0.002129254,0.07547974,0.01995202,0.008592401,0.01254208,0.0009263756],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03089065,"about_ca_system_score_gemma":0.007728222,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02261531,"about_ca_topic_score_gemma":0.01353526,"domain_scores_codex":[0.9656109,0.0274997,0.0004680869,0.001176671,0.003872536,0.001372069],"domain_scores_gemma":[0.9787105,0.01686777,0.000670095,0.001657559,0.001321994,0.0007721365],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002777639,0.00002226135,0.0001673397,0.00004163278,0.000006361449,0.00008854063,0.03076946,0.0008491519,0.000068206,0.9567978,0.005689737,0.005471753],"study_design_scores_gemma":[0.00003635797,0.00002535681,0.0002593207,0.0002712267,0.000006671752,0.0001422897,0.01333093,0.002492239,0.0002187768,0.8579411,0.1252422,0.00003350849],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.0546422,0.02405114,0.06964442,0.3930297,0.0009813845,0.0001281754,0.00008507333,0.0002262551,0.4572116],"genre_scores_gemma":[0.9663122,0.004518978,0.009141232,0.006307865,0.0002306581,0.0001870269,0.00004555094,0.0001414904,0.01311512],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03089065,"threshold_uncertainty_score":0.2241284,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2084909283","doi":"10.1162/desi_a_00223","title":"Design and Spirituality: Material Culture for a Wisdom Economy","year":2013,"lang":"en","type":"article","venue":"Design Issues","topic":"Sustainable Design and Development","field":"Engineering","cited_by":37,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Spirituality; Icon; Sociology; Management; Art history; Library science; Media studies; History; Computer science","authors":[{"name":"Stuart Walker","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01955883006170377,"gpt":0.2278124285219423,"spread":0.2082535984602386,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002854673,0.0003268313,0.0003042853,0.0008958597,0.007218312,0.01650557,0.0007316052,0.00214615,0.01701972],"category_scores_gemma":[0.004494213,0.0003079391,0.0003149525,0.001366143,0.01825848,0.007897785,0.007796935,0.003047332,0.002161584],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004097027,"about_ca_system_score_gemma":0.003426048,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00191732,"about_ca_topic_score_gemma":0.004004091,"domain_scores_codex":[0.9968141,0.001842622,0.0001218338,0.0002153284,0.0008032761,0.0002029178],"domain_scores_gemma":[0.9978647,0.0007515561,0.0001709668,0.0003779854,0.0003492288,0.0004856059],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004339235,0.0000727549,0.001056856,0.0002784622,0.00001284186,0.0004130153,0.08472267,0.0002483613,0.0006534922,0.7467314,0.06379047,0.1019762],"study_design_scores_gemma":[0.00001656917,0.00004720829,0.001212529,0.0007233428,0.000009451666,0.0003974467,0.04891499,0.0002583964,0.000344582,0.1621967,0.7858552,0.00002350556],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.04256832,0.01065619,0.00776869,0.05454103,0.001114306,0.00004896115,0.00006079435,0.0001293094,0.8831123],"genre_scores_gemma":[0.8387395,0.01082138,0.008435476,0.007057446,0.0006605537,0.0001330056,0.0001089253,0.0002266986,0.1338172],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01701972,"threshold_uncertainty_score":0.05693662,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2466196430","doi":"10.1162/desi_a_00395","title":"The Future as a Design Problem","year":2016,"lang":"en","type":"article","venue":"Design Issues","topic":"Design Education and Practice","field":"Engineering","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Future Earth","funders":"Engineering and Physical Sciences Research Council; Research Councils UK","keywords":"Futures contract; Legitimacy; Projection (relational algebra); Computer science; Management science; Epistemology; Sociology; Data science; Political science; Engineering; Politics; Business; Algorithm","authors":[{"name":"Stuart Reeves","is_ca":false},{"name":"Murray Goulden","is_ca":false},{"name":"Robert Dingwall","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02249976425559155,"gpt":0.2720030368864196,"spread":0.249503272630828,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03062421,0.001054933,0.001136943,0.002175523,0.01273258,0.01580885,0.002685265,0.009648513,0.01275591],"category_scores_gemma":[0.0222789,0.0009831294,0.00122441,0.001485746,0.06954496,0.03470901,0.01088936,0.01109744,0.001905994],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01066613,"about_ca_system_score_gemma":0.00929559,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003101028,"about_ca_topic_score_gemma":0.002230542,"domain_scores_codex":[0.962573,0.02785978,0.001007223,0.003153978,0.004105487,0.001300554],"domain_scores_gemma":[0.9801883,0.01298808,0.0005847489,0.0026571,0.002258663,0.001323164],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000004121111,0.000006353083,0.00004252114,0.00002852854,0.000001449531,0.00002417863,0.002624117,0.0001568945,0.00003266396,0.9935982,0.0008361981,0.002644683],"study_design_scores_gemma":[0.00001118014,0.00001556222,0.00003555681,0.0001293906,0.000004046582,0.00009665572,0.003041188,0.0005150343,0.0000871719,0.9080019,0.08805185,0.00001049336],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.02184159,0.01009832,0.2193471,0.1708451,0.001659122,0.0002167514,0.0001141705,0.0002637423,0.5756141],"genre_scores_gemma":[0.8281319,0.005812929,0.09892506,0.009801903,0.0006911251,0.001024705,0.000126505,0.0003428215,0.05514301],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03062421,"threshold_uncertainty_score":0.1619582,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4360593316","doi":"10.1162/desi_r_00719","title":"Livable Proximity: Ideas for the City that Cares","year":2023,"lang":"en","type":"article","venue":"Design Issues","topic":"Architecture and Computational Design","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Icon; Citation; Library science; Carr; Download; Sociology; Media studies; Art history; Art; World Wide Web; Computer science","authors":[{"name":"Jorge Frascara","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06752620602371658,"gpt":0.2745966392658247,"spread":0.2070704332421082,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001346662,0.0008963639,0.0003474803,0.001059117,0.005406087,0.01154757,0.001089677,0.003534126,0.07033633],"category_scores_gemma":[0.001933499,0.0003568024,0.000629951,0.001218288,0.008014803,0.008565191,0.007887748,0.004335965,0.02505023],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004496672,"about_ca_system_score_gemma":0.003684553,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005688307,"about_ca_topic_score_gemma":0.01304996,"domain_scores_codex":[0.9987682,0.0005422111,0.00003146998,0.0001160077,0.0003862788,0.0001559224],"domain_scores_gemma":[0.9994023,0.0001336922,0.00003314919,0.00005402796,0.0001155408,0.0002613595],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003109458,0.0000249714,0.0002024671,0.0002877028,0.000007341104,0.0001576898,0.01111817,0.0001324073,0.0002141873,0.2016596,0.6976641,0.08850035],"study_design_scores_gemma":[0.000003437284,0.000009572957,0.0001438882,0.00020813,0.000002707107,0.00008071104,0.003723716,0.0000207274,0.00003162363,0.0110213,0.9847479,0.000006062953],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.002934845,0.03930262,0.008484023,0.06980281,0.009932581,0.00008017006,0.0001487037,0.0006865122,0.8686277],"genre_scores_gemma":[0.08098446,0.02956952,0.008088439,0.01474805,0.002060978,0.000262892,0.0003017865,0.0009458052,0.8630381],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.07033633,"threshold_uncertainty_score":0.2352985,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2976990601","doi":"10.1162/desi_a_00559","title":"On the Need for Mapping Design Inequalities","year":2019,"lang":"en","type":"article","venue":"Design Issues","topic":"Design Education and Practice","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Inequality; Privilege (computing); Creativity; Sociology; Power (physics); Computer science; Epistemology; Management science; Engineering ethics; Engineering; Mathematics; Social psychology; Computer security; Psychology","authors":[{"name":"Mona Sloane","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.110075442695787,"gpt":0.296316741701292,"spread":0.186241299005505,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03142948,0.001288965,0.001463844,0.005966477,0.00544937,0.01553429,0.003969918,0.006391388,0.01575908],"category_scores_gemma":[0.1327667,0.0009533705,0.001096233,0.00512343,0.03595831,0.04120832,0.0136478,0.01017869,0.002548154],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005477653,"about_ca_system_score_gemma":0.005789565,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003720582,"about_ca_topic_score_gemma":0.002674961,"domain_scores_codex":[0.9661062,0.02331022,0.001468873,0.003206966,0.00503323,0.0008745733],"domain_scores_gemma":[0.8464385,0.1199736,0.004423465,0.01703555,0.01059956,0.001529192],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001497574,0.0000122774,0.0002750012,0.0001511377,0.000008674909,0.0000399454,0.002403205,0.0006641835,0.00006907358,0.9694388,0.003248943,0.02367379],"study_design_scores_gemma":[0.0000059377,0.00001136844,0.0001152153,0.0003162604,0.000004955607,0.0000580795,0.001767727,0.001224683,0.000116399,0.9378776,0.05848857,0.00001322796],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"commentary","genre_scores_codex":[0.01265641,0.01317605,0.6679874,0.1366243,0.003362986,0.0001886285,0.0002974294,0.0004330686,0.1652738],"genre_scores_gemma":[0.4426022,0.01519875,0.4979699,0.01873545,0.005117814,0.001281434,0.0006502449,0.00113833,0.01730582],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.03142948,"threshold_uncertainty_score":0.166217,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056654355","doi":"10.1162/0747936041423217","title":"Environmental Information Systems as Appropriate Technology","year":2004,"lang":"en","type":"article","venue":"Design Issues","topic":"Water resources management and optimization","field":"Engineering","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer science; Environmental planning; Environmental resource management; Business; Systems engineering; Data science; Engineering; Geography; Environmental science","authors":[{"name":"Kim Fortun","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.005508445878320846,"gpt":0.1691096866405238,"spread":0.1636012407622029,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01097354,0.001193066,0.001511688,0.004752547,0.003573245,0.02521124,0.003058994,0.01067206,0.02299083],"category_scores_gemma":[0.02230191,0.0006506714,0.0007878097,0.006761016,0.01707558,0.03122081,0.009766222,0.007884103,0.0105239],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007507425,"about_ca_system_score_gemma":0.006308859,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002428985,"about_ca_topic_score_gemma":0.001501079,"domain_scores_codex":[0.9790024,0.01126485,0.001950177,0.002024611,0.004706685,0.00105134],"domain_scores_gemma":[0.9900463,0.004844137,0.0005645308,0.002187843,0.001863082,0.0004940868],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000004532268,0.000008873082,0.00005278732,0.0001069528,0.000004999088,0.00005215372,0.0005096592,0.0001628411,0.00004370042,0.9687083,0.02089626,0.009448864],"study_design_scores_gemma":[0.000006756809,0.000008418084,0.00005644112,0.0003276152,0.000007121003,0.00009647226,0.0003813826,0.0002616093,0.00008276993,0.3625267,0.6362348,0.000009965653],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.001576885,0.04177489,0.05993811,0.1099683,0.008809005,0.0003491834,0.0007121942,0.0008390062,0.7760324],"genre_scores_gemma":[0.2829857,0.1106751,0.1406419,0.07808558,0.02110582,0.003282793,0.00280981,0.001488914,0.3589244],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.02521124,"threshold_uncertainty_score":0.07691199,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2782112466","doi":"10.1162/desi_a_00476","title":"Experiences in Designing Technologies for Honoring Deceased Loved Ones","year":2018,"lang":"en","type":"article","venue":"Design Issues","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Keio University","keywords":"Engineering ethics; Computer science; Sociology; Engineering","authors":[{"name":"William Odom","is_ca":false},{"name":"Daisuke Uriu","is_ca":false},{"name":"David Kirk","is_ca":false},{"name":"Richard Banks","is_ca":false},{"name":"Ron Wakkary","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07002662688617878,"gpt":0.3346943653251642,"spread":0.2646677384389854,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006128825,0.0008769057,0.0004121434,0.0009194762,0.005572535,0.007581248,0.001551301,0.002111514,0.005700354],"category_scores_gemma":[0.01385138,0.0004881705,0.0004991326,0.0006395378,0.008271551,0.008898952,0.007129636,0.003163486,0.001170329],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001063315,"about_ca_system_score_gemma":0.0006140554,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005209717,"about_ca_topic_score_gemma":0.001003568,"domain_scores_codex":[0.992253,0.006028295,0.0002048814,0.0003358765,0.0007147007,0.0004632447],"domain_scores_gemma":[0.9944068,0.00361261,0.000334144,0.0005717702,0.0003087041,0.0007659161],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00007711882,0.0001658349,0.00179562,0.0003520113,0.0000191011,0.001868186,0.8963038,0.0003367456,0.003454699,0.04600783,0.004116852,0.04550225],"study_design_scores_gemma":[0.00003280616,0.000519744,0.001921564,0.0005653768,0.0000428104,0.00604086,0.5187806,0.0008703534,0.00530981,0.0135941,0.4522137,0.0001082993],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.731859,0.006901079,0.1008205,0.006963375,0.0007454075,0.0003400814,0.00008361598,0.0002888213,0.151998],"genre_scores_gemma":[0.9429564,0.003198035,0.02303446,0.0009253376,0.0001160706,0.0001746475,0.00006225764,0.0001345429,0.02939822],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007581248,"threshold_uncertainty_score":0.03241277,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2161820224","doi":"10.1162/desi_a_00040","title":"Case Transfer: A Design Approach by Artifacts and Projection","year":2010,"lang":"en","type":"article","venue":"Design Issues","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Projection (relational algebra); Computer science; Computer graphics (images); Engineering drawing; Engineering; Algorithm","authors":[{"name":"Rosan Chow","is_ca":false},{"name":"Wolfgang Jonas","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02372632784627861,"gpt":0.2171259585624052,"spread":0.1933996307161266,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02216328,0.001016812,0.0005625386,0.003601274,0.004576776,0.00932578,0.003524862,0.00243833,0.0385242],"category_scores_gemma":[0.02248194,0.0008985821,0.001214202,0.002502227,0.01102039,0.01181214,0.01221936,0.003255783,0.005079965],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006846209,"about_ca_system_score_gemma":0.007305032,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001805454,"about_ca_topic_score_gemma":0.002754549,"domain_scores_codex":[0.9722135,0.0226138,0.0007501739,0.001420791,0.002472338,0.0005293724],"domain_scores_gemma":[0.9874815,0.007199752,0.0005035441,0.002398182,0.001662481,0.0007544167],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001815749,0.0003810298,0.001068211,0.0005211571,0.00003171517,0.0006627117,0.03643728,0.003084107,0.001336812,0.698833,0.02697686,0.2304855],"study_design_scores_gemma":[0.0001666681,0.0003053265,0.000916798,0.001243816,0.00004681869,0.0009021941,0.02500153,0.007618701,0.002463307,0.3273276,0.6339453,0.0000619872],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01567402,0.00071948,0.7317647,0.01082636,0.0004386486,0.003526747,0.0002322803,0.0007537497,0.2360639],"genre_scores_gemma":[0.2250928,0.001015604,0.7070423,0.001551781,0.0001059385,0.006006108,0.000565614,0.0006930696,0.05792676],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.0385242,"threshold_uncertainty_score":0.1288763,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3119255421","doi":"10.1162/desi_a_00629","title":"In the Wake of Universal Design: Mapping the Terrain","year":2021,"lang":"en","type":"article","venue":"Design Issues","topic":"Disability Rights and Representation","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Bombardier (Canada)","funders":"","keywords":"Terrain; Field (mathematics); Universal design; Design thinking; Sociology; Engineering ethics; Epistemology; Computer science; Architectural engineering; Human–computer interaction; Engineering; Geography; Cartography; Philosophy; World Wide Web; Mathematics","authors":[{"name":"Elizabeth Guffey","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1369067182732165,"gpt":0.3588176248544906,"spread":0.2219109065812741,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02464196,0.0008032814,0.001211175,0.003595571,0.008219623,0.0200813,0.002713067,0.005306093,0.00689892],"category_scores_gemma":[0.02782441,0.0005489105,0.0007201954,0.003319522,0.07920698,0.03014504,0.01049155,0.008634776,0.001004984],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01023793,"about_ca_system_score_gemma":0.008502937,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004804727,"about_ca_topic_score_gemma":0.004846281,"domain_scores_codex":[0.9736085,0.02042867,0.0005419843,0.001242551,0.002869901,0.001308374],"domain_scores_gemma":[0.9753498,0.01970269,0.0007932134,0.002010423,0.001541325,0.0006026487],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001043736,0.000009177665,0.0001687068,0.0002572363,0.000004581772,0.00005668402,0.01628748,0.0002177593,0.00005570154,0.9563248,0.002796403,0.02381104],"study_design_scores_gemma":[0.000009483347,0.00004326901,0.0002955205,0.001304143,0.000009583072,0.0001508195,0.03898294,0.0004096841,0.0002576159,0.7610509,0.197468,0.00001787963],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.04300441,0.1040925,0.1861939,0.260957,0.004388928,0.0001589831,0.00007221318,0.0003339458,0.4007982],"genre_scores_gemma":[0.8891363,0.04129273,0.03450758,0.01393045,0.001365561,0.0002904581,0.00005701444,0.000417264,0.0190027],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02464196,"threshold_uncertainty_score":0.1303207,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1985408710","doi":"10.1162/desi_a_00047","title":"Wrapped Attention: Designing Products for Evolving Permanence and Enduring Meaning","year":2010,"lang":"en","type":"article","venue":"Design Issues","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Meaning (existential); Sociology; Media studies; Library science; Environmental ethics; Computer science; Epistemology; Philosophy","authors":[{"name":"Stuart Walker","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03753349768624249,"gpt":0.2938544967767175,"spread":0.256320999090475,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001147627,0.0006704135,0.0002259502,0.0008542642,0.001406802,0.004262137,0.0007969767,0.001431701,0.02323685],"category_scores_gemma":[0.002617837,0.0003366951,0.0004212027,0.0006548162,0.001808439,0.005981836,0.003315275,0.0008305138,0.004655147],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009291122,"about_ca_system_score_gemma":0.0006873941,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001030466,"about_ca_topic_score_gemma":0.002240603,"domain_scores_codex":[0.9992717,0.0002656394,0.00002943697,0.00009059525,0.0002640686,0.00007854195],"domain_scores_gemma":[0.9995052,0.0001661493,0.00002670811,0.00008598984,0.000147865,0.00006814692],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004215869,0.0002348742,0.001558562,0.001977155,0.00005184201,0.0016823,0.05001028,0.001328142,0.02406219,0.1314962,0.1485665,0.6386104],"study_design_scores_gemma":[0.00002369093,0.0002740542,0.001638119,0.0007363848,0.0000490055,0.0008861187,0.0112442,0.0009945936,0.005301814,0.01778314,0.9610317,0.00003718264],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.126008,0.01710928,0.1319581,0.009123421,0.003586408,0.0005957558,0.0004342565,0.001848729,0.7093362],"genre_scores_gemma":[0.4460392,0.01011394,0.09526789,0.001963575,0.0004065605,0.0005129242,0.0007431816,0.001593307,0.4433593],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02323685,"threshold_uncertainty_score":0.07773501,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2116401069","doi":"10.1162/desi_a_00208","title":"The Memory of May ′68: The Ironic Interruption and Democratic Commitment of the Atelier Populaire","year":2013,"lang":"en","type":"article","venue":"Design Issues","topic":"Art, Politics, and Modernism","field":"Arts and Humanities","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of Illinois at Urbana-Champaign; McGill University","keywords":"Icon; Politics; Democracy; Citation; Action (physics); Field (mathematics); Sociology; Space (punctuation); Media studies; Law; Computer science; Political science","authors":[{"name":"Clifford D. Deaton","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07987449867218605,"gpt":0.2803536284060902,"spread":0.2004791297339042,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001958689,0.0002658247,0.0002044414,0.0005591001,0.009314711,0.007359138,0.0007616582,0.001676852,0.01842856],"category_scores_gemma":[0.005389598,0.0002321005,0.0001490652,0.0007589495,0.01011045,0.004300442,0.003524162,0.003195056,0.001715566],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007613031,"about_ca_system_score_gemma":0.003367871,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03015682,"about_ca_topic_score_gemma":0.05881824,"domain_scores_codex":[0.9988639,0.0004545766,0.00002228535,0.0001042557,0.00030939,0.0002456011],"domain_scores_gemma":[0.9989411,0.0003853603,0.00009892822,0.000127281,0.00021492,0.0002324007],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001060072,0.00003464555,0.001374425,0.00005515232,0.000008071506,0.0003453729,0.05101867,0.00008886506,0.000167226,0.3862482,0.5047961,0.0557573],"study_design_scores_gemma":[0.000006813767,0.00001824419,0.001074945,0.0001159364,0.000004276028,0.00008719816,0.01244029,0.00003405084,0.0001656434,0.01617787,0.9698629,0.00001189143],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.0567527,0.01952544,0.00104162,0.1886783,0.00644405,0.00002576623,0.0001721431,0.00009370029,0.7272662],"genre_scores_gemma":[0.7629429,0.006199067,0.0003737722,0.01734917,0.001169279,0.00002747262,0.00007222108,0.0001439952,0.2117222],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03015682,"threshold_uncertainty_score":0.06164968,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4313476016","doi":"10.1162/desi_e_00702","title":"Introduction: Toward Critical Game Design","year":2023,"lang":"en","type":"article","venue":"Design Issues","topic":"Digital Games and Media","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"York University; University of Minnesota","keywords":"Scholarship; Game design; Sociology; Game studies; Space (punctuation); Politics; Engineering ethics; Game art design; Foundation (evidence); Work (physics); Core (optical fiber); Epistemology; Game Developer; Computer science; Political science; Engineering; Human–computer interaction; Media studies","authors":[{"name":"James W. Malazita","is_ca":false},{"name":"Casey O’Donnell","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1128707076840455,"gpt":0.3795924213178197,"spread":0.2667217136337742,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00711158,0.001027182,0.0004880523,0.001913799,0.0029515,0.01152912,0.001748903,0.003682214,0.02178467],"category_scores_gemma":[0.01672584,0.0004971569,0.0009680326,0.0008725713,0.008423967,0.007348483,0.00379853,0.007763158,0.005838544],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003169344,"about_ca_system_score_gemma":0.002306061,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009771893,"about_ca_topic_score_gemma":0.0008575334,"domain_scores_codex":[0.9941285,0.003368933,0.0002998777,0.0006903023,0.001280161,0.0002323719],"domain_scores_gemma":[0.9869024,0.008513031,0.0004017656,0.001150982,0.002254669,0.0007771149],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000221386,0.00006065799,0.0002674853,0.0005355396,0.00001510886,0.00009072176,0.004728546,0.0008104499,0.0004524771,0.6601391,0.2518082,0.08106952],"study_design_scores_gemma":[0.00000636901,0.0000197118,0.00008504342,0.0006673622,0.000003980463,0.0000867847,0.0008907804,0.0007113949,0.00029794,0.1958512,0.8013662,0.00001318364],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"commentary","genre_scores_codex":[0.004228295,0.0295084,0.3720832,0.1987288,0.05485683,0.0006904525,0.0005916637,0.001506394,0.3378057],"genre_scores_gemma":[0.1818368,0.04649733,0.3535641,0.04578393,0.04517517,0.00264326,0.0012973,0.002461858,0.3207403],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.02178467,"threshold_uncertainty_score":0.07287693,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2975137387","doi":"10.1162/desi_a_00567","title":"Mass Factory Housing: Design and Social Reform","year":2019,"lang":"en","type":"article","venue":"Design Issues","topic":"Urbanization and City Planning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Factory (object-oriented programming); Architecture; Settlement (finance); Politics; Quarter (Canadian coin); Public housing; Sociology; Political science; Geography; Economy; Economic growth; Engineering; Civil engineering; Business; Archaeology; Economics","authors":[{"name":"Fani Kostourou","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07589482181261874,"gpt":0.3137451249400905,"spread":0.2378503031274717,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004558543,0.0003638833,0.0003057705,0.00084595,0.004653148,0.005724227,0.000876372,0.0009944731,0.00665423],"category_scores_gemma":[0.003670861,0.0002212085,0.0002126443,0.001120747,0.01826255,0.002914311,0.004398333,0.0008972872,0.0004017605],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009880639,"about_ca_system_score_gemma":0.002526073,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005808494,"about_ca_topic_score_gemma":0.01175102,"domain_scores_codex":[0.9965873,0.002322188,0.00008388415,0.0003272792,0.0003116885,0.0003676458],"domain_scores_gemma":[0.9989692,0.0003492805,0.0001553802,0.000260056,0.0001403097,0.0001258303],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005665115,0.00006967333,0.003796911,0.000121497,0.000009403613,0.0001246044,0.02831211,0.0009743922,0.0004446628,0.8894733,0.004964504,0.07165245],"study_design_scores_gemma":[0.00007704198,0.00054453,0.02515006,0.0003357606,0.00003237428,0.0002321232,0.04467135,0.001694223,0.001351006,0.2721711,0.6537073,0.00003321973],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4845839,0.009757099,0.0217882,0.03131621,0.0003567506,0.0001606999,0.0001013872,0.0001863188,0.4517494],"genre_scores_gemma":[0.9801059,0.0008210529,0.002148277,0.0004685018,0.0001026322,0.00005020798,0.00001825693,0.00002500629,0.01626022],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009880639,"threshold_uncertainty_score":0.07168937,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3037946181","doi":"10.1162/desi_a_00602","title":"Airlines, Mayonnaise, and Justice: Reflections on the Theory and Practice of Legal Design and Technology","year":2020,"lang":"en","type":"article","venue":"Design Issues","topic":"Law in Society and Culture","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Advantage Forensics (Canada); Public Works and Government Services Canada","funders":"","keywords":"Instrumentalism; Cognitive reframing; Economic Justice; Anticipation (artificial intelligence); Engineering ethics; Sociology; Government (linguistics); Epistemology; Political science; Management science; Law; Engineering; Computer science; Psychology; Social psychology; Artificial intelligence","authors":[{"name":"Gordon D. Ross","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0872845116107147,"gpt":0.3870108811554813,"spread":0.2997263695447666,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02383869,0.0005675404,0.0005635198,0.001546535,0.01505882,0.01532687,0.002011524,0.005872714,0.005188819],"category_scores_gemma":[0.01753293,0.0006680962,0.0006033424,0.001576053,0.08775575,0.01424059,0.006704244,0.007858878,0.0005141032],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01881756,"about_ca_system_score_gemma":0.01203743,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03175516,"about_ca_topic_score_gemma":0.04759553,"domain_scores_codex":[0.9570907,0.03831519,0.0004537166,0.001157982,0.001938084,0.00104426],"domain_scores_gemma":[0.9770557,0.01990415,0.0005948737,0.00106187,0.0008463524,0.0005371571],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001146764,0.00003758927,0.0004033481,0.00009523204,0.00000426146,0.000154856,0.2116124,0.0003126344,0.0001828255,0.7750438,0.003025147,0.009116445],"study_design_scores_gemma":[0.00003539256,0.0001062372,0.0008130025,0.0009058608,0.00001720266,0.0003446723,0.2381649,0.001516043,0.0007059845,0.2075664,0.5497813,0.00004300217],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.120705,0.01415248,0.1010079,0.2394108,0.001054674,0.0001585633,0.00005097841,0.0002506769,0.523209],"genre_scores_gemma":[0.9434562,0.004162345,0.01608859,0.006951376,0.0001799108,0.0002326933,0.00001496443,0.0001814239,0.02873252],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03175516,"threshold_uncertainty_score":0.1365316,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2975745963","doi":"10.1162/desi_a_00564","title":"Unequal Ideas: Reflections on Designing Politics, an Urban Ideas Competition in Rio de Janeiro","year":2019,"lang":"en","type":"article","venue":"Design Issues","topic":"Cultural Industries and Urban Development","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Endowment for Science Technology and the Arts; York University; London School of Economics and Political Science; Andrew W. Mellon Foundation","keywords":"Competition (biology); Scholarship; Exhibition; Politics; Power (physics); Inequality; Colonialism; Global South; Jury; Sociology; Social inequality; Political science; Political economy; Social science; Economic geography; Geography; Law","authors":[{"name":"Adam Kaasa","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1132674208166094,"gpt":0.3750684142915546,"spread":0.2618009934749451,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0110296,0.0004804499,0.0005245841,0.001657398,0.02711102,0.01475857,0.001918511,0.004117939,0.00355066],"category_scores_gemma":[0.01212379,0.0007525274,0.0006081611,0.00172333,0.06095233,0.006380121,0.01217824,0.004048205,0.0002650213],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0186999,"about_ca_system_score_gemma":0.008455532,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03065065,"about_ca_topic_score_gemma":0.07618985,"domain_scores_codex":[0.979026,0.01709359,0.0002925397,0.0008066364,0.00142066,0.001360502],"domain_scores_gemma":[0.9908428,0.007521012,0.0003405322,0.0005216494,0.000298203,0.0004758013],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001130596,0.00002452286,0.0004093402,0.00005715035,0.000003869478,0.0002806649,0.5071089,0.0002385586,0.0002432072,0.4856884,0.001335594,0.004598475],"study_design_scores_gemma":[0.00002600364,0.00004279744,0.0009705009,0.0001782931,0.00001156439,0.0002959732,0.5571458,0.0005056532,0.0004324291,0.08945827,0.3508997,0.00003303627],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4058187,0.00421643,0.01697787,0.06650264,0.0005827944,0.0001565445,0.0000416588,0.00007909667,0.5056244],"genre_scores_gemma":[0.9819493,0.0004617798,0.001762794,0.001368535,0.00003307329,0.00008265489,0.000007570483,0.00006006222,0.01427421],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03065065,"threshold_uncertainty_score":0.1356779,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2544251770","doi":"10.1162/desi_r_00355","title":"Reviews","year":2015,"lang":"en","type":"article","venue":"Design Issues","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","authors":[{"name":"Matt Soar","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4316589960910126,"gpt":0.4082741646959426,"spread":0.02338483139506997,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003714102,0.001086715,0.0007779766,0.002812654,0.0013039,0.004453148,0.002413926,0.003148837,0.1742238],"category_scores_gemma":[0.01019783,0.0006014841,0.0007005782,0.002600847,0.001511737,0.003783286,0.001837193,0.002523621,0.1329692],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002666019,"about_ca_system_score_gemma":0.005112766,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002736631,"about_ca_topic_score_gemma":0.004481712,"domain_scores_codex":[0.9973052,0.0005337774,0.0001471873,0.000303424,0.001488486,0.0002219814],"domain_scores_gemma":[0.9925356,0.001768275,0.0004293453,0.001154803,0.003648584,0.0004633684],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003632588,0.00003010984,0.00006555023,0.001070443,0.000009142394,0.00004193822,0.00007961178,0.00008285044,0.0005338481,0.01746352,0.7742394,0.2063473],"study_design_scores_gemma":[0.000002339564,0.000007189292,0.00003855114,0.000225415,0.000003206196,0.00003050103,0.00002075252,0.00000800315,0.0001146512,0.001354039,0.9981932,0.000002262662],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.000828882,0.2950004,0.01141412,0.05638984,0.04847996,0.0002634375,0.00107676,0.001299505,0.5852471],"genre_scores_gemma":[0.00813049,0.2429781,0.007284737,0.03466781,0.01473643,0.0003091609,0.001712463,0.0009514035,0.6892294],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.8257762,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2539938073","doi":"10.1162/desi_r_00111","title":"Book Reviews","year":2011,"lang":"en","type":"article","venue":"Design Issues","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Sheridan College","funders":"","keywords":"Computer science","authors":[{"name":"Brian Donnelly","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2417539146408661,"gpt":0.3349479218917371,"spread":0.09319400725087099,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000786993,0.00108407,0.0008281735,0.002444468,0.001543657,0.004592497,0.001393859,0.001720862,0.5321091],"category_scores_gemma":[0.00288044,0.0005023492,0.0006221369,0.002831666,0.000642016,0.002559156,0.001416238,0.002066421,0.4868651],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001684072,"about_ca_system_score_gemma":0.002265464,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003788525,"about_ca_topic_score_gemma":0.01173458,"domain_scores_codex":[0.9991999,0.00007493616,0.000017352,0.0000809842,0.0005709931,0.00005579478],"domain_scores_gemma":[0.998468,0.0003182695,0.00005499762,0.0002009227,0.0007267019,0.0002310984],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009118621,0.00002135533,0.00002822573,0.00009888625,0.00000144416,0.00001706234,0.00002403491,0.00005889032,0.0001876533,0.003130844,0.881302,0.1151204],"study_design_scores_gemma":[0.000001977418,0.000005972408,0.00005172064,0.00004761462,0.000001355787,0.00002336215,0.00001731116,0.00002298818,0.0000514643,0.0007328302,0.9990411,0.000002350034],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"editorial","genre_scores_codex":[0.0003707341,0.01857332,0.0033386,0.006362336,0.009739141,0.0001329504,0.0005036224,0.0009600905,0.9600193],"genre_scores_gemma":[0.0004227436,0.003703473,0.0004638765,0.0009394888,0.00064991,0.00002448138,0.0001952512,0.0001615165,0.9934391],"genre_candidate":"editorial","genre_consensus":null,"teacher_disagreement_score":0.5321091,"threshold_uncertainty_score":0.6673895,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2975194358","doi":"10.1162/desi_a_00565","title":"The Shelves that Won't Hold: Material Politics and Social Inequality in Spatial Design Practice","year":2019,"lang":"en","type":"article","venue":"Design Issues","topic":"Crafts, Textile, and Design","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Materiality (auditing); Politics; Spatial design; Sociology; Valuation (finance); Public relations; Aesthetics; Environmental ethics; Architectural engineering; Political science; Engineering; Engineering design process; Law; Business; Marketing; Art","authors":[{"name":"Mona Sloane","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08838193026287242,"gpt":0.2962115626841397,"spread":0.2078296324212673,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01442453,0.0003810326,0.0005506995,0.002200166,0.0210794,0.01534183,0.001550548,0.003064904,0.006897992],"category_scores_gemma":[0.01473409,0.0006163818,0.0003314944,0.001897465,0.1089078,0.01021614,0.01843724,0.003292815,0.0003335502],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008742586,"about_ca_system_score_gemma":0.004390362,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008622597,"about_ca_topic_score_gemma":0.01138989,"domain_scores_codex":[0.9792489,0.01632238,0.0003704916,0.0008943251,0.001564634,0.001599185],"domain_scores_gemma":[0.9906214,0.007053456,0.0005814879,0.0007704643,0.0003568919,0.0006162465],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003497036,0.0000299793,0.002826391,0.00006522435,0.00000788641,0.0003299863,0.4416261,0.0002456238,0.0002167453,0.5386537,0.0009453985,0.01501795],"study_design_scores_gemma":[0.00002713463,0.00005880681,0.002913021,0.0003888296,0.00001232764,0.0003858139,0.6920024,0.0006474684,0.0004464242,0.2288641,0.07422454,0.00002908864],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6669881,0.002790336,0.02202922,0.03742653,0.0001828852,0.00004553727,0.00001883074,0.0000410986,0.2704775],"genre_scores_gemma":[0.9972904,0.0001595023,0.000613827,0.0002521467,0.0000116652,0.00001412734,0.000002192548,0.00001377327,0.001642399],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0210794,"threshold_uncertainty_score":0.07628512,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}