{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":19,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":19,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"fa1acd3df3ef","filters":{"venue":"Design Issues"}},"results":[{"id":"W1739227081","doi":"10.1162/desi_a_00354","title":"Values as Hypotheses: Design, Inquiry, and the Service of Values","year":2015,"lang":"en","type":"article","venue":"Design Issues","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":157,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"First Nations University of Canada","funders":"","keywords":"Sociology; Politics; Curriculum; Social media; Library science; Service (business); Media studies; Public relations; Political science; Pedagogy; Computer science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.1552296503859119,"gpt":0.34598611136296,"spread":0.1907564609770481,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001774117,0.0001648851,0.0002606076,0.0001711331,0.0001140765,0.0001177988,0.0009141419,0.00009981291,0.000009493147],"category_scores_gemma":[0.0005752575,0.0001124719,0.00002707641,0.000493482,0.0004340122,0.0006272166,0.0002571132,0.0001592477,0.0001069972],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000341243,"about_ca_system_score_gemma":0.00007210267,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000198563,"about_ca_topic_score_gemma":0.000003171696,"domain_scores_codex":[0.9983249,0.0005963149,0.0002793284,0.0003028197,0.0002988614,0.000197769],"domain_scores_gemma":[0.9979737,0.000643239,0.0002003012,0.0005806737,0.0005651123,0.00003692713],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00089751,0.0002840933,0.0003515176,0.00008093275,0.0003922175,0.00005159481,0.2226066,0.0008734124,0.02458349,0.6829697,0.04738441,0.01952444],"study_design_scores_gemma":[0.001471085,0.0006635404,0.0002835899,0.00009431198,0.00003219148,0.00009125138,0.004168293,0.03017378,0.2866591,0.6732331,0.002823668,0.0003061013],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04357763,0.001327359,0.9473535,0.00514364,0.0004617415,0.0005484049,4.372279e-7,0.000286619,0.001300664],"genre_scores_gemma":[0.8634682,0.00005833852,0.1347144,0.0009440293,0.0001215493,0.00005823063,6.479822e-7,0.00001785391,0.0006168145],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8198906,"threshold_uncertainty_score":0.4586473,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2106933876","doi":"10.1162/desi.2008.24.4.38","title":"“Models of Man” in Design Thinking: The “Bounded Rationality” Episode","year":2008,"lang":"en","type":"article","venue":"Design Issues","topic":"Philosophy and Theoretical Science","field":"Psychology","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Architecture; Rationality; Sociology; Bounded rationality; Library science; Engineering ethics; Pedagogy; Engineering; Epistemology; Philosophy; Art; Visual arts; Computer science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.1730212367667337,"gpt":0.3478854397428609,"spread":0.1748642029761272,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001320753,0.0001027579,0.0001680154,0.00005310965,0.0001458936,0.00001691933,0.0004710093,0.0000788626,0.0003871749],"category_scores_gemma":[0.00009837448,0.00006956402,0.0000438388,0.000286446,0.000603044,0.0001262887,0.00003292202,0.0001315461,0.0001061842],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000017884,"about_ca_system_score_gemma":0.00002954814,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001759512,"about_ca_topic_score_gemma":0.000004293191,"domain_scores_codex":[0.9982804,0.0007178881,0.0002544488,0.0002302595,0.0002873235,0.0002296795],"domain_scores_gemma":[0.9987602,0.0007612511,0.00007003798,0.0003239135,0.00004322246,0.00004142505],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001007382,0.0001139149,0.0001732144,0.000002083547,0.00001203556,0.00002330498,0.007480244,0.000770003,0.0002801756,0.9900081,0.0008606821,0.000175569],"study_design_scores_gemma":[0.0002270802,0.0000871389,0.001801541,0.00001174018,0.000005085015,0.00001677326,0.00008265041,0.001466414,0.002594167,0.993254,0.0003623761,0.00009104065],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03788053,0.001775934,0.8083419,0.00878969,0.0003585428,0.0008750474,0.000005500647,0.00009335148,0.1418795],"genre_scores_gemma":[0.9915748,0.00002586693,0.007256836,0.0005101837,0.00006682643,0.00003793906,0.000001218569,0.000007597678,0.0005186946],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9536943,"threshold_uncertainty_score":0.4239293,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2084909283","doi":"10.1162/desi_a_00223","title":"Design and Spirituality: Material Culture for a Wisdom Economy","year":2013,"lang":"en","type":"article","venue":"Design Issues","topic":"Sustainable Design and Development","field":"Engineering","cited_by":37,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Spirituality; Icon; Sociology; Management; Art history; Library science; Media studies; History; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.01955883006170377,"gpt":0.2278124285219423,"spread":0.2082535984602386,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002414059,0.0002003911,0.0002247515,0.00006345022,0.00007476726,0.0002280875,0.0001018034,0.0001099515,0.0001651341],"category_scores_gemma":[0.0000213548,0.0001826107,0.00002635222,0.00005910908,0.00003456727,0.0002675896,0.00001876052,0.00004987279,0.00007371445],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005423925,"about_ca_system_score_gemma":0.00002389343,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001812563,"about_ca_topic_score_gemma":2.615891e-7,"domain_scores_codex":[0.999163,0.00004781096,0.0002020926,0.0002010309,0.00005966024,0.0003264156],"domain_scores_gemma":[0.9995859,0.00008221636,0.000021022,0.0001390037,0.00007401613,0.00009788527],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001539093,0.00005330272,0.00005111866,0.0007166138,0.0002603441,0.00001818195,0.01021559,0.005742509,0.03095941,0.003185567,0.9297406,0.01890285],"study_design_scores_gemma":[0.002065236,0.0004166162,0.0001726755,0.00008175345,0.00006450751,0.00003543357,0.00252112,0.09949031,0.2278466,0.07332278,0.5925749,0.001408054],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.007101701,0.001190971,0.9868612,0.0002606784,0.0002728041,0.0021727,0.000004303959,0.0004911302,0.001644509],"genre_scores_gemma":[0.3759401,0.0002963546,0.616154,0.0006646889,0.0005640836,0.002420809,0.00004205094,0.0001219417,0.003795967],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3707072,"threshold_uncertainty_score":0.7446649,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2466196430","doi":"10.1162/desi_a_00395","title":"The Future as a Design Problem","year":2016,"lang":"en","type":"article","venue":"Design Issues","topic":"Design Education and Practice","field":"Engineering","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Future Earth","funders":"Engineering and Physical Sciences Research Council; Research Councils UK","keywords":"Futures contract; Legitimacy; Projection (relational algebra); Computer science; Management science; Epistemology; Sociology; Data science; Political science; Engineering; Politics; Business; Algorithm","retraction":null,"screen_n_in":null,"score":{"opus":0.02249976425559155,"gpt":0.2720030368864196,"spread":0.249503272630828,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006011909,0.0001309589,0.00008800273,0.00003430135,0.0001422808,0.000112545,0.0002266031,0.00006630882,0.0003623533],"category_scores_gemma":[0.00009026643,0.00007027474,0.00002889002,0.0001339059,0.00003209359,0.0002469312,0.000008824427,0.00008697679,0.002159927],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003754675,"about_ca_system_score_gemma":0.00004236628,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004552047,"about_ca_topic_score_gemma":0.000001710761,"domain_scores_codex":[0.9991466,0.0001952164,0.0001432539,0.0001249698,0.0001476964,0.000242211],"domain_scores_gemma":[0.9988035,0.0007679672,0.00002894774,0.0002744575,0.00005045693,0.00007467736],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007105354,0.00002803316,0.00001675218,0.00001631834,0.00008054399,0.000009032246,0.001614892,0.0004804059,0.02101484,0.01332234,0.7126791,0.2506667],"study_design_scores_gemma":[0.0001414138,0.00005008256,0.00005023038,0.00002012951,0.00001209784,0.00001661323,0.000229034,0.0002818272,0.01957131,0.008058524,0.9714146,0.0001541338],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.000290347,0.01241815,0.9351723,0.02163279,0.001895176,0.0008573729,0.00000213841,0.001068577,0.02666314],"genre_scores_gemma":[0.6175961,0.02299181,0.2141133,0.001413816,0.005052749,0.0009166318,0.000004380314,0.0003428153,0.1375684],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.721059,"threshold_uncertainty_score":0.998617,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4360593316","doi":"10.1162/desi_r_00719","title":"Livable Proximity: Ideas for the City that Cares","year":2023,"lang":"en","type":"article","venue":"Design Issues","topic":"Architecture and Computational Design","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Icon; Citation; Library science; Carr; Download; Sociology; Media studies; Art history; Art; World Wide Web; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.06752620602371658,"gpt":0.2745966392658247,"spread":0.2070704332421082,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001963222,0.00009843239,0.00009431713,0.00004728568,0.0001385889,0.00004806057,0.0001591512,0.00003523476,0.000020847],"category_scores_gemma":[0.00003432245,0.00006929324,0.00004774944,0.0001674019,0.00002049866,0.00006405834,0.00001848806,0.0000635874,0.00007552728],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001209347,"about_ca_system_score_gemma":0.00001223377,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001595889,"about_ca_topic_score_gemma":0.000005051641,"domain_scores_codex":[0.9994724,0.00002472233,0.0000767617,0.0001060195,0.0001313817,0.0001886595],"domain_scores_gemma":[0.9992127,0.0005873215,0.00001044308,0.0001353107,0.00002708116,0.00002711428],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004142865,0.00001118195,0.0002701432,0.0001154465,0.0001619845,0.00001191869,0.003422144,0.6807628,0.001874724,0.005052433,0.2801348,0.02814107],"study_design_scores_gemma":[0.0003123197,0.0001210532,0.002967231,0.00004372076,0.00005997951,0.000006904144,0.0003818855,0.5980215,0.0435581,0.1762117,0.1778939,0.0004216957],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.004953749,0.002668905,0.9886044,0.0008678538,0.0003681481,0.0006966861,0.000008763202,0.0009839474,0.0008475201],"genre_scores_gemma":[0.9903252,0.0001217652,0.007159094,0.0001027706,0.0002515303,0.0002462631,0.00001239914,0.00003354342,0.001747508],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9853714,"threshold_uncertainty_score":0.2825696,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2976990601","doi":"10.1162/desi_a_00559","title":"On the Need for Mapping Design Inequalities","year":2019,"lang":"en","type":"article","venue":"Design Issues","topic":"Design Education and Practice","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Inequality; Privilege (computing); Creativity; Sociology; Power (physics); Computer science; Epistemology; Management science; Engineering ethics; Engineering; Mathematics; Social psychology; Computer security; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.110075442695787,"gpt":0.296316741701292,"spread":0.186241299005505,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008374495,0.0001266059,0.0001239453,0.00007038352,0.00006824387,0.00009805556,0.0001675765,0.00005136961,0.0005597168],"category_scores_gemma":[0.0002536627,0.00009568648,0.00003718573,0.0001242133,0.00001244553,0.0001493652,0.000005721309,0.000100633,0.0008676091],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002902063,"about_ca_system_score_gemma":0.00002117693,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007667176,"about_ca_topic_score_gemma":1.787793e-7,"domain_scores_codex":[0.9992605,0.000164072,0.0001501737,0.0001141562,0.000116011,0.0001950555],"domain_scores_gemma":[0.9968261,0.002818017,0.00003124942,0.0002496845,0.00004193694,0.00003305515],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001759668,0.00006858847,0.00005492789,0.0002096167,0.0001883142,0.000001624378,0.01674202,0.0665919,0.02697462,0.1584947,0.724533,0.00596473],"study_design_scores_gemma":[0.000719742,0.0003377202,0.0001834833,0.0001407042,0.00003783886,0.000005914689,0.008337019,0.1178061,0.06713128,0.03620024,0.7683809,0.0007190352],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.006223148,0.0006457982,0.9764471,0.002693777,0.001052915,0.001257144,0.000004025173,0.0004016195,0.01127449],"genre_scores_gemma":[0.9539952,0.00008767628,0.03030202,0.001335982,0.0002605438,0.0002833865,0.000007037438,0.00006988213,0.01365829],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.947772,"threshold_uncertainty_score":0.9999104,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056654355","doi":"10.1162/0747936041423217","title":"Environmental Information Systems as Appropriate Technology","year":2004,"lang":"en","type":"article","venue":"Design Issues","topic":"Water resources management and optimization","field":"Engineering","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer science; Environmental planning; Environmental resource management; Business; Systems engineering; Data science; Engineering; Geography; Environmental science","retraction":null,"screen_n_in":null,"score":{"opus":0.005508445878320846,"gpt":0.1691096866405238,"spread":0.1636012407622029,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00004446058,0.00007456868,0.00006392192,0.0001363036,0.00003029481,0.00005838867,0.00008018067,0.00005569883,0.00001382267],"category_scores_gemma":[0.000002386885,0.00007216321,0.00001038444,0.00008428722,0.00001418841,0.0002943935,0.00001563229,0.00004098094,0.0007072529],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004673379,"about_ca_system_score_gemma":0.00000116062,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001074531,"about_ca_topic_score_gemma":1.121538e-7,"domain_scores_codex":[0.9996464,0.000005753245,0.0001103632,0.00004862815,0.00008174922,0.0001071208],"domain_scores_gemma":[0.9998675,0.000001790235,0.00001748816,0.00009408865,0.000003149489,0.00001598114],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002971113,0.000005412988,0.00004022458,0.00002451046,0.00001604997,0.000002001157,0.0006259407,0.9945654,0.0005968451,0.001621132,0.0001627499,0.002336715],"study_design_scores_gemma":[0.002685145,0.0003802805,0.0004051868,0.0001576415,0.00008639124,0.00003505616,0.003351373,0.4429716,0.0987538,0.009061856,0.4408848,0.001226834],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1145223,0.001204758,0.873385,0.0001770257,0.000357266,0.0007286761,0.0000028969,0.001446224,0.008175856],"genre_scores_gemma":[0.9955419,0.0001316364,0.004031255,0.00001115379,0.0000330943,0.00002969569,0.00002306255,0.00001151629,0.0001867042],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8810196,"threshold_uncertainty_score":0.9090541,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2782112466","doi":"10.1162/desi_a_00476","title":"Experiences in Designing Technologies for Honoring Deceased Loved Ones","year":2018,"lang":"en","type":"article","venue":"Design Issues","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Keio University","keywords":"Engineering ethics; Computer science; Sociology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.07002662688617878,"gpt":0.3346943653251642,"spread":0.2646677384389854,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004462554,0.0001635391,0.0001912652,0.0005109899,0.0001818269,0.0001366332,0.0009323609,0.0001430573,0.00001049658],"category_scores_gemma":[0.0004334639,0.0001549876,0.00002873735,0.0007262308,0.0002681534,0.0007954832,0.0001435149,0.0001320929,0.00004723617],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007640129,"about_ca_system_score_gemma":0.00003571093,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002216461,"about_ca_topic_score_gemma":0.00001647521,"domain_scores_codex":[0.9987438,0.00005962849,0.0002644548,0.0004460769,0.0001272563,0.0003588295],"domain_scores_gemma":[0.9990241,0.0002311219,0.0001229649,0.0004059158,0.0002028088,0.000013067],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002458298,0.0002972686,0.004057196,0.00005680237,0.00008589833,0.00006631049,0.08155608,0.0000851828,0.6020679,0.1471381,0.00707109,0.1572723],"study_design_scores_gemma":[0.0002655469,0.0003968219,0.0001764897,0.00006745376,0.000001979026,0.00000620195,0.006430057,0.01102024,0.9598306,0.01960221,0.001978067,0.0002243407],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1171986,0.0002054907,0.8800789,0.0006930059,0.0004020936,0.0003693021,2.134039e-7,0.0008859662,0.0001665362],"genre_scores_gemma":[0.6819059,0.000006155725,0.3176319,0.00004631517,0.00005607513,0.0002706877,4.119707e-7,0.000007948751,0.00007457035],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5647073,"threshold_uncertainty_score":0.6320212,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2161820224","doi":"10.1162/desi_a_00040","title":"Case Transfer: A Design Approach by Artifacts and Projection","year":2010,"lang":"en","type":"article","venue":"Design Issues","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Projection (relational algebra); Computer science; Computer graphics (images); Engineering drawing; Engineering; Algorithm","retraction":null,"screen_n_in":null,"score":{"opus":0.02372632784627861,"gpt":0.2171259585624052,"spread":0.1933996307161266,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001516354,0.0001205488,0.00009907094,0.00005243545,0.0000731028,0.00008074409,0.00003874396,0.00009355918,0.00002981401],"category_scores_gemma":[0.00001035722,0.0001118407,0.00001209614,0.00006665425,0.0000196574,0.0001626938,0.000003449502,0.000135357,0.000005336506],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000006373218,"about_ca_system_score_gemma":0.000005261373,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002605869,"about_ca_topic_score_gemma":0.000003318904,"domain_scores_codex":[0.9995177,0.0000233453,0.0001015771,0.0001478619,0.00006729343,0.0001422057],"domain_scores_gemma":[0.9998026,0.00002570555,0.00000715698,0.00009313673,0.00001694044,0.00005446981],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001648527,0.0002843112,0.0001131335,0.001282606,0.0001793758,0.0002948385,0.01811032,0.6214102,0.1798247,0.000752639,0.01706238,0.1605207],"study_design_scores_gemma":[0.0002755784,0.00006757428,0.00001561008,0.000008314736,0.00002575308,0.0004583456,0.0000830643,0.6203308,0.3752683,0.0002060486,0.002976067,0.0002845647],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05874358,0.0002708265,0.9398397,0.0000167974,0.0000884625,0.0003093575,0.000002010425,0.0003185844,0.0004106362],"genre_scores_gemma":[0.9393532,0.0001151654,0.06022875,0.000009022063,0.00005021529,0.00005644425,0.000006783053,0.00002810268,0.0001523082],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8806096,"threshold_uncertainty_score":0.456073,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3119255421","doi":"10.1162/desi_a_00629","title":"In the Wake of Universal Design: Mapping the Terrain","year":2021,"lang":"en","type":"article","venue":"Design Issues","topic":"Disability Rights and Representation","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Bombardier (Canada)","funders":"","keywords":"Terrain; Field (mathematics); Universal design; Design thinking; Sociology; Engineering ethics; Epistemology; Computer science; Architectural engineering; Human–computer interaction; Engineering; Geography; Cartography; Philosophy; World Wide Web; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.1369067182732165,"gpt":0.3588176248544906,"spread":0.2219109065812741,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001363366,0.00003934435,0.0000689207,0.00001906677,0.0001937586,0.00005320201,0.0002193806,0.00003334104,0.0002186534],"category_scores_gemma":[0.0001523338,0.00002020589,0.00003153183,0.0002981693,0.0003496895,0.0001223503,0.00001445254,0.00005291918,0.000008973882],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000203547,"about_ca_system_score_gemma":0.00009036525,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002594722,"about_ca_topic_score_gemma":0.0008207405,"domain_scores_codex":[0.9981781,0.001284897,0.0001029151,0.00009649072,0.0002264537,0.0001111189],"domain_scores_gemma":[0.9992406,0.000523481,0.00003360342,0.0001441961,0.00004507824,0.00001303465],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002001795,0.0001711549,0.0008590373,0.00001376097,0.00002591074,0.0000366028,0.792596,0.0004715721,0.003754476,0.1794472,0.01621794,0.006386256],"study_design_scores_gemma":[0.0003483832,0.00005297649,0.004580017,0.0000509905,0.00002408736,0.000003171434,0.5473104,0.0005710535,0.01053348,0.1462945,0.2900491,0.0001817701],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1638872,0.0035258,0.1932599,0.4536102,0.001391975,0.003484216,0.000008583287,0.000139367,0.1806927],"genre_scores_gemma":[0.9932432,0.00008329558,0.002082865,0.0002226981,0.0001221683,0.000007383205,0.000001116693,0.000003100651,0.004234141],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.829356,"threshold_uncertainty_score":0.3922461,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1985408710","doi":"10.1162/desi_a_00047","title":"Wrapped Attention: Designing Products for Evolving Permanence and Enduring Meaning","year":2010,"lang":"en","type":"article","venue":"Design Issues","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Meaning (existential); Sociology; Media studies; Library science; Environmental ethics; Computer science; Epistemology; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.03753349768624249,"gpt":0.2938544967767175,"spread":0.256320999090475,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007149182,0.0001492509,0.0001425079,0.0002126008,0.0003415528,0.0002098806,0.0004247906,0.00009190167,0.000006858611],"category_scores_gemma":[0.0004169696,0.0001525526,0.00002124678,0.0002455795,0.00008130167,0.001149299,0.0001277894,0.0002710905,0.00001660454],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002433934,"about_ca_system_score_gemma":0.00002618303,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005647604,"about_ca_topic_score_gemma":0.00000307658,"domain_scores_codex":[0.9988298,0.00005449591,0.0002021511,0.0004949349,0.000139949,0.0002786158],"domain_scores_gemma":[0.9989991,0.0001560997,0.0001270189,0.0003664313,0.0003264928,0.00002485099],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0000060434,0.00001501981,0.00021151,0.00003783458,0.00001239956,0.00000691974,0.001802427,0.000003865073,0.9167172,0.07280528,0.0004371573,0.007944359],"study_design_scores_gemma":[0.0003304007,0.0001728069,0.002695428,0.00009578691,0.00001278358,0.0001456207,0.000226858,0.02949234,0.9491914,0.014561,0.002704772,0.000370809],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07020114,0.0003196558,0.9258201,0.001565965,0.0007118338,0.0004748863,3.021923e-7,0.0004592728,0.0004468978],"genre_scores_gemma":[0.6251116,0.000006726802,0.3744433,0.00003308422,0.0001267132,0.00005386737,8.01515e-7,0.00001025182,0.0002136436],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5549105,"threshold_uncertainty_score":0.6220915,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2116401069","doi":"10.1162/desi_a_00208","title":"The Memory of May ′68: The Ironic Interruption and Democratic Commitment of the Atelier Populaire","year":2013,"lang":"en","type":"article","venue":"Design Issues","topic":"Art, Politics, and Modernism","field":"Arts and Humanities","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of Illinois at Urbana-Champaign; McGill University","keywords":"Icon; Politics; Democracy; Citation; Action (physics); Field (mathematics); Sociology; Space (punctuation); Media studies; Law; Computer science; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.07987449867218605,"gpt":0.2803536284060902,"spread":0.2004791297339042,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000212258,0.00008932036,0.0001185172,0.00001352746,0.0004384782,0.00006097729,0.0001993907,0.00002244663,0.0002124523],"category_scores_gemma":[0.00002039006,0.00003811271,0.00005127845,0.000002008308,0.000703049,0.00007695569,0.0000633009,0.00006979771,0.00002072375],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001489748,"about_ca_system_score_gemma":0.00001464281,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001900358,"about_ca_topic_score_gemma":0.001343901,"domain_scores_codex":[0.9992836,0.000164032,0.0002074811,0.00007689196,0.0001282214,0.0001397514],"domain_scores_gemma":[0.9994025,0.0001296353,0.0001088941,0.0002797513,0.00005986277,0.00001936928],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003662867,0.0001566764,0.001011983,0.0001631885,0.0002422096,7.503945e-7,0.6623209,0.00004371391,0.0008599786,0.20325,0.1069745,0.02493953],"study_design_scores_gemma":[0.0009721727,0.000671538,0.01470061,0.0003856574,0.0003496835,0.00001004399,0.08885372,0.004246791,0.01535823,0.241099,0.6328232,0.0005294477],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9192783,0.01333182,0.0005308586,0.0201396,0.001242598,0.002472475,0.00002914606,0.00006833487,0.0429069],"genre_scores_gemma":[0.9633448,0.0002059636,0.00003145403,0.0002495187,0.0001309261,0.0000299057,0.000001313385,0.000009635519,0.03599646],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5734671,"threshold_uncertainty_score":0.3372464,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4313476016","doi":"10.1162/desi_e_00702","title":"Introduction: Toward Critical Game Design","year":2023,"lang":"en","type":"article","venue":"Design Issues","topic":"Digital Games and Media","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"York University; University of Minnesota","keywords":"Scholarship; Game design; Sociology; Game studies; Space (punctuation); Politics; Engineering ethics; Game art design; Foundation (evidence); Work (physics); Core (optical fiber); Epistemology; Game Developer; Computer science; Political science; Engineering; Human–computer interaction; Media studies","retraction":null,"screen_n_in":null,"score":{"opus":0.1128707076840455,"gpt":0.3795924213178197,"spread":0.2667217136337742,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009591304,0.00008771204,0.0001353945,0.00007503333,0.00008889907,0.0001925645,0.0001898873,0.00007633325,0.000766409],"category_scores_gemma":[0.001834029,0.00008347057,0.00004700597,0.0004852335,0.0003096086,0.0002893022,0.0000280525,0.00007355824,0.002643279],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003562857,"about_ca_system_score_gemma":0.00009930158,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005670005,"about_ca_topic_score_gemma":0.000006600027,"domain_scores_codex":[0.9986477,0.000224816,0.0001282459,0.0002332779,0.0003692635,0.0003966295],"domain_scores_gemma":[0.9991959,0.0003873373,0.0000176849,0.0001381104,0.00009038443,0.0001705646],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003479627,0.0000532887,0.00003181558,0.00001604132,0.00001735073,0.00006693673,0.03272118,0.0001091132,0.000339085,0.09980534,0.7543077,0.1124974],"study_design_scores_gemma":[0.0000595136,0.00007364667,0.0001021327,0.000009062797,0.000008509855,0.000001202612,0.003688638,0.00008725436,0.000874128,0.00957602,0.9853991,0.0001207948],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.002499333,0.003251615,0.2436855,0.3920718,0.01170479,0.001817693,0.00001476851,0.00446771,0.3404868],"genre_scores_gemma":[0.5161689,0.001902476,0.02181451,0.0008519256,0.01587283,0.0001426351,0.00001646479,0.00006489872,0.4431654],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.5136696,"threshold_uncertainty_score":0.9981333,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2975137387","doi":"10.1162/desi_a_00567","title":"Mass Factory Housing: Design and Social Reform","year":2019,"lang":"en","type":"article","venue":"Design Issues","topic":"Urbanization and City Planning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Factory (object-oriented programming); Architecture; Settlement (finance); Politics; Quarter (Canadian coin); Public housing; Sociology; Political science; Geography; Economy; Economic growth; Engineering; Civil engineering; Business; Archaeology; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.07589482181261874,"gpt":0.3137451249400905,"spread":0.2378503031274717,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005400914,0.00007530164,0.0001135786,0.00004673475,0.000389856,0.0001309375,0.0001098274,0.0001001608,0.0003519116],"category_scores_gemma":[0.00002944738,0.00007262646,0.00001850172,0.0001163598,0.00009015908,0.000216683,0.00001283013,0.00006864264,0.0001580767],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008314073,"about_ca_system_score_gemma":0.00006740302,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003992195,"about_ca_topic_score_gemma":0.00001772172,"domain_scores_codex":[0.9991093,0.0002209476,0.0000910938,0.0001474451,0.0002287029,0.0002025324],"domain_scores_gemma":[0.9997198,0.00007496583,0.00004745304,0.00005914001,0.00004965874,0.00004899156],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000262525,0.0001678728,0.05802062,0.0001060071,0.000178849,0.00003956453,0.5504656,0.0004019763,0.0194252,0.2083603,0.1466376,0.01593393],"study_design_scores_gemma":[0.0008639314,0.0001990046,0.005666465,0.00004815363,0.00004380434,0.000001148135,0.05223077,0.001401824,0.003846207,0.006635545,0.9282307,0.000832428],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1525602,0.001724247,0.4727456,0.009994546,0.002214592,0.002513055,0.000009462286,0.00150859,0.3567297],"genre_scores_gemma":[0.9778612,0.00006193843,0.007579951,0.0004212817,0.0003828361,0.00000412599,0.000003627823,0.00001601369,0.01366906],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8253009,"threshold_uncertainty_score":0.3853186,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3037946181","doi":"10.1162/desi_a_00602","title":"Airlines, Mayonnaise, and Justice: Reflections on the Theory and Practice of Legal Design and Technology","year":2020,"lang":"en","type":"article","venue":"Design Issues","topic":"Law in Society and Culture","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Advantage Forensics (Canada); Public Works and Government Services Canada","funders":"","keywords":"Instrumentalism; Cognitive reframing; Economic Justice; Anticipation (artificial intelligence); Engineering ethics; Sociology; Government (linguistics); Epistemology; Political science; Management science; Law; Engineering; Computer science; Psychology; Social psychology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.0872845116107147,"gpt":0.3870108811554813,"spread":0.2997263695447666,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001311296,0.00007740882,0.0001102262,0.000008097208,0.0006397322,0.00006564581,0.0001018563,0.0001364359,0.00002250986],"category_scores_gemma":[0.002783263,0.00005234123,0.00001256447,0.0002988846,0.0008681729,0.0001638456,0.00003340587,0.0001664995,0.000002839858],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000007546925,"about_ca_system_score_gemma":0.00004375326,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005055271,"about_ca_topic_score_gemma":0.00001001503,"domain_scores_codex":[0.998682,0.0007976674,0.0000940395,0.000167796,0.0001366173,0.000121901],"domain_scores_gemma":[0.9980098,0.001693449,0.00006574304,0.00007824233,0.00009924401,0.00005353491],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000165382,0.00002937758,0.00001581449,0.00002490968,0.00004289188,0.00000487882,0.05757312,0.00001756899,0.002593375,0.918681,0.01937431,0.001477378],"study_design_scores_gemma":[0.0002695927,0.0004496962,0.00002616314,0.00004259465,0.0002562501,0.00001665261,0.2184733,0.0001164155,0.003092883,0.0560788,0.7209889,0.0001887604],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.009730239,0.04999175,0.08540054,0.7854949,0.0004545283,0.002551836,0.00001667746,0.0005919744,0.06576753],"genre_scores_gemma":[0.9500926,0.01361031,0.02861371,0.004838833,0.0004098786,0.00004198715,7.389232e-7,0.00001680251,0.002375151],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9403623,"threshold_uncertainty_score":0.4920368,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2975745963","doi":"10.1162/desi_a_00564","title":"Unequal Ideas: Reflections on Designing Politics, an Urban Ideas Competition in Rio de Janeiro","year":2019,"lang":"en","type":"article","venue":"Design Issues","topic":"Cultural Industries and Urban Development","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Endowment for Science Technology and the Arts; York University; London School of Economics and Political Science; Andrew W. Mellon Foundation","keywords":"Competition (biology); Scholarship; Exhibition; Politics; Power (physics); Inequality; Colonialism; Global South; Jury; Sociology; Social inequality; Political science; Political economy; Social science; Economic geography; Geography; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.1132674208166094,"gpt":0.3750684142915546,"spread":0.2618009934749451,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007713646,0.0001314344,0.0001684554,0.0001140062,0.0003915225,0.0001572427,0.0001813287,0.0001509123,0.0005311582],"category_scores_gemma":[0.0001458592,0.0001279567,0.00003462692,0.0003111207,0.00009036322,0.0002602103,0.00001688814,0.0002075022,0.0001945918],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005139101,"about_ca_system_score_gemma":0.0002341973,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01212991,"about_ca_topic_score_gemma":0.002465677,"domain_scores_codex":[0.9982886,0.0004892366,0.0002206423,0.0002538294,0.0002942875,0.0004534089],"domain_scores_gemma":[0.999406,0.0001579887,0.00006432979,0.0001404781,0.0000780109,0.0001531724],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001569547,0.0004774307,0.0594636,0.0000297009,0.00006138689,0.00006358029,0.1677328,0.00288938,0.005661759,0.6664777,0.09405574,0.002929929],"study_design_scores_gemma":[0.001176258,0.001014439,0.02598247,0.0004829334,0.00003392137,0.000005435289,0.09905392,0.0006114354,0.00692255,0.04733778,0.8161885,0.001190341],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9037812,0.0005438748,0.003696165,0.007446447,0.0009366203,0.001370845,0.00001135007,0.0004052015,0.08180831],"genre_scores_gemma":[0.9677581,0.00005719797,0.003069784,0.000346749,0.000373604,0.0000212566,0.00001646605,0.00001423018,0.0283426],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7221328,"threshold_uncertainty_score":0.9944484,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2544251770","doi":"10.1162/desi_r_00355","title":"Reviews","year":2015,"lang":"en","type":"article","venue":"Design Issues","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.4316589960910126,"gpt":0.4082741646959426,"spread":0.02338483139506997,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001371979,0.0001026762,0.000196431,0.00005049665,0.00002179974,0.00003449788,0.0001714946,0.00003267205,0.0002121582],"category_scores_gemma":[0.0005108693,0.00008298729,0.00003291136,0.0001979908,0.0000323326,0.0001403117,0.0000233243,0.00005048505,0.1249986],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000447387,"about_ca_system_score_gemma":0.00002673676,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000427107,"about_ca_topic_score_gemma":0.000002685781,"domain_scores_codex":[0.9989913,0.0003277177,0.0001616602,0.000153283,0.0001859601,0.0001801128],"domain_scores_gemma":[0.9993876,0.00002651122,0.00005658051,0.0003232193,0.00006890643,0.0001372154],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001794977,0.00002157316,0.0001518635,0.00000471831,0.00000456725,0.000008937151,0.001003768,0.00001198705,0.003603573,0.0004797206,0.9920937,0.002597662],"study_design_scores_gemma":[0.0001699557,0.00005808735,0.00004654896,0.00002405633,0.00001098455,0.000005015594,0.00005142509,0.0001094504,0.008177074,0.002263574,0.9889655,0.0001183991],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"methods","genre_scores_codex":[0.01365449,0.5674759,0.09896701,0.004042505,0.002189599,0.006224907,0.00003794364,0.004733772,0.3026739],"genre_scores_gemma":[0.3041452,0.00303134,0.5605861,0.002000598,0.002994357,0.0005105531,0.0000643489,0.0006317885,0.1260357],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5644445,"threshold_uncertainty_score":0.8756827,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2539938073","doi":"10.1162/desi_r_00111","title":"Book Reviews","year":2011,"lang":"en","type":"article","venue":"Design Issues","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Sheridan College","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.2417539146408661,"gpt":0.3349479218917371,"spread":0.09319400725087099,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006459691,0.0001357375,0.0002270046,0.0000638171,0.00004402162,0.00001669372,0.0002268367,0.00004290991,0.009166227],"category_scores_gemma":[0.0001141132,0.0001120152,0.00005795142,0.0001385646,0.00005249813,0.0002169921,0.00002578102,0.00006472151,0.13394],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002263506,"about_ca_system_score_gemma":0.00001143969,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005840615,"about_ca_topic_score_gemma":0.000001724722,"domain_scores_codex":[0.9989587,0.000276544,0.0002086604,0.000200411,0.0001249383,0.0002307471],"domain_scores_gemma":[0.9993691,0.0000229246,0.00007974163,0.0004176914,0.00003465574,0.00007589868],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002328337,0.00003921651,0.00009345299,0.00001006812,0.000008877326,0.00001379246,0.002050604,1.596474e-7,0.005773635,0.000484622,0.9899446,0.001557691],"study_design_scores_gemma":[0.00009119594,0.00006186589,0.000265536,0.00003889907,0.00001948658,0.000004273439,0.00001579188,0.00001460456,0.04586081,0.0008072697,0.9526726,0.0001476709],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"methods","genre_scores_codex":[0.0003634261,0.7961608,0.01636746,0.0001879774,0.0003401063,0.001991462,0.00001019512,0.001257959,0.1833207],"genre_scores_gemma":[0.02847744,0.03838648,0.4932517,0.01173005,0.001516615,0.0008966516,0.00003545866,0.0008793204,0.4248263],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.7577743,"threshold_uncertainty_score":0.9917395,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2975194358","doi":"10.1162/desi_a_00565","title":"The Shelves that Won't Hold: Material Politics and Social Inequality in Spatial Design Practice","year":2019,"lang":"en","type":"article","venue":"Design Issues","topic":"Crafts, Textile, and Design","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Materiality (auditing); Politics; Spatial design; Sociology; Valuation (finance); Public relations; Aesthetics; Environmental ethics; Architectural engineering; Political science; Engineering; Engineering design process; Law; Business; Marketing; Art","retraction":null,"screen_n_in":null,"score":{"opus":0.08838193026287242,"gpt":0.2962115626841397,"spread":0.2078296324212673,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001402226,0.0002453966,0.0003129133,0.00008169267,0.0005615156,0.0009943292,0.0002284205,0.0001066481,0.0007702057],"category_scores_gemma":[0.0001331396,0.0001809398,0.00005233192,0.00003211862,0.0003421628,0.000516235,0.00006755468,0.000181401,0.0001630989],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004598891,"about_ca_system_score_gemma":0.00006947368,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002461659,"about_ca_topic_score_gemma":0.00042086,"domain_scores_codex":[0.9977298,0.0008298412,0.0003423897,0.0003126141,0.0003268609,0.0004585432],"domain_scores_gemma":[0.998235,0.00119817,0.0001590494,0.0002537293,0.00009996389,0.00005407484],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002365518,0.0004738531,0.001361983,0.0002450428,0.0001625194,0.0000791971,0.3139724,0.00003835601,0.002249128,0.6124848,0.05577042,0.01079685],"study_design_scores_gemma":[0.002106369,0.0007695739,0.002805863,0.00007456194,0.0001274954,0.00001690204,0.05587105,0.0007956246,0.00507466,0.03400271,0.8972936,0.00106158],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8832619,0.004085017,0.01744853,0.02158302,0.009296982,0.006708833,0.0003297675,0.0009623129,0.05632364],"genre_scores_gemma":[0.9917188,0.0001477689,0.0006233006,0.0005504934,0.00124016,0.00003945986,0.00001273517,0.00003793385,0.00562939],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8415232,"threshold_uncertainty_score":0.9588339,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}