{"meta":{"query_hash":"fa1acd3df3ef","filters":{"venue":"Design Issues"},"cohort_total":19,"direct_labels_cover":0,"predictions_cover":19,"exported":19,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/fa1acd3df3ef","api":"https://metacan.xera.ac/api/v1/cohort?venue=Design+Issues"},"results":[{"id":"W1739227081","doi":"10.1162/desi_a_00354","title":"Values as Hypotheses: Design, Inquiry, and the Service of Values","year":2015,"lang":"en","type":"article","venue":"Design Issues","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":157,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"First Nations University of Canada","funders":"","keywords":"Sociology; Politics; Curriculum; Social media; Library science; Service (business); Media studies; Public relations; Political science; Pedagogy; Computer science; Law","score_opus":0.1552296503859119,"score_gpt":0.34598611136296,"score_spread":0.19075646097704807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1739227081","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043577626,0.0013273594,0.9473535,0.00514364,0.0004617415,0.00054840493,4.3722787e-7,0.00028661898,0.0013006638],"genre_scores_gemma":[0.86346817,0.000058338515,0.13471438,0.0009440293,0.00012154925,0.000058230635,6.479822e-7,0.000017853914,0.00061681453],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99832493,0.0005963149,0.00027932838,0.00030281974,0.00029886144,0.00019776895],"domain_scores_gemma":[0.99797374,0.000643239,0.00020030118,0.00058067375,0.0005651123,0.000036927133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017741174,0.00016488507,0.00026060757,0.00017113306,0.00011407647,0.000117798845,0.0009141419,0.00009981291,0.0000094931465],"category_scores_gemma":[0.0005752575,0.000112471935,0.000027076407,0.000493482,0.00043401218,0.0006272166,0.0002571132,0.00015924772,0.00010699722],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089751,0.00028409334,0.0003515176,0.00008093275,0.00039221745,0.000051594812,0.22260664,0.0008734124,0.024583487,0.68296975,0.04738441,0.019524444],"study_design_scores_gemma":[0.0014710847,0.00066354044,0.00028358988,0.00009431198,0.000032191485,0.00009125138,0.004168293,0.030173784,0.28665906,0.6732331,0.0028236678,0.0003061013],"about_ca_topic_score_codex":0.00019856304,"about_ca_topic_score_gemma":0.0000031716963,"teacher_disagreement_score":0.81989056,"about_ca_system_score_codex":0.000034124296,"about_ca_system_score_gemma":0.000072102666,"threshold_uncertainty_score":0.45864725},"labels":[],"label_agreement":null},{"id":"W1985408710","doi":"10.1162/desi_a_00047","title":"Wrapped Attention: Designing Products for Evolving Permanence and Enduring Meaning","year":2010,"lang":"en","type":"article","venue":"Design Issues","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Meaning (existential); Sociology; Media studies; Library science; Environmental ethics; Computer science; Epistemology; Philosophy","score_opus":0.03753349768624249,"score_gpt":0.2938544967767175,"score_spread":0.256320999090475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985408710","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07020114,0.0003196558,0.92582005,0.0015659648,0.00071183377,0.00047488633,3.0219226e-7,0.00045927276,0.00044689781],"genre_scores_gemma":[0.62511164,0.000006726802,0.3744433,0.000033084216,0.00012671317,0.00005386737,8.01515e-7,0.000010251821,0.00021364355],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99882984,0.000054495915,0.00020215115,0.0004949349,0.00013994896,0.00027861577],"domain_scores_gemma":[0.9989991,0.00015609969,0.00012701894,0.00036643134,0.00032649282,0.000024850986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007149182,0.00014925093,0.00014250794,0.00021260082,0.0003415528,0.00020988064,0.00042479057,0.00009190167,0.0000068586114],"category_scores_gemma":[0.00041696965,0.00015255262,0.000021246782,0.00024557952,0.00008130167,0.0011492989,0.00012778943,0.00027109054,0.000016604545],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060434,0.000015019806,0.00021150998,0.000037834576,0.000012399559,0.00000691974,0.001802427,0.0000038650733,0.9167172,0.07280528,0.00043715732,0.007944359],"study_design_scores_gemma":[0.0003304007,0.00017280689,0.0026954275,0.000095786905,0.000012783576,0.00014562068,0.00022685803,0.029492345,0.9491914,0.014561001,0.0027047722,0.000370809],"about_ca_topic_score_codex":0.000005647604,"about_ca_topic_score_gemma":0.0000030765805,"teacher_disagreement_score":0.5549105,"about_ca_system_score_codex":0.00002433934,"about_ca_system_score_gemma":0.00002618303,"threshold_uncertainty_score":0.62209153},"labels":[],"label_agreement":null},{"id":"W2056654355","doi":"10.1162/0747936041423217","title":"Environmental Information Systems as Appropriate Technology","year":2004,"lang":"en","type":"article","venue":"Design Issues","topic":"Water resources management and optimization","field":"Engineering","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Environmental planning; Environmental resource management; Business; Systems engineering; Data science; Engineering; Geography; Environmental science","score_opus":0.0055084458783208464,"score_gpt":0.16910968664052375,"score_spread":0.16360124076220292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056654355","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.114522286,0.0012047582,0.873385,0.00017702574,0.000357266,0.0007286761,0.0000028969,0.0014462236,0.0081758555],"genre_scores_gemma":[0.9955419,0.00013163636,0.0040312554,0.000011153786,0.000033094304,0.000029695691,0.00002306255,0.00001151629,0.00018670422],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99964637,0.000005753245,0.00011036319,0.000048628146,0.00008174922,0.00010712077],"domain_scores_gemma":[0.9998675,0.0000017902348,0.000017488162,0.00009408865,0.0000031494885,0.000015981137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00004446058,0.00007456868,0.00006392192,0.00013630361,0.00003029481,0.00005838867,0.00008018067,0.00005569883,0.000013822668],"category_scores_gemma":[0.0000023868847,0.00007216321,0.000010384444,0.00008428722,0.0000141884075,0.00029439345,0.000015632288,0.00004098094,0.0007072529],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002971113,0.0000054129882,0.00004022458,0.000024510462,0.000016049968,0.0000020011569,0.00062594074,0.9945654,0.00059684506,0.0016211317,0.00016274992,0.002336715],"study_design_scores_gemma":[0.0026851448,0.00038028051,0.00040518682,0.00015764151,0.00008639124,0.000035056157,0.0033513734,0.44297162,0.098753795,0.009061856,0.44088483,0.0012268339],"about_ca_topic_score_codex":0.000010745306,"about_ca_topic_score_gemma":1.1215383e-7,"teacher_disagreement_score":0.8810196,"about_ca_system_score_codex":0.000046733792,"about_ca_system_score_gemma":0.0000011606196,"threshold_uncertainty_score":0.9090541},"labels":[],"label_agreement":null},{"id":"W2084909283","doi":"10.1162/desi_a_00223","title":"Design and Spirituality: Material Culture for a Wisdom Economy","year":2013,"lang":"en","type":"article","venue":"Design Issues","topic":"Sustainable Design and Development","field":"Engineering","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Spirituality; Icon; Sociology; Management; Art history; Library science; Media studies; History; Computer science","score_opus":0.019558830061703766,"score_gpt":0.2278124285219423,"score_spread":0.20825359846023855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084909283","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071017006,0.0011909714,0.9868612,0.00026067838,0.0002728041,0.0021727,0.0000043039595,0.00049113017,0.0016445091],"genre_scores_gemma":[0.3759401,0.0002963546,0.616154,0.00066468894,0.00056408363,0.002420809,0.000042050942,0.00012194172,0.0037959667],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999163,0.000047810958,0.00020209257,0.00020103093,0.00005966024,0.00032641558],"domain_scores_gemma":[0.99958587,0.000082216364,0.000021022002,0.00013900374,0.00007401613,0.00009788527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024140593,0.00020039106,0.00022475148,0.00006345022,0.00007476726,0.00022808748,0.000101803445,0.000109951514,0.00016513413],"category_scores_gemma":[0.000021354801,0.00018261072,0.000026352218,0.000059109076,0.000034567274,0.00026758958,0.000018760516,0.00004987279,0.00007371445],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015390926,0.000053302723,0.000051118655,0.00071661384,0.0002603441,0.000018181945,0.0102155935,0.005742509,0.030959409,0.0031855665,0.9297406,0.018902851],"study_design_scores_gemma":[0.0020652355,0.00041661615,0.00017267551,0.00008175345,0.00006450751,0.00003543357,0.0025211202,0.09949031,0.22784661,0.07332278,0.5925749,0.0014080539],"about_ca_topic_score_codex":0.00001812563,"about_ca_topic_score_gemma":2.615891e-7,"teacher_disagreement_score":0.3707072,"about_ca_system_score_codex":0.000054239248,"about_ca_system_score_gemma":0.00002389343,"threshold_uncertainty_score":0.7446649},"labels":[],"label_agreement":null},{"id":"W2106933876","doi":"10.1162/desi.2008.24.4.38","title":"“Models of Man” in Design Thinking: The “Bounded Rationality” Episode","year":2008,"lang":"en","type":"article","venue":"Design Issues","topic":"Philosophy and Theoretical Science","field":"Psychology","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Architecture; Rationality; Sociology; Bounded rationality; Library science; Engineering ethics; Pedagogy; Engineering; Epistemology; Philosophy; Art; Visual arts; Computer science; Artificial intelligence","score_opus":0.17302123676673373,"score_gpt":0.3478854397428609,"score_spread":0.17486420297612718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106933876","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037880532,0.0017759338,0.80834186,0.00878969,0.0003585428,0.0008750474,0.0000055006467,0.00009335148,0.14187953],"genre_scores_gemma":[0.9915748,0.000025866926,0.0072568357,0.0005101837,0.000066826426,0.00003793906,0.000001218569,0.000007597678,0.0005186946],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982804,0.0007178881,0.00025444882,0.00023025952,0.0002873235,0.00022967946],"domain_scores_gemma":[0.99876016,0.0007612511,0.00007003798,0.00032391347,0.000043222455,0.00004142505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013207534,0.00010275789,0.00016801535,0.00005310965,0.00014589365,0.000016919326,0.00047100935,0.0000788626,0.00038717486],"category_scores_gemma":[0.00009837448,0.00006956402,0.0000438388,0.00028644598,0.000603044,0.00012628865,0.000032922017,0.00013154614,0.000106184176],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010073822,0.00011391493,0.00017321439,0.000002083547,0.000012035558,0.000023304981,0.0074802437,0.00077000295,0.00028017565,0.99000806,0.0008606821,0.00017556896],"study_design_scores_gemma":[0.00022708019,0.0000871389,0.001801541,0.000011740175,0.0000050850153,0.00001677326,0.00008265041,0.001466414,0.0025941674,0.993254,0.00036237613,0.00009104065],"about_ca_topic_score_codex":0.00017595115,"about_ca_topic_score_gemma":0.0000042931906,"teacher_disagreement_score":0.9536943,"about_ca_system_score_codex":0.000017884002,"about_ca_system_score_gemma":0.000029548142,"threshold_uncertainty_score":0.42392933},"labels":[],"label_agreement":null},{"id":"W2116401069","doi":"10.1162/desi_a_00208","title":"The Memory of May ′68: The Ironic Interruption and Democratic Commitment of the Atelier Populaire","year":2013,"lang":"en","type":"article","venue":"Design Issues","topic":"Art, Politics, and Modernism","field":"Arts and Humanities","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Illinois at Urbana-Champaign; McGill University","keywords":"Icon; Politics; Democracy; Citation; Action (physics); Field (mathematics); Sociology; Space (punctuation); Media studies; Law; Computer science; Political science","score_opus":0.07987449867218605,"score_gpt":0.28035362840609024,"score_spread":0.2004791297339042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116401069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91927826,0.013331822,0.0005308586,0.020139601,0.0012425983,0.0024724754,0.000029146058,0.00006833487,0.0429069],"genre_scores_gemma":[0.9633448,0.00020596365,0.00003145403,0.00024951866,0.00013092614,0.000029905697,0.0000013133853,0.000009635519,0.03599646],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992836,0.00016403201,0.00020748109,0.000076891956,0.00012822144,0.00013975144],"domain_scores_gemma":[0.99940246,0.00012963533,0.000108894106,0.0002797513,0.000059862774,0.000019369281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021225798,0.00008932036,0.000118517186,0.000013527465,0.00043847822,0.000060977294,0.00019939068,0.00002244663,0.00021245227],"category_scores_gemma":[0.000020390056,0.00003811271,0.000051278446,0.0000020083082,0.000703049,0.00007695569,0.000063300904,0.00006979771,0.00002072375],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003662867,0.00015667641,0.0010119831,0.00016318848,0.00024220964,7.503945e-7,0.66232085,0.000043713906,0.00085997855,0.20325,0.106974505,0.024939526],"study_design_scores_gemma":[0.00097217265,0.000671538,0.014700606,0.00038565745,0.00034968348,0.000010043986,0.08885372,0.0042467914,0.015358229,0.24109896,0.63282317,0.0005294477],"about_ca_topic_score_codex":0.001900358,"about_ca_topic_score_gemma":0.0013439007,"teacher_disagreement_score":0.57346714,"about_ca_system_score_codex":0.000014897482,"about_ca_system_score_gemma":0.000014642806,"threshold_uncertainty_score":0.33724645},"labels":[],"label_agreement":null},{"id":"W2161820224","doi":"10.1162/desi_a_00040","title":"Case Transfer: A Design Approach by Artifacts and Projection","year":2010,"lang":"en","type":"article","venue":"Design Issues","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Projection (relational algebra); Computer science; Computer graphics (images); Engineering drawing; Engineering; Algorithm","score_opus":0.02372632784627861,"score_gpt":0.21712595856240524,"score_spread":0.19339963071612662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161820224","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058743585,0.0002708265,0.9398397,0.000016797401,0.0000884625,0.00030935754,0.0000020104253,0.00031858435,0.0004106362],"genre_scores_gemma":[0.9393532,0.00011516538,0.06022875,0.000009022063,0.00005021529,0.000056444245,0.000006783053,0.000028102684,0.0001523082],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99951774,0.000023345305,0.00010157713,0.00014786191,0.00006729343,0.0001422057],"domain_scores_gemma":[0.9998026,0.000025705545,0.00000715698,0.00009313673,0.00001694044,0.00005446981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015163535,0.000120548844,0.000099070945,0.000052435447,0.0000731028,0.00008074409,0.000038743965,0.00009355918,0.000029814013],"category_scores_gemma":[0.000010357216,0.00011184067,0.000012096138,0.00006665425,0.000019657396,0.00016269379,0.0000034495017,0.00013535704,0.0000053365056],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016485274,0.00028431122,0.00011313346,0.0012826062,0.00017937577,0.00029483854,0.018110316,0.6214102,0.17982467,0.00075263897,0.017062383,0.16052069],"study_design_scores_gemma":[0.00027557844,0.000067574285,0.000015610078,0.000008314736,0.000025753081,0.00045834563,0.0000830643,0.6203308,0.37526828,0.0002060486,0.0029760667,0.0002845647],"about_ca_topic_score_codex":0.000026058691,"about_ca_topic_score_gemma":0.0000033189037,"teacher_disagreement_score":0.88060963,"about_ca_system_score_codex":0.0000063732177,"about_ca_system_score_gemma":0.0000052613727,"threshold_uncertainty_score":0.45607302},"labels":[],"label_agreement":null},{"id":"W2466196430","doi":"10.1162/desi_a_00395","title":"The Future as a Design Problem","year":2016,"lang":"en","type":"article","venue":"Design Issues","topic":"Design Education and Practice","field":"Engineering","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Future Earth","funders":"Engineering and Physical Sciences Research Council; Research Councils UK","keywords":"Futures contract; Legitimacy; Projection (relational algebra); Computer science; Management science; Epistemology; Sociology; Data science; Political science; Engineering; Politics; Business; Algorithm","score_opus":0.022499764255591546,"score_gpt":0.2720030368864196,"score_spread":0.24950327263082803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466196430","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029034697,0.012418147,0.9351723,0.021632789,0.001895176,0.0008573729,0.00000213841,0.0010685772,0.02666314],"genre_scores_gemma":[0.61759615,0.02299181,0.21411327,0.001413816,0.005052749,0.0009166318,0.000004380314,0.00034281527,0.13756835],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914664,0.00019521642,0.00014325391,0.00012496975,0.00014769638,0.00024221104],"domain_scores_gemma":[0.9988035,0.0007679672,0.000028947738,0.00027445753,0.000050456925,0.00007467736],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006011909,0.00013095894,0.00008800273,0.000034301353,0.00014228084,0.00011254501,0.00022660312,0.00006630882,0.00036235334],"category_scores_gemma":[0.000090266425,0.00007027474,0.000028890021,0.00013390592,0.000032093587,0.00024693125,0.000008824427,0.00008697679,0.002159927],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007105354,0.00002803316,0.000016752185,0.000016318336,0.00008054399,0.0000090322455,0.0016148916,0.00048040587,0.021014845,0.013322341,0.7126791,0.25066668],"study_design_scores_gemma":[0.00014141375,0.000050082555,0.000050230385,0.000020129513,0.000012097843,0.000016613229,0.00022903405,0.00028182723,0.019571312,0.008058524,0.9714146,0.00015413376],"about_ca_topic_score_codex":0.0000045520474,"about_ca_topic_score_gemma":0.000001710761,"teacher_disagreement_score":0.721059,"about_ca_system_score_codex":0.000037546753,"about_ca_system_score_gemma":0.00004236628,"threshold_uncertainty_score":0.998617},"labels":[],"label_agreement":null},{"id":"W2539938073","doi":"10.1162/desi_r_00111","title":"Book Reviews","year":2011,"lang":"en","type":"article","venue":"Design Issues","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Computer science","score_opus":0.24175391464086612,"score_gpt":0.3349479218917371,"score_spread":0.09319400725087099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2539938073","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036342605,0.79616076,0.016367456,0.00018797736,0.00034010631,0.0019914624,0.000010195119,0.0012579587,0.18332066],"genre_scores_gemma":[0.028477442,0.03838648,0.49325168,0.011730052,0.001516615,0.00089665165,0.000035458663,0.0008793204,0.4248263],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989587,0.00027654404,0.00020866038,0.000200411,0.00012493832,0.00023074711],"domain_scores_gemma":[0.9993691,0.000022924603,0.00007974163,0.00041769142,0.000034655743,0.00007589868],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006459691,0.00013573754,0.00022700457,0.000063817104,0.00004402162,0.00001669372,0.00022683671,0.000042909905,0.009166227],"category_scores_gemma":[0.000114113165,0.00011201516,0.000057951416,0.00013856465,0.000052498133,0.00021699208,0.000025781022,0.000064721506,0.13394],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023283366,0.000039216513,0.00009345299,0.00001006812,0.000008877326,0.000013792458,0.0020506037,1.5964736e-7,0.005773635,0.000484622,0.9899446,0.0015576914],"study_design_scores_gemma":[0.00009119594,0.00006186589,0.00026553596,0.00003889907,0.000019486579,0.000004273439,0.000015791882,0.000014604563,0.045860812,0.0008072697,0.9526726,0.00014767089],"about_ca_topic_score_codex":0.000058406153,"about_ca_topic_score_gemma":0.0000017247223,"teacher_disagreement_score":0.7577743,"about_ca_system_score_codex":0.000022635064,"about_ca_system_score_gemma":0.000011439694,"threshold_uncertainty_score":0.9917395},"labels":[],"label_agreement":null},{"id":"W2544251770","doi":"10.1162/desi_r_00355","title":"Reviews","year":2015,"lang":"en","type":"article","venue":"Design Issues","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","score_opus":0.4316589960910126,"score_gpt":0.40827416469594263,"score_spread":0.02338483139506997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2544251770","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013654491,0.56747586,0.09896701,0.004042505,0.0021895987,0.006224907,0.00003794364,0.0047337725,0.30267394],"genre_scores_gemma":[0.3041452,0.0030313402,0.5605861,0.002000598,0.002994357,0.0005105531,0.0000643489,0.00063178845,0.12603572],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99899125,0.00032771772,0.00016166021,0.00015328304,0.00018596015,0.00018011282],"domain_scores_gemma":[0.99938756,0.00002651122,0.000056580513,0.00032321934,0.000068906425,0.00013721544],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013719795,0.000102676226,0.00019643098,0.000050496652,0.00002179974,0.000034497876,0.00017149458,0.000032672055,0.00021215818],"category_scores_gemma":[0.00051086926,0.00008298729,0.00003291136,0.00019799078,0.0000323326,0.00014031166,0.000023324295,0.00005048505,0.124998644],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017949771,0.000021573162,0.00015186354,0.0000047183103,0.00000456725,0.000008937151,0.0010037676,0.000011987048,0.0036035732,0.00047972056,0.9920937,0.0025976622],"study_design_scores_gemma":[0.00016995567,0.00005808735,0.000046548965,0.000024056333,0.000010984547,0.0000050155936,0.00005142509,0.00010945044,0.008177074,0.0022635742,0.98896545,0.00011839905],"about_ca_topic_score_codex":0.0000427107,"about_ca_topic_score_gemma":0.0000026857808,"teacher_disagreement_score":0.56444454,"about_ca_system_score_codex":0.000044738703,"about_ca_system_score_gemma":0.000026736763,"threshold_uncertainty_score":0.87568265},"labels":[],"label_agreement":null},{"id":"W2782112466","doi":"10.1162/desi_a_00476","title":"Experiences in Designing Technologies for Honoring Deceased Loved Ones","year":2018,"lang":"en","type":"article","venue":"Design Issues","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Keio University","keywords":"Engineering ethics; Computer science; Sociology; Engineering","score_opus":0.07002662688617878,"score_gpt":0.33469436532516417,"score_spread":0.2646677384389854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782112466","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11719856,0.00020549065,0.88007885,0.0006930059,0.0004020936,0.00036930208,2.1340385e-7,0.00088596623,0.00016653622],"genre_scores_gemma":[0.6819059,0.000006155725,0.31763193,0.000046315174,0.000056075132,0.00027068774,4.1197066e-7,0.000007948751,0.00007457035],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987438,0.00005962849,0.00026445484,0.00044607688,0.0001272563,0.00035882948],"domain_scores_gemma":[0.9990241,0.00023112187,0.00012296488,0.0004059158,0.00020280879,0.000013066996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044625544,0.00016353907,0.00019126524,0.0005109899,0.00018182692,0.00013663321,0.00093236094,0.00014305727,0.000010496581],"category_scores_gemma":[0.00043346387,0.00015498763,0.000028737351,0.00072623085,0.00026815335,0.00079548324,0.00014351495,0.00013209294,0.00004723617],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002458298,0.00029726856,0.004057196,0.00005680237,0.00008589833,0.000066310495,0.08155608,0.0000851828,0.60206795,0.14713809,0.00707109,0.1572723],"study_design_scores_gemma":[0.00026554693,0.00039682185,0.00017648966,0.00006745376,0.0000019790261,0.00000620195,0.0064300573,0.011020239,0.9598306,0.019602213,0.001978067,0.00022434068],"about_ca_topic_score_codex":0.000022164613,"about_ca_topic_score_gemma":0.000016475205,"teacher_disagreement_score":0.56470734,"about_ca_system_score_codex":0.00007640129,"about_ca_system_score_gemma":0.000035710935,"threshold_uncertainty_score":0.63202125},"labels":[],"label_agreement":null},{"id":"W2975137387","doi":"10.1162/desi_a_00567","title":"Mass Factory Housing: Design and Social Reform","year":2019,"lang":"en","type":"article","venue":"Design Issues","topic":"Urbanization and City Planning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Factory (object-oriented programming); Architecture; Settlement (finance); Politics; Quarter (Canadian coin); Public housing; Sociology; Political science; Geography; Economy; Economic growth; Engineering; Civil engineering; Business; Archaeology; Economics","score_opus":0.07589482181261874,"score_gpt":0.3137451249400905,"score_spread":0.23785030312747174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975137387","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15256022,0.0017242475,0.4727456,0.009994546,0.002214592,0.0025130555,0.000009462286,0.0015085901,0.3567297],"genre_scores_gemma":[0.97786117,0.00006193843,0.0075799506,0.0004212817,0.00038283606,0.0000041259905,0.0000036278232,0.00001601369,0.013669062],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99910927,0.00022094758,0.0000910938,0.00014744505,0.0002287029,0.0002025324],"domain_scores_gemma":[0.9997198,0.00007496583,0.000047453035,0.00005914001,0.00004965874,0.00004899156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005400914,0.000075301636,0.000113578586,0.000046734753,0.000389856,0.00013093752,0.00010982738,0.000100160825,0.00035191164],"category_scores_gemma":[0.000029447378,0.00007262646,0.000018501722,0.00011635981,0.000090159076,0.00021668297,0.000012830128,0.000068642636,0.00015807674],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026252502,0.00016787281,0.058020618,0.000106007064,0.000178849,0.000039564533,0.5504656,0.00040197634,0.0194252,0.20836028,0.1466376,0.015933925],"study_design_scores_gemma":[0.0008639314,0.00019900457,0.0056664655,0.00004815363,0.00004380434,0.000001148135,0.05223077,0.0014018244,0.003846207,0.0066355453,0.9282307,0.00083242805],"about_ca_topic_score_codex":0.00039921948,"about_ca_topic_score_gemma":0.000017721717,"teacher_disagreement_score":0.82530093,"about_ca_system_score_codex":0.00008314073,"about_ca_system_score_gemma":0.000067403016,"threshold_uncertainty_score":0.38531858},"labels":[],"label_agreement":null},{"id":"W2975194358","doi":"10.1162/desi_a_00565","title":"The Shelves that Won't Hold: Material Politics and Social Inequality in Spatial Design Practice","year":2019,"lang":"en","type":"article","venue":"Design Issues","topic":"Crafts, Textile, and Design","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Materiality (auditing); Politics; Spatial design; Sociology; Valuation (finance); Public relations; Aesthetics; Environmental ethics; Architectural engineering; Political science; Engineering; Engineering design process; Law; Business; Marketing; Art","score_opus":0.08838193026287242,"score_gpt":0.29621156268413973,"score_spread":0.2078296324212673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975194358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8832619,0.0040850174,0.017448533,0.021583015,0.009296982,0.0067088334,0.0003297675,0.0009623129,0.056323644],"genre_scores_gemma":[0.99171877,0.00014776888,0.00062330056,0.00055049337,0.0012401604,0.000039459857,0.000012735168,0.000037933853,0.0056293905],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977298,0.00082984124,0.00034238969,0.00031261414,0.00032686093,0.00045854322],"domain_scores_gemma":[0.998235,0.0011981701,0.00015904944,0.0002537293,0.000099963894,0.00005407484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014022258,0.00024539657,0.00031291327,0.00008169267,0.0005615156,0.0009943292,0.00022842051,0.00010664807,0.00077020575],"category_scores_gemma":[0.00013313958,0.00018093982,0.000052331925,0.000032118616,0.0003421628,0.000516235,0.00006755468,0.00018140099,0.00016309893],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023655177,0.00047385314,0.0013619835,0.00024504281,0.00016251944,0.000079197096,0.3139724,0.00003835601,0.0022491277,0.61248475,0.055770416,0.010796852],"study_design_scores_gemma":[0.0021063692,0.0007695739,0.002805863,0.00007456194,0.00012749543,0.000016902044,0.05587105,0.00079562457,0.0050746603,0.034002706,0.8972936,0.0010615801],"about_ca_topic_score_codex":0.0024616586,"about_ca_topic_score_gemma":0.00042086001,"teacher_disagreement_score":0.8415232,"about_ca_system_score_codex":0.000045988912,"about_ca_system_score_gemma":0.00006947368,"threshold_uncertainty_score":0.95883393},"labels":[],"label_agreement":null},{"id":"W2975745963","doi":"10.1162/desi_a_00564","title":"Unequal Ideas: Reflections on Designing Politics, an Urban Ideas Competition in Rio de Janeiro","year":2019,"lang":"en","type":"article","venue":"Design Issues","topic":"Cultural Industries and Urban Development","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Endowment for Science Technology and the Arts; York University; London School of Economics and Political Science; Andrew W. Mellon Foundation","keywords":"Competition (biology); Scholarship; Exhibition; Politics; Power (physics); Inequality; Colonialism; Global South; Jury; Sociology; Social inequality; Political science; Political economy; Social science; Economic geography; Geography; Law","score_opus":0.11326742081660944,"score_gpt":0.3750684142915546,"score_spread":0.2618009934749451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975745963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9037812,0.0005438748,0.0036961653,0.0074464474,0.0009366203,0.0013708445,0.000011350072,0.0004052015,0.08180831],"genre_scores_gemma":[0.9677581,0.000057197965,0.0030697843,0.00034674903,0.00037360398,0.0000212566,0.000016466049,0.000014230183,0.028342597],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982886,0.0004892366,0.00022064231,0.00025382944,0.0002942875,0.00045340887],"domain_scores_gemma":[0.99940604,0.00015798873,0.00006432979,0.00014047812,0.0000780109,0.00015317235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007713646,0.00013143435,0.00016845537,0.000114006194,0.0003915225,0.00015724268,0.00018132872,0.00015091231,0.0005311582],"category_scores_gemma":[0.0001458592,0.00012795671,0.00003462692,0.0003111207,0.00009036322,0.00026021028,0.000016888143,0.0002075022,0.00019459179],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015695473,0.00047743067,0.059463598,0.000029700897,0.00006138689,0.000063580286,0.16773283,0.00288938,0.005661759,0.66647774,0.09405574,0.002929929],"study_design_scores_gemma":[0.0011762576,0.001014439,0.025982466,0.00048293342,0.00003392137,0.0000054352886,0.09905392,0.00061143545,0.0069225496,0.04733778,0.8161885,0.001190341],"about_ca_topic_score_codex":0.012129907,"about_ca_topic_score_gemma":0.0024656772,"teacher_disagreement_score":0.7221328,"about_ca_system_score_codex":0.00051391014,"about_ca_system_score_gemma":0.00023419727,"threshold_uncertainty_score":0.9944484},"labels":[],"label_agreement":null},{"id":"W2976990601","doi":"10.1162/desi_a_00559","title":"On the Need for Mapping Design Inequalities","year":2019,"lang":"en","type":"article","venue":"Design Issues","topic":"Design Education and Practice","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Inequality; Privilege (computing); Creativity; Sociology; Power (physics); Computer science; Epistemology; Management science; Engineering ethics; Engineering; Mathematics; Social psychology; Computer security; Psychology","score_opus":0.11007544269578697,"score_gpt":0.29631674170129196,"score_spread":0.186241299005505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2976990601","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062231477,0.0006457982,0.9764471,0.0026937767,0.0010529151,0.0012571437,0.0000040251725,0.0004016195,0.011274493],"genre_scores_gemma":[0.95399517,0.00008767628,0.030302022,0.0013359822,0.00026054383,0.0002833865,0.0000070374376,0.00006988213,0.013658292],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926054,0.00016407196,0.00015017371,0.00011415624,0.00011601097,0.00019505555],"domain_scores_gemma":[0.99682605,0.0028180173,0.000031249423,0.0002496845,0.00004193694,0.00003305515],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00083744945,0.00012660588,0.00012394525,0.00007038352,0.00006824387,0.000098055556,0.00016757648,0.00005136961,0.00055971683],"category_scores_gemma":[0.0002536627,0.00009568648,0.000037185735,0.00012421331,0.000012445527,0.00014936515,0.000005721309,0.00010063302,0.0008676091],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017596676,0.000068588466,0.00005492789,0.00020961669,0.00018831424,0.0000016243783,0.016742019,0.066591896,0.026974624,0.1584947,0.724533,0.00596473],"study_design_scores_gemma":[0.000719742,0.00033772024,0.00018348327,0.00014070417,0.000037838858,0.000005914689,0.008337019,0.11780612,0.06713128,0.03620024,0.7683809,0.00071903516],"about_ca_topic_score_codex":0.000007667176,"about_ca_topic_score_gemma":1.7877935e-7,"teacher_disagreement_score":0.947772,"about_ca_system_score_codex":0.000029020626,"about_ca_system_score_gemma":0.000021176931,"threshold_uncertainty_score":0.99991035},"labels":[],"label_agreement":null},{"id":"W3037946181","doi":"10.1162/desi_a_00602","title":"Airlines, Mayonnaise, and Justice: Reflections on the Theory and Practice of Legal Design and Technology","year":2020,"lang":"en","type":"article","venue":"Design Issues","topic":"Law in Society and Culture","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Advantage Forensics (Canada); Public Works and Government Services Canada","funders":"","keywords":"Instrumentalism; Cognitive reframing; Economic Justice; Anticipation (artificial intelligence); Engineering ethics; Sociology; Government (linguistics); Epistemology; Political science; Management science; Law; Engineering; Computer science; Psychology; Social psychology; Artificial intelligence","score_opus":0.0872845116107147,"score_gpt":0.3870108811554813,"score_spread":0.2997263695447666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037946181","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009730239,0.049991753,0.08540054,0.7854949,0.00045452834,0.0025518364,0.000016677463,0.0005919744,0.06576753],"genre_scores_gemma":[0.9500926,0.013610309,0.028613707,0.0048388327,0.00040987856,0.000041987154,7.389232e-7,0.000016802507,0.0023751506],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99868196,0.0007976674,0.000094039504,0.00016779597,0.00013661732,0.00012190095],"domain_scores_gemma":[0.9980098,0.0016934493,0.00006574304,0.00007824233,0.00009924401,0.000053534906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013112961,0.00007740882,0.00011022625,0.000008097208,0.00063973217,0.000065645814,0.00010185629,0.0001364359,0.000022509861],"category_scores_gemma":[0.0027832633,0.000052341235,0.000012564471,0.0002988846,0.00086817285,0.00016384563,0.00003340587,0.00016649954,0.000002839858],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016538199,0.000029377585,0.000015814489,0.000024909677,0.00004289188,0.00000487882,0.057573125,0.000017568991,0.0025933753,0.91868097,0.019374311,0.0014773776],"study_design_scores_gemma":[0.0002695927,0.00044969624,0.000026163136,0.00004259465,0.00025625012,0.000016652612,0.21847333,0.0001164155,0.0030928834,0.0560788,0.72098887,0.00018876039],"about_ca_topic_score_codex":0.00005055271,"about_ca_topic_score_gemma":0.000010015032,"teacher_disagreement_score":0.94036233,"about_ca_system_score_codex":0.000007546925,"about_ca_system_score_gemma":0.00004375326,"threshold_uncertainty_score":0.49203676},"labels":[],"label_agreement":null},{"id":"W3119255421","doi":"10.1162/desi_a_00629","title":"In the Wake of Universal Design: Mapping the Terrain","year":2021,"lang":"en","type":"article","venue":"Design Issues","topic":"Disability Rights and Representation","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bombardier (Canada)","funders":"","keywords":"Terrain; Field (mathematics); Universal design; Design thinking; Sociology; Engineering ethics; Epistemology; Computer science; Architectural engineering; Human–computer interaction; Engineering; Geography; Cartography; Philosophy; World Wide Web; Mathematics","score_opus":0.13690671827321652,"score_gpt":0.3588176248544906,"score_spread":0.22191090658127408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119255421","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16388723,0.0035257998,0.19325994,0.4536102,0.0013919745,0.0034842163,0.000008583287,0.00013936695,0.18069267],"genre_scores_gemma":[0.9932432,0.000083295585,0.0020828645,0.00022269812,0.00012216835,0.0000073832052,0.0000011166934,0.0000031006514,0.004234141],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9981781,0.0012848973,0.00010291514,0.000096490716,0.00022645369,0.00011111889],"domain_scores_gemma":[0.9992406,0.000523481,0.000033603417,0.00014419614,0.000045078235,0.000013034652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013633659,0.000039344348,0.0000689207,0.000019066765,0.0001937586,0.000053202013,0.00021938058,0.000033341043,0.00021865344],"category_scores_gemma":[0.00015233381,0.000020205885,0.000031531832,0.00029816933,0.0003496895,0.00012235026,0.000014452539,0.00005291918,0.000008973882],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020017947,0.0001711549,0.0008590373,0.000013760969,0.000025910744,0.000036602796,0.79259604,0.00047157213,0.0037544763,0.17944722,0.016217938,0.0063862563],"study_design_scores_gemma":[0.00034838324,0.000052976487,0.004580017,0.000050990497,0.000024087363,0.0000031714337,0.5473104,0.00057105353,0.01053348,0.14629455,0.29004914,0.00018177013],"about_ca_topic_score_codex":0.0025947224,"about_ca_topic_score_gemma":0.00082074053,"teacher_disagreement_score":0.829356,"about_ca_system_score_codex":0.000020354699,"about_ca_system_score_gemma":0.00009036525,"threshold_uncertainty_score":0.39224613},"labels":[],"label_agreement":null},{"id":"W4313476016","doi":"10.1162/desi_e_00702","title":"Introduction: Toward Critical Game Design","year":2023,"lang":"en","type":"article","venue":"Design Issues","topic":"Digital Games and Media","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; University of Minnesota","keywords":"Scholarship; Game design; Sociology; Game studies; Space (punctuation); Politics; Engineering ethics; Game art design; Foundation (evidence); Work (physics); Core (optical fiber); Epistemology; Game Developer; Computer science; Political science; Engineering; Human–computer interaction; Media studies","score_opus":0.1128707076840455,"score_gpt":0.37959242131781973,"score_spread":0.2667217136337742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313476016","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002499333,0.003251615,0.24368551,0.39207178,0.011704787,0.001817693,0.000014768508,0.00446771,0.3404868],"genre_scores_gemma":[0.5161689,0.0019024762,0.021814507,0.0008519256,0.015872829,0.00014263511,0.000016464794,0.00006489872,0.4431654],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99864775,0.00022481603,0.00012824594,0.00023327794,0.00036926352,0.00039662948],"domain_scores_gemma":[0.99919593,0.00038733726,0.000017684903,0.00013811038,0.00009038443,0.00017056458],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00095913035,0.00008771204,0.00013539448,0.00007503333,0.00008889907,0.00019256449,0.00018988726,0.00007633325,0.000766409],"category_scores_gemma":[0.0018340291,0.00008347057,0.00004700597,0.0004852335,0.00030960861,0.00028930223,0.000028052498,0.00007355824,0.0026432793],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003479627,0.000053288702,0.000031815576,0.000016041324,0.000017350725,0.00006693673,0.03272118,0.000109113156,0.00033908503,0.09980534,0.7543077,0.11249737],"study_design_scores_gemma":[0.000059513604,0.00007364667,0.00010213266,0.000009062797,0.0000085098545,0.0000012026123,0.0036886379,0.00008725436,0.00087412796,0.00957602,0.98539907,0.000120794786],"about_ca_topic_score_codex":0.000056700046,"about_ca_topic_score_gemma":0.000006600027,"teacher_disagreement_score":0.51366955,"about_ca_system_score_codex":0.00003562857,"about_ca_system_score_gemma":0.00009930158,"threshold_uncertainty_score":0.9981333},"labels":[],"label_agreement":null},{"id":"W4360593316","doi":"10.1162/desi_r_00719","title":"Livable Proximity: Ideas for the City that Cares","year":2023,"lang":"en","type":"article","venue":"Design Issues","topic":"Architecture and Computational Design","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Icon; Citation; Library science; Carr; Download; Sociology; Media studies; Art history; Art; World Wide Web; Computer science","score_opus":0.06752620602371658,"score_gpt":0.2745966392658247,"score_spread":0.20707043324210817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360593316","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004953749,0.002668905,0.9886044,0.00086785376,0.00036814815,0.0006966861,0.000008763202,0.0009839474,0.0008475201],"genre_scores_gemma":[0.99032515,0.00012176515,0.007159094,0.00010277059,0.00025153032,0.00024626314,0.000012399145,0.000033543416,0.0017475081],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99947244,0.000024722332,0.0000767617,0.00010601952,0.00013138169,0.00018865945],"domain_scores_gemma":[0.99921274,0.0005873215,0.000010443076,0.00013531074,0.000027081156,0.000027114278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019632216,0.000098432385,0.00009431713,0.00004728568,0.00013858886,0.000048060574,0.00015915121,0.000035234763,0.000020847005],"category_scores_gemma":[0.000034322453,0.00006929324,0.000047749443,0.00016740191,0.00002049866,0.00006405834,0.000018488065,0.0000635874,0.00007552728],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041428648,0.00001118195,0.00027014315,0.000115446535,0.00016198448,0.00001191869,0.0034221436,0.68076277,0.0018747239,0.005052433,0.28013477,0.028141068],"study_design_scores_gemma":[0.0003123197,0.00012105322,0.0029672305,0.000043720756,0.000059979506,0.000006904144,0.00038188547,0.5980215,0.0435581,0.17621174,0.17789386,0.00042169573],"about_ca_topic_score_codex":0.000015958887,"about_ca_topic_score_gemma":0.0000050516414,"teacher_disagreement_score":0.98537135,"about_ca_system_score_codex":0.000012093471,"about_ca_system_score_gemma":0.000012233774,"threshold_uncertainty_score":0.28256962},"labels":[],"label_agreement":null}]}