{"meta":{"query_hash":"fa1acd3df3ef","filters":{"venue":"Design Issues"},"cohort_total":19,"direct_labels_cover":0,"predictions_cover":19,"exported":19,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/fa1acd3df3ef","api":"https://metacan.xera.ac/api/v1/cohort?venue=Design+Issues"},"results":[{"id":"W1739227081","doi":"10.1162/desi_a_00354","title":"Values as Hypotheses: Design, Inquiry, and the Service of Values","year":2015,"lang":"en","type":"article","venue":"Design Issues","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":157,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"First Nations University of Canada","funders":"","keywords":"Sociology; Politics; Curriculum; Social media; Library science; Service (business); Media studies; Public relations; Political science; Pedagogy; Computer science; Law","score_opus":0.1552296503859119,"score_gpt":0.34598611136296,"score_spread":0.19075646097704807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1739227081","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053335242,0.037692383,0.29958132,0.3555074,0.0026311409,0.0014150635,0.00047992275,0.00038326654,0.2489743],"genre_scores_gemma":[0.8433718,0.008008341,0.12295007,0.013544132,0.0009447094,0.0031458735,0.00015454229,0.00021333447,0.007667253],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.81829315,0.16770418,0.0020830056,0.004432588,0.005880805,0.0016062912],"domain_scores_gemma":[0.64944077,0.32584625,0.00480431,0.011157393,0.006187566,0.0025636675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.13446067,0.0015248227,0.0025319553,0.005499903,0.0075353673,0.02353227,0.0068061454,0.008333772,0.008403412],"category_scores_gemma":[0.17368364,0.0011213495,0.0011971912,0.0048138327,0.15507723,0.04304449,0.011848697,0.010726972,0.00082053046],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023596074,0.00003793857,0.00039654557,0.00024783495,0.000016652035,0.00006633454,0.012301836,0.00042793097,0.00003293125,0.9782281,0.0015953552,0.0066250176],"study_design_scores_gemma":[0.000029694947,0.000018329734,0.0001064663,0.00035730717,0.000006276066,0.000026227975,0.008037844,0.0010285835,0.00006898457,0.98032093,0.009986697,0.000012679803],"about_ca_topic_score_codex":0.004267049,"about_ca_topic_score_gemma":0.002932667,"teacher_disagreement_score":0.13446067,"about_ca_system_score_codex":0.017396519,"about_ca_system_score_gemma":0.018613186,"threshold_uncertainty_score":0.7111045},"labels":[],"label_agreement":null},{"id":"W1985408710","doi":"10.1162/desi_a_00047","title":"Wrapped Attention: Designing Products for Evolving Permanence and Enduring Meaning","year":2010,"lang":"en","type":"article","venue":"Design Issues","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Meaning (existential); Sociology; Media studies; Library science; Environmental ethics; Computer science; Epistemology; Philosophy","score_opus":0.03753349768624249,"score_gpt":0.2938544967767175,"score_spread":0.256320999090475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985408710","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12600797,0.017109277,0.13195808,0.009123421,0.0035864075,0.00059575576,0.00043425648,0.0018487291,0.70933616],"genre_scores_gemma":[0.44603923,0.010113938,0.09526789,0.001963575,0.00040656055,0.0005129242,0.0007431816,0.0015933072,0.44335935],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992717,0.0002656394,0.000029436975,0.00009059525,0.00026406857,0.00007854195],"domain_scores_gemma":[0.99950516,0.00016614934,0.000026708107,0.000085989835,0.00014786496,0.000068146925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011476268,0.0006704135,0.0002259502,0.0008542642,0.0014068017,0.0042621368,0.00079697673,0.0014317005,0.023236848],"category_scores_gemma":[0.0026178367,0.0003366951,0.00042120274,0.00065481616,0.0018084386,0.005981836,0.0033152748,0.00083051383,0.0046551474],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004215869,0.00023487415,0.0015585617,0.001977155,0.000051842006,0.0016822997,0.050010275,0.0013281418,0.024062186,0.13149624,0.14856651,0.6386104],"study_design_scores_gemma":[0.000023690935,0.0002740542,0.0016381189,0.00073638477,0.0000490055,0.0008861187,0.011244198,0.0009945936,0.0053018136,0.01778314,0.9610317,0.000037182635],"about_ca_topic_score_codex":0.0010304664,"about_ca_topic_score_gemma":0.0022406026,"teacher_disagreement_score":0.023236848,"about_ca_system_score_codex":0.0009291122,"about_ca_system_score_gemma":0.0006873941,"threshold_uncertainty_score":0.07773501},"labels":[],"label_agreement":null},{"id":"W2056654355","doi":"10.1162/0747936041423217","title":"Environmental Information Systems as Appropriate Technology","year":2004,"lang":"en","type":"article","venue":"Design Issues","topic":"Water resources management and optimization","field":"Engineering","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Environmental planning; Environmental resource management; Business; Systems engineering; Data science; Engineering; Geography; Environmental science","score_opus":0.0055084458783208464,"score_gpt":0.16910968664052375,"score_spread":0.16360124076220292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056654355","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001576885,0.041774888,0.059938114,0.1099683,0.008809005,0.0003491834,0.0007121942,0.00083900616,0.77603245],"genre_scores_gemma":[0.2829857,0.11067515,0.14064191,0.07808558,0.021105817,0.003282793,0.0028098102,0.001488914,0.35892436],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97900236,0.011264851,0.0019501765,0.0020246105,0.004706685,0.0010513397],"domain_scores_gemma":[0.9900463,0.004844137,0.0005645308,0.0021878427,0.0018630823,0.0004940868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010973536,0.0011930655,0.0015116883,0.004752547,0.0035732447,0.025211236,0.0030589944,0.010672063,0.02299083],"category_scores_gemma":[0.02230191,0.0006506714,0.0007878097,0.0067610163,0.017075583,0.031220814,0.009766222,0.007884103,0.010523896],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004532268,0.000008873082,0.00005278732,0.000106952815,0.0000049990877,0.000052153722,0.00050965924,0.00016284111,0.00004370042,0.9687083,0.020896256,0.0094488645],"study_design_scores_gemma":[0.0000067568094,0.000008418084,0.00005644112,0.0003276152,0.0000071210034,0.000096472264,0.00038138256,0.0002616093,0.000082769926,0.36252668,0.6362348,0.000009965653],"about_ca_topic_score_codex":0.0024289847,"about_ca_topic_score_gemma":0.0015010786,"teacher_disagreement_score":0.025211236,"about_ca_system_score_codex":0.0075074253,"about_ca_system_score_gemma":0.006308859,"threshold_uncertainty_score":0.076911986},"labels":[],"label_agreement":null},{"id":"W2084909283","doi":"10.1162/desi_a_00223","title":"Design and Spirituality: Material Culture for a Wisdom Economy","year":2013,"lang":"en","type":"article","venue":"Design Issues","topic":"Sustainable Design and Development","field":"Engineering","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Spirituality; Icon; Sociology; Management; Art history; Library science; Media studies; History; Computer science","score_opus":0.019558830061703766,"score_gpt":0.2278124285219423,"score_spread":0.20825359846023855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084909283","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04256832,0.010656192,0.0077686897,0.054541025,0.001114306,0.000048961152,0.000060794355,0.00012930941,0.8831123],"genre_scores_gemma":[0.83873945,0.010821381,0.008435476,0.007057446,0.0006605537,0.00013300564,0.00010892533,0.0002266986,0.13381715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9968141,0.0018426221,0.000121833786,0.00021532841,0.0008032761,0.00020291781],"domain_scores_gemma":[0.99786466,0.00075155613,0.00017096678,0.00037798545,0.00034922882,0.00048560588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028546727,0.00032683127,0.0003042853,0.0008958597,0.007218312,0.016505575,0.00073160516,0.0021461495,0.017019723],"category_scores_gemma":[0.0044942135,0.00030793913,0.0003149525,0.0013661432,0.018258478,0.007897785,0.0077969353,0.0030473322,0.0021615843],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043392345,0.000072754905,0.0010568559,0.0002784622,0.000012841858,0.00041301528,0.08472267,0.00024836126,0.0006534922,0.7467314,0.06379047,0.10197624],"study_design_scores_gemma":[0.00001656917,0.00004720829,0.0012125294,0.0007233428,0.000009451666,0.00039744665,0.04891499,0.0002583964,0.00034458196,0.16219673,0.78585523,0.000023505563],"about_ca_topic_score_codex":0.0019173202,"about_ca_topic_score_gemma":0.004004091,"teacher_disagreement_score":0.017019723,"about_ca_system_score_codex":0.0040970272,"about_ca_system_score_gemma":0.0034260482,"threshold_uncertainty_score":0.05693662},"labels":[],"label_agreement":null},{"id":"W2106933876","doi":"10.1162/desi.2008.24.4.38","title":"“Models of Man” in Design Thinking: The “Bounded Rationality” Episode","year":2008,"lang":"en","type":"article","venue":"Design Issues","topic":"Philosophy and Theoretical Science","field":"Psychology","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Architecture; Rationality; Sociology; Bounded rationality; Library science; Engineering ethics; Pedagogy; Engineering; Epistemology; Philosophy; Art; Visual arts; Computer science; Artificial intelligence","score_opus":0.17302123676673373,"score_gpt":0.3478854397428609,"score_spread":0.17486420297612718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106933876","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054642204,0.024051141,0.06964442,0.39302975,0.0009813845,0.00012817544,0.00008507333,0.00022625506,0.45721158],"genre_scores_gemma":[0.96631217,0.0045189783,0.009141232,0.0063078646,0.00023065814,0.0001870269,0.000045550936,0.00014149043,0.013115125],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9656109,0.027499704,0.00046808695,0.001176671,0.0038725357,0.0013720687],"domain_scores_gemma":[0.97871053,0.016867772,0.00067009503,0.0016575588,0.0013219945,0.0007721365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022753198,0.0009613269,0.0009250023,0.0023368318,0.010164676,0.012851546,0.002314197,0.0071169324,0.004722677],"category_scores_gemma":[0.025597343,0.0011491297,0.0008630333,0.0021292537,0.07547974,0.019952023,0.008592401,0.012542085,0.00092637556],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027776394,0.000022261353,0.0001673397,0.00004163278,0.000006361449,0.00008854063,0.030769458,0.0008491519,0.000068206,0.9567978,0.005689737,0.005471753],"study_design_scores_gemma":[0.000036357967,0.000025356814,0.0002593207,0.0002712267,0.000006671752,0.00014228966,0.013330932,0.0024922388,0.00021877683,0.8579411,0.12524219,0.00003350849],"about_ca_topic_score_codex":0.02261531,"about_ca_topic_score_gemma":0.013535256,"teacher_disagreement_score":0.030890651,"about_ca_system_score_codex":0.030890651,"about_ca_system_score_gemma":0.007728222,"threshold_uncertainty_score":0.22412843},"labels":[],"label_agreement":null},{"id":"W2116401069","doi":"10.1162/desi_a_00208","title":"The Memory of May ′68: The Ironic Interruption and Democratic Commitment of the Atelier Populaire","year":2013,"lang":"en","type":"article","venue":"Design Issues","topic":"Art, Politics, and Modernism","field":"Arts and Humanities","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Illinois at Urbana-Champaign; McGill University","keywords":"Icon; Politics; Democracy; Citation; Action (physics); Field (mathematics); Sociology; Space (punctuation); Media studies; Law; Computer science; Political science","score_opus":0.07987449867218605,"score_gpt":0.28035362840609024,"score_spread":0.2004791297339042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116401069","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056752697,0.019525437,0.0010416204,0.18867832,0.0064440495,0.00002576623,0.00017214312,0.00009370029,0.7272662],"genre_scores_gemma":[0.76294285,0.0061990675,0.00037377223,0.017349167,0.0011692795,0.000027472615,0.000072221075,0.00014399523,0.21172215],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99886394,0.0004545766,0.000022285345,0.0001042557,0.00030939002,0.00024560108],"domain_scores_gemma":[0.9989411,0.00038536027,0.00009892822,0.000127281,0.00021491999,0.00023240074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019586894,0.00026582472,0.00020444141,0.0005591001,0.009314711,0.0073591378,0.0007616582,0.0016768521,0.01842856],"category_scores_gemma":[0.005389598,0.00023210054,0.00014906516,0.0007589495,0.010110454,0.0043004416,0.0035241619,0.003195056,0.0017155665],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010600719,0.00003464555,0.0013744253,0.00005515232,0.000008071506,0.00034537294,0.05101867,0.00008886506,0.00016722597,0.38624817,0.5047961,0.055757295],"study_design_scores_gemma":[0.0000068137665,0.000018244185,0.0010749447,0.00011593642,0.0000042760275,0.00008719816,0.012440292,0.000034050838,0.00016564339,0.016177867,0.9698629,0.000011891434],"about_ca_topic_score_codex":0.030156815,"about_ca_topic_score_gemma":0.058818236,"teacher_disagreement_score":0.030156815,"about_ca_system_score_codex":0.0076130307,"about_ca_system_score_gemma":0.0033678706,"threshold_uncertainty_score":0.06164968},"labels":[],"label_agreement":null},{"id":"W2161820224","doi":"10.1162/desi_a_00040","title":"Case Transfer: A Design Approach by Artifacts and Projection","year":2010,"lang":"en","type":"article","venue":"Design Issues","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Projection (relational algebra); Computer science; Computer graphics (images); Engineering drawing; Engineering; Algorithm","score_opus":0.02372632784627861,"score_gpt":0.21712595856240524,"score_spread":0.19339963071612662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161820224","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015674025,0.00071948004,0.73176473,0.010826359,0.0004386486,0.0035267472,0.00023228033,0.00075374974,0.23606388],"genre_scores_gemma":[0.22509284,0.0010156042,0.7070423,0.0015517813,0.00010593855,0.006006108,0.000565614,0.0006930696,0.05792676],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9722135,0.022613795,0.00075017393,0.0014207907,0.002472338,0.0005293724],"domain_scores_gemma":[0.98748153,0.007199752,0.0005035441,0.0023981822,0.0016624811,0.0007544167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022163283,0.001016812,0.00056253857,0.0036012738,0.004576776,0.00932578,0.0035248618,0.0024383303,0.038524203],"category_scores_gemma":[0.022481943,0.0008985821,0.0012142018,0.0025022274,0.0110203875,0.011812136,0.012219356,0.0032557826,0.0050799646],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018157487,0.0003810298,0.0010682114,0.00052115705,0.000031715168,0.0006627117,0.03643728,0.0030841068,0.0013368124,0.698833,0.026976865,0.23048554],"study_design_scores_gemma":[0.00016666812,0.00030532654,0.000916798,0.0012438155,0.00004681869,0.0009021941,0.025001533,0.007618701,0.002463307,0.32732758,0.63394535,0.0000619872],"about_ca_topic_score_codex":0.0018054541,"about_ca_topic_score_gemma":0.002754549,"teacher_disagreement_score":0.038524203,"about_ca_system_score_codex":0.006846209,"about_ca_system_score_gemma":0.007305032,"threshold_uncertainty_score":0.12887633},"labels":[],"label_agreement":null},{"id":"W2466196430","doi":"10.1162/desi_a_00395","title":"The Future as a Design Problem","year":2016,"lang":"en","type":"article","venue":"Design Issues","topic":"Design Education and Practice","field":"Engineering","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Future Earth","funders":"Engineering and Physical Sciences Research Council; Research Councils UK","keywords":"Futures contract; Legitimacy; Projection (relational algebra); Computer science; Management science; Epistemology; Sociology; Data science; Political science; Engineering; Politics; Business; Algorithm","score_opus":0.022499764255591546,"score_gpt":0.2720030368864196,"score_spread":0.24950327263082803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466196430","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021841593,0.010098323,0.21934715,0.1708451,0.0016591221,0.00021675145,0.00011417054,0.00026374235,0.5756141],"genre_scores_gemma":[0.8281319,0.0058129285,0.09892506,0.009801903,0.00069112505,0.0010247045,0.000126505,0.00034282153,0.055143014],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.962573,0.027859783,0.0010072233,0.003153978,0.004105487,0.0013005538],"domain_scores_gemma":[0.98018825,0.012988083,0.00058474886,0.0026571003,0.0022586633,0.0013231643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030624213,0.0010549332,0.0011369425,0.002175523,0.012732582,0.015808854,0.0026852654,0.009648513,0.012755909],"category_scores_gemma":[0.022278897,0.0009831294,0.0012244105,0.0014857458,0.069544956,0.034709007,0.010889363,0.011097439,0.0019059941],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004121111,0.0000063530833,0.000042521136,0.000028528535,0.0000014495309,0.000024178626,0.002624117,0.00015689453,0.00003266396,0.9935982,0.0008361981,0.0026446835],"study_design_scores_gemma":[0.000011180136,0.00001556222,0.000035556808,0.00012939061,0.0000040465825,0.00009665572,0.0030411885,0.0005150343,0.0000871719,0.9080019,0.08805185,0.000010493355],"about_ca_topic_score_codex":0.0031010276,"about_ca_topic_score_gemma":0.0022305418,"teacher_disagreement_score":0.030624213,"about_ca_system_score_codex":0.010666134,"about_ca_system_score_gemma":0.00929559,"threshold_uncertainty_score":0.16195822},"labels":[],"label_agreement":null},{"id":"W2539938073","doi":"10.1162/desi_r_00111","title":"Book Reviews","year":2011,"lang":"en","type":"article","venue":"Design Issues","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Computer science","score_opus":0.24175391464086612,"score_gpt":0.3349479218917371,"score_spread":0.09319400725087099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2539938073","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037073414,0.018573323,0.0033385998,0.006362336,0.009739141,0.00013295043,0.0005036224,0.00096009055,0.9600193],"genre_scores_gemma":[0.0004227436,0.0037034727,0.0004638765,0.0009394888,0.00064990995,0.000024481376,0.00019525115,0.00016151654,0.99343914],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991999,0.00007493616,0.000017352,0.0000809842,0.0005709931,0.00005579478],"domain_scores_gemma":[0.998468,0.0003182695,0.00005499762,0.00020092273,0.00072670187,0.00023109837],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00078699295,0.0010840698,0.00082817354,0.002444468,0.0015436573,0.004592497,0.0013938587,0.0017208616,0.53210914],"category_scores_gemma":[0.0028804399,0.00050234917,0.00062213687,0.0028316665,0.000642016,0.0025591564,0.0014162376,0.0020664206,0.4868651],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009118621,0.000021355327,0.000028225726,0.00009888625,0.00000144416,0.000017062344,0.000024034907,0.000058890324,0.00018765332,0.003130844,0.881302,0.11512043],"study_design_scores_gemma":[0.0000019774182,0.000005972408,0.000051720635,0.00004761462,0.000001355787,0.000023362149,0.000017311162,0.000022988175,0.000051464296,0.0007328302,0.99904114,0.0000023500343],"about_ca_topic_score_codex":0.0037885248,"about_ca_topic_score_gemma":0.011734582,"teacher_disagreement_score":0.53210914,"about_ca_system_score_codex":0.0016840718,"about_ca_system_score_gemma":0.0022654643,"threshold_uncertainty_score":0.6673895},"labels":[],"label_agreement":null},{"id":"W2544251770","doi":"10.1162/desi_r_00355","title":"Reviews","year":2015,"lang":"en","type":"article","venue":"Design Issues","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","score_opus":0.4316589960910126,"score_gpt":0.40827416469594263,"score_spread":0.02338483139506997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2544251770","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00082888204,0.29500043,0.011414121,0.05638984,0.048479956,0.0002634375,0.0010767599,0.0012995055,0.5852471],"genre_scores_gemma":[0.00813049,0.24297805,0.0072847367,0.034667812,0.0147364335,0.0003091609,0.0017124627,0.0009514035,0.68922937],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99730515,0.0005337774,0.00014718733,0.00030342396,0.0014884856,0.00022198145],"domain_scores_gemma":[0.9925356,0.0017682749,0.00042934527,0.0011548026,0.003648584,0.00046336843],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037141016,0.0010867154,0.00077797665,0.0028126545,0.0013039004,0.004453148,0.0024139257,0.0031488365,0.17422381],"category_scores_gemma":[0.010197833,0.0006014841,0.0007005782,0.0026008466,0.0015117365,0.0037832859,0.0018371932,0.002523621,0.13296919],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003632588,0.000030109839,0.00006555023,0.001070443,0.000009142394,0.000041938223,0.00007961178,0.00008285044,0.0005338481,0.017463524,0.77423936,0.20634727],"study_design_scores_gemma":[0.0000023395637,0.0000071892923,0.000038551138,0.00022541505,0.0000032061962,0.000030501027,0.000020752517,0.0000080031505,0.000114651164,0.0013540391,0.9981932,0.0000022626623],"about_ca_topic_score_codex":0.002736631,"about_ca_topic_score_gemma":0.004481712,"teacher_disagreement_score":0.8257762,"about_ca_system_score_codex":0.0026660187,"about_ca_system_score_gemma":0.0051127663,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2782112466","doi":"10.1162/desi_a_00476","title":"Experiences in Designing Technologies for Honoring Deceased Loved Ones","year":2018,"lang":"en","type":"article","venue":"Design Issues","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Keio University","keywords":"Engineering ethics; Computer science; Sociology; Engineering","score_opus":0.07002662688617878,"score_gpt":0.33469436532516417,"score_spread":0.2646677384389854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782112466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73185897,0.0069010793,0.10082051,0.0069633755,0.00074540754,0.00034008137,0.00008361598,0.0002888213,0.15199804],"genre_scores_gemma":[0.9429564,0.003198035,0.023034457,0.0009253376,0.00011607058,0.00017464749,0.00006225764,0.00013454293,0.029398222],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.992253,0.0060282955,0.00020488142,0.00033587654,0.0007147007,0.00046324465],"domain_scores_gemma":[0.9944068,0.0036126098,0.00033414396,0.00057177024,0.00030870407,0.0007659161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061288252,0.00087690575,0.00041214342,0.00091947615,0.005572535,0.007581248,0.0015513011,0.0021115136,0.0057003535],"category_scores_gemma":[0.013851385,0.00048817045,0.0004991326,0.0006395378,0.008271551,0.008898952,0.007129636,0.0031634863,0.0011703288],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007711882,0.00016583486,0.0017956203,0.00035201127,0.000019101102,0.0018681864,0.89630383,0.00033674564,0.0034546987,0.046007834,0.004116852,0.04550225],"study_design_scores_gemma":[0.000032806158,0.000519744,0.0019215643,0.0005653768,0.000042810396,0.00604086,0.51878065,0.0008703534,0.0053098104,0.013594103,0.4522137,0.000108299304],"about_ca_topic_score_codex":0.00052097166,"about_ca_topic_score_gemma":0.001003568,"teacher_disagreement_score":0.007581248,"about_ca_system_score_codex":0.0010633153,"about_ca_system_score_gemma":0.0006140554,"threshold_uncertainty_score":0.032412767},"labels":[],"label_agreement":null},{"id":"W2975137387","doi":"10.1162/desi_a_00567","title":"Mass Factory Housing: Design and Social Reform","year":2019,"lang":"en","type":"article","venue":"Design Issues","topic":"Urbanization and City Planning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Factory (object-oriented programming); Architecture; Settlement (finance); Politics; Quarter (Canadian coin); Public housing; Sociology; Political science; Geography; Economy; Economic growth; Engineering; Civil engineering; Business; Archaeology; Economics","score_opus":0.07589482181261874,"score_gpt":0.3137451249400905,"score_spread":0.23785030312747174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975137387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4845839,0.009757099,0.021788199,0.031316206,0.00035675062,0.00016069991,0.000101387166,0.00018631882,0.45174935],"genre_scores_gemma":[0.98010594,0.0008210529,0.0021482771,0.0004685018,0.00010263224,0.00005020798,0.000018256931,0.000025006295,0.01626022],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965873,0.002322188,0.00008388415,0.00032727918,0.00031168855,0.00036764576],"domain_scores_gemma":[0.9989692,0.00034928048,0.00015538017,0.00026005603,0.00014030965,0.00012583034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004558543,0.00036388327,0.00030577046,0.00084595004,0.0046531484,0.005724227,0.000876372,0.0009944731,0.0066542304],"category_scores_gemma":[0.0036708605,0.00022120854,0.00021264431,0.0011207472,0.018262554,0.0029143114,0.0043983334,0.0008972872,0.00040176054],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056651148,0.00006967333,0.0037969113,0.00012149705,0.000009403613,0.00012460443,0.028312115,0.0009743922,0.00044466276,0.88947326,0.0049645044,0.07165245],"study_design_scores_gemma":[0.00007704198,0.00054453,0.025150064,0.00033576056,0.000032374275,0.00023212317,0.044671346,0.001694223,0.0013510062,0.27217105,0.65370727,0.000033219727],"about_ca_topic_score_codex":0.0058084936,"about_ca_topic_score_gemma":0.011751017,"teacher_disagreement_score":0.009880639,"about_ca_system_score_codex":0.009880639,"about_ca_system_score_gemma":0.0025260733,"threshold_uncertainty_score":0.07168937},"labels":[],"label_agreement":null},{"id":"W2975194358","doi":"10.1162/desi_a_00565","title":"The Shelves that Won't Hold: Material Politics and Social Inequality in Spatial Design Practice","year":2019,"lang":"en","type":"article","venue":"Design Issues","topic":"Crafts, Textile, and Design","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Materiality (auditing); Politics; Spatial design; Sociology; Valuation (finance); Public relations; Aesthetics; Environmental ethics; Architectural engineering; Political science; Engineering; Engineering design process; Law; Business; Marketing; Art","score_opus":0.08838193026287242,"score_gpt":0.29621156268413973,"score_spread":0.2078296324212673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975194358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6669881,0.0027903356,0.022029217,0.037426528,0.0001828852,0.000045537272,0.000018830742,0.000041098596,0.2704775],"genre_scores_gemma":[0.9972904,0.00015950229,0.00061382697,0.00025214665,0.000011665203,0.00001412734,0.000002192548,0.000013773271,0.0016423995],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97924894,0.016322378,0.00037049165,0.0008943251,0.0015646344,0.001599185],"domain_scores_gemma":[0.99062145,0.007053456,0.0005814879,0.0007704643,0.00035689192,0.00061624654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014424527,0.00038103265,0.00055069954,0.0022001665,0.021079399,0.015341833,0.001550548,0.003064904,0.006897992],"category_scores_gemma":[0.0147340875,0.00061638176,0.0003314944,0.0018974646,0.10890778,0.010216145,0.018437244,0.0032928153,0.00033355024],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003497036,0.000029979303,0.0028263915,0.00006522435,0.00000788641,0.00032998627,0.4416261,0.0002456238,0.0002167453,0.53865373,0.0009453985,0.015017955],"study_design_scores_gemma":[0.000027134627,0.00005880681,0.0029130206,0.00038882962,0.000012327636,0.0003858139,0.6920024,0.00064746843,0.00044642418,0.22886413,0.07422454,0.000029088642],"about_ca_topic_score_codex":0.008622597,"about_ca_topic_score_gemma":0.01138989,"teacher_disagreement_score":0.021079399,"about_ca_system_score_codex":0.008742586,"about_ca_system_score_gemma":0.004390362,"threshold_uncertainty_score":0.076285124},"labels":[],"label_agreement":null},{"id":"W2975745963","doi":"10.1162/desi_a_00564","title":"Unequal Ideas: Reflections on Designing Politics, an Urban Ideas Competition in Rio de Janeiro","year":2019,"lang":"en","type":"article","venue":"Design Issues","topic":"Cultural Industries and Urban Development","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Endowment for Science Technology and the Arts; York University; London School of Economics and Political Science; Andrew W. Mellon Foundation","keywords":"Competition (biology); Scholarship; Exhibition; Politics; Power (physics); Inequality; Colonialism; Global South; Jury; Sociology; Social inequality; Political science; Political economy; Social science; Economic geography; Geography; Law","score_opus":0.11326742081660944,"score_gpt":0.3750684142915546,"score_spread":0.2618009934749451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975745963","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40581867,0.0042164302,0.01697787,0.06650264,0.0005827944,0.00015654453,0.000041658805,0.00007909667,0.50562435],"genre_scores_gemma":[0.98194927,0.0004617798,0.0017627941,0.0013685348,0.000033073295,0.00008265489,0.0000075704834,0.000060062215,0.014274214],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.979026,0.017093593,0.00029253968,0.0008066364,0.0014206598,0.0013605015],"domain_scores_gemma":[0.9908428,0.007521012,0.00034053216,0.0005216494,0.00029820297,0.00047580132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0110296,0.00048044993,0.0005245841,0.0016573983,0.027111016,0.01475857,0.0019185115,0.004117939,0.0035506596],"category_scores_gemma":[0.01212379,0.0007525274,0.0006081611,0.00172333,0.060952332,0.0063801208,0.012178239,0.0040482045,0.00026502126],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011305959,0.000024522857,0.0004093402,0.000057150348,0.000003869478,0.0002806649,0.5071089,0.00023855857,0.00024320722,0.4856884,0.001335594,0.004598475],"study_design_scores_gemma":[0.000026003645,0.000042797437,0.00097050087,0.00017829306,0.000011564385,0.0002959732,0.5571458,0.00050565315,0.00043242908,0.08945827,0.3508997,0.000033036275],"about_ca_topic_score_codex":0.030650645,"about_ca_topic_score_gemma":0.07618985,"teacher_disagreement_score":0.030650645,"about_ca_system_score_codex":0.018699901,"about_ca_system_score_gemma":0.008455532,"threshold_uncertainty_score":0.13567787},"labels":[],"label_agreement":null},{"id":"W2976990601","doi":"10.1162/desi_a_00559","title":"On the Need for Mapping Design Inequalities","year":2019,"lang":"en","type":"article","venue":"Design Issues","topic":"Design Education and Practice","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Inequality; Privilege (computing); Creativity; Sociology; Power (physics); Computer science; Epistemology; Management science; Engineering ethics; Engineering; Mathematics; Social psychology; Computer security; Psychology","score_opus":0.11007544269578697,"score_gpt":0.29631674170129196,"score_spread":0.186241299005505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2976990601","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012656409,0.013176053,0.6679874,0.13662429,0.0033629858,0.0001886285,0.00029742945,0.0004330686,0.16527377],"genre_scores_gemma":[0.44260225,0.015198752,0.49796993,0.018735446,0.005117814,0.0012814342,0.0006502449,0.0011383299,0.017305821],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9661062,0.023310222,0.0014688731,0.0032069662,0.00503323,0.0008745733],"domain_scores_gemma":[0.8464385,0.11997362,0.004423465,0.01703555,0.010599558,0.001529192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031429484,0.0012889649,0.0014638437,0.0059664766,0.0054493705,0.01553429,0.003969918,0.006391388,0.015759083],"category_scores_gemma":[0.13276671,0.0009533705,0.0010962334,0.00512343,0.035958312,0.04120832,0.013647802,0.0101786945,0.0025481537],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014975737,0.000012277399,0.00027500125,0.0001511377,0.000008674909,0.000039945397,0.0024032046,0.0006641835,0.00006907358,0.9694388,0.0032489426,0.023673791],"study_design_scores_gemma":[0.0000059377003,0.000011368438,0.00011521532,0.0003162604,0.0000049556065,0.000058079502,0.001767727,0.001224683,0.00011639903,0.9378776,0.058488574,0.000013227963],"about_ca_topic_score_codex":0.0037205825,"about_ca_topic_score_gemma":0.0026749605,"teacher_disagreement_score":0.031429484,"about_ca_system_score_codex":0.005477653,"about_ca_system_score_gemma":0.0057895654,"threshold_uncertainty_score":0.16621697},"labels":[],"label_agreement":null},{"id":"W3037946181","doi":"10.1162/desi_a_00602","title":"Airlines, Mayonnaise, and Justice: Reflections on the Theory and Practice of Legal Design and Technology","year":2020,"lang":"en","type":"article","venue":"Design Issues","topic":"Law in Society and Culture","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Advantage Forensics (Canada); Public Works and Government Services Canada","funders":"","keywords":"Instrumentalism; Cognitive reframing; Economic Justice; Anticipation (artificial intelligence); Engineering ethics; Sociology; Government (linguistics); Epistemology; Political science; Management science; Law; Engineering; Computer science; Psychology; Social psychology; Artificial intelligence","score_opus":0.0872845116107147,"score_gpt":0.3870108811554813,"score_spread":0.2997263695447666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037946181","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.120704986,0.014152484,0.10100791,0.23941077,0.0010546737,0.00015856326,0.000050978415,0.00025067688,0.523209],"genre_scores_gemma":[0.94345623,0.0041623446,0.016088588,0.0069513763,0.00017991077,0.0002326933,0.00001496443,0.00018142388,0.028732518],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9570907,0.03831519,0.0004537166,0.0011579818,0.0019380844,0.0010442605],"domain_scores_gemma":[0.97705567,0.01990415,0.0005948737,0.0010618696,0.0008463524,0.0005371571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023838691,0.0005675404,0.0005635198,0.0015465351,0.015058816,0.015326866,0.002011524,0.005872714,0.005188819],"category_scores_gemma":[0.017532934,0.00066809624,0.0006033424,0.001576053,0.087755755,0.014240588,0.0067042443,0.007858878,0.0005141032],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011467644,0.00003758927,0.00040334807,0.00009523204,0.0000042614597,0.00015485602,0.21161236,0.00031263437,0.00018282555,0.77504385,0.0030251467,0.009116445],"study_design_scores_gemma":[0.000035392557,0.00010623719,0.0008130025,0.0009058608,0.000017202663,0.00034467233,0.23816495,0.0015160434,0.0007059845,0.20756641,0.54978126,0.000043002172],"about_ca_topic_score_codex":0.031755164,"about_ca_topic_score_gemma":0.04759553,"teacher_disagreement_score":0.031755164,"about_ca_system_score_codex":0.018817563,"about_ca_system_score_gemma":0.01203743,"threshold_uncertainty_score":0.13653159},"labels":[],"label_agreement":null},{"id":"W3119255421","doi":"10.1162/desi_a_00629","title":"In the Wake of Universal Design: Mapping the Terrain","year":2021,"lang":"en","type":"article","venue":"Design Issues","topic":"Disability Rights and Representation","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bombardier (Canada)","funders":"","keywords":"Terrain; Field (mathematics); Universal design; Design thinking; Sociology; Engineering ethics; Epistemology; Computer science; Architectural engineering; Human–computer interaction; Engineering; Geography; Cartography; Philosophy; World Wide Web; Mathematics","score_opus":0.13690671827321652,"score_gpt":0.3588176248544906,"score_spread":0.22191090658127408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119255421","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04300441,0.10409249,0.1861939,0.26095697,0.0043889284,0.00015898312,0.00007221318,0.00033394585,0.40079817],"genre_scores_gemma":[0.8891363,0.041292734,0.034507584,0.013930452,0.0013655607,0.00029045806,0.000057014437,0.000417264,0.019002696],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9736085,0.02042867,0.00054198434,0.0012425515,0.0028699008,0.001308374],"domain_scores_gemma":[0.9753498,0.019702693,0.00079321343,0.0020104225,0.0015413254,0.0006026487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024641963,0.00080328144,0.0012111749,0.0035955715,0.008219623,0.020081302,0.0027130675,0.0053060935,0.00689892],"category_scores_gemma":[0.02782441,0.00054891047,0.0007201954,0.0033195224,0.07920698,0.030145042,0.010491546,0.008634776,0.0010049845],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010437362,0.000009177665,0.00016870677,0.00025723627,0.0000045817724,0.000056684024,0.016287483,0.00021775925,0.000055701537,0.95632476,0.002796403,0.02381104],"study_design_scores_gemma":[0.000009483347,0.000043269014,0.00029552047,0.0013041431,0.000009583072,0.00015081947,0.038982935,0.00040968411,0.00025761587,0.76105094,0.19746804,0.000017879629],"about_ca_topic_score_codex":0.004804727,"about_ca_topic_score_gemma":0.0048462814,"teacher_disagreement_score":0.024641963,"about_ca_system_score_codex":0.010237928,"about_ca_system_score_gemma":0.008502937,"threshold_uncertainty_score":0.13032073},"labels":[],"label_agreement":null},{"id":"W4313476016","doi":"10.1162/desi_e_00702","title":"Introduction: Toward Critical Game Design","year":2023,"lang":"en","type":"article","venue":"Design Issues","topic":"Digital Games and Media","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; University of Minnesota","keywords":"Scholarship; Game design; Sociology; Game studies; Space (punctuation); Politics; Engineering ethics; Game art design; Foundation (evidence); Work (physics); Core (optical fiber); Epistemology; Game Developer; Computer science; Political science; Engineering; Human–computer interaction; Media studies","score_opus":0.1128707076840455,"score_gpt":0.37959242131781973,"score_spread":0.2667217136337742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313476016","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004228295,0.029508403,0.37208325,0.19872884,0.054856833,0.0006904525,0.0005916637,0.0015063945,0.33780575],"genre_scores_gemma":[0.18183675,0.046497334,0.3535641,0.04578393,0.045175172,0.0026432597,0.0012973001,0.0024618583,0.32074028],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99412847,0.0033689332,0.00029987766,0.00069030235,0.0012801609,0.00023237194],"domain_scores_gemma":[0.98690236,0.008513031,0.00040176557,0.0011509818,0.002254669,0.00077711494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00711158,0.0010271819,0.00048805226,0.0019137993,0.0029514998,0.0115291225,0.0017489027,0.003682214,0.021784667],"category_scores_gemma":[0.01672584,0.00049715687,0.0009680326,0.00087257125,0.008423967,0.0073484834,0.0037985295,0.007763158,0.0058385436],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022138596,0.000060657992,0.00026748533,0.0005355396,0.000015108863,0.00009072176,0.004728546,0.00081044994,0.0004524771,0.6601391,0.2518082,0.08106952],"study_design_scores_gemma":[0.0000063690104,0.000019711797,0.000085043415,0.00066736224,0.000003980463,0.0000867847,0.00089078036,0.00071139494,0.00029794005,0.19585119,0.8013662,0.000013183639],"about_ca_topic_score_codex":0.0009771893,"about_ca_topic_score_gemma":0.00085753336,"teacher_disagreement_score":0.021784667,"about_ca_system_score_codex":0.0031693443,"about_ca_system_score_gemma":0.0023060609,"threshold_uncertainty_score":0.07287693},"labels":[],"label_agreement":null},{"id":"W4360593316","doi":"10.1162/desi_r_00719","title":"Livable Proximity: Ideas for the City that Cares","year":2023,"lang":"en","type":"article","venue":"Design Issues","topic":"Architecture and Computational Design","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Icon; Citation; Library science; Carr; Download; Sociology; Media studies; Art history; Art; World Wide Web; Computer science","score_opus":0.06752620602371658,"score_gpt":0.2745966392658247,"score_spread":0.20707043324210817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360593316","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002934845,0.039302617,0.008484023,0.06980281,0.009932581,0.00008017006,0.00014870368,0.00068651215,0.8686277],"genre_scores_gemma":[0.08098446,0.029569518,0.008088439,0.014748049,0.002060978,0.00026289196,0.00030178652,0.00094580516,0.86303806],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99876815,0.0005422111,0.000031469976,0.0001160077,0.0003862788,0.00015592242],"domain_scores_gemma":[0.9994023,0.00013369219,0.00003314919,0.00005402796,0.00011554084,0.00026135947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013466624,0.0008963639,0.0003474803,0.0010591167,0.0054060873,0.01154757,0.0010896766,0.003534126,0.070336334],"category_scores_gemma":[0.0019334991,0.00035680237,0.00062995096,0.0012182884,0.008014803,0.008565191,0.007887748,0.0043359646,0.025050227],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031094583,0.000024971405,0.00020246708,0.00028770283,0.000007341104,0.00015768979,0.01111817,0.00013240725,0.00021418731,0.20165959,0.6976641,0.08850035],"study_design_scores_gemma":[0.000003437284,0.000009572957,0.0001438882,0.00020813003,0.0000027071073,0.00008071104,0.0037237164,0.0000207274,0.00003162363,0.0110212965,0.98474795,0.000006062953],"about_ca_topic_score_codex":0.005688307,"about_ca_topic_score_gemma":0.0130499555,"teacher_disagreement_score":0.070336334,"about_ca_system_score_codex":0.0044966717,"about_ca_system_score_gemma":0.0036845533,"threshold_uncertainty_score":0.23529851},"labels":[],"label_agreement":null}]}