{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":15,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":15,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"5489ab8d10a1","filters":{"venue":"CoDesign"}},"results":[{"id":"W4322493062","doi":"10.1080/15710882.2022.2160464","title":"Whom do we include and when? participatory design with vulnerable groups","year":2023,"lang":"en","type":"article","venue":"CoDesign","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"George Brown College","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Stakeholder; Inclusion (mineral); Participatory design; Participatory planning; Citizen journalism; Stakeholder engagement; Context (archaeology); Project stakeholder; Public relations; Work (physics); Participatory action research; Public sector; Knowledge management; Psychology; Sociology; Business; Political science; Engineering; Project planning; Project management; Social psychology; Project charter; Environmental planning; Computer science; Geography; Operations management","retraction":null,"screen_n_in":null,"score":{"opus":0.09113719048151903,"gpt":0.2972647353122831,"spread":0.2061275448307641,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009833206,0.000173947,0.0001819183,0.0003077002,0.0005872534,0.0003238481,0.0004969886,0.0001054387,0.00003264697],"category_scores_gemma":[0.00007383927,0.0001491731,0.00001505079,0.0007254391,0.000261322,0.0006778521,0.0002339397,0.0003506142,0.000309789],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006283057,"about_ca_system_score_gemma":0.00009574799,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009107355,"about_ca_topic_score_gemma":0.00000875924,"domain_scores_codex":[0.9984567,0.0002680731,0.000201677,0.000463643,0.0002207178,0.0003892082],"domain_scores_gemma":[0.9988759,0.0003145999,0.0001010324,0.000513879,0.0001383586,0.00005621412],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002518946,0.0003042293,0.003934048,0.0001229655,0.0002868628,0.0009804524,0.03094638,0.002351657,0.07012613,0.6589444,0.1476625,0.08408853],"study_design_scores_gemma":[0.002991206,0.002581482,0.007423662,0.0004732348,0.00007129118,0.0003875745,0.001455341,0.282095,0.241374,0.4129948,0.04630528,0.001847114],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06962425,0.0001735641,0.9268063,0.001694902,0.0002174586,0.0002810218,0.000001020879,0.0008465354,0.0003549368],"genre_scores_gemma":[0.9600412,0.00002190935,0.03873718,0.0002586817,0.00004528512,0.0001462367,0.000001586338,0.00002109324,0.0007268051],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.890417,"threshold_uncertainty_score":0.6083101,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3109457839","doi":"10.1080/15710882.2020.1823995","title":"Knowing together – experiential knowledge and collaboration","year":2020,"lang":"en","type":"article","venue":"CoDesign","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Experiential learning; Experiential knowledge; Knowledge management; Discipline; Engineering ethics; Psychology; Sociology; Engineering; Pedagogy; Computer science; Epistemology; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.1160100020289647,"gpt":0.4224222767499414,"spread":0.3064122747209767,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003844034,0.00003972622,0.00005037047,0.00002035052,0.0003759516,0.0001202211,0.00005501735,0.00003635908,0.0006412296],"category_scores_gemma":[0.0007532008,0.00004109585,0.000007882942,0.0003439288,0.000089979,0.000269601,0.00001055882,0.00006893378,0.0001069197],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001865936,"about_ca_system_score_gemma":0.0001725175,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000358192,"about_ca_topic_score_gemma":0.0000362382,"domain_scores_codex":[0.9993276,0.0003124771,0.00007046654,0.0001143709,0.00008639976,0.00008869142],"domain_scores_gemma":[0.9996092,0.0001124319,0.00004527815,0.00003257872,0.0001379477,0.0000625434],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002872438,0.00003713881,0.001628837,0.000008464079,0.00001005945,7.843497e-7,0.8355187,0.000003689344,0.00400109,0.09642936,0.04411548,0.01821773],"study_design_scores_gemma":[0.00009183559,0.000022433,0.0002584594,0.000003575154,0.000003280224,6.202303e-8,0.05187654,0.00009558457,0.0006334043,0.0000613851,0.9468934,0.00006001537],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2862124,0.001682765,0.02321986,0.06945557,0.001980671,0.0006303047,0.000002158035,0.0003239614,0.6164923],"genre_scores_gemma":[0.9938847,0.00002135656,0.0008140212,0.0007346697,0.0005154493,0.00001006664,0.000001468995,0.000005435815,0.004012795],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.902778,"threshold_uncertainty_score":0.7021015,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2088401202","doi":"10.1080/15710880412331289926","title":"Patterns of interaction in construction team meetings","year":2004,"lang":"en","type":"article","venue":"CoDesign","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"McGill University","keywords":"Knowledge management; Computer science; Human–computer interaction; Process management; Sociology; Public relations; Engineering; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.02062775151552821,"gpt":0.3005626362477501,"spread":0.2799348847322219,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001279233,0.0000518093,0.00008480082,0.00008267206,0.00001353523,0.000004554966,0.00005695327,0.00005320364,0.0001828213],"category_scores_gemma":[0.000007799594,0.00005264113,0.00002130512,0.00007532546,0.00001769694,0.00005835836,0.000007556237,0.00009954091,0.00004331923],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004282943,"about_ca_system_score_gemma":0.00001127279,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006514018,"about_ca_topic_score_gemma":0.0001182851,"domain_scores_codex":[0.9995558,0.00002587146,0.000165835,0.000107403,0.00004778362,0.00009725588],"domain_scores_gemma":[0.9997473,0.00002222115,0.00008140871,0.0001144738,0.00001904773,0.00001557441],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003623989,0.0004380406,0.8244821,0.00007979381,0.00004644074,0.00001537365,0.01281153,0.002777734,0.01140329,0.0753561,0.0004883417,0.07173889],"study_design_scores_gemma":[0.005989005,0.0008277138,0.9495379,0.0005816937,0.00003524188,0.0002346996,0.008044652,0.002639193,0.01519157,0.01051908,0.005744644,0.0006546002],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.976925,0.00002119652,0.01308155,0.00006990865,0.00056789,0.00008403162,0.000005260485,0.0000185825,0.009226603],"genre_scores_gemma":[0.9990675,0.00001080525,0.0007008472,0.00003910215,0.00003471492,0.000009443971,0.000004394179,0.000006666489,0.0001264718],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1250558,"threshold_uncertainty_score":0.2146643,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2784175554","doi":"10.1080/15710882.2018.1424206","title":"Co-designing with a community of older learners for over 10 years by moving user-driven participation from the margin to the centre","year":2018,"lang":"en","type":"article","venue":"CoDesign","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université TÉLUQ; Université du Québec à Montréal","funders":"Seventh Framework Programme; Fundación General CSIC","keywords":"Participatory design; Citizen journalism; Ethnography; Process (computing); Margin (machine learning); Participatory action research; Sociology; Public relations; Process management; Knowledge management; Engineering; Computer science; Political science; Operations management; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.03880068051981848,"gpt":0.3096969842179761,"spread":0.2708963036981576,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005250898,0.00009739134,0.0001087557,0.00004638664,0.0003492097,0.00007305293,0.0007817725,0.00005583039,0.00005162387],"category_scores_gemma":[0.0001115094,0.0000633392,0.00002395645,0.0002593429,0.0001747703,0.0002238457,0.00008810707,0.0002236224,0.00004409362],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005504171,"about_ca_system_score_gemma":0.00003211068,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001890876,"about_ca_topic_score_gemma":0.0002010974,"domain_scores_codex":[0.9989948,0.0003203609,0.0001617891,0.0001722743,0.0001569552,0.0001938457],"domain_scores_gemma":[0.9984207,0.0006222992,0.0001581645,0.000580919,0.0001986466,0.0000193311],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0006047075,0.0004296337,0.02136879,0.00003064007,0.0004020793,0.00000356083,0.1166706,0.001557513,0.3206197,0.02860983,0.4763786,0.0333243],"study_design_scores_gemma":[0.00289456,0.002197525,0.1017133,0.000528185,0.0001157617,0.000004669555,0.008475498,0.1271654,0.6904765,0.003034436,0.06252479,0.0008693609],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3829392,0.000005011908,0.615526,0.0009245445,0.00006110907,0.0003649648,0.000009079315,0.00005072991,0.0001194488],"genre_scores_gemma":[0.984434,4.000394e-7,0.01452514,0.0006460361,0.00004097548,0.00005082957,0.0000109964,0.00001188219,0.0002797149],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6014948,"threshold_uncertainty_score":0.2685874,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4400459761","doi":"10.1080/15710882.2024.2372595","title":"Facilitating co-design among older adults in a digital setting: methodological challenges and opportunities","year":2024,"lang":"en","type":"article","venue":"CoDesign","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"Social Sciences and Humanities Research Council of Canada; Forskningsrådet om Hälsa, Arbetsliv och Välfärd; Vetenskapsrådet; Swedish Foundation for International Cooperation in Research and Higher Education","keywords":"Knowledge management; Co-design; Psychology; Sociology; Public relations; Business; Computer science; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.2065901701606074,"gpt":0.3654375503956051,"spread":0.1588473802349978,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002820354,0.000186282,0.0002680306,0.0002379922,0.0001849875,0.000200455,0.0002439857,0.0003024513,0.0000385201],"category_scores_gemma":[0.002317047,0.0001722518,0.00004746767,0.0001603314,0.000829924,0.0005769659,0.00006589908,0.0003398956,0.00002117489],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007001334,"about_ca_system_score_gemma":0.000123753,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006956563,"about_ca_topic_score_gemma":0.0001577935,"domain_scores_codex":[0.9977692,0.0006944853,0.0002827823,0.0005163932,0.0002690786,0.0004680092],"domain_scores_gemma":[0.9954273,0.004195475,0.00004880402,0.000155673,0.00004906927,0.0001236894],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003431546,0.00006085452,0.001009364,0.0001684155,0.00004079318,0.0003785486,0.2008594,0.000006738714,0.00004622752,0.03817096,0.001315499,0.7579089],"study_design_scores_gemma":[0.00212274,0.0007148681,0.03448116,0.003762301,0.00008037573,0.00006184829,0.8061482,0.007015493,0.0007859942,0.1209695,0.02177623,0.002081289],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8577799,0.03663161,0.05387898,0.0128938,0.000444271,0.002230807,0.00005776725,0.003217864,0.03286503],"genre_scores_gemma":[0.9917321,0.00222209,0.005194167,0.00005768882,0.00005746365,0.00009166796,0.000003661798,0.00001968583,0.0006215242],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7558276,"threshold_uncertainty_score":0.7024225,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4380082627","doi":"10.1080/15710882.2023.2214145","title":"Accessibility and participatory design: time, power, and facilitation","year":2023,"lang":"en","type":"article","venue":"CoDesign","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"George Brown College; York University; University of Toronto","funders":"","keywords":"Facilitation; Psychological intervention; Scholarship; Oppression; Participatory design; Public relations; Citizen journalism; Power (physics); Psychology; Sociology; Applied psychology; Politics; Political science; Engineering; Operations management","retraction":null,"screen_n_in":null,"score":{"opus":0.09663849721063202,"gpt":0.2910079205111151,"spread":0.1943694233004831,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001216815,0.0000943514,0.0001153647,0.0001319188,0.0002333847,0.0000747812,0.00008137151,0.00009255635,0.00005368855],"category_scores_gemma":[0.0002610004,0.00008982939,0.000009622455,0.0004579034,0.0001929381,0.0003861738,0.0001458666,0.00008265342,0.0002446877],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001424157,"about_ca_system_score_gemma":0.0000128381,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005267698,"about_ca_topic_score_gemma":7.740965e-7,"domain_scores_codex":[0.9993343,0.00002693432,0.0001482953,0.000225256,0.00009006917,0.000175141],"domain_scores_gemma":[0.9996746,0.00008432959,0.00006078332,0.00009802731,0.00007592357,0.000006403621],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0003408357,0.0002627073,0.1959211,0.0007601678,0.0002467887,0.00006276925,0.005803156,0.00005207342,0.01710883,0.490782,0.1076132,0.1810464],"study_design_scores_gemma":[0.0009359943,0.00004297814,0.7045665,0.00003933292,0.00004701045,0.000001168724,0.001798337,0.01611387,0.001883199,0.2607593,0.01315885,0.0006534331],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9799802,0.00009201975,0.01297899,0.0006817607,0.0001270294,0.000395254,0.000001733835,0.0004987026,0.005244363],"genre_scores_gemma":[0.9981326,0.000007884376,0.0009329289,0.000421372,0.00003611677,0.00005514382,0.00001119092,0.000008807127,0.0003939183],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5086455,"threshold_uncertainty_score":0.3663136,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2896313955","doi":"10.1080/15710882.2018.1531134","title":"Spatialising differently through ability and techné","year":2018,"lang":"en","type":"article","venue":"CoDesign","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Killam Trusts; Agentschap voor Innovatie door Wetenschap en Technologie","keywords":"Ableism; Normative; Embodied cognition; Order (exchange); Psychology; Sociology; Cognitive psychology; Epistemology; Computer science; Gender studies; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.03409962766215081,"gpt":0.2944600206184989,"spread":0.2603603929563481,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000205678,0.0001069589,0.0001152977,0.00007516047,0.0001984157,0.00009642049,0.0003858201,0.00009108656,0.00002500481],"category_scores_gemma":[0.0001005839,0.00009704182,0.00001636866,0.0002739458,0.0003209242,0.0005521965,0.0001967238,0.0001566691,0.00006008859],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005579125,"about_ca_system_score_gemma":0.00001779413,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002728361,"about_ca_topic_score_gemma":0.000009340383,"domain_scores_codex":[0.9991423,0.00005760013,0.0001597461,0.0003493446,0.0001105121,0.000180509],"domain_scores_gemma":[0.9991757,0.00006977611,0.00007896965,0.0004856379,0.0001732169,0.00001671518],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002185058,0.0001097881,0.003314232,0.00001936944,0.00002832425,0.000009334272,0.002516809,5.847828e-7,0.1757702,0.7490214,0.004242522,0.06494564],"study_design_scores_gemma":[0.0004897483,0.0005792957,0.02184233,0.00006377859,0.00000954156,0.00006344818,0.00007545933,0.01442793,0.6295563,0.3256262,0.006837711,0.0004282924],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1734545,0.00001850274,0.8221168,0.0006940851,0.0003333538,0.0001223349,5.983073e-7,0.0003107348,0.002949053],"genre_scores_gemma":[0.945614,0.000001927178,0.05392599,0.0002841447,0.00007861335,0.00001040737,5.880907e-7,0.000005889646,0.00007848342],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7721594,"threshold_uncertainty_score":0.395725,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4399589089","doi":"10.1080/15710882.2024.2361286","title":"“We are all just humans participating”: the role of an embodied approach, virtual space and artistic media in shaping participants’ experience in a co–design process","year":2024,"lang":"en","type":"article","venue":"CoDesign","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph; Centre for Interdisciplinary Research in Rehabilitation; McGill University","funders":"Mitacs; Health Research","keywords":"Embodied cognition; Space (punctuation); Process (computing); Virtual space; Human–computer interaction; Psychology; Sociology; Media arts; Aesthetics; Computer science; Multimedia; Knowledge management; Cognitive science; Visual arts; Artificial intelligence; Art","retraction":null,"screen_n_in":null,"score":{"opus":0.1984921295058836,"gpt":0.379811604105814,"spread":0.1813194745999304,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001025776,0.0002036891,0.0002836144,0.0003261696,0.00009277615,0.0001544204,0.0006560032,0.0001117037,0.00001003075],"category_scores_gemma":[0.0004026648,0.0001667704,0.00002030148,0.0007956195,0.0003355196,0.0007197937,0.0001099346,0.0004261679,0.000008009227],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007778926,"about_ca_system_score_gemma":0.00008066317,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000243633,"about_ca_topic_score_gemma":0.0001147102,"domain_scores_codex":[0.9978437,0.0003428327,0.0004813944,0.0005954702,0.0002664179,0.0004701961],"domain_scores_gemma":[0.9988133,0.0004808077,0.0001637664,0.0004158127,0.00007359384,0.00005270953],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001260213,0.0005617709,0.004976427,0.0001956188,0.00004910622,0.0001810956,0.5462661,0.00731179,0.03222036,0.3951493,0.00009006109,0.01287242],"study_design_scores_gemma":[0.0003044961,0.0002446506,0.002606101,0.0003687561,0.00001361173,0.00001604544,0.02780326,0.9038256,0.04702526,0.01747022,0.00004015574,0.0002818852],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7427691,0.0003791378,0.2554794,0.0002682793,0.0001126523,0.000483505,0.000002813811,0.0001650011,0.0003401164],"genre_scores_gemma":[0.9958103,0.000009522327,0.00347868,0.0000713289,0.00002632877,0.0005746225,0.000001790537,0.00001679204,0.00001068373],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8965138,"threshold_uncertainty_score":0.6800699,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4403775278","doi":"10.1080/15710882.2024.2416627","title":"Minga as a placemaking tool in peripheral neighbourhoods. Co-design experience in Calderon, Quito <sup>*</sup>","year":2024,"lang":"en","type":"article","venue":"CoDesign","topic":"Latin American Urban Studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Placemaking; Geography; Sociology; Urban design; Architecture; Archaeology","retraction":null,"screen_n_in":null,"score":{"opus":0.06354162370154127,"gpt":0.3745832743176882,"spread":0.311041650616147,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001315396,0.0002699429,0.0004090007,0.0002232438,0.0003345557,0.0003334556,0.0004316188,0.0001393587,0.0007743899],"category_scores_gemma":[0.0008660592,0.0002684207,0.00007953806,0.001145628,0.0006667812,0.0004744306,0.00008515811,0.0003484359,0.0001451053],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007964605,"about_ca_system_score_gemma":0.0006064211,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005233455,"about_ca_topic_score_gemma":0.0009442832,"domain_scores_codex":[0.9966999,0.0007752841,0.0004572417,0.000645072,0.0005975894,0.0008249249],"domain_scores_gemma":[0.9985211,0.00101667,0.00007120299,0.0002494284,0.00004481174,0.00009677539],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001759377,0.0001592875,0.02189943,0.00007619517,0.00005049081,0.0008073343,0.8842928,0.004490808,0.0009661065,0.0361677,0.02480949,0.02610444],"study_design_scores_gemma":[0.003027102,0.0009643452,0.007178971,0.002378445,0.00007686758,0.0000409762,0.7266777,0.07059996,0.001515305,0.01873679,0.1651135,0.003690087],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8030779,0.007335596,0.02668105,0.002809389,0.0008710736,0.002804225,0.00001469145,0.0008973368,0.1555087],"genre_scores_gemma":[0.9930159,0.0001311531,0.002635069,0.0003871462,0.0002614412,0.0002622065,0.000001190965,0.00003967816,0.003266256],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1899379,"threshold_uncertainty_score":0.9999768,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4412355965","doi":"10.1080/15710882.2025.2524413","title":"Disentangling collaborative design for sustainability","year":2025,"lang":"en","type":"article","venue":"CoDesign","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"European Commission","keywords":"Sustainability; Process management; Knowledge management; Computer science; Business; Environmental resource management; Environmental science; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.02742540247323775,"gpt":0.2804845759403927,"spread":0.253059173467155,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009419757,0.0001316056,0.0001763672,0.0001911278,0.000439594,0.000080074,0.0002201066,0.0001199561,0.00001458667],"category_scores_gemma":[0.0009766524,0.0001282028,0.00004025472,0.001135858,0.0001600345,0.0002440318,0.0001107109,0.00009950022,0.00001066245],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001633728,"about_ca_system_score_gemma":0.0001561603,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000045219,"about_ca_topic_score_gemma":0.000002955686,"domain_scores_codex":[0.9991915,0.00002140667,0.0002095661,0.0002562102,0.00007553327,0.0002458142],"domain_scores_gemma":[0.9987843,0.0001645459,0.00009521143,0.0001559276,0.0007967081,0.000003288439],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000126398,0.00006644801,0.005743956,0.0001478088,0.00004961422,0.000001920225,0.0001253146,0.00005625603,0.00005259638,0.9708579,0.01499772,0.007774022],"study_design_scores_gemma":[0.0006839524,0.00001223875,0.001042699,0.00002868578,0.00004514761,6.590324e-8,0.003929115,0.004939765,0.002994163,0.9423964,0.04367923,0.0002485409],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00879652,0.0001182192,0.9601405,0.003850005,0.0005268361,0.00201008,0.000002649881,0.0003135001,0.02424172],"genre_scores_gemma":[0.9844362,0.000002484383,0.01163073,0.001734793,0.0001701109,0.0005887754,0.00001651568,0.00001363286,0.001406815],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9756396,"threshold_uncertainty_score":0.5227956,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4410563458","doi":"10.1080/15710882.2025.2505925","title":"Co-designing for First Nations leadership in land management: listening to stories, designing for experience, and advocating for change","year":2025,"lang":"en","type":"article","venue":"CoDesign","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Active listening; Public relations; Political science; Sociology; Knowledge management; Engineering ethics; Psychology; Engineering; Computer science; Communication","retraction":null,"screen_n_in":null,"score":{"opus":0.1673804626727932,"gpt":0.3845046852784966,"spread":0.2171242226057034,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001654088,0.0001223032,0.0001784412,0.0003578255,0.007272072,0.0001307275,0.0001839213,0.0001011229,0.000003559973],"category_scores_gemma":[0.0001510315,0.0001264274,0.00003649394,0.0004833186,0.00008340976,0.0002459648,0.000001872414,0.00005323349,8.624012e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002588667,"about_ca_system_score_gemma":0.000971477,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003825594,"about_ca_topic_score_gemma":0.2274508,"domain_scores_codex":[0.9986101,0.00009059618,0.0002587974,0.0003298867,0.0001226653,0.0005879949],"domain_scores_gemma":[0.9978349,0.001707445,0.00008868642,0.0001047492,0.0001683326,0.00009592869],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007040139,0.00004247352,0.001840238,0.0008297901,0.0000155529,3.270032e-7,0.7705691,0.0000288728,0.00001657867,0.2243663,0.0004997131,0.00172065],"study_design_scores_gemma":[0.001794903,0.0002625719,0.0009357866,0.001232554,0.00006586668,4.207737e-7,0.262174,0.0007952927,0.001277095,0.005078014,0.725831,0.0005525641],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01422617,0.001054366,0.9397761,0.002339165,0.001171021,0.01463525,0.00003756763,0.0001583886,0.02660203],"genre_scores_gemma":[0.8497227,0.0006124286,0.1283728,0.000530409,0.0008374979,0.003127822,0.00005586668,0.00004405758,0.01669639],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8354965,"threshold_uncertainty_score":0.9940203,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4416131654","doi":"10.1080/15710882.2025.2578457","title":"Co-designing a family-forward initiatives toolkit for public safety organizations","year":2025,"lang":"en","type":"article","venue":"CoDesign","topic":"Family and Disability Support Research","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Western University; Memorial University of Newfoundland; Queen's University","funders":"","keywords":"Work (physics); Qualitative research; Action (physics); Event (particle physics)","retraction":null,"screen_n_in":null,"score":{"opus":0.08357459888404213,"gpt":0.396864255748358,"spread":0.3132896568643159,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009999528,0.0001799396,0.0002756329,0.0002555559,0.0005386176,0.0001151362,0.0003888429,0.0001859404,0.001829297],"category_scores_gemma":[0.001603997,0.000179614,0.00009573999,0.001021566,0.0002340597,0.0002482316,0.00004539192,0.0002086375,0.0004160614],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001073988,"about_ca_system_score_gemma":0.0004766877,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003719962,"about_ca_topic_score_gemma":0.00001305381,"domain_scores_codex":[0.9980289,0.000357137,0.0003976774,0.0004799869,0.0001814429,0.0005548433],"domain_scores_gemma":[0.9971665,0.001715946,0.00005954832,0.0005128562,0.0004171118,0.000128095],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004572351,0.0006922716,0.06074034,0.0001415165,0.0003559807,0.0000075903,0.003417109,0.00002010028,0.007932695,0.6094276,0.3067438,0.01006379],"study_design_scores_gemma":[0.00977498,0.00126613,0.3223734,0.0001991003,0.0002659943,0.00001379747,0.08481038,0.001076902,0.01433002,0.06400485,0.5000787,0.001805691],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.005533295,0.0002856631,0.6497979,0.00174335,0.0003593601,0.001147302,0.0001301951,0.0002068298,0.3407961],"genre_scores_gemma":[0.9802502,0.00001744112,0.003320561,0.001389939,0.00009095858,0.0004612672,0.0002544962,0.0000366373,0.01417847],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.974717,"threshold_uncertainty_score":0.9990832,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4403841289","doi":"10.1080/15710882.2024.2420177","title":"Co-design and civic governance: self and others in a dispute over urban infrastructure","year":2024,"lang":"en","type":"article","venue":"CoDesign","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Corporate governance; Business; Public relations; Sociology; Environmental planning; Public administration; Political science; Geography; Finance","retraction":null,"screen_n_in":null,"score":{"opus":0.0110496968281481,"gpt":0.2274612532920317,"spread":0.2164115564638836,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004529917,0.0001503342,0.0001515396,0.0001322369,0.000101891,0.0001734629,0.0001053,0.0001477467,0.00005423799],"category_scores_gemma":[0.0000344249,0.0001354634,0.00001456986,0.0004793644,0.0001358656,0.0003990471,0.00006997057,0.0002343876,0.00001617802],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005675093,"about_ca_system_score_gemma":0.00002777658,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001884997,"about_ca_topic_score_gemma":0.000004791691,"domain_scores_codex":[0.9992465,0.00001625962,0.0001531413,0.0002812266,0.0001067418,0.0001961665],"domain_scores_gemma":[0.9997834,0.00005261656,0.00005051418,0.00008767257,0.00001990608,0.000005903719],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00005031519,0.0000388294,0.06021005,0.0004804757,0.0001076979,0.00008444348,0.002734404,0.00001916593,0.0005922262,0.8395933,0.06938617,0.02670293],"study_design_scores_gemma":[0.001594269,0.00004167978,0.4859239,0.00047067,0.0000815021,0.00001164566,0.0009428867,0.0343403,0.000556954,0.2053627,0.2695387,0.001134836],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8847704,0.004699644,0.06946358,0.002668935,0.000964499,0.001750352,0.000009906268,0.001188351,0.03448433],"genre_scores_gemma":[0.9961158,0.00009360822,0.002445098,0.0008249153,0.0001636182,0.00003686151,0.000004121743,0.0000236798,0.000292287],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6342306,"threshold_uncertainty_score":0.5524039,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W7117250359","doi":"10.1080/15710882.2025.2608883","title":"Recalibrating co-design through positionality-in-action: the ReCoDe approach","year":2025,"lang":"en","type":"article","venue":"CoDesign","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Scheme (mathematics); Key (lock); Process (computing); Field (mathematics); Context (archaeology)","retraction":null,"screen_n_in":null,"score":{"opus":0.1214287285729215,"gpt":0.3736119738843468,"spread":0.2521832453114253,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000952013,0.0001524996,0.0001625867,0.0001682583,0.0003644498,0.0001760571,0.0008774061,0.0001363018,0.00002692727],"category_scores_gemma":[0.0001173425,0.0001242335,0.00004457771,0.001158088,0.0001328279,0.0008743305,0.0001101804,0.0004874712,0.0000469021],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001845721,"about_ca_system_score_gemma":0.0001182156,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001939713,"about_ca_topic_score_gemma":0.000003265546,"domain_scores_codex":[0.9982797,0.0005021576,0.0003477997,0.0004406157,0.0001797683,0.0002499594],"domain_scores_gemma":[0.9986433,0.0004842414,0.0001341721,0.0006040118,0.0001227706,0.00001146595],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002694648,0.000102792,0.0001467773,0.00001501324,0.0000318539,0.000007140617,0.0005984477,0.0007678926,0.005658311,0.9697678,0.01642821,0.006448836],"study_design_scores_gemma":[0.00100612,0.0002083898,0.002981351,0.0002121357,0.00001903979,0.0001278724,0.0007432899,0.2729895,0.1893146,0.5125456,0.01921788,0.0006342447],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0004984221,0.00005716026,0.9469857,0.005239182,0.0004059303,0.0003848466,0.000001041295,0.0002719388,0.04615579],"genre_scores_gemma":[0.5261041,0.00001679689,0.465805,0.004591424,0.0001229312,0.0003445455,0.00001346209,0.00001756305,0.002984147],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5256057,"threshold_uncertainty_score":0.5066095,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4411572551","doi":"10.1080/15710882.2025.2521513","title":"Co-designing for equity – undesigning anti-Black racism in the arts in Canada","year":2025,"lang":"en","type":"article","venue":"CoDesign","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Ontario College of Art and Design","funders":"Canadian Heritage","keywords":"Racism; Equity (law); The arts; Sociology; Gender equity; Gender studies; Political science; Public relations; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.7042055980477255,"gpt":0.6614811868013809,"spread":0.04272441124634463,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01623593,0.0001235011,0.0002603626,0.0001722206,0.0004091151,0.000129013,0.0006912582,0.0000828279,0.00003208415],"category_scores_gemma":[0.005057794,0.0001088047,0.00004287584,0.0009087345,0.0002550308,0.0001718883,0.00004484275,0.0002943672,0.000005988846],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001259303,"about_ca_system_score_gemma":0.005920481,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.469206,"about_ca_topic_score_gemma":0.864273,"domain_scores_codex":[0.9949619,0.002927237,0.0003347724,0.000300712,0.0006156135,0.0008597852],"domain_scores_gemma":[0.9934651,0.00605144,0.00006744482,0.0002344668,0.00007724101,0.0001043452],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0005146586,0.0005433274,0.1860942,0.0004448094,0.0001058698,0.0004004028,0.08727323,0.006677145,0.06140665,0.4315515,0.1223194,0.1026689],"study_design_scores_gemma":[0.007308063,0.000409526,0.2939426,0.001537802,0.0001117543,0.000001705946,0.1840216,0.03853631,0.09471322,0.2335029,0.1436044,0.002310065],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3911569,0.0005214293,0.4640583,0.005731391,0.0006224472,0.004792491,0.00001954339,0.00008939419,0.1330081],"genre_scores_gemma":[0.9960622,0.00002011833,0.002461123,0.0007402093,0.00004943561,0.0001945736,0.000001494446,0.000009465873,0.0004613969],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6049052,"threshold_uncertainty_score":0.999715,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}