{"meta":{"query_hash":"819c0755815d","filters":{"venue":"Proceedings of DRS"},"cohort_total":70,"direct_labels_cover":0,"predictions_cover":70,"exported":70,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/819c0755815d","api":"https://metacan.xera.ac/api/v1/cohort?venue=Proceedings+of+DRS"},"results":[{"id":"W2127755886","doi":"10.21606/drs.2006.43","title":"Revisiting Philosophy and Education in Landscape Architecture","year":2006,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Environmental Philosophy and Ethics","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Landscape architecture; Architecture; Context (archaeology); Landscape design; Salient; Philosophy of design; Work (physics); Sociology; Computer science; Engineering; Geography; Philosophy education; Civil engineering; Archaeology; Social science; Artificial intelligence","score_opus":0.005521778780050411,"score_gpt":0.20757223701327068,"score_spread":0.20205045823322026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127755886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7811677,0.00012285763,0.0000013291761,0.0010369475,0.000011145114,0.00007178222,7.912227e-7,0.000008398971,0.21757908],"genre_scores_gemma":[0.99824905,0.000027428883,0.0013640148,0.00013038913,0.00010037416,0.0000051897487,0.000002069746,0.000007199457,0.000114281145],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99943924,0.0000022985644,0.00014124202,0.00017179991,0.00013752423,0.00010790465],"domain_scores_gemma":[0.9998539,0.0000139470685,0.00006980574,0.000030778487,0.0000030171402,0.000028542661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013441464,0.00007584734,0.000084866166,0.00003736866,0.00003683546,0.000011021645,0.00007439955,0.00005163093,0.00006486091],"category_scores_gemma":[0.000015379905,0.00007272606,0.000017066428,0.000115860894,0.00011829564,0.00015333881,0.00007382387,0.00013187654,0.0000114377235],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014271648,0.00008649961,0.95240825,0.00010982451,0.0000015451938,3.0479785e-7,0.00030971903,0.000089396955,0.022534585,0.009960427,0.0003012477,0.014183952],"study_design_scores_gemma":[0.00029619446,0.000049811522,0.61339843,0.00016374254,0.000009430728,0.000011929926,0.00022803161,0.0000593992,0.0047057807,0.37971023,0.0011556816,0.0002113604],"about_ca_topic_score_codex":0.00006991274,"about_ca_topic_score_gemma":0.0000034862771,"teacher_disagreement_score":0.36974978,"about_ca_system_score_codex":0.00002502257,"about_ca_system_score_gemma":0.0000032968092,"threshold_uncertainty_score":0.29656827},"labels":[],"label_agreement":null},{"id":"W2131727541","doi":"10.21606/drs.2006.106","title":"Transferability – A Wonder on the Ground of Design Research","year":2006,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Artistic and Creative Research","field":"Arts and Humanities","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Explication; Generalizability theory; Wonder; Transferability; Computer science; Theme (computing); Subject (documents); Architecture; Research design; Common ground; Management science; Data science; Epistemology; Sociology; Engineering; Psychology; World Wide Web; Social science","score_opus":0.22317005638322598,"score_gpt":0.3357304576790589,"score_spread":0.11256040129583292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131727541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54371226,0.000040591338,0.000054876506,0.0007536227,0.0000066888206,0.0002736582,0.0000071921418,0.000010119393,0.45514098],"genre_scores_gemma":[0.99528736,0.000007391941,0.000058901314,0.000012564939,0.00010767491,0.000035607194,5.198849e-7,0.000008957408,0.0044810404],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988748,0.000030858333,0.00019823387,0.00014387236,0.0005240929,0.00022816322],"domain_scores_gemma":[0.9986018,0.00054383674,0.000037522317,0.00006368106,0.00072752574,0.000025621566],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014991527,0.00007158568,0.00013971918,0.00008435981,0.0002661282,0.000055265522,0.0002071291,0.000025306023,0.0010799585],"category_scores_gemma":[0.00015315464,0.000043209744,0.000051464704,0.0000842279,0.0011342441,0.0000966699,0.000023937215,0.00018587156,0.000017037262],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011068087,0.00017220633,0.0006444822,0.00007501692,0.000014716809,1.493106e-7,0.0050135734,6.792562e-7,0.0029929879,0.9833219,0.007174084,0.00047950342],"study_design_scores_gemma":[0.0010163268,0.002751674,0.016179066,0.0003107384,0.000049202215,0.000001878985,0.12965633,0.00031182903,0.15043496,0.6651616,0.033733763,0.00039265043],"about_ca_topic_score_codex":0.00048837,"about_ca_topic_score_gemma":0.000025335477,"teacher_disagreement_score":0.45157507,"about_ca_system_score_codex":0.000026027186,"about_ca_system_score_gemma":0.000034769804,"threshold_uncertainty_score":0.99983317},"labels":[],"label_agreement":null},{"id":"W2200894201","doi":"10.21606/drs.2002.65","title":"A comparative study of iconic influences amongst British and Canadian design students","year":2002,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Artifact (error); Context (archaeology); Variety (cybernetics); Curriculum; Design education; Mathematics education; Computer science; Pedagogy; Psychology; Visual arts; Artificial intelligence","score_opus":0.043740894522912264,"score_gpt":0.27921211594319395,"score_spread":0.23547122142028168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2200894201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99271184,0.00034030704,0.000003411384,0.000017899954,0.00004533241,0.00027099787,0.0000017911605,0.000023589,0.006584813],"genre_scores_gemma":[0.99955004,0.00008252502,0.00021428347,0.000013424036,0.000009806276,0.000018867397,1.3928506e-7,0.000007362726,0.00010354032],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99947965,0.0000048939733,0.00016549957,0.00009202321,0.00014036147,0.00011756856],"domain_scores_gemma":[0.999657,0.000042872707,0.000057653127,0.000026729133,0.00011921566,0.000096571406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014349581,0.000067596426,0.00015270569,0.000094622614,0.000036675436,0.000068154135,0.00013057534,0.000026156995,0.000070341885],"category_scores_gemma":[0.000040406423,0.00008274556,0.000008980999,0.00018554351,0.000034522185,0.0002961646,0.0000094311645,0.00007498136,0.000005275097],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022863778,0.001052426,0.82824063,0.00035804242,0.00054908684,0.0000052309992,0.13285631,0.0005906804,0.0063289497,0.00017077095,0.0221732,0.0076517817],"study_design_scores_gemma":[0.0015497709,0.0008056976,0.9173542,0.0001861921,0.000148665,0.0000317938,0.06910222,0.0037068035,0.004557959,0.0001459145,0.00194265,0.00046809154],"about_ca_topic_score_codex":0.008765741,"about_ca_topic_score_gemma":0.004218266,"teacher_disagreement_score":0.08911359,"about_ca_system_score_codex":0.00002462288,"about_ca_system_score_gemma":0.000011724392,"threshold_uncertainty_score":0.997835},"labels":[],"label_agreement":null},{"id":"W2513492709","doi":"10.21606/drs.2016.467","title":"Design Tools for Enhanced New Product Development in Low Income Economies","year":2016,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Innovation and Socioeconomic Development","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Trent University; Nottingham Trent University","keywords":"Government (linguistics); Poverty; Product (mathematics); New product development; Order (exchange); Product design; Business; Stove; Marketing; Industrial organization; Engineering; Economics; Economic growth; Finance","score_opus":0.02982585527114006,"score_gpt":0.22473271625036526,"score_spread":0.1949068609792252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2513492709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856656,0.0000092202035,0.0029340321,0.0019805392,0.00023597438,0.0007377691,3.8420555e-7,0.00005439083,0.008382082],"genre_scores_gemma":[0.98330617,0.0000044319477,0.013875872,0.00043583257,0.00025890674,0.00012645306,0.0000022306267,0.000018335966,0.00197177],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990096,4.5044345e-7,0.00045234943,0.00024107777,0.0000711238,0.00022538975],"domain_scores_gemma":[0.9993885,0.000039166112,0.00028638853,0.000040545317,0.00023627358,0.000009128898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005473666,0.0001273146,0.00020406903,0.0002483564,0.0000545514,0.00012758117,0.00018187836,0.000038844322,0.000095460884],"category_scores_gemma":[0.00024516523,0.0001029835,0.000026263117,0.00015076324,0.000025844334,0.0015333729,0.000065645865,0.00003066498,0.00009035462],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004669145,0.00021789296,0.048191197,0.0015589598,0.00014316427,3.4701205e-7,0.0029361323,0.000023534963,0.083128035,0.15961234,0.017841753,0.6858797],"study_design_scores_gemma":[0.006418312,0.000038809903,0.08092687,0.0010075795,0.000020933987,6.6216023e-7,0.0012748608,0.00012420137,0.6924456,0.031710986,0.1847481,0.0012830903],"about_ca_topic_score_codex":0.0000071830127,"about_ca_topic_score_gemma":0.0000042154243,"teacher_disagreement_score":0.68459666,"about_ca_system_score_codex":0.00012392383,"about_ca_system_score_gemma":0.000111267684,"threshold_uncertainty_score":0.41995454},"labels":[],"label_agreement":null},{"id":"W2612530002","doi":"10.21606/drs.2016.284","title":"Exploring framing within a team of industrial design students","year":2016,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Cognitive reframing; Framing (construction); Co-design; Collaborative design; Participatory design; Industrial design; Computer science; Engineering; Knowledge management; Psychology; Social psychology; Systems engineering; Task (project management)","score_opus":0.17008100458824435,"score_gpt":0.2885429501992042,"score_spread":0.11846194561095982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612530002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931285,0.000030367046,0.0015587028,0.00005035843,0.00045734746,0.00016655939,0.0000015187005,0.00009517708,0.0045114993],"genre_scores_gemma":[0.99621296,0.00005119103,0.003466697,0.000005873999,0.00010540256,0.000030494855,9.456761e-8,0.000021228301,0.000106033964],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99926794,0.0000042467886,0.00026326094,0.00009741985,0.0002386355,0.00012847304],"domain_scores_gemma":[0.9995398,0.00013090011,0.0001194213,0.000046099452,0.00010968395,0.000054080137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004928629,0.00008878498,0.0001407817,0.00011787436,0.000018085135,0.000019717407,0.00019323653,0.000051121104,0.000028734376],"category_scores_gemma":[0.00044243617,0.000071871844,0.00002546318,0.000189862,0.000023507117,0.0006973121,0.00002230186,0.000097029806,0.00001193061],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019587619,0.00025724573,0.053338848,0.00030706174,0.0002580126,5.3012025e-7,0.01518211,0.00023869799,0.8508682,0.0024918432,0.0069245417,0.06993698],"study_design_scores_gemma":[0.0011910985,0.00016606471,0.0021521628,0.00057969894,0.0000562531,0.0000046273617,0.003612792,0.00019221692,0.98789513,0.00044064762,0.0034438253,0.00026545685],"about_ca_topic_score_codex":0.0000037806938,"about_ca_topic_score_gemma":1.0509959e-7,"teacher_disagreement_score":0.1370269,"about_ca_system_score_codex":0.000035374174,"about_ca_system_score_gemma":0.00002269565,"threshold_uncertainty_score":0.29308486},"labels":[],"label_agreement":null},{"id":"W2903779322","doi":"10.21606/drs.2018.578","title":"Using Design Competencies to Define Curricula and Support Learners","year":2018,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design; Beef Farmers of Ontario","funders":"","keywords":"Curriculum; Computer science; Set (abstract data type); Core competency; Design elements and principles; Design education; Visualization; Mathematics education; Knowledge management; Software engineering; Psychology; Pedagogy; Artificial intelligence; Programming language","score_opus":0.058218667815706664,"score_gpt":0.29165049642827395,"score_spread":0.23343182861256728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903779322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9622609,0.000087281616,0.0058208075,0.00019010385,0.00022764184,0.00017545154,0.0000011230878,0.00013755553,0.03109915],"genre_scores_gemma":[0.9474449,0.000018622912,0.052243043,0.00009009253,0.00006785003,0.0000040247364,2.8528666e-7,0.00001551729,0.00011565695],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995573,0.0000019850872,0.00011742972,0.00009595863,0.000092683396,0.00013462716],"domain_scores_gemma":[0.99968714,0.00003084478,0.000032281296,0.000029664228,0.0001394389,0.00008063579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020408737,0.00007820965,0.00009655324,0.0000908431,0.00004071966,0.00003622423,0.00006832268,0.000028854753,0.00005969564],"category_scores_gemma":[0.00011333897,0.000079088284,0.000012227152,0.00020745283,0.000047548703,0.0002249618,0.000016855325,0.000054958342,0.000029185503],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006142222,0.000079948986,0.013994827,0.00036098497,0.00007743773,0.0000010502935,0.0130716935,0.00072724203,0.91046077,0.0072467243,0.03301616,0.020901734],"study_design_scores_gemma":[0.0013342835,0.0014807907,0.015690288,0.0004760108,0.00031863927,0.0003334522,0.018115278,0.053213496,0.73076475,0.0017984377,0.17465648,0.001818078],"about_ca_topic_score_codex":0.0000058803594,"about_ca_topic_score_gemma":2.7057266e-7,"teacher_disagreement_score":0.17969601,"about_ca_system_score_codex":0.000017676412,"about_ca_system_score_gemma":0.000013804058,"threshold_uncertainty_score":0.32251266},"labels":[],"label_agreement":null},{"id":"W2920623893","doi":"10.21606/drs.2018.355","title":"Learning from Feminist Critiques of and Recommendations for Industrial Design","year":2018,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Crafts, Textile, and Design","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Feminist philosophy; Industrial design; Perspective (graphical); Field (mathematics); Sociology; Feminist theory; Feminism; Engineering ethics; Power (physics); Theme (computing); Epistemology; Management science; Gender studies; Computer science; Engineering; Artificial intelligence","score_opus":0.1601080614991118,"score_gpt":0.3001356691209731,"score_spread":0.1400276076218613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920623893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8919398,0.00018331598,0.00087987643,0.0016789837,0.00056074554,0.00090497866,0.00016886459,0.00015908564,0.10352434],"genre_scores_gemma":[0.9953893,0.000020024407,0.002826735,0.00005222949,0.00077956467,0.000021650965,0.0000068483623,0.000012926067,0.0008907664],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994707,0.0000047573376,0.00022103968,0.00012921175,0.000068968395,0.00010530673],"domain_scores_gemma":[0.9992629,0.00019450765,0.00015315997,0.000024655983,0.0003330089,0.000031761607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022978023,0.000076732984,0.00016194429,0.00006618139,0.00019758468,0.00008874712,0.00007316917,0.000047404963,0.00032468437],"category_scores_gemma":[0.00023150009,0.00007287693,0.000034050525,0.000021541238,0.00028713755,0.00017276328,0.000020624306,0.000069479756,0.0000018511314],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007134181,0.00023742535,0.0036095607,0.00020269412,0.00016816311,1.5225599e-7,0.24607001,3.8185942e-7,0.01312866,0.39958838,0.27847248,0.057808693],"study_design_scores_gemma":[0.0022222372,0.0036330724,0.00014136489,0.0004569364,0.00019526675,0.0000014762005,0.11022973,0.00073583255,0.08603825,0.058891516,0.7369904,0.0004639343],"about_ca_topic_score_codex":0.0001262407,"about_ca_topic_score_gemma":0.000013939521,"teacher_disagreement_score":0.4585179,"about_ca_system_score_codex":0.000006591881,"about_ca_system_score_gemma":0.000019020203,"threshold_uncertainty_score":0.3555066},"labels":[],"label_agreement":null},{"id":"W2921260472","doi":"10.21606/drs.2018.784","title":"Conversation: Beyond black boxes: tackling artificial intelligence as a design material","year":2018,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Architecture and Computational Design","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Artificial intelligence","score_opus":0.016594226392156176,"score_gpt":0.22980242642206863,"score_spread":0.21320820002991245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921260472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7135964,0.00002839569,0.2716928,0.00017252179,0.00049833924,0.0003105782,0.0000048418774,0.00028583006,0.013410274],"genre_scores_gemma":[0.9828189,0.0000063319153,0.016583128,0.000048462265,0.0004903243,0.000008709912,0.0000021997837,0.000020826115,0.000021096685],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99928385,0.0000025750317,0.00023621209,0.00014074291,0.0001741026,0.00016252453],"domain_scores_gemma":[0.9996431,0.00003924074,0.000050581744,0.000034490928,0.00018452034,0.00004806671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013755007,0.000116300456,0.00012480831,0.00009024822,0.00004719332,0.000046484674,0.00014120886,0.000056393837,0.00015301596],"category_scores_gemma":[0.000038129856,0.00011971161,0.000032668035,0.00017270021,0.00012322364,0.00014289786,0.000022004393,0.000067282235,0.000141538],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008458235,0.00012901473,0.00025352274,0.0007815578,0.000347741,0.0000071650293,0.044928588,0.053657338,0.66767716,0.12727398,0.008906055,0.09519203],"study_design_scores_gemma":[0.000054558164,0.00024214604,0.000058046004,0.00004524459,0.000021176264,0.000008608593,0.000721504,0.07703124,0.78520584,0.13615385,0.00026107568,0.0001966933],"about_ca_topic_score_codex":0.0000029290359,"about_ca_topic_score_gemma":2.6688878e-7,"teacher_disagreement_score":0.2692225,"about_ca_system_score_codex":0.00002188194,"about_ca_system_score_gemma":0.000020558091,"threshold_uncertainty_score":0.4881698},"labels":[],"label_agreement":null},{"id":"W2922846628","doi":"10.21606/drs.2018.197","title":"Designerly Activity Theory: toward a new ontology for design research","year":2018,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Ontology; Computer science; Collaborative design; Situated; Context (archaeology); Activity theory; Interpretation (philosophy); Knowledge management; Process (computing); Data science; Human–computer interaction; Management science; Software engineering; Artificial intelligence; Cognitive science; Epistemology; Systems design; Engineering; Psychology","score_opus":0.2198292669153495,"score_gpt":0.3969753332972489,"score_spread":0.17714606638189936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922846628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23168646,0.0004279565,0.63767874,0.0033508136,0.001182309,0.0020896744,0.0000057323914,0.00062614126,0.12295217],"genre_scores_gemma":[0.9540698,0.0000206901,0.044051792,0.000038902854,0.0003236794,0.00006976985,3.260773e-7,0.000031903754,0.0013931344],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991784,0.00002348542,0.0001337221,0.0001730447,0.00016648481,0.00032483385],"domain_scores_gemma":[0.9985884,0.0006785262,0.000048238348,0.00006983959,0.00050072063,0.000114275485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018634857,0.00010189885,0.00015407888,0.00016913963,0.00007988818,0.00005107303,0.00023450181,0.00010068251,0.00011845767],"category_scores_gemma":[0.0010264631,0.000101929145,0.000036091446,0.00030969852,0.000107570966,0.00036884693,0.00001636433,0.00017094937,0.000052940533],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013004023,0.00016140041,0.0002025167,0.00040449487,0.00016464407,3.356583e-7,0.014407274,0.000022270895,0.47261912,0.0914002,0.24751556,0.17180179],"study_design_scores_gemma":[0.0010608776,0.0016595185,0.0010203548,0.000070863454,0.00007362463,0.000019442903,0.0019963423,0.0047196303,0.76190525,0.1144795,0.1125542,0.00044041174],"about_ca_topic_score_codex":0.000021061524,"about_ca_topic_score_gemma":0.0000018325337,"teacher_disagreement_score":0.7223833,"about_ca_system_score_codex":0.000058660753,"about_ca_system_score_gemma":0.00011920226,"threshold_uncertainty_score":0.415655},"labels":[],"label_agreement":null},{"id":"W3087796445","doi":"10.21606/drs.2020.106","title":"DRS2020 Editorial: Pluriversal Design SIG","year":2020,"lang":"sv","type":"article","venue":"Proceedings of DRS","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Universalism; Nature versus nurture; Modernity; Point (geometry); Aesthetics; Computer science; Sociology; Epistemology; History; Political science; Art; Philosophy; Anthropology; Mathematics; Law","score_opus":0.03804783945082358,"score_gpt":0.25763648223796753,"score_spread":0.21958864278714396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087796445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3170962,0.00083635724,0.2703118,0.12066468,0.2370717,0.0058826488,0.00005682771,0.0049869292,0.04309284],"genre_scores_gemma":[0.9557067,0.000026396076,0.02522827,0.0007501346,0.018033372,0.000026357693,0.0000016198951,0.000048522666,0.00017863345],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9971382,0.00001685618,0.0006766534,0.00087190093,0.00076728204,0.0005291331],"domain_scores_gemma":[0.99684805,0.0001230354,0.00079968566,0.00015413995,0.0019213123,0.00015375187],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047448976,0.00037988494,0.0005001093,0.0002754675,0.00018390581,0.00023371914,0.0017122239,0.00044582965,0.00007547815],"category_scores_gemma":[0.0010462321,0.00042248084,0.00013245494,0.001542324,0.00035674643,0.0017093838,0.0006470592,0.000935822,0.00028547418],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028756482,0.00018791635,0.0006528729,0.00031570767,0.00029340008,0.000011049657,0.013539619,0.000021672719,0.3690819,0.107877724,0.5049437,0.002786864],"study_design_scores_gemma":[0.0019596894,0.0036872483,0.00025975087,0.00036937103,0.00015123926,0.000022213979,0.0021546378,0.025370598,0.79960996,0.006642747,0.15868135,0.0010911747],"about_ca_topic_score_codex":0.000013069747,"about_ca_topic_score_gemma":2.2417468e-7,"teacher_disagreement_score":0.6386105,"about_ca_system_score_codex":0.0001472545,"about_ca_system_score_gemma":0.00017942983,"threshold_uncertainty_score":0.9998227},"labels":[],"label_agreement":null},{"id":"W3087964708","doi":"10.21606/drs.2020.133","title":"The role of participatory design activities in supporting sense-making in the smart city","year":2020,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Smart Cities and Technologies","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Universiteit Utrecht; Canadian Institute of Steel Construction","keywords":"Cognitive reframing; Vision; Citizen journalism; Participatory design; Meaning (existential); Smart city; Sociology; Computer science; Knowledge management; Internet of Things; Engineering; Epistemology; Psychology; Internet privacy; World Wide Web; Social psychology","score_opus":0.03954415319691386,"score_gpt":0.24430224340899845,"score_spread":0.20475809021208458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087964708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965976,0.00025954042,0.000023661118,0.00026037663,0.000022439535,0.0001398689,0.0000011410579,0.00008891733,0.00260649],"genre_scores_gemma":[0.9996457,0.00003897783,0.0002299148,0.000024632816,0.000017099619,0.00003170198,9.858544e-8,0.000010782359,0.0000010738959],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993021,0.000005174708,0.00026014436,0.00008204058,0.00012757986,0.00022297802],"domain_scores_gemma":[0.99965173,0.00018815452,0.00007923796,0.000047158763,0.000022555843,0.000011188134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043857333,0.000083977975,0.00015031177,0.000048221726,0.00003539519,0.000022451686,0.0001871349,0.00004929234,0.0000026906057],"category_scores_gemma":[0.00025497683,0.00005876464,0.000029118259,0.00023365724,0.00008766119,0.000115016395,0.000047530557,0.00018563597,3.673989e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011674324,0.00006341495,0.7607318,0.00069080025,0.00008710365,0.000008365026,0.06436721,0.0029958235,0.12414057,0.0169248,0.0009665406,0.028906839],"study_design_scores_gemma":[0.00040430066,0.00018670656,0.040907662,0.0002342947,0.000026640599,0.0000061585715,0.2173931,0.050594755,0.6778638,0.009407438,0.0026333865,0.00034177312],"about_ca_topic_score_codex":0.00002015932,"about_ca_topic_score_gemma":0.000012830513,"teacher_disagreement_score":0.71982414,"about_ca_system_score_codex":0.000017136064,"about_ca_system_score_gemma":0.0000090783615,"threshold_uncertainty_score":0.23963524},"labels":[],"label_agreement":null},{"id":"W3088815643","doi":"10.21606/drs.2020.119","title":"DRS2020 Editorial: Design for Wellbeing, Happiness and Health","year":2020,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Art Therapy and Mental Health","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Happiness; Well-being; Psychology; Sociology; Computer science; Social psychology; Psychotherapist","score_opus":0.10493916517928498,"score_gpt":0.293262625411761,"score_spread":0.18832346023247604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088815643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39242068,0.013341502,0.0056465003,0.34842828,0.09426352,0.021607598,0.0004376436,0.0023801294,0.12147415],"genre_scores_gemma":[0.9635792,0.0002789208,0.002240652,0.0037541313,0.029280761,0.000075855016,0.0000065804693,0.00004035797,0.0007435608],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993215,0.0000024304034,0.00021129865,0.00016433923,0.00011610738,0.00018429488],"domain_scores_gemma":[0.9995592,0.000024723913,0.00013827912,0.000017885308,0.00012114749,0.00013874988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002519071,0.0000949895,0.00020067737,0.000024001742,0.0002446842,0.000046151454,0.00008188645,0.000027055934,0.00003181785],"category_scores_gemma":[0.000018918949,0.000084161504,0.00003293905,0.000022814966,0.00008751155,0.00018299416,0.000022785065,0.0000630174,0.0000023842024],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033295265,0.000074307936,0.00020911441,0.0016752882,0.000042030857,8.00843e-8,0.11530694,6.8998065e-7,0.0012982179,0.32573286,0.5496198,0.005707723],"study_design_scores_gemma":[0.00070141605,0.0011644945,0.000023195144,0.00007053797,0.000012005224,3.953868e-7,0.0064360956,0.00013874439,0.0018176391,0.0039052682,0.98560953,0.00012066012],"about_ca_topic_score_codex":0.00004231394,"about_ca_topic_score_gemma":0.0000061470278,"teacher_disagreement_score":0.5711585,"about_ca_system_score_codex":0.00001421662,"about_ca_system_score_gemma":0.00004310875,"threshold_uncertainty_score":0.34320065},"labels":[],"label_agreement":null},{"id":"W3088909262","doi":"10.21606/drs.2020.376","title":"Improving access to psychotherapy in a digital age: an exploratory design study based on five studio classes","year":2020,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Studio; Dualism; Perspective (graphical); Section (typography); Exploratory research; Design studio; Online learning; Psychotherapist; Psychology; Special section; Computer science; Multimedia; Sociology; Engineering; Artificial intelligence; Social science; Epistemology; Telecommunications","score_opus":0.12366705028398088,"score_gpt":0.41420056675450995,"score_spread":0.29053351647052905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088909262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915822,0.000018312983,0.0003183282,0.0010071779,0.0002109878,0.0018765494,0.00002318458,0.00011174398,0.0048515256],"genre_scores_gemma":[0.99750346,4.0997898e-7,0.00034010308,0.0013904229,0.00006773747,0.0005583718,0.0000023736384,0.000048723203,0.00008839018],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982912,0.000018229795,0.0005074392,0.00056818075,0.00028211155,0.0003328178],"domain_scores_gemma":[0.99922967,0.00006562623,0.00019659386,0.00012078224,0.00012965937,0.0002576483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026195712,0.00020723796,0.00030595713,0.00026727552,0.000044780518,0.00025481908,0.00054403296,0.0000564669,0.000051142666],"category_scores_gemma":[0.00011863982,0.00021077921,0.00006477738,0.0006542429,0.0000397049,0.0010308395,0.000053619602,0.00018945715,0.00005716508],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018897656,0.056884382,0.48568437,0.0013158509,0.00044472303,0.00019605029,0.14430016,0.00023974443,0.0035547344,0.0044084867,0.026125789,0.25794804],"study_design_scores_gemma":[0.034280382,0.21067768,0.49504924,0.002331424,0.00016413128,0.000010288555,0.226007,0.002620334,0.014717101,0.008353343,0.0019776896,0.0038113897],"about_ca_topic_score_codex":0.000027314327,"about_ca_topic_score_gemma":0.000021106463,"teacher_disagreement_score":0.25413665,"about_ca_system_score_codex":0.00007698699,"about_ca_system_score_gemma":0.00003876601,"threshold_uncertainty_score":0.85953265},"labels":[],"label_agreement":null},{"id":"W3092385647","doi":"10.21606/drs.2016.255","title":"Recommendations to rebuild the body of feminist work in industrial design","year":2016,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Crafts, Textile, and Design","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Feminism; Industrial design; Relevance (law); Feminist philosophy; Work (physics); Feminist movement; Field (mathematics); Sociology; Engineering ethics; Task (project management); Computer science; Gender studies; Engineering; Political science; Law; Mechanical engineering; Systems engineering","score_opus":0.10710988879496988,"score_gpt":0.2625006431942005,"score_spread":0.15539075439923064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092385647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7708059,0.000095540134,0.00024475245,0.025131721,0.0011451171,0.0018052822,0.00008558836,0.00012699956,0.20055911],"genre_scores_gemma":[0.99638975,0.0000113608285,0.0003103492,0.00013104008,0.0003073467,0.00003991388,4.41563e-7,0.00001248595,0.0027973445],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99921507,0.000008550995,0.000331143,0.0001419863,0.00013878118,0.00016447119],"domain_scores_gemma":[0.99935657,0.00023488658,0.00015399455,0.00007304437,0.00014011699,0.000041402247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051024486,0.000092994145,0.00016832877,0.00012605544,0.000097864366,0.000055432392,0.00023357001,0.00004492464,0.0005402367],"category_scores_gemma":[0.0002646751,0.00005493934,0.000045934856,0.00011990648,0.00015935012,0.00013878419,0.000041421477,0.00008277285,0.000021651547],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063432625,0.0002697439,0.0054157986,0.00003563908,0.000051109786,4.2273746e-7,0.05904381,0.0000011766468,0.0070527294,0.26331764,0.6362592,0.027918378],"study_design_scores_gemma":[0.0019883285,0.00081449543,0.0013557841,0.0010471492,0.00006434791,0.0000015064985,0.024949964,0.0000070148635,0.026659815,0.010545595,0.93211293,0.00045305834],"about_ca_topic_score_codex":0.000049760216,"about_ca_topic_score_gemma":0.000018992892,"teacher_disagreement_score":0.29585373,"about_ca_system_score_codex":0.000025134845,"about_ca_system_score_gemma":0.00003184372,"threshold_uncertainty_score":0.5915213},"labels":[],"label_agreement":null},{"id":"W3118506544","doi":"10.21606/drs.2020.2","title":"DRS2020: Synergy","year":2020,"lang":"de","type":"paratext","venue":"Proceedings of DRS","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Twente; Royal College of Art; AGE-WELL","keywords":"Vision; Transformative learning; Creativity; Engineering ethics; Theme (computing); Discipline; Sociology; Management science; Computer science; Knowledge management; Engineering; Psychology; Social science; Pedagogy; World Wide Web; Social psychology","score_opus":0.01995195044532736,"score_gpt":0.2218198054540614,"score_spread":0.20186785500873405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118506544","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021449214,0.0021789663,0.00008488621,0.0075576403,0.004109272,0.0010540981,0.00002401357,0.0003372106,0.9632047],"genre_scores_gemma":[0.90990204,0.001831129,0.0034132244,0.0064852433,0.009301276,0.00034631058,0.0006554165,0.00037895408,0.0676864],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963983,0.0000037301434,0.0011854063,0.0009949537,0.00066583673,0.0007517473],"domain_scores_gemma":[0.99620754,0.000035335535,0.001911546,0.00014069263,0.0016741626,0.00003071862],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006317981,0.00079885626,0.0012869573,0.0006745786,0.00041794626,0.00030018823,0.0014095085,0.0012147874,0.0018034895],"category_scores_gemma":[0.0005925171,0.00085186504,0.0002901733,0.0025509675,0.0006817106,0.00076720276,0.0015504687,0.0013189627,0.0085358],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011098308,0.00019828501,0.0025802897,0.0050628567,0.00083145074,0.0000071542127,0.00069846516,8.2799585e-7,0.0008823318,0.44693983,0.53755987,0.005127657],"study_design_scores_gemma":[0.00058011594,0.00005234214,0.0005444588,0.00069537765,0.00031305893,0.0000011943935,0.0026580144,0.00012488847,0.0027185043,0.010689697,0.98058313,0.0010391937],"about_ca_topic_score_codex":0.000035421883,"about_ca_topic_score_gemma":7.9944675e-7,"teacher_disagreement_score":0.8955183,"about_ca_system_score_codex":0.00013233456,"about_ca_system_score_gemma":0.00014209026,"threshold_uncertainty_score":0.9993932},"labels":[],"label_agreement":null},{"id":"W3133939639","doi":"10.21606/drs.2010.24","title":"Everyday People: Enabling User Expertise in Socially Responsible Design","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Human–computer interaction","score_opus":0.01733756464313036,"score_gpt":0.26738716891388914,"score_spread":0.2500496042707588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133939639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9753411,0.000016272417,0.019472044,0.0020782514,0.00040982896,0.00023835788,2.6287137e-7,0.0001995135,0.0022444145],"genre_scores_gemma":[0.9081126,0.0000037096818,0.09136301,0.000110788074,0.000044475837,0.000041557818,1.6523516e-7,0.000011919159,0.00031179204],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99882334,0.000008580048,0.00031669444,0.0003384229,0.00022666896,0.0002862993],"domain_scores_gemma":[0.9990108,0.000082486,0.00022009348,0.00013407362,0.00052490295,0.000027613678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078446296,0.00012936574,0.0001862315,0.00058545807,0.00008814111,0.00009082826,0.00077132415,0.0001744933,0.000023579954],"category_scores_gemma":[0.0006922601,0.00013363175,0.000034656594,0.0010701347,0.00007768857,0.0013638097,0.00018907075,0.0004796868,0.00002114983],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003551861,0.00006451015,0.005436192,0.000013892854,0.0000076183005,0.0000018010288,0.004060478,0.0000019796455,0.7893433,0.19604152,0.001106773,0.0038863965],"study_design_scores_gemma":[0.0004554801,0.00014020341,0.012723852,0.000061267594,0.0000033901729,0.000022372737,0.0004704976,0.0027582124,0.95514137,0.027293894,0.0006818766,0.00024755872],"about_ca_topic_score_codex":0.000026585665,"about_ca_topic_score_gemma":0.000055656492,"teacher_disagreement_score":0.16874763,"about_ca_system_score_codex":0.00007103713,"about_ca_system_score_gemma":0.00020593045,"threshold_uncertainty_score":0.54493445},"labels":[],"label_agreement":null},{"id":"W3134044440","doi":"10.21606/drs.2008.43","title":"The Complex Field of Research: for Design, through Design, and about Design","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Field (mathematics); Design methods; Systems engineering; Engineering; Mechanical engineering; Mathematics","score_opus":0.20170888765027958,"score_gpt":0.40097369094730595,"score_spread":0.19926480329702637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134044440","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028172176,0.0010194811,0.9459278,0.0041827816,0.00072280836,0.0029787377,0.000005480858,0.00021360484,0.016777113],"genre_scores_gemma":[0.70740455,0.0003152909,0.291792,0.000054460976,0.000084432046,0.00012203001,4.1571158e-7,0.000027947055,0.0001988627],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99917215,0.00002038418,0.00023537461,0.00012964998,0.00019573291,0.0002467095],"domain_scores_gemma":[0.99558485,0.0036985069,0.0000805605,0.000091257825,0.0004893082,0.00005554272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023358352,0.000098499244,0.00014118575,0.000066849454,0.00016193748,0.00007497662,0.00025769597,0.00008678109,0.00003023951],"category_scores_gemma":[0.0016596393,0.00007886094,0.000028560049,0.00021611113,0.00014740859,0.0002788528,0.000023142313,0.00027078248,0.0000033326173],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003655541,0.00007394076,0.00013599757,0.00049392204,0.00009304358,1.6609995e-7,0.004746598,0.00018925716,0.7776544,0.029430462,0.17050992,0.016306715],"study_design_scores_gemma":[0.0005932581,0.00054672593,0.0005415843,0.0000756492,0.00004402279,0.000013129102,0.002034297,0.018132,0.8416854,0.03442181,0.10166506,0.0002470318],"about_ca_topic_score_codex":0.0000104983055,"about_ca_topic_score_gemma":8.695458e-7,"teacher_disagreement_score":0.67923236,"about_ca_system_score_codex":0.000009248298,"about_ca_system_score_gemma":0.000042836786,"threshold_uncertainty_score":0.3215856},"labels":[],"label_agreement":null},{"id":"W3162404201","doi":"10.21606/drs.2014.67","title":"Ecotone: Finding Common Ground Across Art, Science and Ranching","year":2014,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Environmental Philosophy and Ethics","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Ecotone; Common ground; Computer science; Environmental science; Remote sensing; Geology; Ecology; Psychology","score_opus":0.012472399401510027,"score_gpt":0.25476074811353744,"score_spread":0.24228834871202742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162404201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9292743,0.000011795352,0.0000100082225,0.0003578313,0.000048164544,0.00009903313,0.0000015373178,0.00002186467,0.07017545],"genre_scores_gemma":[0.9987069,0.000020276462,0.0008388296,0.00027319998,0.00003366786,0.000005255432,4.2723488e-7,0.000010557127,0.00011089633],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9986613,0.00000343992,0.00017735371,0.0003263404,0.0005157601,0.00031585433],"domain_scores_gemma":[0.99963117,0.00004783619,0.00011722411,0.00007436043,0.000010143985,0.000119283686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013901627,0.00011754963,0.00014410375,0.000028680437,0.00043419027,0.00008240351,0.00030354568,0.00005912995,0.000054808235],"category_scores_gemma":[0.00013759096,0.00011259343,0.000023956096,0.00023450395,0.0014953257,0.0008481462,0.00045221476,0.00019894351,0.000067313355],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033327837,0.00010940527,0.4154618,0.00012996903,0.000007893675,5.460523e-7,0.0058101346,0.000060766157,0.55232567,0.009333584,0.00047332456,0.016253538],"study_design_scores_gemma":[0.0012010311,0.00043752295,0.7407059,0.000183268,0.000032453914,0.00004366431,0.0017514172,0.0026469298,0.1774116,0.06469782,0.010077385,0.00081098365],"about_ca_topic_score_codex":0.000038235554,"about_ca_topic_score_gemma":0.000006487318,"teacher_disagreement_score":0.3749141,"about_ca_system_score_codex":0.00009452661,"about_ca_system_score_gemma":0.0000028989177,"threshold_uncertainty_score":0.550959},"labels":[],"label_agreement":null},{"id":"W3167276419","doi":"10.21606/drs.2008.23","title":"Design History education and the Use of the Design Brief as an Interpretative Framework for Sustainable Practice","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Architecture, Design, and Social History","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta University of the Arts","funders":"","keywords":"Engineering ethics; Computer science; Management science; Engineering management; Engineering","score_opus":0.04254955906169371,"score_gpt":0.2649396048433819,"score_spread":0.2223900457816882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167276419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5179199,0.008084758,0.14760205,0.010520173,0.0076078074,0.022630803,0.00003071521,0.00041535794,0.28518844],"genre_scores_gemma":[0.95719653,0.000025082394,0.031594146,0.0010980644,0.00031135706,0.00017226861,5.997609e-7,0.000030069026,0.009571889],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993237,0.000056249723,0.00018387329,0.00014895374,0.00014477382,0.00014244928],"domain_scores_gemma":[0.9972462,0.0012987884,0.00037811708,0.00008882456,0.00095057674,0.000037472066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007810145,0.00010780567,0.00016573706,0.000053307594,0.00040017525,0.00006570907,0.00021646179,0.000068520625,0.000038865706],"category_scores_gemma":[0.0030172772,0.000068236084,0.00006208784,0.000029369923,0.0012596213,0.00069032056,0.000031908163,0.00026039607,3.9140693e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040701238,0.0000733925,0.0000051611887,0.00006467569,0.000023375289,3.4991135e-8,0.31012684,0.0000013104819,0.00019813732,0.68156815,0.006169698,0.0013622175],"study_design_scores_gemma":[0.00038853817,0.00038073363,0.000025456377,0.00006716457,0.00018496974,0.0000036071865,0.08533692,0.00017319368,0.0011683675,0.37301603,0.53908944,0.0001655698],"about_ca_topic_score_codex":0.00048393355,"about_ca_topic_score_gemma":0.000020112118,"teacher_disagreement_score":0.53291976,"about_ca_system_score_codex":0.00006859948,"about_ca_system_score_gemma":0.00032345564,"threshold_uncertainty_score":0.46411273},"labels":[],"label_agreement":null},{"id":"W3173233942","doi":"10.21606/drs.2008.78","title":"When Artists and Designers Inspire Collective Intelligence Practices: Two Case Studies of Collaboration, Interdisciplinarity, and Innovation Projects","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Collective intelligence; Knowledge management; Computer science; Sociology; Engineering ethics; Engineering","score_opus":0.06332761029726405,"score_gpt":0.37385467110555476,"score_spread":0.31052706080829073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173233942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99523604,0.00017343235,0.00030104106,0.0004004525,0.00017005546,0.00035173353,0.000003479516,0.000041713512,0.0033220758],"genre_scores_gemma":[0.99060553,0.000083239865,0.009125032,0.000017532104,0.000030527422,0.000040665527,8.478728e-7,0.000012276925,0.00008432148],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999349,0.000007076564,0.00029769877,0.00015005247,0.00010573189,0.000090448346],"domain_scores_gemma":[0.99809384,0.00021664974,0.00037817386,0.000044512257,0.0012337067,0.000033096774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052515935,0.00010557304,0.00015868375,0.00029183662,0.00008214968,0.00006510457,0.00005431215,0.000051555435,0.0000047989342],"category_scores_gemma":[0.001999977,0.0001052019,0.0000069713883,0.0008885977,0.00014868316,0.00091931433,0.000046491903,0.00016942504,5.070242e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003176399,0.0003389357,0.040627133,0.0040434278,0.0005563111,0.000018984705,0.3572575,0.00008160325,0.49594137,0.06287239,0.007427932,0.030516813],"study_design_scores_gemma":[0.0012584225,0.0009116226,0.0038949433,0.00045466682,0.00033875185,0.0015050061,0.28663546,0.010180202,0.6559199,0.036635533,0.001376137,0.00088935427],"about_ca_topic_score_codex":0.000017472312,"about_ca_topic_score_gemma":0.00007752125,"teacher_disagreement_score":0.15997855,"about_ca_system_score_codex":0.00003283561,"about_ca_system_score_gemma":0.000088227425,"threshold_uncertainty_score":0.4290009},"labels":[],"label_agreement":null},{"id":"W3193088455","doi":"10.21606/drs.2014.85","title":"Aspects of Research through Design: A Literature Review","year":2014,"lang":"en","type":"review","venue":"Proceedings of DRS","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec en Abitibi-Témiscamingue","funders":"","keywords":"Computer science","score_opus":0.153853816772221,"score_gpt":0.4452962954403168,"score_spread":0.2914424786680958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193088455","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.6616114e-7,0.9776339,0.0024964688,0.00028907545,0.0001961614,0.001269572,0.0000027498083,0.00012130224,0.017990313],"genre_scores_gemma":[0.000020541798,0.9768767,0.022513345,0.00006856744,0.00010238453,0.00018344058,0.0000041619446,0.000032848235,0.00019800538],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969059,0.000086297376,0.0010987368,0.00074477354,0.0007474162,0.00041682585],"domain_scores_gemma":[0.99424386,0.00033886303,0.001480787,0.00047876328,0.0034241395,0.000033594806],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028183856,0.00037683037,0.001967312,0.00088533456,0.00008769678,0.00009524804,0.0027510899,0.0004960525,0.000012019389],"category_scores_gemma":[0.0014040547,0.00029891546,0.00031479297,0.0045633,0.00029792776,0.0008389559,0.0006540102,0.0015872347,0.000049945964],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019045483,0.00005419989,2.4707776e-7,0.20143779,0.0000903497,0.00000401022,0.0002403403,7.0852626e-9,0.00003562897,0.48195738,0.015159667,0.30101848],"study_design_scores_gemma":[0.00005033658,0.00024654297,1.902935e-7,0.28351486,0.0000688952,0.0001210827,0.0000066525145,0.00000504096,0.00074552477,0.01595441,0.699094,0.00019246724],"about_ca_topic_score_codex":0.0000017075475,"about_ca_topic_score_gemma":1.0155446e-7,"teacher_disagreement_score":0.68393433,"about_ca_system_score_codex":0.00014155758,"about_ca_system_score_gemma":0.00022550518,"threshold_uncertainty_score":0.9999463},"labels":[],"label_agreement":null},{"id":"W3205448872","doi":"10.21606/drs.2010.138","title":"Dealing with the Human-centered Approach within HCI Projects","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Human–computer interaction; Data science","score_opus":0.026770099492889263,"score_gpt":0.2496820486498824,"score_spread":0.22291194915699314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205448872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8708162,0.00001975987,0.00014069078,0.00020112986,0.00012302746,0.00021714978,6.2468905e-7,0.000135066,0.12834637],"genre_scores_gemma":[0.99301004,0.0000027322706,0.006550382,0.000042658237,0.0000846422,0.00003007051,0.000001190255,0.00002597679,0.0002523112],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995012,0.0000015165024,0.00012164137,0.0001075026,0.00013940655,0.00012869488],"domain_scores_gemma":[0.99967724,0.000023023644,0.00007899067,0.000066543274,0.00011348694,0.000040693212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002768267,0.00009583093,0.000088071574,0.000050508665,0.00007546137,0.00006455651,0.00017966364,0.00004291316,0.000023474302],"category_scores_gemma":[0.000039243085,0.00006493315,0.000018370818,0.00014977931,0.000045020846,0.00023362975,0.0000114524,0.00029868094,0.0000058989112],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056974222,0.0002211426,0.009019222,0.00078372983,0.00018637397,5.644952e-7,0.026356176,0.0003204297,0.86363727,0.0868696,0.009746525,0.002802002],"study_design_scores_gemma":[0.003780404,0.00053769635,0.019075612,0.00034861598,0.00048339218,0.00036356298,0.059497625,0.026764316,0.7855937,0.001888759,0.09946577,0.0022005746],"about_ca_topic_score_codex":0.00000868291,"about_ca_topic_score_gemma":0.000003788961,"teacher_disagreement_score":0.12809406,"about_ca_system_score_codex":0.000007656394,"about_ca_system_score_gemma":0.0000139788735,"threshold_uncertainty_score":0.2647897},"labels":[],"label_agreement":null},{"id":"W3207629178","doi":"10.21606/drs.2008.26","title":"Dynamique des ambiances lumineuses par relevés vidéo d’espaces de transition","year":2010,"lang":"fr","type":"article","venue":"Proceedings of DRS","topic":"Impact of Light on Environment and Health","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Computer science","score_opus":0.00942808022976871,"score_gpt":0.23878010659085774,"score_spread":0.22935202636108903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207629178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97298867,0.0005612119,0.000068306574,0.011119118,0.00034047067,0.00029385422,0.000023309123,0.000050287512,0.014554788],"genre_scores_gemma":[0.9845674,0.0028854173,0.010291352,0.0003737514,0.00023469666,0.00001916306,0.0000026424966,0.000036823596,0.001588764],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99791634,0.000012849871,0.00038917476,0.00038907237,0.00040193775,0.00089059916],"domain_scores_gemma":[0.99912417,0.000055312597,0.00028455738,0.0001013345,0.000025630947,0.00040896612],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007572739,0.00028267287,0.00031048674,0.00007608763,0.00029119215,0.00007509406,0.00035057327,0.00029285796,0.0019957111],"category_scores_gemma":[0.00011240062,0.00029099427,0.00011772877,0.00024732057,0.0015354563,0.0012344146,0.000061985884,0.00047153817,0.00016747283],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005715105,0.00035594916,0.5043045,0.00064968574,0.000019942321,0.000002236488,0.005626869,0.000010770038,0.47813392,0.001072101,0.0014127009,0.008354177],"study_design_scores_gemma":[0.00041461567,0.0004753957,0.7740009,0.00032203013,0.0000765245,0.000039378705,0.0014483072,0.0003535064,0.20731539,0.005042986,0.010129985,0.00038099068],"about_ca_topic_score_codex":0.0013695476,"about_ca_topic_score_gemma":0.0009182937,"teacher_disagreement_score":0.27081853,"about_ca_system_score_codex":0.00021791316,"about_ca_system_score_gemma":0.000039559247,"threshold_uncertainty_score":0.9999542},"labels":[],"label_agreement":null},{"id":"W4237117464","doi":"10.21606/drs.2016.235","title":"Serious Play Strategies in the Design of Kinetic and Wearable Devices","year":2016,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Ideation; Gesture; Creativity; Wearable computer; Human–computer interaction; Computer science; Wearable technology; Interaction design; Cognitive science; Psychology; Artificial intelligence; Social psychology","score_opus":0.0360850112329538,"score_gpt":0.32526553705007005,"score_spread":0.28918052581711623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237117464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98765117,0.00010762557,0.00003226198,0.00070230174,0.000050589308,0.00012480275,9.377107e-7,0.0000060890925,0.011324201],"genre_scores_gemma":[0.99948263,0.00005231676,0.00013946964,0.000053791613,0.000008658374,0.000015300076,1.7769873e-8,0.000002833396,0.00024500486],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9995934,0.000010435418,0.00010900404,0.00011139496,0.00008158444,0.000094176845],"domain_scores_gemma":[0.999644,0.00018139338,0.00008123628,0.000040611485,0.000038513917,0.000014282371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027236162,0.00004594491,0.00007745852,0.000057417026,0.000020482626,0.000018099163,0.00014344153,0.000024849476,0.000048360216],"category_scores_gemma":[0.00007189419,0.000025865911,0.000008229712,0.00015334284,0.0001621326,0.00013329177,0.000010885908,0.000035329802,0.0000031337609],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001221497,0.00043652605,0.16787645,0.00012216851,0.000011416843,9.873055e-7,0.04989316,0.0000033141062,0.70824295,0.059379067,0.0017591808,0.012152627],"study_design_scores_gemma":[0.0007453993,0.00059051375,0.90696514,0.00019277688,0.000015773234,0.000039190476,0.047810256,0.000015982714,0.03726753,0.0048628217,0.0013448294,0.00014979462],"about_ca_topic_score_codex":0.000040072726,"about_ca_topic_score_gemma":0.0000042430506,"teacher_disagreement_score":0.7390887,"about_ca_system_score_codex":0.0000032748603,"about_ca_system_score_gemma":0.00001690809,"threshold_uncertainty_score":0.10547812},"labels":[],"label_agreement":null},{"id":"W4238707899","doi":"10.21606/drs.2016.353","title":"Public design and social innovation: Learning from applied research","year":2016,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Université Laval","funders":"","keywords":"Process (computing); Public relations; Knowledge management; Social innovation; Engineering ethics; Management science; Sociology; Engineering; Business; Computer science; Political science","score_opus":0.18466744478615604,"score_gpt":0.28261205080453977,"score_spread":0.09794460601838373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238707899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9290336,0.000010999176,0.00205497,0.00704953,0.000053302236,0.00026197213,2.949665e-7,0.00014846372,0.061386902],"genre_scores_gemma":[0.9967929,0.0000038445796,0.002450247,0.00017710759,0.0003132729,0.000055028766,0.00000317581,0.000014269848,0.00019016826],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990377,0.0000031380391,0.00022685429,0.00022616201,0.0002619036,0.00024428155],"domain_scores_gemma":[0.9986869,0.00006292434,0.00019257162,0.000026064583,0.0010285327,0.0000030225392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017063061,0.00009089544,0.00014198902,0.0004831028,0.00042554265,0.00010110016,0.00019959542,0.00014365738,0.000046259156],"category_scores_gemma":[0.0004344204,0.00007194575,0.000011013708,0.0013673384,0.0003814158,0.0005510508,0.0003030123,0.00022445292,0.000027674918],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027111579,0.000022061886,0.017180048,0.000039913717,0.000026265829,1.9438815e-7,0.0003346842,1.6752791e-8,0.02168032,0.9146416,0.0021338826,0.043913852],"study_design_scores_gemma":[0.0013846813,0.000028440723,0.037479375,0.0000743264,0.000017745599,5.228301e-7,0.006885202,0.000052284428,0.021355825,0.874923,0.057349514,0.00044907624],"about_ca_topic_score_codex":0.0000071508207,"about_ca_topic_score_gemma":2.0872457e-7,"teacher_disagreement_score":0.06775932,"about_ca_system_score_codex":0.000034307326,"about_ca_system_score_gemma":0.000022174718,"threshold_uncertainty_score":0.3272973},"labels":[],"label_agreement":null},{"id":"W4281731830","doi":"10.21606/drs.2022.1082","title":"Valuing the qualitative in design and data","year":2022,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Computer science; Track (disk drive); Qualitative research; Data visualization; Data science; Qualitative property; Context (archaeology); Informatics; Visualization; Human–computer interaction; Artificial intelligence; Engineering; Sociology","score_opus":0.1262581684687445,"score_gpt":0.38815459552964415,"score_spread":0.26189642706089966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281731830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94021744,0.00010905424,0.0508711,0.0061804787,0.00016076211,0.00039038365,0.0000032657429,0.00009475794,0.0019727831],"genre_scores_gemma":[0.9738539,0.000002441754,0.025952399,0.00011447619,0.0000061128326,0.000033447406,5.8805557e-7,0.0000033439264,0.000033323984],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99932444,0.000026311947,0.00015006923,0.00023672954,0.00015907784,0.000103353],"domain_scores_gemma":[0.99946296,0.00016039668,0.00013751982,0.00013732462,0.00009569318,0.0000060767693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018699632,0.000051509207,0.00007525719,0.00015636547,0.0001324387,0.00003534109,0.0011381111,0.000015144188,0.000005082001],"category_scores_gemma":[0.00021590084,0.000042841937,0.000005733332,0.00055250624,0.000080942176,0.0006611553,0.001241514,0.00024079718,9.2328963e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038665436,0.00007912302,0.0011195558,0.000027611526,0.000029629013,0.000001945607,0.09605737,0.000031204272,0.035372727,0.8529297,0.0039874036,0.010325058],"study_design_scores_gemma":[0.0015100234,0.0014982835,0.006559921,0.000119427656,0.000023239354,0.00017441402,0.182248,0.25877833,0.08808856,0.45299077,0.0073147803,0.00069424126],"about_ca_topic_score_codex":0.000014258028,"about_ca_topic_score_gemma":6.136925e-7,"teacher_disagreement_score":0.39993894,"about_ca_system_score_codex":0.00003802405,"about_ca_system_score_gemma":0.000017545099,"threshold_uncertainty_score":0.21149126},"labels":[],"label_agreement":null},{"id":"W4282961824","doi":"10.21606/drs.2022.699","title":"Designing a tangible augmented reality experience for cultural heritage research","year":2022,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Metropolitan University","funders":"Connaught Fund; Ontario Ministry of Research and Innovation; Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"Augmented reality; Cultural heritage; Computer science; Process (computing); Mixed reality; Object (grammar); Human–computer interaction; History; Archaeology; Artificial intelligence","score_opus":0.1460011711421134,"score_gpt":0.3984374743818076,"score_spread":0.25243630323969424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282961824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5265704,0.00026427035,0.4395151,0.010108598,0.00025092685,0.004068509,0.000082410545,0.0007581922,0.018381627],"genre_scores_gemma":[0.9536606,0.000006617637,0.04392479,0.000060565653,0.00002724577,0.0018366965,0.000005740129,0.000010728036,0.0004669963],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99814695,0.000021334981,0.0002866958,0.0004592207,0.0006779021,0.00040787674],"domain_scores_gemma":[0.9988706,0.00011347445,0.00015580168,0.0002017973,0.0005683444,0.00008995546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014428739,0.00009817851,0.00014821535,0.00014337928,0.00080058957,0.00011983696,0.0014139788,0.0000300623,0.000015719603],"category_scores_gemma":[0.00017044948,0.00010018311,0.000066363,0.0012387634,0.00013857604,0.000575446,0.0008284637,0.0002245223,0.0000022503405],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065545224,0.00042335613,0.0008563558,0.00018269756,0.000042434327,0.0000011089932,0.030038463,0.00014402621,0.6016519,0.33386317,0.02859284,0.004138123],"study_design_scores_gemma":[0.0020791513,0.0013426238,0.0013368196,0.00010740332,0.000027440594,0.00006248643,0.09360591,0.07845833,0.69333565,0.047461938,0.08125374,0.0009284904],"about_ca_topic_score_codex":0.00009091746,"about_ca_topic_score_gemma":0.0000015290144,"teacher_disagreement_score":0.42709026,"about_ca_system_score_codex":0.00019870931,"about_ca_system_score_gemma":0.000064992775,"threshold_uncertainty_score":0.61575687},"labels":[],"label_agreement":null},{"id":"W4282969634","doi":"10.21606/drs.2022.257","title":"Data-painting: Expressive free-form visualisation","year":2022,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates; European Commission; Alberta Innovates - Technology Futures","keywords":"Visualization; Computer science; Representation (politics); Data visualization; Expressive power; Human–computer interaction; Expressivity; Information visualization; Painting; External Data Representation; Data science; Artificial intelligence; Theoretical computer science; Visual arts","score_opus":0.04447041341731357,"score_gpt":0.30515625844669514,"score_spread":0.2606858450293816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282969634","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4420751,0.00039242968,0.44220176,0.010705336,0.0021922416,0.0016841069,0.0017378089,0.0021588465,0.096852355],"genre_scores_gemma":[0.9806649,0.000012392688,0.017887898,0.00060045277,0.00008248414,0.000018873723,0.00016420145,0.000014644025,0.0005541636],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988404,0.0000056515737,0.00023888225,0.00030698624,0.0004610679,0.00014703877],"domain_scores_gemma":[0.9991614,0.000025658162,0.00026988715,0.0003263623,0.00016798898,0.000048667596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005446743,0.000077309356,0.00011080089,0.00013254485,0.00017757258,0.0001290768,0.0024689299,0.000016518,0.00006275957],"category_scores_gemma":[0.0002585734,0.00008093271,0.000024467294,0.00051894604,0.000028323815,0.0012704075,0.0026353688,0.000089260655,0.0000047654835],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000907378,0.00026291385,0.0033590773,0.00011200572,0.000041559633,0.0000017422383,0.0045260224,0.00004330188,0.009897384,0.78779066,0.18402334,0.0099329315],"study_design_scores_gemma":[0.0011384776,0.00030273906,0.00087802316,0.000048751514,0.000040095176,0.00002288299,0.0060286396,0.65538824,0.022415986,0.027542735,0.2855971,0.00059634494],"about_ca_topic_score_codex":0.000009618755,"about_ca_topic_score_gemma":4.41884e-7,"teacher_disagreement_score":0.76024795,"about_ca_system_score_codex":0.000028112529,"about_ca_system_score_gemma":0.00003862291,"threshold_uncertainty_score":0.45879272},"labels":[],"label_agreement":null},{"id":"W4282983148","doi":"10.21606/drs.2022.197","title":"Pushing divergence and promoting convergence in a speculative design process: Considerations on the role of AI as a co-creation partner","year":2022,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Advantage Forensics (Canada)","funders":"","keywords":"Ideation; Divergence (linguistics); Convergence (economics); Process (computing); Convergent thinking; Computer science; Artificial intelligence; Design process; Creativity; Divergent thinking; Cognitive science; Psychology; Engineering; Work in process; Social psychology; Creative thinking; Operations management","score_opus":0.021177767508911,"score_gpt":0.2950007977061865,"score_spread":0.2738230301972755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282983148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98597956,0.00011776386,0.00013279183,0.00068480155,0.0000423844,0.00049178774,0.0000037323764,0.00003546149,0.012511699],"genre_scores_gemma":[0.99939525,0.00001756849,0.00034316882,0.00007109631,0.000009065385,0.00013081921,9.0951755e-7,0.000009768069,0.00002236422],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993681,0.000021373418,0.0002026831,0.000118746684,0.00018950278,0.00009960302],"domain_scores_gemma":[0.9994521,0.0002550612,0.00011303905,0.00003537197,0.000118656855,0.000025741088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005210494,0.00007649232,0.00009924663,0.00008641257,0.00012070005,0.000028431083,0.00007333727,0.000018139579,0.00021285815],"category_scores_gemma":[0.00054595503,0.00007031056,0.000013184669,0.00026239743,0.000041975007,0.00030826178,0.000018224518,0.00018707679,0.0000022694253],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019057548,0.00043942968,0.122356236,0.0005416737,0.00014447836,0.0000023695777,0.2354825,0.02873802,0.3537644,0.2541674,0.0016005965,0.0025722955],"study_design_scores_gemma":[0.0004826546,0.0003584553,0.0086926175,0.00021049795,0.00005471497,0.00003655337,0.05490358,0.11773187,0.74481404,0.07103462,0.0013026717,0.0003777067],"about_ca_topic_score_codex":0.000021185575,"about_ca_topic_score_gemma":0.0000011016009,"teacher_disagreement_score":0.39104965,"about_ca_system_score_codex":0.000033020526,"about_ca_system_score_gemma":0.00005111329,"threshold_uncertainty_score":0.28671816},"labels":[],"label_agreement":null},{"id":"W4283019870","doi":"10.21606/drs.2022.349","title":"It’s complicated: Dewey, Schön and reflection-in-action","year":2022,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Chicoutimi","funders":"","keywords":"Pragmatism; Conversation; Reflection (computer programming); Action (physics); Meaning (existential); Epistemology; Representation (politics); Work (physics); Process (computing); Computer science; Sociology; Philosophy; Communication; Programming language; Physics; Quantum mechanics; Political science","score_opus":0.04578698151092276,"score_gpt":0.3003576568214776,"score_spread":0.25457067531055483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283019870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9037869,0.00014231518,0.00005307233,0.0017676739,0.0003508043,0.00014797266,0.000002027457,0.00014789762,0.093601316],"genre_scores_gemma":[0.99898356,0.00007389998,0.0004688176,0.00010971684,0.000021950162,0.000042189968,0.0000013303081,0.000011516521,0.00028703804],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996248,0.000002628433,0.00011445813,0.000086755266,0.0000885914,0.000082805316],"domain_scores_gemma":[0.9998516,0.000023722376,0.000036404617,0.00002434764,0.000036381556,0.000027543454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016339251,0.000050246763,0.00006629918,0.00011874156,0.000060516,0.000019530416,0.000053664702,0.000014524615,0.00012295366],"category_scores_gemma":[0.000027867536,0.00006204229,0.000010153963,0.0002765666,0.000010657971,0.00020751989,0.000017763678,0.00015484245,0.000005571455],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021938555,0.00047263308,0.06759675,0.000970833,0.00012872556,0.0000020202642,0.011341476,0.0031579388,0.6953121,0.01788482,0.15824327,0.044670057],"study_design_scores_gemma":[0.0008322703,0.00020359126,0.041935027,0.000037678587,0.000038807608,0.00019143955,0.01263589,0.011275823,0.035206966,0.0021184904,0.89506644,0.00045759918],"about_ca_topic_score_codex":0.000019735233,"about_ca_topic_score_gemma":0.0000025669913,"teacher_disagreement_score":0.73682314,"about_ca_system_score_codex":0.00006027793,"about_ca_system_score_gemma":0.000008370418,"threshold_uncertainty_score":0.2530011},"labels":[],"label_agreement":null},{"id":"W4283022858","doi":"10.21606/drs.2022.196","title":"Technologies and collaborative services proximity in the smart cities: Distributed ledger as a push for new relationships","year":2022,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Smart Cities and Technologies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Högskolan i Borås; Universiteit Hasselt; Universidade Federal de Minas Gerais; Universiteit Antwerpen; National Taiwan University; Syddansk Universitet; Istanbul Teknik Üniversitesi; Southwest University; Euskal Herriko Unibertsitatea; Aalto-Yliopisto; University of Twente; University of Brighton; Royal College of Art; Orta Doğu Teknik Üniversitesi; Hunan University; University of Tasmania; Cyprus University of Technology; Technische Universiteit Delft; Loughborough University; University of Southampton; National Taiwan University of Science and Technology; University of New South Wales; Umeå Universitet; Massachusetts Institute of Technology; Linköpings Universitet; University of Cyprus; Northumbria University; University of the Arts London; University of Cambridge; University of Waikato; Swinburne University of Technology; McGill University; Auckland University of Technology, New Zealand; Arizona State University; University of Tsukuba; University of Warwick; Grand Valley State University; Queen Mary University of London","keywords":"Facilitator; Context (archaeology); Distributed ledger; Computer science; Knowledge management; Scale (ratio); Business; Process management; Computer security; Blockchain; Political science; Geography","score_opus":0.01437284404613406,"score_gpt":0.21179770189995129,"score_spread":0.19742485785381722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283022858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99400675,0.00081635173,0.00003793306,0.002599119,0.00005057661,0.0006144483,0.000085675514,0.00051278714,0.0012763473],"genre_scores_gemma":[0.99846005,0.00008446708,0.000877285,0.000020165176,0.000009964873,0.00048749766,0.0000104983665,0.000011668127,0.00003837507],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.999426,0.0000028688366,0.00016510088,0.00012773632,0.00011570681,0.00016257376],"domain_scores_gemma":[0.9996778,0.000120559256,0.000055574706,0.00006280847,0.00007270697,0.0000105742665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021663979,0.00010428902,0.00014533616,0.0001288814,0.00017884729,0.00004790317,0.00026664688,0.000070191614,0.000003921393],"category_scores_gemma":[0.00017953276,0.00008681563,0.000022008491,0.0006301769,0.00008396948,0.00020385336,0.000119594595,0.00024690313,2.943291e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002671991,0.00018285512,0.495958,0.0028597354,0.00030924915,0.0000034491545,0.05453114,0.00096350576,0.0034624906,0.36906576,0.05888491,0.013511693],"study_design_scores_gemma":[0.00095705217,0.00036634092,0.011912919,0.000091686095,0.000044170825,0.00001690842,0.7368513,0.0021360086,0.01209525,0.15594098,0.07921432,0.00037309394],"about_ca_topic_score_codex":0.000020494344,"about_ca_topic_score_gemma":0.000030216808,"teacher_disagreement_score":0.6823201,"about_ca_system_score_codex":0.00004543554,"about_ca_system_score_gemma":0.000019103069,"threshold_uncertainty_score":0.35402387},"labels":[],"label_agreement":null},{"id":"W4386736479","doi":"10.21606/drs.2022.913","title":"Editorial: DRS2022 Labs","year":2022,"lang":"en","type":"editorial","venue":"Proceedings of DRS","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Key (lock); Living lab; Cultural heritage; Library science; Political science; Engineering; Engineering ethics; Engineering management; Sociology; Computer science; World Wide Web","score_opus":0.009447317064711809,"score_gpt":0.22357565314373418,"score_spread":0.21412833607902237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386736479","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00063320255,0.000055952285,0.0000011946678,0.0002095669,0.89966494,0.00031264513,0.00002269748,0.00029468638,0.0988051],"genre_scores_gemma":[0.0009898082,0.0000387625,0.0002249717,0.00012009328,0.99629927,0.00024029805,0.00025390228,0.00009209032,0.0017408341],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996983,0.000002298354,0.0005951694,0.0005688675,0.0014282884,0.00042239425],"domain_scores_gemma":[0.9970501,0.0000906821,0.0011048458,0.00013000958,0.0016162902,0.000008077799],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015188776,0.00038803995,0.00061242736,0.000609508,0.0004052289,0.00015112663,0.0011748209,0.0010317375,0.0005053649],"category_scores_gemma":[0.0020026113,0.00042120033,0.0001455459,0.0013082973,0.00023276119,0.00063284184,0.0015692804,0.0017359335,0.000059800954],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045482953,0.00007662759,0.00029791504,0.00062345684,0.00010226511,7.950185e-7,0.000113563205,1.0138164e-7,0.000055215638,0.05213677,0.9459431,0.0006046608],"study_design_scores_gemma":[0.00034069354,0.000020584916,0.000020322866,0.00005178047,0.00007418093,9.296335e-8,0.000944413,0.0000021982378,0.000084701285,0.016381131,0.9816586,0.00042130458],"about_ca_topic_score_codex":0.00007821152,"about_ca_topic_score_gemma":0.0000018429129,"teacher_disagreement_score":0.097064264,"about_ca_system_score_codex":0.0001957874,"about_ca_system_score_gemma":0.00015529826,"threshold_uncertainty_score":0.999824},"labels":[],"label_agreement":null},{"id":"W4399713206","doi":"10.21606/drs.2024.649","title":"Expertise profiling in design schools: A theoretical framework","year":2024,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Competency Development and Evaluation","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Profiling (computer programming); Computer science; Data science; Programming language","score_opus":0.03995701482751956,"score_gpt":0.3498929062497474,"score_spread":0.3099358914222278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399713206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96169156,0.0013213896,0.005627612,0.0010409885,0.0005872803,0.00046111815,5.861298e-7,0.00013036172,0.02913908],"genre_scores_gemma":[0.9794898,0.000017192518,0.020065093,0.000039139457,0.00008782225,0.00013273692,7.889829e-7,0.000017866796,0.00014952998],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990462,0.000010691133,0.00027303366,0.00026461945,0.00019072898,0.00021470284],"domain_scores_gemma":[0.99969614,0.00011141845,0.000032834618,0.000046212688,0.000074223615,0.000039152583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007182512,0.00009909197,0.00013329423,0.00020890776,0.000020355665,0.000048598016,0.00013293092,0.00011195572,0.00077729963],"category_scores_gemma":[0.00032351984,0.00008871157,0.000037707396,0.0004092662,0.000053622884,0.00013601701,0.000030129015,0.0002577969,0.00017014328],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014092182,0.00007820221,0.015033751,0.000107529275,0.00003664327,0.0000056670497,0.013476566,0.0000023619234,0.010637421,0.9416909,0.0016247814,0.017165214],"study_design_scores_gemma":[0.00084677985,0.00037592868,0.018665332,0.0022181026,0.000061391394,0.00002706351,0.011031985,0.010302423,0.052768063,0.9024921,0.0005927409,0.0006181096],"about_ca_topic_score_codex":0.0000026280968,"about_ca_topic_score_gemma":8.547128e-8,"teacher_disagreement_score":0.04213064,"about_ca_system_score_codex":0.00005066422,"about_ca_system_score_gemma":0.00004921694,"threshold_uncertainty_score":0.8510886},"labels":[],"label_agreement":null},{"id":"W4399713244","doi":"10.21606/drs.2024.707","title":"Design for social prescribing: bridging silos for health promotion","year":2024,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Art Therapy and Mental Health","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bridging (networking); Information silo; Workplace health promotion; Computer science; Business; Health promotion; Computer security; Public health; Engineering; Medicine; Nursing; Silo; Mechanical engineering","score_opus":0.15814081587128742,"score_gpt":0.343478163717185,"score_spread":0.18533734784589756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399713244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7853785,0.004611282,0.06583045,0.07675162,0.005599922,0.02560384,0.000770302,0.0021635217,0.033290535],"genre_scores_gemma":[0.99434686,0.000021382137,0.001581412,0.00022998279,0.0011600142,0.00028201623,0.000011823368,0.000031202526,0.0023353084],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992697,0.000002716489,0.00021954955,0.00017054117,0.00009466842,0.00024279876],"domain_scores_gemma":[0.9997104,0.00003602159,0.000085624066,0.000015392408,0.00011152903,0.000041053117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043379213,0.00008916253,0.0001501781,0.00006690254,0.00046294072,0.00010012183,0.00006550329,0.000025010928,0.000028447981],"category_scores_gemma":[0.0000106540465,0.000080754,0.00007957115,0.000022659724,0.000055895445,0.00028005554,0.0000099534855,0.000051025567,0.000002180188],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028174068,0.00019812274,0.0000108468885,0.005819867,0.0000629685,6.7357284e-8,0.13102658,8.9641117e-7,0.003449737,0.72667754,0.07135341,0.06111825],"study_design_scores_gemma":[0.0022144052,0.0082089,0.000025173014,0.0017350736,0.000120374265,0.000005769,0.019141465,0.013465651,0.04832437,0.107914254,0.79814917,0.0006954162],"about_ca_topic_score_codex":0.0000147160845,"about_ca_topic_score_gemma":0.0000054923935,"teacher_disagreement_score":0.72679573,"about_ca_system_score_codex":0.00006730142,"about_ca_system_score_gemma":0.00006865947,"threshold_uncertainty_score":0.35606125},"labels":[],"label_agreement":null},{"id":"W4399713272","doi":"10.21606/drs.2024.1083","title":"Designing Sound for Public Spaces Through a Research-Creation Collaboration Framework","year":2024,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Music Technology and Sound Studies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Interdisciplinary Research in Music Media and Technology","funders":"","keywords":"Sound (geography); Computer science; Acoustics; Physics","score_opus":0.08686647111548686,"score_gpt":0.36854908166442174,"score_spread":0.2816826105489349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399713272","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.121830896,0.0022439146,0.8443257,0.021800926,0.00041669336,0.0005732204,0.0000028448903,0.00058693846,0.008218828],"genre_scores_gemma":[0.8205266,0.00005935115,0.17900883,0.00003449508,0.00008283276,0.0001218317,5.8261514e-7,0.0000063347193,0.0001591628],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99902886,0.000006426371,0.00015584487,0.0003053419,0.00025772667,0.00024581887],"domain_scores_gemma":[0.9988054,0.00035127855,0.0000537248,0.00008077375,0.00068736123,0.00002144657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008821601,0.00007947927,0.00012276902,0.00021575531,0.00033191827,0.0006083575,0.0003862817,0.00012849421,0.0000023525567],"category_scores_gemma":[0.001009937,0.00007103875,0.00003359089,0.0013542356,0.00020465878,0.0011914734,0.00013288691,0.00018836345,0.0000053166564],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046291375,0.000014482933,0.00044219312,0.00013223439,0.0000304518,2.6567085e-7,0.011638781,5.0224355e-7,0.0014856916,0.97605723,0.007079463,0.003114063],"study_design_scores_gemma":[0.00007192398,0.00016361826,0.000060655733,0.00013296411,0.0000071183013,0.0000020804318,0.0040347264,0.00201109,0.0069222692,0.96361184,0.02289175,0.000089972724],"about_ca_topic_score_codex":0.0000044119647,"about_ca_topic_score_gemma":0.0000035076193,"teacher_disagreement_score":0.69869566,"about_ca_system_score_codex":0.000047555146,"about_ca_system_score_gemma":0.0000818833,"threshold_uncertainty_score":0.58664054},"labels":[],"label_agreement":null},{"id":"W4399713314","doi":"10.21606/drs.2024.901","title":"Workplace wellbeing and interior design: A systematic literature review","year":2024,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Facilities and Workplace Management","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Systematic review; Affect (linguistics); Applied psychology; Workplace safety; Work (physics); Psychology; Knowledge management; Computer science; Engineering; Occupational safety and health; MEDLINE; Medicine; Political science","score_opus":0.014234388074459857,"score_gpt":0.2742459217777018,"score_spread":0.2600115337032419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399713314","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014846496,0.94957876,0.00025641726,0.0042200126,0.00079254777,0.002021692,0.00000560591,0.00022956442,0.02804893],"genre_scores_gemma":[0.8023363,0.07124478,0.004469926,0.0018889206,0.00028899542,0.0010406013,0.0000055471037,0.0001221231,0.11860281],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99903846,0.000014007055,0.00033579953,0.00028736432,0.00012957044,0.00019481117],"domain_scores_gemma":[0.99963313,0.00009254151,0.00007780673,0.00008353482,0.00006411154,0.000048883776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006780299,0.00015123111,0.00034810518,0.00011872301,0.000031394662,0.00016104385,0.00014363299,0.000059938426,0.0001270204],"category_scores_gemma":[0.0000714317,0.00011763952,0.00006958823,0.00035983758,0.0000390364,0.00013485279,0.00008068578,0.00015137931,0.000053943168],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004851683,0.000023858807,0.0001333449,0.83149254,0.00030076303,0.000031911735,0.009885898,2.3273134e-7,0.00026407363,0.02682648,0.12683046,0.004161891],"study_design_scores_gemma":[0.0003249265,0.00026851642,0.00013581624,0.9606245,0.00052580127,0.00019932716,0.0077362456,0.00020837586,0.00014448211,0.0008731142,0.028525004,0.00043388986],"about_ca_topic_score_codex":0.0000023892885,"about_ca_topic_score_gemma":1.3608745e-7,"teacher_disagreement_score":0.8783339,"about_ca_system_score_codex":0.000022990173,"about_ca_system_score_gemma":0.0000048376764,"threshold_uncertainty_score":0.47972006},"labels":[],"label_agreement":null},{"id":"W4399713315","doi":"10.21606/drs.2024.627","title":"Exploring the role of design for organizational learning in community interactions","year":2024,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Knowledge management; Computer science; Human–computer interaction","score_opus":0.07912932683251743,"score_gpt":0.2568648248179098,"score_spread":0.17773549798539234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399713315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856267,0.000031621672,0.0009837645,0.0005185826,0.00011849494,0.00020496132,3.658619e-7,0.000078617035,0.012436873],"genre_scores_gemma":[0.9984096,0.0000045751112,0.0013558095,0.000028364662,0.00006630549,0.00007791498,0.0000030824033,0.000009507015,0.000044811633],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996439,0.0000023267871,0.00015814375,0.00005891214,0.00006226062,0.00007443706],"domain_scores_gemma":[0.99955106,0.00010368279,0.00007792676,0.000019640825,0.0002465805,0.0000010818379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070711644,0.000049075716,0.00007555511,0.00018775932,0.00016176194,0.000033237447,0.0001492664,0.000022468514,0.000007742526],"category_scores_gemma":[0.00041156268,0.000040635514,0.00001842241,0.0007494302,0.00006447626,0.0004859657,0.000102647675,0.0002459001,0.0000022343436],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015589236,0.000048820206,0.025353849,0.00028618018,0.000035553832,4.357895e-8,0.0035804068,0.00002406062,0.0070643444,0.95438606,0.00012263207,0.009082443],"study_design_scores_gemma":[0.0003819571,0.000045222612,0.031401414,0.0006554362,0.000062728664,0.0000014008683,0.105005875,0.012938371,0.10329535,0.720586,0.025301954,0.00032428585],"about_ca_topic_score_codex":0.000027460945,"about_ca_topic_score_gemma":0.0000023265293,"teacher_disagreement_score":0.23380007,"about_ca_system_score_codex":0.000021711061,"about_ca_system_score_gemma":0.00001399481,"threshold_uncertainty_score":0.16570681},"labels":[],"label_agreement":null},{"id":"W4399713332","doi":"10.21606/drs.2024.921","title":"Unleashing collective imagination through controversies: lessons from a smart city project","year":2024,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Smart Cities and Technologies","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Canadian Institute of Steel Construction","keywords":"Computer science; Architectural engineering; Sociology; Engineering","score_opus":0.021803939544779855,"score_gpt":0.25789099665552145,"score_spread":0.2360870571107416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399713332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92058027,0.0022478364,0.0009809938,0.0013736461,0.00055463647,0.0003880288,0.0001010459,0.002146336,0.07162724],"genre_scores_gemma":[0.99768484,0.00020600148,0.0017868466,0.000019751105,0.00006753009,0.000045456713,0.0000042169754,0.000024912366,0.00016043762],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99934304,9.940852e-7,0.00014542312,0.0001854003,0.00014216013,0.00018296433],"domain_scores_gemma":[0.9996806,0.0001291208,0.000027818964,0.00004478745,0.00010462135,0.000013061293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000069322145,0.0001294883,0.0001787271,0.00012928064,0.000052832813,0.00012392605,0.00013880455,0.00008481355,0.00001629689],"category_scores_gemma":[0.00017731258,0.00012650041,0.00006253615,0.00041826817,0.00007460214,0.0005793654,0.000047713085,0.0001836426,0.0000045451375],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016009984,0.0001714847,0.030018235,0.0033458283,0.002427087,0.000023506092,0.0667518,0.00023574212,0.14895126,0.28107443,0.42696682,0.039873697],"study_design_scores_gemma":[0.0020042567,0.00039045746,0.009457048,0.002011567,0.00042018003,0.0000209779,0.05965926,0.07286874,0.46074086,0.2350713,0.15579595,0.001559392],"about_ca_topic_score_codex":0.00027617472,"about_ca_topic_score_gemma":0.00001016191,"teacher_disagreement_score":0.3117896,"about_ca_system_score_codex":0.00017636892,"about_ca_system_score_gemma":0.00003532426,"threshold_uncertainty_score":0.5158537},"labels":[],"label_agreement":null},{"id":"W4399799988","doi":"10.21606/drs.2024.169","title":"Pluriversal Design as a Paradigm","year":2024,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Urban Design and Spatial Analysis","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Computer science","score_opus":0.009684688043355733,"score_gpt":0.19298094913057592,"score_spread":0.1832962610872202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399799988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7647171,0.009341286,0.062227163,0.0009768751,0.00086510566,0.00068942667,0.000014310998,0.0037262859,0.15744244],"genre_scores_gemma":[0.9977126,0.000091056194,0.0014654653,0.000011112216,0.000067600944,0.000009002966,5.654161e-7,0.000021855907,0.00062070845],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99949706,8.5224264e-7,0.00012467134,0.00011433005,0.00012773956,0.00013535834],"domain_scores_gemma":[0.99986184,0.000022915558,0.000010548809,0.000027320573,0.000024935402,0.000052460568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008087623,0.00009288268,0.00012800722,0.00013713242,0.000015677058,0.000053454747,0.00010375656,0.000045407614,0.000111945796],"category_scores_gemma":[0.00001400718,0.000086172986,0.000073178315,0.00029994943,0.000023004433,0.00016163095,0.0000104159335,0.00008186541,0.000121436504],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012206801,0.0001281723,0.0026815683,0.002904136,0.0025159738,0.000083688545,0.014354022,0.008925418,0.48429194,0.14881144,0.28062865,0.05455294],"study_design_scores_gemma":[0.0003821,0.00031588526,0.00031326833,0.00035508978,0.00045527954,0.000030131494,0.000390654,0.7121858,0.21921727,0.027688386,0.037930395,0.0007357437],"about_ca_topic_score_codex":0.000019133056,"about_ca_topic_score_gemma":4.4629246e-7,"teacher_disagreement_score":0.70326036,"about_ca_system_score_codex":0.00002774674,"about_ca_system_score_gemma":0.0000110258425,"threshold_uncertainty_score":0.35140324},"labels":[],"label_agreement":null},{"id":"W4399799998","doi":"10.21606/drs.2024.151","title":"Resisting, Recovering, Reflecting, and Reimagining Design Education","year":2024,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science","score_opus":0.07431157664643535,"score_gpt":0.4172231649954494,"score_spread":0.3429115883490141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399799998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7132062,0.00090042775,0.00025866233,0.0017454755,0.0020699452,0.00020592907,0.0000013005604,0.00020071665,0.28141138],"genre_scores_gemma":[0.98182553,0.000052027368,0.003975841,0.000117577416,0.0001460808,0.000035877914,3.9203783e-7,0.000016759208,0.013829893],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992561,0.000007977412,0.00016414297,0.00032216564,0.000103684586,0.00014592665],"domain_scores_gemma":[0.9995952,0.00012625231,0.00008279127,0.00005592825,0.00008557686,0.000054219356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004347442,0.00008345502,0.00009058704,0.00018717207,0.00009824715,0.000112806396,0.000099543984,0.000038489867,0.00012922006],"category_scores_gemma":[0.00039603948,0.000075432006,0.000020993784,0.00035332804,0.000087404056,0.00021907191,0.000026643671,0.00015517249,0.000023308294],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010259029,0.0003917588,0.03267538,0.00064254494,0.00004739175,0.0000024905107,0.03837527,0.0000011043696,0.23939447,0.13141967,0.21787155,0.33907577],"study_design_scores_gemma":[0.00084747636,0.0015990619,0.14158279,0.0032470806,0.00026765474,0.00084954855,0.040823318,0.0013572484,0.15744235,0.041673966,0.608645,0.0016644987],"about_ca_topic_score_codex":0.000046315152,"about_ca_topic_score_gemma":5.650588e-7,"teacher_disagreement_score":0.39077348,"about_ca_system_score_codex":0.000026450203,"about_ca_system_score_gemma":0.00009551983,"threshold_uncertainty_score":0.3076028},"labels":[],"label_agreement":null},{"id":"W4399800002","doi":"10.21606/drs.2024.152","title":"Making in the Digital Era","year":2024,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Architecture and Computational Design","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Computer science","score_opus":0.012642222999281335,"score_gpt":0.22759649551002956,"score_spread":0.21495427251074822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399800002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8103878,0.0008115582,0.0023582724,0.00033963582,0.000103680184,0.00010836169,0.0000028016198,0.00020403438,0.18568385],"genre_scores_gemma":[0.99953955,0.0000030734368,0.0003527153,0.000023348144,0.00005086414,0.0000055777355,4.566247e-7,0.0000075840003,0.000016836979],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99973947,2.9347328e-7,0.00006757712,0.0000476223,0.00008208458,0.00006296631],"domain_scores_gemma":[0.99993664,0.000034091565,0.000004086008,0.000011231289,0.000008607255,0.0000053671615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000047392256,0.000040230807,0.00003781032,0.000057133064,0.000007846336,0.00006320312,0.00008083695,0.000012814866,0.0000033149295],"category_scores_gemma":[0.000006990135,0.000028561644,0.000019775798,0.00015960637,0.000008774924,0.00009187616,0.0000077161185,0.00008612182,0.000008501198],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017754166,0.000042667925,0.0037434096,0.00157984,0.00011195562,0.000025791718,0.02954115,0.023303252,0.009852593,0.20429088,0.016969651,0.71052104],"study_design_scores_gemma":[0.0004956019,0.0002544893,0.06114945,0.0016977858,0.000058508685,0.0002445303,0.0038367172,0.48373517,0.009008255,0.34313843,0.0953829,0.0009981492],"about_ca_topic_score_codex":2.4573058e-7,"about_ca_topic_score_gemma":9.985735e-8,"teacher_disagreement_score":0.7095229,"about_ca_system_score_codex":0.000007076735,"about_ca_system_score_gemma":0.0000036268805,"threshold_uncertainty_score":0.11647101},"labels":[],"label_agreement":null},{"id":"W4399800103","doi":"10.21606/drs.2024.145","title":"Design for Wellbeing and Happiness","year":2024,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Happiness; Computer science; Psychology; Social psychology","score_opus":0.03942903716697705,"score_gpt":0.32875533351319186,"score_spread":0.2893262963462148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399800103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84356433,0.0020476794,0.016084133,0.0014162745,0.0016227567,0.0006720655,0.0000053676486,0.00038689643,0.1342005],"genre_scores_gemma":[0.99485195,0.00003276739,0.0031168556,0.00006985671,0.00016219832,0.00007199646,8.191642e-7,0.000016841612,0.001676706],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993313,0.0000037892398,0.00015803249,0.0002723864,0.00006637568,0.00016810262],"domain_scores_gemma":[0.9996841,0.00014289263,0.000041923602,0.0000333367,0.00005438763,0.000043370303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032800238,0.000090294,0.00012770375,0.00009280265,0.000046018653,0.000045571778,0.000067263696,0.00009356945,0.000071327384],"category_scores_gemma":[0.000051379775,0.00007591994,0.00003812501,0.00014127795,0.0000521995,0.000093255,0.000012572935,0.00009155074,0.00002010279],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060138456,0.00017210942,0.009720643,0.001272866,0.00036951294,0.000006444633,0.009408675,0.000007329114,0.16246738,0.5100487,0.08643861,0.21948639],"study_design_scores_gemma":[0.0049219024,0.0038947037,0.13077904,0.0018631943,0.0005892215,0.00036005495,0.008830819,0.0064323493,0.054093383,0.44869864,0.3374994,0.0020372828],"about_ca_topic_score_codex":0.000012733806,"about_ca_topic_score_gemma":9.2123656e-8,"teacher_disagreement_score":0.25106078,"about_ca_system_score_codex":0.000008678139,"about_ca_system_score_gemma":0.0000045028096,"threshold_uncertainty_score":0.30959252},"labels":[],"label_agreement":null},{"id":"W4404066393","doi":"10.21606/drs.2024.1579","title":"Doctoral education in design. The administrative challenges","year":2024,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Engineering management; Knowledge management; Engineering","score_opus":0.30536381132074886,"score_gpt":0.49650025492107813,"score_spread":0.19113644360032928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404066393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8623944,0.0035629377,0.00012172704,0.02815051,0.0004365477,0.00054668,0.000004528874,0.000032752057,0.10474994],"genre_scores_gemma":[0.9967591,0.000046040623,0.00030553978,0.000015970685,0.000111814756,0.00005182132,3.5818644e-7,0.000004212272,0.0027051405],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987164,0.00002236155,0.00026747183,0.00023143462,0.0006324191,0.00012989063],"domain_scores_gemma":[0.9989508,0.00034439244,0.000060178198,0.000065410335,0.00054208434,0.00003712617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019555062,0.0000638092,0.00009462384,0.00023817351,0.000055374312,0.0003186577,0.0003917154,0.000033925066,0.000064313404],"category_scores_gemma":[0.00061895786,0.000036057438,0.000034374745,0.0008467708,0.000083939834,0.00058629183,0.00006590161,0.0001194745,0.000060570408],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035301212,0.00028444253,0.0027874142,0.0001212519,0.000028693517,0.000005502173,0.03261556,0.000011943492,0.008911255,0.49237558,0.07741482,0.38509053],"study_design_scores_gemma":[0.00026448755,0.0015608864,0.036660362,0.0004376508,0.000013783155,0.000029295217,0.20668826,0.0059950803,0.035683356,0.6821227,0.030242857,0.00030129577],"about_ca_topic_score_codex":0.0000037167358,"about_ca_topic_score_gemma":0.000038853355,"teacher_disagreement_score":0.38478923,"about_ca_system_score_codex":0.000038387723,"about_ca_system_score_gemma":0.0005063427,"threshold_uncertainty_score":0.30728233},"labels":[],"label_agreement":null},{"id":"W4411299663","doi":"10.21606/drs.2008.88","title":"Designing Design Learning: A Case Study","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.0263737856166946,"score_gpt":0.2714756258771088,"score_spread":0.24510184026041418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411299663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98363787,0.000021701502,0.0026856668,0.000028096762,0.0002688756,0.00028328577,1.3248949e-7,0.0002744508,0.012799936],"genre_scores_gemma":[0.98210377,0.000003921934,0.017500788,0.000008918579,0.00007221185,0.00003411324,1.3955669e-7,0.000030423009,0.00024570344],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994117,0.0000068137683,0.00017588325,0.00012351818,0.00012437908,0.00015769045],"domain_scores_gemma":[0.99952173,0.00014106653,0.00006270432,0.000048852093,0.00014494067,0.00008068526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063111784,0.000107074964,0.00011862416,0.000112474416,0.000073702235,0.000063121675,0.000109800414,0.0000524817,0.00009293207],"category_scores_gemma":[0.0003459257,0.000112122,0.000023448338,0.0002286788,0.000019212073,0.00033134807,0.000012840968,0.00040445052,0.000029473806],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040786053,0.00048750007,0.028260343,0.00018527466,0.00015175872,0.00011869195,0.034401104,0.0013473799,0.9096351,0.0005682694,0.0057277796,0.019075967],"study_design_scores_gemma":[0.0032720473,0.0019068077,0.0042554555,0.000095040225,0.0005299203,0.007932036,0.26797816,0.035874132,0.63718486,0.0008762689,0.038070776,0.0020245316],"about_ca_topic_score_codex":0.000020030167,"about_ca_topic_score_gemma":0.0000018447053,"teacher_disagreement_score":0.27245033,"about_ca_system_score_codex":0.000010769182,"about_ca_system_score_gemma":0.000019268982,"threshold_uncertainty_score":0.45722023},"labels":[],"label_agreement":null},{"id":"W4411299690","doi":"10.21606/drs.2008.105","title":"Co-design in Public Spaces: an Interdisciplinary Approach to Street Furniture Development","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Architecture, Design, and Social History","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Architectural engineering; Computer science; Business; Engineering","score_opus":0.04833620770235962,"score_gpt":0.2643531662077725,"score_spread":0.21601695850541286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411299690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72398734,0.000024596244,0.00014656075,0.00016879791,0.00021176592,0.00041689668,0.000005535504,0.00008743671,0.27495107],"genre_scores_gemma":[0.9911875,0.0000011681051,0.0069701406,0.00009015277,0.00034797325,0.00006445697,0.00000767394,0.000028328453,0.0013026019],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99886054,0.000009707003,0.00026588934,0.00028276813,0.00028745513,0.00029362593],"domain_scores_gemma":[0.999477,0.000023018554,0.00010955357,0.000072080904,0.00016484971,0.00015344025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046447758,0.0001801759,0.00024105233,0.00031274007,0.0003655178,0.000117291165,0.00036622176,0.00009442267,0.00009697275],"category_scores_gemma":[0.000035848607,0.0001591885,0.000045229623,0.00007541633,0.00024299951,0.00035564147,0.000075838165,0.0003531768,0.00000936835],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009260321,0.0005530315,0.0015743099,0.00016645508,0.000033581262,0.0000011563613,0.80058736,0.0000030450728,0.004965472,0.17624001,0.0075707035,0.008212301],"study_design_scores_gemma":[0.001399157,0.0010472456,0.005437559,0.00018506052,0.000043238164,0.000007819814,0.37493837,0.00012853902,0.007979606,0.0241848,0.58292836,0.0017202774],"about_ca_topic_score_codex":0.000016857999,"about_ca_topic_score_gemma":0.00048524313,"teacher_disagreement_score":0.5753576,"about_ca_system_score_codex":0.000054108335,"about_ca_system_score_gemma":0.00011354935,"threshold_uncertainty_score":0.64915186},"labels":[],"label_agreement":null},{"id":"W4411299956","doi":"10.21606/drs.2008.127","title":"Interdisciplinary Design: The Need for Collaboration to Foster Technological Innovation to Create Competitive and Sustainable Products.","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Innovation management; Knowledge management; Business; Engineering management; Computer science; Engineering","score_opus":0.017437185294603984,"score_gpt":0.28492098017950723,"score_spread":0.26748379488490326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411299956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92245764,0.000025910778,0.015066185,0.04934505,0.00025083654,0.002807856,0.0000051176803,0.00021101155,0.0098304115],"genre_scores_gemma":[0.9807535,0.0000016104378,0.018226719,0.0001910628,0.00005612714,0.0002858148,0.0000020298987,0.000013336146,0.00046980687],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99950445,0.0000027850674,0.00014947713,0.00012944177,0.00006785464,0.00014599031],"domain_scores_gemma":[0.9988706,0.00008667363,0.000044249835,0.00005131889,0.0009185237,0.000028628852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006157872,0.00007945694,0.000086276916,0.00017404387,0.00009717267,0.00008931974,0.000101589176,0.000055163444,0.000006786578],"category_scores_gemma":[0.0009257448,0.00006207581,0.0000064734118,0.00093727454,0.000035866447,0.00030341113,0.00007377732,0.000113476795,0.000003733864],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023974659,0.000056493012,0.00017228303,0.00030103576,0.00002612906,1.8790922e-7,0.0075660907,0.00011276788,0.7531246,0.19190927,0.039284967,0.007206429],"study_design_scores_gemma":[0.0005497008,0.0007674429,0.0024479462,0.000063822146,0.000051311486,0.000016048825,0.07890226,0.0017185812,0.7349661,0.014561285,0.16554604,0.0004094587],"about_ca_topic_score_codex":5.792897e-7,"about_ca_topic_score_gemma":6.3456537e-7,"teacher_disagreement_score":0.17734797,"about_ca_system_score_codex":0.000024852769,"about_ca_system_score_gemma":0.000022042137,"threshold_uncertainty_score":0.2531378},"labels":[],"label_agreement":null},{"id":"W4411307290","doi":"10.21606/drs.2014.74","title":"Designing Affiliative Objects: Investigating the Affiliations of Medical Identification Jewellery","year":2014,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Identification (biology); Human–computer interaction; Computer science; Psychology; Biology","score_opus":0.021114140657374224,"score_gpt":0.2778950558662477,"score_spread":0.2567809152088735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.799871,0.000027745817,0.18728153,0.0058580986,0.0003340146,0.000316406,0.0000010140329,0.00021692796,0.006093253],"genre_scores_gemma":[0.97837377,0.000004372473,0.021365488,0.00012838391,0.000047097972,0.00003298937,0.0000010319548,0.000007429798,0.000039421695],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984436,0.000023599858,0.00051033637,0.00025816262,0.0006027414,0.00016157916],"domain_scores_gemma":[0.99782413,0.00031456584,0.00079449883,0.0001636554,0.00087105413,0.000032113694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017356612,0.00010528515,0.00016322697,0.0002374028,0.0001721881,0.000058522648,0.0010989495,0.00011838815,0.000009726874],"category_scores_gemma":[0.0035382542,0.000085077394,0.000043272114,0.00091778836,0.00032051423,0.00069414254,0.00022193325,0.00029913997,0.000009546697],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031473319,0.00006757171,0.00522477,0.0000877754,0.0000457324,1.0501937e-7,0.009998427,0.000018518293,0.29849696,0.6778154,0.0012176945,0.007023887],"study_design_scores_gemma":[0.00020373879,0.00010131261,0.004972047,0.00021363831,0.000013010833,0.0000070458295,0.0030803666,0.05106137,0.910485,0.029622767,0.000110679364,0.00012901642],"about_ca_topic_score_codex":0.000011035793,"about_ca_topic_score_gemma":0.0000028912036,"teacher_disagreement_score":0.64819264,"about_ca_system_score_codex":0.000040801362,"about_ca_system_score_gemma":0.00006479023,"threshold_uncertainty_score":0.42358765},"labels":[],"label_agreement":null},{"id":"W4411307645","doi":"10.21606/drs.2014.2","title":"Learning from others: A five-year experience on teaching empathic design","year":2014,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Université Laval","funders":"","keywords":"Computer science; Empathy; Mathematics education; Human–computer interaction; Psychology; Social psychology","score_opus":0.022530886918935754,"score_gpt":0.2533669983163276,"score_spread":0.23083611139739182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9346156,0.000032515574,0.006363632,0.00009244364,0.00021443624,0.00009845291,2.9861516e-7,0.00025459356,0.058328018],"genre_scores_gemma":[0.9917011,0.000012299244,0.0076397117,0.00007727902,0.00011560879,0.000017421115,5.9540764e-7,0.000029138995,0.0004068473],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993935,0.000016816139,0.00014276706,0.00014741802,0.00015288597,0.00014656507],"domain_scores_gemma":[0.9995316,0.00024133387,0.000068809335,0.00005300895,0.000046060522,0.00005915812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044611283,0.000105085186,0.00011836089,0.000070900474,0.0000682895,0.000062827145,0.00015252881,0.000055221208,0.00011040241],"category_scores_gemma":[0.00076421886,0.00010792152,0.000026624828,0.00008308155,0.000019861789,0.00031038042,0.000010306147,0.00031975095,0.000109099],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002758624,0.00032711486,0.016017672,0.0003699516,0.00018388886,0.0000011432586,0.39621073,0.02344384,0.4241783,0.018743122,0.019499319,0.100749075],"study_design_scores_gemma":[0.002924056,0.0019280395,0.0150904255,0.0015895427,0.00016335402,0.000015268371,0.15756802,0.28839567,0.32008377,0.0068945684,0.20287976,0.0024675461],"about_ca_topic_score_codex":0.000019362242,"about_ca_topic_score_gemma":1.0335838e-7,"teacher_disagreement_score":0.26495183,"about_ca_system_score_codex":0.000026528645,"about_ca_system_score_gemma":0.0000075371586,"threshold_uncertainty_score":0.4400912},"labels":[],"label_agreement":null},{"id":"W4411307783","doi":"10.21606/drs.2010.104","title":"Misfits, Balance, Requirements, and Systems: Thoughts on Alexander’s Notes on the Synthesis of Form","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Balance (ability); Computer science; Psychology","score_opus":0.026209932610603115,"score_gpt":0.25310728968960344,"score_spread":0.22689735707900033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.902026,0.00012461266,0.000015678232,0.0006676158,0.000476937,0.0002589151,0.0000065526783,0.00006450756,0.09635919],"genre_scores_gemma":[0.9992741,0.00012645646,0.00021806233,0.00003959915,0.00013008338,0.000029394572,3.0181417e-7,0.000015246454,0.00016677186],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994664,0.000002772443,0.00016723682,0.00009445163,0.00016126684,0.000107869884],"domain_scores_gemma":[0.999243,0.00046322073,0.00009648753,0.00007449794,0.000086103326,0.00003665247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034065635,0.00009490885,0.00013131787,0.000060237366,0.000038453225,0.000033749722,0.000119078795,0.00005176224,0.000024477198],"category_scores_gemma":[0.0005269304,0.00006534417,0.00002146673,0.00009807195,0.000033572196,0.0001635379,0.000008524338,0.00013417918,0.0000071062077],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024074751,0.00045708072,0.016750064,0.003790051,0.00043220815,6.347966e-7,0.0055164103,0.000096990574,0.7056545,0.16182402,0.07513818,0.030099086],"study_design_scores_gemma":[0.00042304024,0.00020176587,0.010512418,0.0008128562,0.00011709261,0.000013532792,0.0025414093,0.0039381757,0.92019993,0.0009131497,0.059924275,0.00040237486],"about_ca_topic_score_codex":0.000005833235,"about_ca_topic_score_gemma":9.3780227e-7,"teacher_disagreement_score":0.21454538,"about_ca_system_score_codex":0.000009310167,"about_ca_system_score_gemma":0.000007819173,"threshold_uncertainty_score":0.26646578},"labels":[],"label_agreement":null},{"id":"W4411307799","doi":"10.21606/drs.2010.101","title":"Empreintes lumineuses nocturnes : Codes et représentations simplifiées appliquées au design de l’éclairage architectural et urbain","year":2010,"lang":"fr","type":"article","venue":"Proceedings of DRS","topic":"Impact of Light on Environment and Health","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Computer science; Art; Humanities","score_opus":0.019724064729537936,"score_gpt":0.3198136899049236,"score_spread":0.3000896251753857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97005725,0.00023994302,0.0014334391,0.018213937,0.00033094588,0.00067658816,0.00005732619,0.00008667942,0.008903877],"genre_scores_gemma":[0.963626,0.00029942353,0.03224146,0.0010785362,0.00022628858,0.000056862482,0.000010231923,0.000058587993,0.0024025536],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.997227,0.000054055028,0.00058997393,0.00057296525,0.00051524973,0.0010407671],"domain_scores_gemma":[0.9984142,0.00045520425,0.00044814803,0.00019167442,0.00003237709,0.0004583517],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013463665,0.0004335425,0.0004317773,0.00014550031,0.00031709814,0.00014401542,0.00055120897,0.00024556476,0.001133568],"category_scores_gemma":[0.00046000263,0.00040925958,0.00016726002,0.0002623935,0.0012078537,0.00081456243,0.00024150082,0.0007618875,0.00013921632],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115187664,0.0004778755,0.3730851,0.00032848725,0.00005531214,0.0000035770877,0.025472969,0.00031647604,0.5786541,0.013131427,0.0029861338,0.005373325],"study_design_scores_gemma":[0.0007471332,0.0006828333,0.659366,0.00022832242,0.00014186098,0.00015100336,0.0037321677,0.00072692346,0.30968574,0.016595356,0.007202568,0.0007400597],"about_ca_topic_score_codex":0.0023834498,"about_ca_topic_score_gemma":0.0005862508,"teacher_disagreement_score":0.28628093,"about_ca_system_score_codex":0.00022695857,"about_ca_system_score_gemma":0.00015900258,"threshold_uncertainty_score":0.9998359},"labels":[],"label_agreement":null},{"id":"W4411307801","doi":"10.21606/drs.2010.2","title":"A Survey of Definition and its Role in Strengthening Design Theory","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science","score_opus":0.03322720257857442,"score_gpt":0.24716091241341334,"score_spread":0.21393370983483892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889069,0.00017652867,0.00010102377,0.000011948921,0.000057168156,0.00006938901,0.0000023631928,0.000024281162,0.010650361],"genre_scores_gemma":[0.9977803,0.000052780524,0.0021260926,0.000004164498,0.000008418528,0.000006547126,0.0000010013251,0.0000097631455,0.000010928226],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9996683,0.000008003018,0.00013486289,0.000059275022,0.00005801345,0.00007155624],"domain_scores_gemma":[0.9995453,0.00025763523,0.00005142108,0.000020244534,0.00010048701,0.000024940085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090631226,0.000050480197,0.00008236995,0.00009543737,0.000009139923,0.000010431979,0.000050269548,0.00004328466,0.000028850172],"category_scores_gemma":[0.00066936953,0.00005366158,0.000006995296,0.00015199586,0.00001646017,0.00024333385,0.0000065423937,0.00012416166,0.000002116731],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010285924,0.00010005357,0.034142017,0.00030076512,0.000030975378,1.575967e-7,0.0066179717,0.000102722785,0.8916,0.047376066,0.00015841944,0.019468004],"study_design_scores_gemma":[0.00082396454,0.00012122268,0.43473032,0.00014504291,0.00003769676,0.000011914911,0.0028795009,0.017455809,0.5262885,0.016852623,0.0002819495,0.00037147244],"about_ca_topic_score_codex":0.000015644066,"about_ca_topic_score_gemma":0.0000068092486,"teacher_disagreement_score":0.4005883,"about_ca_system_score_codex":0.0000040076798,"about_ca_system_score_gemma":0.000011537088,"threshold_uncertainty_score":0.21882558},"labels":[],"label_agreement":null},{"id":"W4411307806","doi":"10.21606/drs.2010.91","title":"Designing for Cultural Diversity: Participatory Design, Immigrant Women and Shared Creativity","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Cultural Industries and Urban Development","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Creativity; Participatory design; Immigration; Diversity (politics); Citizen journalism; Cultural diversity; Sociology; Computer science; Psychology; World Wide Web; Engineering; Social psychology; Anthropology; Political science","score_opus":0.11775363812829032,"score_gpt":0.31560960170322744,"score_spread":0.19785596357493712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99766195,0.000024881285,0.00003978708,0.0007068329,0.00007191497,0.00035217506,0.0000062641534,0.000036625068,0.0010995832],"genre_scores_gemma":[0.9932598,0.000018537563,0.0037562097,0.00003342856,0.00007530124,0.000058561556,8.489881e-7,0.000004490933,0.002792814],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9992267,0.0000054143325,0.00012206805,0.00016090999,0.00018383459,0.00030107153],"domain_scores_gemma":[0.9993675,0.00007547064,0.000099869125,0.000019667801,0.00029287077,0.00014461731],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006911539,0.00008492588,0.00014691538,0.000027097654,0.0007168018,0.000097947566,0.00013622183,0.00008790161,0.00009334889],"category_scores_gemma":[0.0003723185,0.000070034315,0.000026819027,0.00011150124,0.00024155319,0.00040448582,0.00010241844,0.000100888,9.851799e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025203667,0.00011583279,0.24504775,0.00013792794,0.00012586462,9.267826e-7,0.50525606,6.637209e-7,0.16300757,0.0053748046,0.06452756,0.016153006],"study_design_scores_gemma":[0.002657521,0.00066457724,0.081307516,0.00015152417,0.00013468227,0.0000039638,0.48173526,0.00014154277,0.123393826,0.010969098,0.29753914,0.0013013488],"about_ca_topic_score_codex":0.0006147134,"about_ca_topic_score_gemma":0.000106896405,"teacher_disagreement_score":0.23301159,"about_ca_system_score_codex":0.000052933305,"about_ca_system_score_gemma":0.000047761805,"threshold_uncertainty_score":0.5513132},"labels":[],"label_agreement":null},{"id":"W4411307843","doi":"10.21606/drs.2010.11","title":"Dynamique forme-lumière : Un processus de création et d’analyse de l’espace architectural par modèles maquettes/images","year":2010,"lang":"fr","type":"article","venue":"Proceedings of DRS","topic":"Architecture and Computational Design","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Mod; Computer science; Artificial intelligence","score_opus":0.00501884091000501,"score_gpt":0.21714150927441245,"score_spread":0.21212266836440744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89786935,0.00065916544,0.09013591,0.004560203,0.00015912321,0.0003435502,0.000028745773,0.00021499813,0.006028958],"genre_scores_gemma":[0.8780579,0.00006473716,0.120931074,0.00013956462,0.00025276063,0.000058331356,0.000012993932,0.00007093185,0.0004117235],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998336,0.000015874033,0.00039312878,0.00033820022,0.00030498856,0.0006117713],"domain_scores_gemma":[0.9989679,0.00017707597,0.00020950187,0.000092700975,0.00034404921,0.00020880885],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00046260856,0.00036903564,0.0003422071,0.00027035773,0.00013098135,0.00011802466,0.0003616266,0.0002674397,0.00004277214],"category_scores_gemma":[0.00028489073,0.00038866626,0.00016564738,0.00042285075,0.00016472807,0.00040197236,0.00007418675,0.0008721823,0.00001044539],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002070079,0.00023979033,0.026718317,0.0037430706,0.0005601138,0.000017960261,0.020172536,0.1386452,0.6518547,0.04909752,0.0011437867,0.10760001],"study_design_scores_gemma":[0.00081675895,0.00029064628,0.07589749,0.00047763475,0.00038690827,0.00044929996,0.0011651417,0.36133096,0.40097687,0.15632734,0.000926194,0.0009547571],"about_ca_topic_score_codex":0.00019325744,"about_ca_topic_score_gemma":0.00012635536,"teacher_disagreement_score":0.2508778,"about_ca_system_score_codex":0.00010450565,"about_ca_system_score_gemma":0.00017821047,"threshold_uncertainty_score":0.99985653},"labels":[],"label_agreement":null},{"id":"W4411307884","doi":"10.21606/drs.2008.91","title":"Designing for Cultural Diversity: Participatory Design, Immigrant Women and Shared Creativity","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Cultural Industries and Urban Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Creativity; Participatory design; Immigration; Diversity (politics); Cultural diversity; Citizen journalism; Sociology; Computer science; Psychology; Social psychology; Engineering; World Wide Web; Political science; Anthropology","score_opus":0.11775363812829032,"score_gpt":0.31560960170322744,"score_spread":0.19785596357493712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99766195,0.000024881285,0.00003978708,0.0007068329,0.00007191497,0.00035217506,0.0000062641534,0.000036625068,0.0010995832],"genre_scores_gemma":[0.9932598,0.000018537563,0.0037562097,0.00003342856,0.00007530124,0.000058561556,8.489881e-7,0.000004490933,0.002792814],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9992267,0.0000054143325,0.00012206805,0.00016090999,0.00018383459,0.00030107153],"domain_scores_gemma":[0.9993675,0.00007547064,0.000099869125,0.000019667801,0.00029287077,0.00014461731],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006911539,0.00008492588,0.00014691538,0.000027097654,0.0007168018,0.000097947566,0.00013622183,0.00008790161,0.00009334889],"category_scores_gemma":[0.0003723185,0.000070034315,0.000026819027,0.00011150124,0.00024155319,0.00040448582,0.00010241844,0.000100888,9.851799e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025203667,0.00011583279,0.24504775,0.00013792794,0.00012586462,9.267826e-7,0.50525606,6.637209e-7,0.16300757,0.0053748046,0.06452756,0.016153006],"study_design_scores_gemma":[0.002657521,0.00066457724,0.081307516,0.00015152417,0.00013468227,0.0000039638,0.48173526,0.00014154277,0.123393826,0.010969098,0.29753914,0.0013013488],"about_ca_topic_score_codex":0.0006147134,"about_ca_topic_score_gemma":0.000106896405,"teacher_disagreement_score":0.23301159,"about_ca_system_score_codex":0.000052933305,"about_ca_system_score_gemma":0.000047761805,"threshold_uncertainty_score":0.5513132},"labels":[],"label_agreement":null},{"id":"W4411307901","doi":"10.21606/drs.2010.105","title":"Co-design in Public Spaces: an Interdisciplinary Approach to Street Furniture Development","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Architecture, Design, and Social History","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Architectural engineering; Public space; Business; Computer science; Engineering","score_opus":0.04833620770235962,"score_gpt":0.2643531662077725,"score_spread":0.21601695850541286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72398734,0.000024596244,0.00014656075,0.00016879791,0.00021176592,0.00041689668,0.000005535504,0.00008743671,0.27495107],"genre_scores_gemma":[0.9911875,0.0000011681051,0.0069701406,0.00009015277,0.00034797325,0.00006445697,0.00000767394,0.000028328453,0.0013026019],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99886054,0.000009707003,0.00026588934,0.00028276813,0.00028745513,0.00029362593],"domain_scores_gemma":[0.999477,0.000023018554,0.00010955357,0.000072080904,0.00016484971,0.00015344025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046447758,0.0001801759,0.00024105233,0.00031274007,0.0003655178,0.000117291165,0.00036622176,0.00009442267,0.00009697275],"category_scores_gemma":[0.000035848607,0.0001591885,0.000045229623,0.00007541633,0.00024299951,0.00035564147,0.000075838165,0.0003531768,0.00000936835],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009260321,0.0005530315,0.0015743099,0.00016645508,0.000033581262,0.0000011563613,0.80058736,0.0000030450728,0.004965472,0.17624001,0.0075707035,0.008212301],"study_design_scores_gemma":[0.001399157,0.0010472456,0.005437559,0.00018506052,0.000043238164,0.000007819814,0.37493837,0.00012853902,0.007979606,0.0241848,0.58292836,0.0017202774],"about_ca_topic_score_codex":0.000016857999,"about_ca_topic_score_gemma":0.00048524313,"teacher_disagreement_score":0.5753576,"about_ca_system_score_codex":0.000054108335,"about_ca_system_score_gemma":0.00011354935,"threshold_uncertainty_score":0.64915186},"labels":[],"label_agreement":null},{"id":"W4411307904","doi":"10.21606/drs.2008.104","title":"Misfits, Balance, Requirements, and Systems: Thoughts on Alexander’s Notes on the Synthesis of Form","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Balance (ability); Computer science; Psychology","score_opus":0.026209932610603115,"score_gpt":0.25310728968960344,"score_spread":0.22689735707900033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.902026,0.00012461266,0.000015678232,0.0006676158,0.000476937,0.0002589151,0.0000065526783,0.00006450756,0.09635919],"genre_scores_gemma":[0.9992741,0.00012645646,0.00021806233,0.00003959915,0.00013008338,0.000029394572,3.0181417e-7,0.000015246454,0.00016677186],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994664,0.000002772443,0.00016723682,0.00009445163,0.00016126684,0.000107869884],"domain_scores_gemma":[0.999243,0.00046322073,0.00009648753,0.00007449794,0.000086103326,0.00003665247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034065635,0.00009490885,0.00013131787,0.000060237366,0.000038453225,0.000033749722,0.000119078795,0.00005176224,0.000024477198],"category_scores_gemma":[0.0005269304,0.00006534417,0.00002146673,0.00009807195,0.000033572196,0.0001635379,0.000008524338,0.00013417918,0.0000071062077],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024074751,0.00045708072,0.016750064,0.003790051,0.00043220815,6.347966e-7,0.0055164103,0.000096990574,0.7056545,0.16182402,0.07513818,0.030099086],"study_design_scores_gemma":[0.00042304024,0.00020176587,0.010512418,0.0008128562,0.00011709261,0.000013532792,0.0025414093,0.0039381757,0.92019993,0.0009131497,0.059924275,0.00040237486],"about_ca_topic_score_codex":0.000005833235,"about_ca_topic_score_gemma":9.3780227e-7,"teacher_disagreement_score":0.21454538,"about_ca_system_score_codex":0.000009310167,"about_ca_system_score_gemma":0.000007819173,"threshold_uncertainty_score":0.26646578},"labels":[],"label_agreement":null},{"id":"W4411307906","doi":"10.21606/drs.2008.101","title":"Empreintes lumineuses nocturnes : Codes et représentations simplifiées appliquées au design de l’éclairage architectural et urbain","year":2010,"lang":"fr","type":"article","venue":"Proceedings of DRS","topic":"Impact of Light on Environment and Health","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Art; Computer science; Humanities","score_opus":0.019724064729537936,"score_gpt":0.3198136899049236,"score_spread":0.3000896251753857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97005725,0.00023994302,0.0014334391,0.018213937,0.00033094588,0.00067658816,0.00005732619,0.00008667942,0.008903877],"genre_scores_gemma":[0.963626,0.00029942353,0.03224146,0.0010785362,0.00022628858,0.000056862482,0.000010231923,0.000058587993,0.0024025536],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.997227,0.000054055028,0.00058997393,0.00057296525,0.00051524973,0.0010407671],"domain_scores_gemma":[0.9984142,0.00045520425,0.00044814803,0.00019167442,0.00003237709,0.0004583517],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013463665,0.0004335425,0.0004317773,0.00014550031,0.00031709814,0.00014401542,0.00055120897,0.00024556476,0.001133568],"category_scores_gemma":[0.00046000263,0.00040925958,0.00016726002,0.0002623935,0.0012078537,0.00081456243,0.00024150082,0.0007618875,0.00013921632],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115187664,0.0004778755,0.3730851,0.00032848725,0.00005531214,0.0000035770877,0.025472969,0.00031647604,0.5786541,0.013131427,0.0029861338,0.005373325],"study_design_scores_gemma":[0.0007471332,0.0006828333,0.659366,0.00022832242,0.00014186098,0.00015100336,0.0037321677,0.00072692346,0.30968574,0.016595356,0.007202568,0.0007400597],"about_ca_topic_score_codex":0.0023834498,"about_ca_topic_score_gemma":0.0005862508,"teacher_disagreement_score":0.28628093,"about_ca_system_score_codex":0.00022695857,"about_ca_system_score_gemma":0.00015900258,"threshold_uncertainty_score":0.9998359},"labels":[],"label_agreement":null},{"id":"W4411307928","doi":"10.21606/drs.2010.136","title":"Retail Design and the Visually Impaired: A Needs Assessment","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Smart Parking Systems Research","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Visually impaired; Computer science; Human–computer interaction","score_opus":0.015638786950397655,"score_gpt":0.2618900580594788,"score_spread":0.24625127110908113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307928","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98436904,0.000091969676,0.000624875,0.0001989991,0.00016410454,0.00046256772,6.2085905e-7,0.00015515223,0.013932684],"genre_scores_gemma":[0.99614906,0.000023468225,0.0034349116,0.000008498853,0.00009498949,0.00007995281,1.9938588e-7,0.000029144401,0.00017979745],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991552,0.00000656827,0.00020538001,0.00010575996,0.00029905382,0.00022801939],"domain_scores_gemma":[0.9995236,0.00014489287,0.00004392185,0.000080313264,0.00013957571,0.00006769157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013517112,0.00011219014,0.000189309,0.0001343462,0.000059299808,0.00009674812,0.00023094402,0.00007387637,0.000020395722],"category_scores_gemma":[0.00012256183,0.000079518315,0.000037887356,0.00025627576,0.00014525316,0.00013827313,0.00005816171,0.00032195693,0.0000049890887],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013114918,0.000053724816,0.04577552,0.0009752107,0.0002863153,0.0000018084428,0.006142079,0.00017718399,0.8936967,0.030551298,0.009531712,0.01267728],"study_design_scores_gemma":[0.009583251,0.0007285858,0.08595201,0.0005674547,0.00021075536,0.00028256385,0.0067275097,0.6228887,0.23164335,0.004697531,0.035178933,0.0015394086],"about_ca_topic_score_codex":0.000015247557,"about_ca_topic_score_gemma":0.0000011737548,"teacher_disagreement_score":0.66205335,"about_ca_system_score_codex":0.000021018082,"about_ca_system_score_gemma":0.00002452901,"threshold_uncertainty_score":0.32426628},"labels":[],"label_agreement":null},{"id":"W4411307934","doi":"10.21606/drs.2008.11","title":"Dynamique forme-lumière : Un processus de création et d’analyse de l’espace architectural par modèles maquettes/images","year":2010,"lang":"fr","type":"article","venue":"Proceedings of DRS","topic":"Architecture and Computational Design","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Mod; ESPACE; Humanities; Computer science; Physics; Art; Artificial intelligence","score_opus":0.00501884091000501,"score_gpt":0.21714150927441245,"score_spread":0.21212266836440744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89786935,0.00065916544,0.09013591,0.004560203,0.00015912321,0.0003435502,0.000028745773,0.00021499813,0.006028958],"genre_scores_gemma":[0.8780579,0.00006473716,0.120931074,0.00013956462,0.00025276063,0.000058331356,0.000012993932,0.00007093185,0.0004117235],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998336,0.000015874033,0.00039312878,0.00033820022,0.00030498856,0.0006117713],"domain_scores_gemma":[0.9989679,0.00017707597,0.00020950187,0.000092700975,0.00034404921,0.00020880885],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00046260856,0.00036903564,0.0003422071,0.00027035773,0.00013098135,0.00011802466,0.0003616266,0.0002674397,0.00004277214],"category_scores_gemma":[0.00028489073,0.00038866626,0.00016564738,0.00042285075,0.00016472807,0.00040197236,0.00007418675,0.0008721823,0.00001044539],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002070079,0.00023979033,0.026718317,0.0037430706,0.0005601138,0.000017960261,0.020172536,0.1386452,0.6518547,0.04909752,0.0011437867,0.10760001],"study_design_scores_gemma":[0.00081675895,0.00029064628,0.07589749,0.00047763475,0.00038690827,0.00044929996,0.0011651417,0.36133096,0.40097687,0.15632734,0.000926194,0.0009547571],"about_ca_topic_score_codex":0.00019325744,"about_ca_topic_score_gemma":0.00012635536,"teacher_disagreement_score":0.2508778,"about_ca_system_score_codex":0.00010450565,"about_ca_system_score_gemma":0.00017821047,"threshold_uncertainty_score":0.99985653},"labels":[],"label_agreement":null},{"id":"W4411307952","doi":"10.21606/drs.2010.127","title":"Interdisciplinary Design: The Need for Collaboration to Foster Technological Innovation to Create Competitive and Sustainable Products.","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Innovation management; Knowledge management; Business; Competitive advantage; Computer science; Process management; Marketing","score_opus":0.017437185294603984,"score_gpt":0.28492098017950723,"score_spread":0.26748379488490326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92245764,0.000025910778,0.015066185,0.04934505,0.00025083654,0.002807856,0.0000051176803,0.00021101155,0.0098304115],"genre_scores_gemma":[0.9807535,0.0000016104378,0.018226719,0.0001910628,0.00005612714,0.0002858148,0.0000020298987,0.000013336146,0.00046980687],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99950445,0.0000027850674,0.00014947713,0.00012944177,0.00006785464,0.00014599031],"domain_scores_gemma":[0.9988706,0.00008667363,0.000044249835,0.00005131889,0.0009185237,0.000028628852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006157872,0.00007945694,0.000086276916,0.00017404387,0.00009717267,0.00008931974,0.000101589176,0.000055163444,0.000006786578],"category_scores_gemma":[0.0009257448,0.00006207581,0.0000064734118,0.00093727454,0.000035866447,0.00030341113,0.00007377732,0.000113476795,0.000003733864],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023974659,0.000056493012,0.00017228303,0.00030103576,0.00002612906,1.8790922e-7,0.0075660907,0.00011276788,0.7531246,0.19190927,0.039284967,0.007206429],"study_design_scores_gemma":[0.0005497008,0.0007674429,0.0024479462,0.000063822146,0.000051311486,0.000016048825,0.07890226,0.0017185812,0.7349661,0.014561285,0.16554604,0.0004094587],"about_ca_topic_score_codex":5.792897e-7,"about_ca_topic_score_gemma":6.3456537e-7,"teacher_disagreement_score":0.17734797,"about_ca_system_score_codex":0.000024852769,"about_ca_system_score_gemma":0.000022042137,"threshold_uncertainty_score":0.2531378},"labels":[],"label_agreement":null},{"id":"W4411307981","doi":"10.21606/drs.2008.72","title":"Transformative Design: From Consultant to Clinician","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Transformative learning; Computer science; Psychology; Pedagogy","score_opus":0.017179313975096346,"score_gpt":0.25964202573421646,"score_spread":0.24246271175912013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91965,0.00003272024,0.0053948313,0.00087953586,0.00084255025,0.00034625782,0.000018947398,0.00021199897,0.072623156],"genre_scores_gemma":[0.9740245,0.000017138073,0.025610166,0.00016406372,0.00007994525,0.000018950335,0.0000012558722,0.000015679365,0.000068307636],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99949485,0.0000018628989,0.00020133656,0.00008554382,0.00009608216,0.00012031107],"domain_scores_gemma":[0.9995185,0.00015741175,0.00003856941,0.000039868904,0.00014570038,0.0000999578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023074476,0.0000823597,0.000116531664,0.000063308704,0.00002382641,0.000030533953,0.00012837579,0.000058609057,0.00018722937],"category_scores_gemma":[0.00024030765,0.0000821912,0.000023179899,0.00017628627,0.000020171474,0.00028756104,0.0000048341067,0.00019996418,0.00012898273],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009010764,0.000083379484,0.0007404839,0.00007435049,0.00008389211,3.4925307e-7,0.023606095,0.00007458625,0.9105715,0.003756071,0.021498814,0.039420336],"study_design_scores_gemma":[0.00065169646,0.00014278734,0.0048841345,0.000063342486,0.000065801265,0.0000052999017,0.0055176597,0.0031587505,0.8197845,0.0024363706,0.16285758,0.00043207852],"about_ca_topic_score_codex":0.00001175462,"about_ca_topic_score_gemma":0.000002914793,"teacher_disagreement_score":0.14135876,"about_ca_system_score_codex":0.000008956346,"about_ca_system_score_gemma":0.000019729054,"threshold_uncertainty_score":0.33516598},"labels":[],"label_agreement":null},{"id":"W4411307982","doi":"10.21606/drs.2010.72","title":"Transformative Design: From Consultant to Clinician","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Transformative learning; Computer science; Engineering ethics; Psychology; Sociology; Engineering; Pedagogy","score_opus":0.017179313975096346,"score_gpt":0.25964202573421646,"score_spread":0.24246271175912013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411307982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91965,0.00003272024,0.0053948313,0.00087953586,0.00084255025,0.00034625782,0.000018947398,0.00021199897,0.072623156],"genre_scores_gemma":[0.9740245,0.000017138073,0.025610166,0.00016406372,0.00007994525,0.000018950335,0.0000012558722,0.000015679365,0.000068307636],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99949485,0.0000018628989,0.00020133656,0.00008554382,0.00009608216,0.00012031107],"domain_scores_gemma":[0.9995185,0.00015741175,0.00003856941,0.000039868904,0.00014570038,0.0000999578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023074476,0.0000823597,0.000116531664,0.000063308704,0.00002382641,0.000030533953,0.00012837579,0.000058609057,0.00018722937],"category_scores_gemma":[0.00024030765,0.0000821912,0.000023179899,0.00017628627,0.000020171474,0.00028756104,0.0000048341067,0.00019996418,0.00012898273],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009010764,0.000083379484,0.0007404839,0.00007435049,0.00008389211,3.4925307e-7,0.023606095,0.00007458625,0.9105715,0.003756071,0.021498814,0.039420336],"study_design_scores_gemma":[0.00065169646,0.00014278734,0.0048841345,0.000063342486,0.000065801265,0.0000052999017,0.0055176597,0.0031587505,0.8197845,0.0024363706,0.16285758,0.00043207852],"about_ca_topic_score_codex":0.00001175462,"about_ca_topic_score_gemma":0.000002914793,"teacher_disagreement_score":0.14135876,"about_ca_system_score_codex":0.000008956346,"about_ca_system_score_gemma":0.000019729054,"threshold_uncertainty_score":0.33516598},"labels":[],"label_agreement":null},{"id":"W4411308288","doi":"10.21606/drs.2010.88","title":"Designing Design Learning: A Case Study","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.0263737856166946,"score_gpt":0.2714756258771088,"score_spread":0.24510184026041418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411308288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98363787,0.000021701502,0.0026856668,0.000028096762,0.0002688756,0.00028328577,1.3248949e-7,0.0002744508,0.012799936],"genre_scores_gemma":[0.98210377,0.000003921934,0.017500788,0.000008918579,0.00007221185,0.00003411324,1.3955669e-7,0.000030423009,0.00024570344],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994117,0.0000068137683,0.00017588325,0.00012351818,0.00012437908,0.00015769045],"domain_scores_gemma":[0.99952173,0.00014106653,0.00006270432,0.000048852093,0.00014494067,0.00008068526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063111784,0.000107074964,0.00011862416,0.000112474416,0.000073702235,0.000063121675,0.000109800414,0.0000524817,0.00009293207],"category_scores_gemma":[0.0003459257,0.000112122,0.000023448338,0.0002286788,0.000019212073,0.00033134807,0.000012840968,0.00040445052,0.000029473806],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040786053,0.00048750007,0.028260343,0.00018527466,0.00015175872,0.00011869195,0.034401104,0.0013473799,0.9096351,0.0005682694,0.0057277796,0.019075967],"study_design_scores_gemma":[0.0032720473,0.0019068077,0.0042554555,0.000095040225,0.0005299203,0.007932036,0.26797816,0.035874132,0.63718486,0.0008762689,0.038070776,0.0020245316],"about_ca_topic_score_codex":0.000020030167,"about_ca_topic_score_gemma":0.0000018447053,"teacher_disagreement_score":0.27245033,"about_ca_system_score_codex":0.000010769182,"about_ca_system_score_gemma":0.000019268982,"threshold_uncertainty_score":0.45722023},"labels":[],"label_agreement":null},{"id":"W4411308386","doi":"10.21606/drs.2012.93","title":"UNESCO Cities of Design: Montréal as prototype","year":2012,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Cultural Heritage Management and Preservation","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","score_opus":0.09895374504607049,"score_gpt":0.23533015880353783,"score_spread":0.13637641375746734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411308386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6600626,0.00044449442,0.0000034501304,0.00016903807,0.000116002135,0.00047627685,0.000002361698,0.000037214282,0.33868855],"genre_scores_gemma":[0.9907776,0.000024104558,0.0003052244,0.000030705884,0.00022867913,0.00004164815,0.0000022819459,0.000008131344,0.008581588],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994922,0.0000024020328,0.00016554582,0.00006049892,0.00014930518,0.00013000163],"domain_scores_gemma":[0.99960643,0.000013908579,0.00012100935,0.000028543967,0.00020548304,0.000024651667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001641251,0.000074298194,0.000115227245,0.000049685827,0.0000666622,0.000037682003,0.00009620686,0.000020568952,0.0005933305],"category_scores_gemma":[0.000029893597,0.00005838238,0.000038935443,0.00003595555,0.00008477044,0.0006913072,0.000037202783,0.000037205486,0.000018046605],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001799041,0.000094196745,0.007629577,0.0005667256,0.00005772239,8.361287e-8,0.067930266,0.0000011490638,0.0031897402,0.9034258,0.014182453,0.0027423676],"study_design_scores_gemma":[0.0011057203,0.0013836941,0.006150469,0.00037426717,0.00020305283,0.0000020156979,0.09273725,0.00016946766,0.07640552,0.03591965,0.78486615,0.0006827427],"about_ca_topic_score_codex":0.00037150335,"about_ca_topic_score_gemma":0.000015333471,"teacher_disagreement_score":0.86750615,"about_ca_system_score_codex":0.000006605482,"about_ca_system_score_gemma":0.0000034650457,"threshold_uncertainty_score":0.6496553},"labels":[],"label_agreement":null},{"id":"W57140452","doi":"10.21606/drs.2006.68","title":"Referencing the sociocultural during designing","year":2006,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Computer science; Sociocultural evolution; Sociology; Anthropology","score_opus":0.008179460947474581,"score_gpt":0.1985991168383707,"score_spread":0.19041965589089613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W57140452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9272227,0.0001523402,0.000067347406,0.00023792236,0.000103800834,0.00006934296,3.5575388e-7,0.00014485298,0.07200133],"genre_scores_gemma":[0.9976663,0.00001603328,0.0013933354,0.00001456914,0.00014568058,0.000010593047,6.3621155e-7,0.000014288645,0.0007385457],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999541,0.0000020273367,0.00014149556,0.00007014454,0.000107233995,0.00013812647],"domain_scores_gemma":[0.9997758,0.00003999113,0.000051603245,0.00003093746,0.00008235489,0.000019315296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015354274,0.00007492914,0.00007101079,0.000033560973,0.000091544876,0.000052007646,0.000113656686,0.00003272975,0.000030902476],"category_scores_gemma":[0.00004072578,0.00005637018,0.000027959632,0.00013617903,0.000019493227,0.0002855893,0.000010326549,0.00012726501,0.000015930776],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008989807,0.000019702058,0.004379498,0.0002104374,0.000032645417,3.730604e-7,0.003236145,0.0005997228,0.9741384,0.006054447,0.010008486,0.001311185],"study_design_scores_gemma":[0.0004295782,0.000023759796,0.07433316,0.00010930026,0.000065615466,0.000050782208,0.008759748,0.0013928821,0.90186906,0.0019798726,0.010580748,0.00040547436],"about_ca_topic_score_codex":0.000021926671,"about_ca_topic_score_gemma":0.0000013097658,"teacher_disagreement_score":0.07226929,"about_ca_system_score_codex":0.000035957262,"about_ca_system_score_gemma":0.000008106835,"threshold_uncertainty_score":0.22987093},"labels":[],"label_agreement":null},{"id":"W6907486357","doi":"10.21606/drs.2010.78","title":"When Artists and Designers Inspire Collective Intelligence Practices: Two Case Studies of Collaboration, Interdisciplinarity, and Innovation Projects","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Mainstream; Collective intelligence; Relevance (law); Process (computing); Reflection (computer programming); Collaborative learning","score_opus":0.06850132433422856,"score_gpt":0.3856804196418519,"score_spread":0.31717909530762334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6907486357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921971,0.000040929674,0.00506215,0.0011585231,0.00017254388,0.0004623205,0.0000019583824,0.00006124686,0.0008432205],"genre_scores_gemma":[0.9586565,0.000011246906,0.04116457,0.000035244873,0.000019639117,0.000053442385,4.7396034e-7,0.000006938802,0.000051982894],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99886876,0.000010975299,0.00045191174,0.00036486363,0.00016862825,0.0001348721],"domain_scores_gemma":[0.9945747,0.00015426357,0.0012271154,0.00010210264,0.003922221,0.000019589665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068819604,0.00014239049,0.00022534352,0.0007779201,0.00019093226,0.00010649695,0.00022302655,0.00009086493,0.000001208613],"category_scores_gemma":[0.0022026985,0.00013528104,0.000009944898,0.0021021182,0.0005159479,0.0019848861,0.00041236053,0.00029558063,4.4590408e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094520314,0.00016934946,0.021153292,0.00042806272,0.0001576075,0.00002228265,0.08032376,0.0000013493255,0.30130222,0.58390373,0.0005751491,0.011868706],"study_design_scores_gemma":[0.0005383658,0.0010785367,0.0015860468,0.00022295753,0.000042057585,0.0012086536,0.035760615,0.0042226193,0.817597,0.1373601,0.000053554442,0.00032950522],"about_ca_topic_score_codex":0.000022372042,"about_ca_topic_score_gemma":0.00012578859,"teacher_disagreement_score":0.5162948,"about_ca_system_score_codex":0.00006288531,"about_ca_system_score_gemma":0.0001315012,"threshold_uncertainty_score":0.55166006},"labels":[],"label_agreement":null},{"id":"W6907499697","doi":"10.21606/drs.2010.26","title":"Dynamique des ambiances lumineuses par relevés vidéo d’espaces de transition","year":2010,"lang":"fr","type":"article","venue":"Proceedings of DRS","topic":"Building Energy and Comfort Optimization","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Representation (politics); Relation (database); Adaptation (eye); Perception; Space (punctuation); Point (geometry); Contrast (vision); Visualization; Diversity (politics)","score_opus":0.005230765599947169,"score_gpt":0.1984140730370638,"score_spread":0.19318330743711662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6907499697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9877549,0.0010243593,0.0048340037,0.0011479805,0.0005896619,0.000100788544,0.000009260505,0.00020112286,0.0043379567],"genre_scores_gemma":[0.944134,0.0014560771,0.053674597,0.0000388553,0.00022854905,0.000026178594,0.0000049218525,0.00004633365,0.00039051299],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999069,0.0000036121983,0.00025146213,0.00019872932,0.00013062649,0.00034658864],"domain_scores_gemma":[0.9995284,0.000033649372,0.000099809324,0.00006259119,0.0001750263,0.00010049861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020774953,0.00019767432,0.00020976283,0.0001078642,0.000110542984,0.00007016383,0.00017953292,0.00028935136,0.00006860058],"category_scores_gemma":[0.00007670733,0.0002307317,0.000081437895,0.00029673456,0.0002235367,0.00067475636,0.000016550894,0.00033268574,0.0000021377957],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008787582,0.0003002049,0.034401216,0.0048181675,0.0002248123,0.0000044918493,0.007833002,0.21061267,0.64639986,0.067885935,0.0025771419,0.024854634],"study_design_scores_gemma":[0.00063544797,0.00023782995,0.0127797425,0.0015243333,0.00021878557,0.0000856997,0.0010832376,0.2317011,0.7272834,0.018630043,0.005030989,0.0007893618],"about_ca_topic_score_codex":0.000261715,"about_ca_topic_score_gemma":0.00029896866,"teacher_disagreement_score":0.08088358,"about_ca_system_score_codex":0.00004758603,"about_ca_system_score_gemma":0.000029573477,"threshold_uncertainty_score":0.9408966},"labels":[],"label_agreement":null},{"id":"W6926290321","doi":"10.21606/drs.2010.23","title":"Design History education and the Use of the Design Brief as an Interpretative Framework for Sustainable Practice","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Environmental Science and Water Management","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta University of the Arts","funders":"","keywords":"Discipline; Design history; Design education; Curriculum; Higher education; Order (exchange); Task (project management); Design thinking","score_opus":0.02007692924908139,"score_gpt":0.2493901186233876,"score_spread":0.22931318937430623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6926290321","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9497283,0.00007559549,0.03296829,0.0037579779,0.00024428067,0.003574152,7.8114874e-7,0.000020618443,0.009630009],"genre_scores_gemma":[0.9085257,0.000018785491,0.08897176,0.0008849712,0.000012251506,0.00010670873,1.5937889e-7,0.00000768266,0.0014719955],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992817,0.000024706625,0.0001364931,0.00019635828,0.0002120406,0.0001486728],"domain_scores_gemma":[0.999307,0.00028548532,0.00023014798,0.000104685365,0.00003164523,0.0000410664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096012396,0.00007935148,0.000083704144,0.000016603677,0.000114909046,0.000040991563,0.0003182502,0.000038546397,0.00006175426],"category_scores_gemma":[0.00081253843,0.000046810874,0.000026941683,0.00009345898,0.0008111978,0.0012903068,0.00019196952,0.00011225953,0.0000024041117],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027423683,0.0023891616,0.032262925,0.00033579225,0.00013674838,8.8895763e-7,0.16847585,0.0016562262,0.13452156,0.5446763,0.050059795,0.06274239],"study_design_scores_gemma":[0.0019806135,0.0019826954,0.038668916,0.00018467623,0.0005037241,0.000029728468,0.065929,0.009615776,0.15791151,0.45166656,0.2706803,0.0008464759],"about_ca_topic_score_codex":0.00043763567,"about_ca_topic_score_gemma":0.000002315374,"teacher_disagreement_score":0.22062051,"about_ca_system_score_codex":0.00010772937,"about_ca_system_score_gemma":0.000020489739,"threshold_uncertainty_score":0.29888922},"labels":[],"label_agreement":null},{"id":"W6944748338","doi":"10.21606/drs.2010.43","title":"The Complex Field of Research: for Design, through Design, and about Design","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Field (mathematics); Variety (cybernetics); Foundation (evidence); Design elements and principles; Research design; Design methods","score_opus":0.20845037712251988,"score_gpt":0.41182813306802984,"score_spread":0.20337775594550997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6944748338","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024038246,0.000042276508,0.9706404,0.003240872,0.00016622829,0.0009185527,5.84021e-7,0.0000728508,0.0008799562],"genre_scores_gemma":[0.5280024,0.000016540269,0.4717295,0.00006526007,0.000027708531,0.000087949375,1.0455294e-7,0.0000074986924,0.00006306554],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99883276,0.000023800512,0.00030020598,0.0002804871,0.00026149553,0.00030127622],"domain_scores_gemma":[0.9960531,0.0019097759,0.00024691236,0.00017616087,0.0015913601,0.000022720458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025264884,0.000107614476,0.00016523646,0.0001654746,0.00033725033,0.00010384761,0.00096775685,0.00012865324,0.00000476871],"category_scores_gemma":[0.0015212384,0.00008135435,0.000030457992,0.0004800026,0.0004973598,0.0005614935,0.00021233196,0.0004080892,0.0000020537584],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011219301,0.000040399274,0.00010080853,0.00005141498,0.00002715035,2.3124281e-7,0.001391827,0.0000021582491,0.55775017,0.41958046,0.013160672,0.007782524],"study_design_scores_gemma":[0.00024944803,0.0007797092,0.0002596189,0.00003944371,0.0000044640997,0.000011413444,0.0002660437,0.008578169,0.81307226,0.17401159,0.0026400224,0.00008782176],"about_ca_topic_score_codex":0.000010788526,"about_ca_topic_score_gemma":0.0000013379547,"teacher_disagreement_score":0.5039641,"about_ca_system_score_codex":0.000015694159,"about_ca_system_score_gemma":0.000052038497,"threshold_uncertainty_score":0.3317534},"labels":[],"label_agreement":null},{"id":"W6944842565","doi":"10.21606/drs.2008.24","title":"Everyday People: Enabling User Expertise in Socially Responsible Design","year":2010,"lang":"en","type":"article","venue":"Proceedings of DRS","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Relevance (law); Empowerment; Field (mathematics); Process (computing); Generative grammar; Participatory design; Engineering design process; Social responsibility","score_opus":0.01733756464313036,"score_gpt":0.26738716891388914,"score_spread":0.2500496042707588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6944842565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9753411,0.000016272417,0.019472044,0.0020782514,0.00040982896,0.00023835788,2.6287137e-7,0.0001995135,0.0022444145],"genre_scores_gemma":[0.9081126,0.0000037096818,0.09136301,0.000110788074,0.000044475837,0.000041557818,1.6523516e-7,0.000011919159,0.00031179204],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99882334,0.000008580048,0.00031669444,0.0003384229,0.00022666896,0.0002862993],"domain_scores_gemma":[0.9990108,0.000082486,0.00022009348,0.00013407362,0.00052490295,0.000027613678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078446296,0.00012936574,0.0001862315,0.00058545807,0.00008814111,0.00009082826,0.00077132415,0.0001744933,0.000023579954],"category_scores_gemma":[0.0006922601,0.00013363175,0.000034656594,0.0010701347,0.00007768857,0.0013638097,0.00018907075,0.0004796868,0.00002114983],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003551861,0.00006451015,0.005436192,0.000013892854,0.0000076183005,0.0000018010288,0.004060478,0.0000019796455,0.7893433,0.19604152,0.001106773,0.0038863965],"study_design_scores_gemma":[0.0004554801,0.00014020341,0.012723852,0.000061267594,0.0000033901729,0.000022372737,0.0004704976,0.0027582124,0.95514137,0.027293894,0.0006818766,0.00024755872],"about_ca_topic_score_codex":0.000026585665,"about_ca_topic_score_gemma":0.000055656492,"teacher_disagreement_score":0.16874763,"about_ca_system_score_codex":0.00007103713,"about_ca_system_score_gemma":0.00020593045,"threshold_uncertainty_score":0.54493445},"labels":[],"label_agreement":null}]}