{"meta":{"query_hash":"de77ab8dd09a","filters":{"venue":"Participatory Design Conference"},"cohort_total":6,"direct_labels_cover":0,"predictions_cover":6,"exported":6,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/de77ab8dd09a","api":"https://metacan.xera.ac/api/v1/cohort?venue=Participatory+Design+Conference"},"results":[{"id":"W1589479632","doi":"10.5555/1795234.1795285","title":"Participatory tensions in developing a community learning network","year":2008,"lang":"en","type":"article","venue":"Participatory Design Conference","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Citizen journalism; Stakeholder; Enthusiasm; Agency (philosophy); Public relations; Knowledge management; Sociology; Business; Political science; Computer science; Social science; World Wide Web","score_opus":0.5595000777538705,"score_gpt":0.39748222472940326,"score_spread":0.1620178530244672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1589479632","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9213363,0.00024091384,0.032142073,0.00036921113,0.0003465473,0.0005163491,4.027735e-7,0.00033237037,0.044715818],"genre_scores_gemma":[0.9969816,0.00013866706,0.0012809497,0.00024365779,0.00012172301,0.0001469599,0.0000020105872,0.00001697873,0.0010674426],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99497926,0.0031690795,0.00038761637,0.00024700945,0.00031881072,0.00089822506],"domain_scores_gemma":[0.9985093,0.0007534228,0.000108086315,0.00026191637,0.00016344918,0.00020383227],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0038559993,0.00017262538,0.0002873859,0.00011239819,0.0024157185,0.0000716295,0.00042071982,0.00010819655,0.00026301053],"category_scores_gemma":[0.0009475913,0.00018982835,0.000044698463,0.00057374395,0.0004671319,0.00028718406,0.0001801108,0.000618084,0.00027385243],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006797462,0.00025481274,0.67989165,0.00004729111,0.000055625613,0.00017630131,0.18370588,0.0070911394,0.00024968508,0.12110208,0.003484066,0.003873506],"study_design_scores_gemma":[0.0025737078,0.00035686613,0.6434511,0.0010935978,0.00017018653,0.000007792636,0.05254424,0.07496628,0.0009127991,0.019528056,0.20136993,0.0030254426],"about_ca_topic_score_codex":0.00094850984,"about_ca_topic_score_gemma":0.0036451844,"teacher_disagreement_score":0.19788586,"about_ca_system_score_codex":0.00015966965,"about_ca_system_score_gemma":0.00060550706,"threshold_uncertainty_score":0.998883},"labels":[],"label_agreement":null},{"id":"W1749132058","doi":"10.5555/1795234.1795242","title":"Participatory design and web 2.0: the case of PIPWatch, the collaborative privacy toolbar","year":2008,"lang":"en","type":"article","venue":"Participatory Design Conference","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"World Wide Web; Computer science; Citizen journalism; Participatory design; Internet privacy; Web service; Web 2.0; Information privacy; Engineering","score_opus":0.22953779758239018,"score_gpt":0.36068852991389727,"score_spread":0.1311507323315071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1749132058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8788221,0.001980119,0.109509766,0.0036976868,0.0004905369,0.0033975164,0.00007116035,0.0001991346,0.0018319678],"genre_scores_gemma":[0.9972525,0.0006533864,0.0011766054,0.00023443752,0.0001250522,0.0004451547,0.0000015944594,0.00001531961,0.00009590592],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99443734,0.0037932678,0.00043885334,0.00037956706,0.0003893961,0.00056155847],"domain_scores_gemma":[0.9966755,0.0016628002,0.0002673761,0.0007113622,0.00045495434,0.0002279877],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003792917,0.00022114303,0.00029505446,0.000052409345,0.002077382,0.00012107111,0.00070857105,0.00013436415,0.00018914722],"category_scores_gemma":[0.0022294263,0.0001464395,0.000042894186,0.00048295493,0.0024730768,0.00047739217,0.00023458924,0.00029418324,0.00004904386],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011458738,0.0010070151,0.010604752,0.00015277584,0.00046809806,0.0014321125,0.71590537,0.0006209051,0.014931933,0.19269529,0.042037264,0.01899858],"study_design_scores_gemma":[0.008790721,0.0038753063,0.022832543,0.0004865037,0.0020968048,0.0012821564,0.2246851,0.1512063,0.13935581,0.13652766,0.30334792,0.0055131856],"about_ca_topic_score_codex":0.001392467,"about_ca_topic_score_gemma":0.0006605723,"teacher_disagreement_score":0.4912203,"about_ca_system_score_codex":0.00006442516,"about_ca_system_score_gemma":0.0015518953,"threshold_uncertainty_score":0.9992218},"labels":[],"label_agreement":null},{"id":"W1782179767","doi":"10.5555/1795234.1795328","title":"Interactive demonstration of PIPWatch: the collaborative privacy enhancing and accountability toolbar","year":2008,"lang":"en","type":"article","venue":"Participatory Design Conference","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Internet privacy; Computer science; World Wide Web; Information privacy; Extension (predicate logic); Accountability; Political science","score_opus":0.1616362029211743,"score_gpt":0.36532394452431655,"score_spread":0.20368774160314224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1782179767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9036482,0.00016916376,0.09249335,0.00067410804,0.00017070233,0.00083057873,0.00001786792,0.00005134818,0.0019446649],"genre_scores_gemma":[0.99872375,0.00018414979,0.0008461051,0.000055939694,0.00006161386,0.00010257443,0.000002091692,0.0000045320558,0.000019221949],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979335,0.0010337977,0.00027891775,0.00023998039,0.00028613547,0.00022768074],"domain_scores_gemma":[0.99833286,0.00068294327,0.00018800332,0.0002777689,0.00043278412,0.00008561513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014967982,0.00010665164,0.00017026378,0.000032679043,0.00073326146,0.00006482317,0.00028682273,0.00007623751,0.000101196005],"category_scores_gemma":[0.0017171336,0.000086487256,0.000021319778,0.00024439368,0.00090631394,0.00075934903,0.00010474713,0.00016331497,0.000012631034],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007063568,0.0005220286,0.053045813,0.00008853982,0.0001293104,0.000010289719,0.81217104,0.000035571855,0.07020464,0.045863222,0.0012473376,0.015975846],"study_design_scores_gemma":[0.0019724022,0.0009494453,0.18273053,0.0002768814,0.0002684398,0.000019143028,0.15122512,0.008100266,0.5863971,0.053372487,0.0132680815,0.001420095],"about_ca_topic_score_codex":0.0012156776,"about_ca_topic_score_gemma":0.0013411563,"teacher_disagreement_score":0.66094595,"about_ca_system_score_codex":0.00007339058,"about_ca_system_score_gemma":0.00079455564,"threshold_uncertainty_score":0.56397283},"labels":[],"label_agreement":null},{"id":"W2297908423","doi":"","title":"Participatory Design and Traditional Systems Development - A Fusion Approach","year":2006,"lang":"en","type":"article","venue":"Participatory Design Conference","topic":"Information Systems Theories and Implementation","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Participatory design; Citizen journalism; Key (lock); Process management; Process (computing); Computer science; Participatory planning; Systems engineering; Engineering management; Engineering; Knowledge management; Operations management; Civil engineering; World Wide Web","score_opus":0.35498358259687257,"score_gpt":0.346148280151476,"score_spread":0.008835302445396598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2297908423","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07173686,0.00016475914,0.9136959,0.00006562224,0.0003565038,0.0012424467,0.00001061076,0.00014757439,0.012579739],"genre_scores_gemma":[0.99156034,0.000009875888,0.007048927,0.000063596395,0.000174704,0.00068523875,0.00003558959,0.000011252057,0.0004104627],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99705,0.001052211,0.0005941187,0.0002427827,0.00057696784,0.00048393788],"domain_scores_gemma":[0.9989569,0.00027855355,0.00022271648,0.000130133,0.00023243968,0.00017924765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003223227,0.00016656474,0.0002111185,0.00008823787,0.0010140133,0.0002943223,0.00014493616,0.000100984405,0.00021840892],"category_scores_gemma":[0.000057956113,0.00016227626,0.00002098576,0.00015334593,0.00027234387,0.00054429006,0.000023885636,0.000086741675,0.000090212234],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000961988,0.00019229706,0.0016122734,0.000109680164,0.00004300911,0.0000042682136,0.05192014,0.003532192,0.001109734,0.9317526,0.0063170167,0.003310583],"study_design_scores_gemma":[0.005882245,0.00076476415,0.033058032,0.0004624302,0.0003395109,0.00004428088,0.13625559,0.32976586,0.011085025,0.023357185,0.4549291,0.004055971],"about_ca_topic_score_codex":0.00046991248,"about_ca_topic_score_gemma":0.000030923493,"teacher_disagreement_score":0.91982347,"about_ca_system_score_codex":0.00014860646,"about_ca_system_score_gemma":0.0006663895,"threshold_uncertainty_score":0.77990735},"labels":[],"label_agreement":null},{"id":"W2299630996","doi":"","title":"Centering Diversity: An ethnographic dessection of hemophilia care","year":2002,"lang":"en","type":"article","venue":"Participatory Design Conference","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athena Sustainable Materials Institute","funders":"","keywords":"Flexibility (engineering); Ethnography; Variety (cybernetics); Interpretation (philosophy); Diversity (politics); Participant observation; Epistemology; Sociology; Process (computing); Work (physics); Public relations; Knowledge management; Computer science; Psychology; Political science; Engineering; Artificial intelligence; Social science; Management","score_opus":0.7533040688556019,"score_gpt":0.4610558364662866,"score_spread":0.29224823238931524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2299630996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904797,0.00024306921,0.0052829147,0.00002374206,0.00063983037,0.000792234,0.000023355278,0.00008254263,0.0024326092],"genre_scores_gemma":[0.99887025,0.00007934761,0.0003871368,0.00034055245,0.000053740205,0.00012880797,0.000024622876,0.00001202972,0.000103514],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99768126,0.00080988434,0.00046035598,0.000256998,0.0002851672,0.00050631247],"domain_scores_gemma":[0.9987973,0.00013516267,0.00022210364,0.0003040319,0.00023866548,0.00030271328],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00046037504,0.00014006563,0.00021932708,0.00011022664,0.0010722512,0.000004590999,0.00018897587,0.00011845823,0.0014308081],"category_scores_gemma":[0.0000188847,0.00013888371,0.00003685822,0.00016732671,0.000080081925,0.00017524594,0.00014761125,0.0002685807,0.00015513471],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021923866,0.00038513893,0.86238605,0.0027091426,0.000031378033,0.000008384237,0.11868489,0.00009596323,0.0033494197,0.0013938546,0.0003181703,0.010418357],"study_design_scores_gemma":[0.020310549,0.018343803,0.3805723,0.013982573,0.0010323115,0.000007737588,0.2843794,0.18109812,0.0700653,0.007085703,0.018059595,0.005062621],"about_ca_topic_score_codex":0.00033655966,"about_ca_topic_score_gemma":0.00018876538,"teacher_disagreement_score":0.48181376,"about_ca_system_score_codex":0.000103833554,"about_ca_system_score_gemma":0.00006918198,"threshold_uncertainty_score":0.99948204},"labels":[],"label_agreement":null},{"id":"W37076753","doi":"10.1007/s42770-023-00972-w","title":"Participatory Design Wiki:Call for Participation","year":2006,"lang":"en","type":"article","venue":"Participatory Design Conference","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Participatory design; Citizen journalism; Knowledge management; Computer science; Participatory GIS; Face (sociological concept); Participatory action research; Point (geometry); Sociology; World Wide Web; Public relations; Political science; Engineering","score_opus":0.2621367431407978,"score_gpt":0.34230417070022745,"score_spread":0.08016742755942963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W37076753","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02153237,0.00017418274,0.9745166,0.0005837202,0.0005428553,0.0015196549,0.000014295424,0.00061480195,0.00050153065],"genre_scores_gemma":[0.90256846,0.000004667577,0.09429819,0.00043846024,0.00015456305,0.0020241824,0.000010280137,0.000040930714,0.00046028424],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9947331,0.001194499,0.0010155701,0.0011281957,0.0005741168,0.0013545397],"domain_scores_gemma":[0.99581075,0.0015592885,0.000317719,0.0012839697,0.0006488398,0.00037944157],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027952036,0.0005050281,0.00055550423,0.00016213303,0.00042016068,0.00049006473,0.0013699777,0.00024155226,0.00013711333],"category_scores_gemma":[0.0004217277,0.00050377543,0.00015271199,0.0004022813,0.00028308548,0.0011288356,0.00016207945,0.00025462208,0.0005095377],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013138595,0.0041015632,0.0065568616,0.0004292768,0.0003478333,0.000100927304,0.008041433,0.098841496,0.12521432,0.62058663,0.09529869,0.03916708],"study_design_scores_gemma":[0.0012445326,0.0008744998,0.0037053125,0.00005967453,0.00012182135,0.000005667333,0.000035681715,0.7627969,0.17312677,0.04689918,0.010137362,0.0009926084],"about_ca_topic_score_codex":0.00009240331,"about_ca_topic_score_gemma":0.000046428864,"teacher_disagreement_score":0.88103604,"about_ca_system_score_codex":0.00015555744,"about_ca_system_score_gemma":0.0005749064,"threshold_uncertainty_score":0.9997414},"labels":[],"label_agreement":null}]}