{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":6,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":6,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"de77ab8dd09a","filters":{"venue":"Participatory Design Conference"}},"results":[{"id":"W1749132058","doi":"10.5555/1795234.1795242","title":"Participatory design and web 2.0: the case of PIPWatch, the collaborative privacy toolbar","year":2008,"lang":"en","type":"article","venue":"Participatory Design Conference","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"World Wide Web; Computer science; Citizen journalism; Participatory design; Internet privacy; Web service; Web 2.0; Information privacy; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.2295377975823902,"gpt":0.3606885299138973,"spread":0.1311507323315071,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003792917,0.000221143,0.0002950545,0.00005240934,0.002077382,0.0001210711,0.0007085711,0.0001343641,0.0001891472],"category_scores_gemma":[0.002229426,0.0001464395,0.00004289419,0.0004829549,0.002473077,0.0004773922,0.0002345892,0.0002941832,0.00004904386],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006442516,"about_ca_system_score_gemma":0.001551895,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001392467,"about_ca_topic_score_gemma":0.0006605723,"domain_scores_codex":[0.9944373,0.003793268,0.0004388533,0.0003795671,0.0003893961,0.0005615585],"domain_scores_gemma":[0.9966755,0.0016628,0.0002673761,0.0007113622,0.0004549543,0.0002279877],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001145874,0.001007015,0.01060475,0.0001527758,0.0004680981,0.001432113,0.7159054,0.0006209051,0.01493193,0.1926953,0.04203726,0.01899858],"study_design_scores_gemma":[0.008790721,0.003875306,0.02283254,0.0004865037,0.002096805,0.001282156,0.2246851,0.1512063,0.1393558,0.1365277,0.3033479,0.005513186],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8788221,0.001980119,0.1095098,0.003697687,0.0004905369,0.003397516,0.00007116035,0.0001991346,0.001831968],"genre_scores_gemma":[0.9972525,0.0006533864,0.001176605,0.0002344375,0.0001250522,0.0004451547,0.000001594459,0.00001531961,0.00009590592],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4912203,"threshold_uncertainty_score":0.9992218,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2299630996","doi":"","title":"Centering Diversity: An ethnographic dessection of hemophilia care","year":2002,"lang":"en","type":"article","venue":"Participatory Design Conference","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athena Sustainable Materials Institute","funders":"","keywords":"Flexibility (engineering); Ethnography; Variety (cybernetics); Interpretation (philosophy); Diversity (politics); Participant observation; Epistemology; Sociology; Process (computing); Work (physics); Public relations; Knowledge management; Computer science; Psychology; Political science; Engineering; Artificial intelligence; Social science; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.7533040688556019,"gpt":0.4610558364662866,"spread":0.2922482323893152,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000460375,0.0001400656,0.0002193271,0.0001102266,0.001072251,0.000004590999,0.0001889759,0.0001184582,0.001430808],"category_scores_gemma":[0.0000188847,0.0001388837,0.00003685822,0.0001673267,0.00008008193,0.0001752459,0.0001476113,0.0002685807,0.0001551347],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001038336,"about_ca_system_score_gemma":0.00006918198,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003365597,"about_ca_topic_score_gemma":0.0001887654,"domain_scores_codex":[0.9976813,0.0008098843,0.000460356,0.000256998,0.0002851672,0.0005063125],"domain_scores_gemma":[0.9987973,0.0001351627,0.0002221036,0.0003040319,0.0002386655,0.0003027133],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002192387,0.0003851389,0.862386,0.002709143,0.00003137803,0.000008384237,0.1186849,0.00009596323,0.00334942,0.001393855,0.0003181703,0.01041836],"study_design_scores_gemma":[0.02031055,0.0183438,0.3805723,0.01398257,0.001032311,0.000007737588,0.2843794,0.1810981,0.0700653,0.007085703,0.01805959,0.005062621],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9904797,0.0002430692,0.005282915,0.00002374206,0.0006398304,0.000792234,0.00002335528,0.00008254263,0.002432609],"genre_scores_gemma":[0.9988703,0.00007934761,0.0003871368,0.0003405524,0.0000537402,0.000128808,0.00002462288,0.00001202972,0.000103514],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4818138,"threshold_uncertainty_score":0.999482,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1782179767","doi":"10.5555/1795234.1795328","title":"Interactive demonstration of PIPWatch: the collaborative privacy enhancing and accountability toolbar","year":2008,"lang":"en","type":"article","venue":"Participatory Design Conference","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Internet privacy; Computer science; World Wide Web; Information privacy; Extension (predicate logic); Accountability; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1616362029211743,"gpt":0.3653239445243165,"spread":0.2036877416031422,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001496798,0.0001066516,0.0001702638,0.00003267904,0.0007332615,0.00006482317,0.0002868227,0.00007623751,0.000101196],"category_scores_gemma":[0.001717134,0.00008648726,0.00002131978,0.0002443937,0.0009063139,0.000759349,0.0001047471,0.000163315,0.00001263103],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007339058,"about_ca_system_score_gemma":0.0007945556,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001215678,"about_ca_topic_score_gemma":0.001341156,"domain_scores_codex":[0.9979335,0.001033798,0.0002789178,0.0002399804,0.0002861355,0.0002276807],"domain_scores_gemma":[0.9983329,0.0006829433,0.0001880033,0.0002777689,0.0004327841,0.00008561513],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0007063568,0.0005220286,0.05304581,0.00008853982,0.0001293104,0.00001028972,0.812171,0.00003557185,0.07020464,0.04586322,0.001247338,0.01597585],"study_design_scores_gemma":[0.001972402,0.0009494453,0.1827305,0.0002768814,0.0002684398,0.00001914303,0.1512251,0.008100266,0.5863971,0.05337249,0.01326808,0.001420095],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9036482,0.0001691638,0.09249335,0.000674108,0.0001707023,0.0008305787,0.00001786792,0.00005134818,0.001944665],"genre_scores_gemma":[0.9987237,0.0001841498,0.0008461051,0.00005593969,0.00006161386,0.0001025744,0.000002091692,0.000004532056,0.00001922195],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.660946,"threshold_uncertainty_score":0.5639728,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1589479632","doi":"10.5555/1795234.1795285","title":"Participatory tensions in developing a community learning network","year":2008,"lang":"en","type":"article","venue":"Participatory Design Conference","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Citizen journalism; Stakeholder; Enthusiasm; Agency (philosophy); Public relations; Knowledge management; Sociology; Business; Political science; Computer science; Social science; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.5595000777538705,"gpt":0.3974822247294033,"spread":0.1620178530244672,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003855999,0.0001726254,0.0002873859,0.0001123982,0.002415719,0.0000716295,0.0004207198,0.0001081966,0.0002630105],"category_scores_gemma":[0.0009475913,0.0001898284,0.00004469846,0.0005737439,0.0004671319,0.0002871841,0.0001801108,0.000618084,0.0002738524],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001596697,"about_ca_system_score_gemma":0.0006055071,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009485098,"about_ca_topic_score_gemma":0.003645184,"domain_scores_codex":[0.9949793,0.00316908,0.0003876164,0.0002470094,0.0003188107,0.0008982251],"domain_scores_gemma":[0.9985093,0.0007534228,0.0001080863,0.0002619164,0.0001634492,0.0002038323],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00006797462,0.0002548127,0.6798916,0.00004729111,0.00005562561,0.0001763013,0.1837059,0.007091139,0.0002496851,0.1211021,0.003484066,0.003873506],"study_design_scores_gemma":[0.002573708,0.0003568661,0.6434511,0.001093598,0.0001701865,0.000007792636,0.05254424,0.07496628,0.0009127991,0.01952806,0.2013699,0.003025443],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9213363,0.0002409138,0.03214207,0.0003692111,0.0003465473,0.0005163491,4.027735e-7,0.0003323704,0.04471582],"genre_scores_gemma":[0.9969816,0.0001386671,0.00128095,0.0002436578,0.000121723,0.0001469599,0.000002010587,0.00001697873,0.001067443],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1978859,"threshold_uncertainty_score":0.998883,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W37076753","doi":"10.1007/s42770-023-00972-w","title":"Participatory Design Wiki:Call for Participation","year":2006,"lang":"en","type":"article","venue":"Participatory Design Conference","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Participatory design; Citizen journalism; Knowledge management; Computer science; Participatory GIS; Face (sociological concept); Participatory action research; Point (geometry); Sociology; World Wide Web; Public relations; Political science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.2621367431407978,"gpt":0.3423041707002275,"spread":0.08016742755942963,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002795204,0.0005050281,0.0005555042,0.000162133,0.0004201607,0.0004900647,0.001369978,0.0002415523,0.0001371133],"category_scores_gemma":[0.0004217277,0.0005037754,0.000152712,0.0004022813,0.0002830855,0.001128836,0.0001620795,0.0002546221,0.0005095377],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001555574,"about_ca_system_score_gemma":0.0005749064,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009240331,"about_ca_topic_score_gemma":0.00004642886,"domain_scores_codex":[0.9947331,0.001194499,0.00101557,0.001128196,0.0005741168,0.00135454],"domain_scores_gemma":[0.9958107,0.001559288,0.000317719,0.00128397,0.0006488398,0.0003794416],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001313859,0.004101563,0.006556862,0.0004292768,0.0003478333,0.0001009273,0.008041433,0.0988415,0.1252143,0.6205866,0.09529869,0.03916708],"study_design_scores_gemma":[0.001244533,0.0008744998,0.003705312,0.00005967453,0.0001218214,0.000005667333,0.00003568171,0.7627969,0.1731268,0.04689918,0.01013736,0.0009926084],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02153237,0.0001741827,0.9745166,0.0005837202,0.0005428553,0.001519655,0.00001429542,0.0006148019,0.0005015307],"genre_scores_gemma":[0.9025685,0.000004667577,0.09429819,0.0004384602,0.0001545631,0.002024182,0.00001028014,0.00004093071,0.0004602842],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.881036,"threshold_uncertainty_score":0.9997414,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2297908423","doi":"","title":"Participatory Design and Traditional Systems Development - A Fusion Approach","year":2006,"lang":"en","type":"article","venue":"Participatory Design Conference","topic":"Information Systems Theories and Implementation","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Participatory design; Citizen journalism; Key (lock); Process management; Process (computing); Computer science; Participatory planning; Systems engineering; Engineering management; Engineering; Knowledge management; Operations management; Civil engineering; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.3549835825968726,"gpt":0.346148280151476,"spread":0.008835302445396598,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003223227,0.0001665647,0.0002111185,0.00008823787,0.001014013,0.0002943223,0.0001449362,0.0001009844,0.0002184089],"category_scores_gemma":[0.00005795611,0.0001622763,0.00002098576,0.0001533459,0.0002723439,0.0005442901,0.00002388564,0.00008674167,0.00009021223],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001486065,"about_ca_system_score_gemma":0.0006663895,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004699125,"about_ca_topic_score_gemma":0.00003092349,"domain_scores_codex":[0.99705,0.001052211,0.0005941187,0.0002427827,0.0005769678,0.0004839379],"domain_scores_gemma":[0.9989569,0.0002785535,0.0002227165,0.000130133,0.0002324397,0.0001792477],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000961988,0.0001922971,0.001612273,0.0001096802,0.00004300911,0.000004268214,0.05192014,0.003532192,0.001109734,0.9317526,0.006317017,0.003310583],"study_design_scores_gemma":[0.005882245,0.0007647641,0.03305803,0.0004624302,0.0003395109,0.00004428088,0.1362556,0.3297659,0.01108503,0.02335718,0.4549291,0.004055971],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07173686,0.0001647591,0.9136959,0.00006562224,0.0003565038,0.001242447,0.00001061076,0.0001475744,0.01257974],"genre_scores_gemma":[0.9915603,0.000009875888,0.007048927,0.0000635964,0.000174704,0.0006852387,0.00003558959,0.00001125206,0.0004104627],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9198235,"threshold_uncertainty_score":0.7799073,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}