{"meta":{"query_hash":"d4bd9a4e6583","filters":{"venue":"ACM SIGGROUP Bulletin"},"cohort_total":6,"direct_labels_cover":0,"predictions_cover":6,"exported":6,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/d4bd9a4e6583","api":"https://metacan.xera.ac/api/v1/cohort?venue=ACM+SIGGROUP+Bulletin"},"results":[{"id":"W1973703055","doi":"10.1145/1067721.1067728","title":"Hacking human","year":2005,"lang":"en","type":"article","venue":"ACM SIGGROUP Bulletin","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Hacker; Context (archaeology); Computer science; The Internet; Internet privacy; World Wide Web; Computer security; Data science; History","score_opus":0.02221015038906431,"score_gpt":0.2839483204433414,"score_spread":0.2617381700542771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973703055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44129714,0.00017849781,0.36014724,0.11985786,0.0015982295,0.0004982329,0.0000015962536,0.0029819305,0.07343928],"genre_scores_gemma":[0.9279328,0.0000017096871,0.06693541,0.0025067166,0.00026630965,0.000024374483,0.0000029429516,0.000014418663,0.0023153243],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99875116,0.000048910802,0.00026680072,0.0004116036,0.00019864339,0.00032290263],"domain_scores_gemma":[0.9985204,0.00009479481,0.00013973127,0.0010998384,0.00011312548,0.000032125525],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00030336378,0.00015351661,0.00013635971,0.00019677078,0.0002571183,0.00012001162,0.0017065067,0.000115312694,0.0006608812],"category_scores_gemma":[0.00019753534,0.0001575226,0.00005001644,0.00021930391,0.000078208635,0.00027225525,0.0006725403,0.0003662139,0.004043106],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066583116,0.00019416664,0.0007128317,0.000009697906,0.00004573525,0.000049699927,0.0016601891,0.000022457802,0.09690219,0.62862813,0.15942304,0.1123452],"study_design_scores_gemma":[0.0004069345,0.000113794624,0.0016474668,0.000030786763,0.0000041967905,0.000048749593,0.0000464642,0.00043916993,0.060638636,0.010037913,0.926249,0.00033687367],"about_ca_topic_score_codex":0.000012358398,"about_ca_topic_score_gemma":0.000018291952,"teacher_disagreement_score":0.766826,"about_ca_system_score_codex":0.00010968845,"about_ca_system_score_gemma":0.000010953308,"threshold_uncertainty_score":0.99673235},"labels":[],"label_agreement":null},{"id":"W1977663396","doi":"10.1145/990017.990020","title":"Web of communities and individuals","year":2002,"lang":"en","type":"article","venue":"ACM SIGGROUP Bulletin","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Interoperability; Software deployment; Metaphor; Computer science; Architecture; World Wide Web; Web application; Data science; Human–computer interaction; Knowledge management; Software engineering","score_opus":0.039508811675280496,"score_gpt":0.24727436034448938,"score_spread":0.20776554866920888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977663396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86305135,0.0022352522,0.032408148,0.05466195,0.00013866469,0.0004745923,0.000043577005,0.00029008882,0.046696372],"genre_scores_gemma":[0.986771,0.00028248003,0.011906298,0.0007039015,0.000013748544,0.0000108389595,0.0000018229387,0.00000446346,0.00030548207],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99939036,0.000060474995,0.0001608975,0.00010370185,0.00014524357,0.00013929514],"domain_scores_gemma":[0.9987117,0.00031148872,0.00007394544,0.0008042194,0.0000342584,0.00006437107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002235719,0.00007523364,0.00012067732,0.000060641312,0.00008597923,0.000070006165,0.00084799755,0.000040188126,0.0002330185],"category_scores_gemma":[0.00011434935,0.0000693092,0.00002256543,0.00012047281,0.00009936449,0.000084968524,0.0005126173,0.00008447899,0.00013654391],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045047723,0.0006302921,0.00883184,0.00009605143,0.000084866486,0.0000041887583,0.024748638,0.000011401294,0.0049169143,0.39013603,0.24405193,0.32648334],"study_design_scores_gemma":[0.0008907166,0.00037401135,0.017287254,0.000069957874,0.00001470093,0.000028972287,0.00088512554,0.0037961563,0.0027743191,0.0113083925,0.9621758,0.0003946207],"about_ca_topic_score_codex":0.00008855054,"about_ca_topic_score_gemma":0.000008443094,"teacher_disagreement_score":0.71812385,"about_ca_system_score_codex":0.000006437804,"about_ca_system_score_gemma":0.000007680978,"threshold_uncertainty_score":0.2826347},"labels":[],"label_agreement":null},{"id":"W2022700045","doi":"10.1145/1067699.1067705","title":"Using technology to transform communities of practice into knowledge-building communities","year":2005,"lang":"en","type":"article","venue":"ACM SIGGROUP Bulletin","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":159,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo","keywords":"Knowledge management; Community of practice; Knowledge building; Value (mathematics); Collective intelligence; Online community; Learning community; Cognition; Community building; Sociology; Computer science; Psychology; Public relations; World Wide Web; Political science; Pedagogy","score_opus":0.07088614853138762,"score_gpt":0.4529346249665147,"score_spread":0.38204847643512707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022700045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8464515,0.0010992743,0.07748105,0.020271797,0.0005452297,0.00036437743,0.000005713386,0.00036280777,0.053418234],"genre_scores_gemma":[0.67979205,0.000009531785,0.31838173,0.00082754804,0.00013239334,0.00003145246,0.000005416176,0.00004528914,0.00077460497],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99642354,0.0021849002,0.00057349255,0.00018793686,0.0001666213,0.00046349637],"domain_scores_gemma":[0.99534076,0.0027950606,0.0002586861,0.0012107372,0.0003365256,0.000058202968],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037501487,0.00027193842,0.00045724388,0.00069771556,0.00050599367,0.00003134038,0.0011527019,0.00027573062,0.0011976828],"category_scores_gemma":[0.0010719785,0.00028296525,0.000083306426,0.00057101273,0.0004146999,0.00008801146,0.00036712358,0.0013485375,0.00030728252],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043818218,0.00092776807,0.0026687267,0.00009988922,0.00037246876,0.000008751482,0.56747663,0.00032824796,0.020733671,0.071322285,0.00647026,0.3291531],"study_design_scores_gemma":[0.0007213713,0.00040744332,0.00038927665,0.00020989521,0.000063867636,0.00006913669,0.12696461,0.000062036306,0.003777116,0.0011408005,0.8658234,0.00037106403],"about_ca_topic_score_codex":0.0028326565,"about_ca_topic_score_gemma":0.0002560304,"teacher_disagreement_score":0.8593531,"about_ca_system_score_codex":0.00013173411,"about_ca_system_score_gemma":0.000037822556,"threshold_uncertainty_score":0.9999623},"labels":[],"label_agreement":null},{"id":"W2031273727","doi":"10.1145/1067699.1067700","title":"Trends in online learning communities","year":2005,"lang":"en","type":"article","venue":"ACM SIGGROUP Bulletin","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Online learning; Synchronous learning; Context (archaeology); Learning sciences; Online participation; Social learning; Experiential learning; Set (abstract data type); The Internet; Educational technology; Active learning (machine learning); Online community; Open learning; Learning community; Computer science; Cooperative learning; Knowledge management; World Wide Web; Psychology; Mathematics education; Teaching method; Artificial intelligence; Geography","score_opus":0.030797115809323927,"score_gpt":0.32496450914939,"score_spread":0.2941673933400661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031273727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8724,0.0003531922,0.000015548541,0.065212876,0.000116876836,0.000060378108,0.0000027589,0.00021346199,0.061624948],"genre_scores_gemma":[0.9629561,0.0002334557,0.007246145,0.000551528,0.0007615402,0.000006224736,0.000055558754,0.00001843918,0.028171046],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998405,0.00052461354,0.00022992783,0.00014242277,0.00027444633,0.00042358018],"domain_scores_gemma":[0.9991286,0.0004270978,0.000078927296,0.00024871284,0.00003770119,0.00007898073],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008618381,0.00011760768,0.00017417324,0.00023324386,0.00042666338,0.00006556389,0.0005268916,0.00011599066,0.00594958],"category_scores_gemma":[0.00044972674,0.00012315459,0.0000659322,0.00030699334,0.00015239861,0.0000989406,0.00014976524,0.0006734705,0.00043770918],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020554035,0.00025587616,0.030574631,0.0000046098608,0.000010648958,0.000011935418,0.033768084,0.00056761986,0.000055125827,0.0019775825,0.009912341,0.922841],"study_design_scores_gemma":[0.0003033924,0.000042204254,0.0037228926,0.000027266411,0.000004713752,6.9614754e-7,0.040204007,0.0000869869,0.000010864735,0.00007190075,0.95537055,0.00015453582],"about_ca_topic_score_codex":0.0025712065,"about_ca_topic_score_gemma":0.028676108,"teacher_disagreement_score":0.9454582,"about_ca_system_score_codex":0.00009251709,"about_ca_system_score_gemma":0.00004888463,"threshold_uncertainty_score":0.9949591},"labels":[],"label_agreement":null},{"id":"W2061056092","doi":"10.1145/377272.377286","title":"Collaborative virtual environments - what next?","year":2000,"lang":"en","type":"article","venue":"ACM SIGGROUP Bulletin","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Plea; Collaborative virtual environment; Computer science; Construct (python library); Work (physics); Point (geometry); Collaborative software; Human–computer interaction; Data science; Knowledge management; Virtual reality; Engineering","score_opus":0.10461509171625567,"score_gpt":0.36211859126690427,"score_spread":0.2575034995506486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061056092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9668132,0.00042215092,0.00029685788,0.013594988,0.0005802785,0.0004538603,0.000018294948,0.00008481589,0.01773556],"genre_scores_gemma":[0.7529172,0.0012289912,0.0015555958,0.008103384,0.000213346,0.00008051415,0.00005339797,0.000027197026,0.23582038],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99718404,0.00015018029,0.0005643429,0.0003971342,0.0013979772,0.000306302],"domain_scores_gemma":[0.9983139,0.0004915441,0.0001613232,0.0008406685,0.0000513419,0.00014123622],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010464481,0.00019294048,0.00022391642,0.00014718024,0.00023477335,0.0017959897,0.0013126562,0.00008108046,0.08058291],"category_scores_gemma":[0.00039233637,0.00015495409,0.00009717868,0.00039816988,0.00012374081,0.0023072734,0.00023170192,0.00013473652,0.06872402],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010030976,0.00011144714,0.0005439246,8.369447e-7,0.000019056237,0.00001814615,0.0030382585,0.0001181494,0.00037171194,0.0008947537,0.27033004,0.7244534],"study_design_scores_gemma":[0.00044071054,0.00009089445,0.005663772,0.000009300847,0.000011332973,0.0000013542083,0.008206204,0.000060589922,0.00019587699,0.000554553,0.9845655,0.00019989099],"about_ca_topic_score_codex":0.000006690468,"about_ca_topic_score_gemma":0.000004519505,"teacher_disagreement_score":0.7242535,"about_ca_system_score_codex":0.00004412637,"about_ca_system_score_gemma":0.000016462744,"threshold_uncertainty_score":0.9992402},"labels":[],"label_agreement":null},{"id":"W2066684624","doi":"10.1145/605660.605664","title":"Social scientists in cyberspace","year":2000,"lang":"en","type":"article","venue":"ACM SIGGROUP Bulletin","topic":"Social Media and Politics","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cyberspace; Internet privacy; Sociology; Political science; Computer science; World Wide Web; The Internet","score_opus":0.02542695857210387,"score_gpt":0.32872519308593023,"score_spread":0.30329823451382637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066684624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7278174,0.00008747456,0.0000016224218,0.050526086,0.0005298939,0.00017714535,0.0000036048295,0.00009342325,0.22076336],"genre_scores_gemma":[0.967978,0.00007299199,0.000322657,0.001305187,0.0011588824,0.0000198693,0.0000035703708,0.000013797247,0.02912502],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983619,0.0002556878,0.0001554588,0.00021917903,0.00042570411,0.0005820977],"domain_scores_gemma":[0.99928814,0.00033259252,0.000036714588,0.00016844895,0.000034852786,0.00013925144],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004552551,0.00009818214,0.00015106123,0.000061483785,0.00052863784,0.00008084087,0.00048271168,0.00016082815,0.008586955],"category_scores_gemma":[0.0008022183,0.000111846886,0.00006612067,0.0003227322,0.00048698272,0.000050876723,0.000042446696,0.00017951321,0.0027930732],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046155175,0.00025745595,0.024790011,0.0000141942955,0.000017163526,0.00009467887,0.41260156,0.0000018446106,0.00018884902,0.07878611,0.403742,0.07946],"study_design_scores_gemma":[0.0002895435,0.000011493308,0.0035624693,0.00000905079,0.000004807226,3.383953e-7,0.0061948868,4.6794227e-7,0.00003729468,0.0041498845,0.9855935,0.00014623918],"about_ca_topic_score_codex":0.005503299,"about_ca_topic_score_gemma":0.0024568322,"teacher_disagreement_score":0.58185154,"about_ca_system_score_codex":0.00015042275,"about_ca_system_score_gemma":0.0001188218,"threshold_uncertainty_score":0.9979834},"labels":[],"label_agreement":null}]}