{"meta":{"query_hash":"643744d2b03e","filters":{"venue":"ACM Transactions on the Web"},"cohort_total":26,"direct_labels_cover":0,"predictions_cover":26,"exported":26,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/643744d2b03e","api":"https://metacan.xera.ac/api/v1/cohort?venue=ACM+Transactions+on+the+Web"},"results":[{"id":"W1967729292","doi":"10.1145/1541822.1541824","title":"Cookies","year":2009,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software deployment; Web testing; Web application security; The Internet; Web engineering; World Wide Web; Web application; Software engineering; Test strategy; Web analytics; Software; Web development; Computer security; Programming language","score_opus":0.028206095281323475,"score_gpt":0.2571300410262274,"score_spread":0.2289239457449039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967729292","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019226839,0.00002680054,0.96667486,0.021963116,0.00012051512,0.00007475297,0.0000012465026,0.007364205,0.0018518352],"genre_scores_gemma":[0.9141318,0.000011707796,0.08309252,0.0024582054,0.000014723452,0.000009660133,1.2722347e-7,0.000003314039,0.00027792825],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994899,0.000034447698,0.000079579135,0.00014775015,0.00012557523,0.00012276783],"domain_scores_gemma":[0.99860024,0.00038473433,0.000020980962,0.000939064,0.000026453496,0.000028551392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016512003,0.000074501324,0.000058691272,0.000058322254,0.00022909889,0.000076864024,0.0009661157,0.000029412166,0.000016506634],"category_scores_gemma":[0.0000836198,0.00004984763,0.00004912377,0.0002554375,0.00002753077,0.00010832016,0.0000049498644,0.0001397073,0.00007898258],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007186734,0.0001777942,0.000032322157,0.0000023075982,0.000016292759,0.00000843559,0.0004597847,0.00015947528,0.00054032076,0.032145113,0.03813488,0.9283161],"study_design_scores_gemma":[0.00017694675,0.0003686533,0.0010338572,0.000054966367,0.000012112193,0.00006219273,0.000009903095,0.018000124,0.0122529995,0.9606854,0.0070659537,0.00027694475],"about_ca_topic_score_codex":0.000007851743,"about_ca_topic_score_gemma":0.0000014593279,"teacher_disagreement_score":0.9285402,"about_ca_system_score_codex":0.000013981241,"about_ca_system_score_gemma":0.00002418287,"threshold_uncertainty_score":0.20327273},"labels":[],"label_agreement":null},{"id":"W2006522513","doi":"10.1145/2019643.2019646","title":"Characterizing Organizational Use of Web-Based Services","year":2011,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Caching and Content Delivery","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Toronto","funders":"","keywords":"Computer science; World Wide Web; Web service; Web application security; Web modeling; Web standards; Web 2.0; Web development; Social web; Database transaction; Web analytics; Service provider; Data Web; Social Semantic Web; Service (business); Data science; Social media; Database; Business","score_opus":0.043670119643372224,"score_gpt":0.2061611586768266,"score_spread":0.16249103903345438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006522513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6669219,0.000013829516,0.32940862,0.0026538519,0.0003858152,0.00011386629,0.00003073202,0.00020210087,0.00026928747],"genre_scores_gemma":[0.99499506,0.0000113280785,0.0036631934,0.0011860573,0.000010918886,0.000006255338,0.000001914517,0.0000071701165,0.000118130796],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994211,0.00005373157,0.00012752114,0.0001453878,0.00015293458,0.00009928858],"domain_scores_gemma":[0.9990585,0.00015972268,0.000057621,0.000616186,0.00007879253,0.000029217848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010200515,0.000076753975,0.000073579286,0.00008102914,0.00014690979,0.000049214323,0.00070904946,0.000030200234,0.00014393312],"category_scores_gemma":[0.0000100552725,0.00005688914,0.000059460905,0.0002720312,0.000026404787,0.00029606317,0.000010440374,0.00010134678,0.00005172718],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000303744,0.0024910301,0.009099275,0.00019272881,0.0005618626,0.00003084329,0.010837944,0.002556606,0.87300193,0.041059025,0.00045245857,0.059412565],"study_design_scores_gemma":[0.002432324,0.0005724136,0.032576904,0.00048788506,0.00019031457,0.000051360257,0.00049845164,0.5660351,0.3841289,0.004678033,0.0071968245,0.0011515252],"about_ca_topic_score_codex":0.00008369748,"about_ca_topic_score_gemma":0.000027705106,"teacher_disagreement_score":0.56347847,"about_ca_system_score_codex":0.000010943903,"about_ca_system_score_gemma":0.00005808122,"threshold_uncertainty_score":0.2319872},"labels":[],"label_agreement":null},{"id":"W2011539648","doi":"10.1145/2109205.2109208","title":"Crawling Ajax-Based Web Applications through Dynamic Analysis of User Interface State Changes","year":2012,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":298,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Ajax; Computer science; JavaScript; Dynamic web page; World Wide Web; Crawling; Web application; Web page; Interactivity; Web modeling; Web-based simulation; Mashup; User interface; Web crawler; Web API; Programming language","score_opus":0.026773311154707602,"score_gpt":0.28688668861354966,"score_spread":0.26011337745884205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011539648","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0369109,0.00011493628,0.95739055,0.0050415797,0.00007379952,0.0001157792,0.00016177093,0.000110838526,0.00007986967],"genre_scores_gemma":[0.9774219,0.00010048747,0.021774437,0.00027421443,0.000011928091,0.00008473855,0.000014805325,0.000011000363,0.0003064921],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884945,0.00011247302,0.00023386833,0.0002819528,0.00024546654,0.00027675935],"domain_scores_gemma":[0.99754864,0.0004656563,0.00013675657,0.0017158594,0.00007055285,0.00006250837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039373356,0.00014962071,0.00024355591,0.00035703697,0.0002515456,0.000069032205,0.0013118892,0.00004386784,0.00010973411],"category_scores_gemma":[0.000019874276,0.00011084563,0.00021359994,0.002408314,0.000079034886,0.00032904343,0.000024930405,0.0001781208,0.0000632305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012431732,0.004959028,0.003488178,0.00022426993,0.01889284,0.000004833748,0.021663774,0.36670527,0.24022691,0.0070568374,0.00096016534,0.33569357],"study_design_scores_gemma":[0.0005466907,0.00012948435,0.0015327062,0.000077757366,0.0032734098,0.000003599,0.00092336966,0.8850385,0.077409215,0.0007907507,0.02958413,0.00069037476],"about_ca_topic_score_codex":0.00008710477,"about_ca_topic_score_gemma":0.00046153346,"teacher_disagreement_score":0.940511,"about_ca_system_score_codex":0.000040889056,"about_ca_system_score_gemma":0.0000502446,"threshold_uncertainty_score":0.45201534},"labels":[],"label_agreement":null},{"id":"W2019560524","doi":"10.1145/2626371","title":"A Model-Based Approach for Crawling Rich Internet Applications","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Web Application Security Vulnerabilities","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; International Business Machines Corporation","keywords":"Crawling; Computer science; Web crawler; The Internet; World Wide Web; Web application; Ajax","score_opus":0.03621463762361464,"score_gpt":0.2589408671043987,"score_spread":0.22272622948078402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019560524","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008318013,0.000011100923,0.99077725,0.00594682,0.00004177668,0.00087880046,0.000018297807,0.0003092545,0.0011848818],"genre_scores_gemma":[0.7248763,0.0000015647754,0.27082095,0.0010182627,0.000032110307,0.0028898572,0.00000530897,0.0000137417555,0.00034193124],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882287,0.00008483668,0.0002288108,0.00043616642,0.00020252528,0.00022477165],"domain_scores_gemma":[0.9970608,0.0009129412,0.00007013353,0.0017717187,0.0001192197,0.00006521987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059103145,0.000149098,0.00013309598,0.00011085053,0.00035492805,0.00015116582,0.0018538163,0.00006876368,0.000013414128],"category_scores_gemma":[0.000047397218,0.00011807789,0.00012085062,0.00036429035,0.000087772554,0.00015247296,0.000016873804,0.00021346095,0.000048093807],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033676475,0.0008501007,0.000009657303,0.00010486235,0.00006901826,3.7840103e-8,0.0018016883,0.31497207,0.004535568,0.6102351,0.0014593905,0.065928824],"study_design_scores_gemma":[0.00023436807,0.000034605695,0.000002163267,0.0000043400064,0.00001282094,9.870587e-7,0.00004153753,0.93338794,0.011340917,0.04330869,0.011497381,0.00013428053],"about_ca_topic_score_codex":0.000006956879,"about_ca_topic_score_gemma":0.000007564899,"teacher_disagreement_score":0.7240445,"about_ca_system_score_codex":0.00004919887,"about_ca_system_score_gemma":0.00007988913,"threshold_uncertainty_score":0.4815077},"labels":[],"label_agreement":null},{"id":"W2027402731","doi":"10.1145/1658373.1658375","title":"A distributed service-oriented architecture for business process execution","year":2010,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":168,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Business Process Execution Language; Computer science; Orchestration; Scalability; Distributed computing; Software engineering; Business process; Service-oriented architecture; Web service; Process (computing); Operating system; Programming language; Work in process","score_opus":0.015549984217747396,"score_gpt":0.23296527766696984,"score_spread":0.21741529344922245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027402731","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30879784,0.000011479285,0.6452728,0.044302505,0.0005518598,0.00043825904,0.00008775105,0.00034933104,0.00018818841],"genre_scores_gemma":[0.9961543,0.0000047160106,0.00050611375,0.0022419803,0.00050102663,0.0002884667,0.00017050687,0.000039257742,0.00009365053],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988657,0.0000064879314,0.00023827089,0.0003449265,0.00024662807,0.00029797314],"domain_scores_gemma":[0.9981962,0.00009666388,0.00014897133,0.00059191225,0.0009501103,0.00001617855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024573458,0.0002355452,0.00019625094,0.00023253921,0.0007598651,0.00022079049,0.00056154194,0.00012314407,0.00016571918],"category_scores_gemma":[0.00019924328,0.00016244076,0.00012973542,0.0020438528,0.000058839003,0.00044007882,0.000011492093,0.00036471355,0.00006694585],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036524443,0.0053803963,0.0018547069,0.0073174527,0.0018256028,0.000016134141,0.0016014208,0.48944333,0.08803555,0.031157972,0.00789155,0.3618234],"study_design_scores_gemma":[0.0046466617,0.00003857162,0.0023274568,0.00049481593,0.0022450553,0.000025193109,0.0018812551,0.64978206,0.004755088,0.11451144,0.21716978,0.0021226453],"about_ca_topic_score_codex":0.00019165073,"about_ca_topic_score_gemma":0.00083186897,"teacher_disagreement_score":0.6873565,"about_ca_system_score_codex":0.000011026214,"about_ca_system_score_gemma":0.000053100535,"threshold_uncertainty_score":0.6624142},"labels":[],"label_agreement":null},{"id":"W2034377483","doi":"10.1145/1961659.1961662","title":"Characterizing Web-Based Video Sharing Workloads","year":2011,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Caching and Content Delivery","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Upload; Computer science; Popularity; Set (abstract data type); Metadata; Workload; Cache; Relevance (law); World Wide Web; Video tracking; Multimedia; Information retrieval; Video processing; Artificial intelligence; Computer network","score_opus":0.05162702859918673,"score_gpt":0.22543494248527635,"score_spread":0.17380791388608963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034377483","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31512487,0.000069345995,0.6710574,0.007318066,0.0011567106,0.00021594536,0.000008233687,0.0007490336,0.0043003806],"genre_scores_gemma":[0.9952066,0.000021356864,0.0022483927,0.0019649938,0.000033070315,0.000038024547,5.192249e-7,0.0000122739,0.00047479363],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990351,0.0000567329,0.00016257692,0.00031663245,0.00018253933,0.00024637373],"domain_scores_gemma":[0.99841964,0.00015784349,0.000050551527,0.0012736394,0.00003247845,0.00006582866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029971244,0.00013644138,0.000108198394,0.00011938216,0.00036106256,0.00013000387,0.0015703051,0.000049592905,0.00016108077],"category_scores_gemma":[0.000018163206,0.0001031606,0.00014327704,0.00029695165,0.00003526975,0.00029497012,0.000023681785,0.0003031902,0.00026223093],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003705214,0.0015852051,0.0021556467,0.00006652623,0.00048512587,0.00013488362,0.007914987,0.0012155034,0.27094904,0.022002188,0.0013137064,0.6918067],"study_design_scores_gemma":[0.004131069,0.00082961837,0.0118611725,0.0010653393,0.00024963683,0.00012393278,0.00063559145,0.78271604,0.16219884,0.013856667,0.019843668,0.0024884585],"about_ca_topic_score_codex":0.00006421359,"about_ca_topic_score_gemma":0.00002390792,"teacher_disagreement_score":0.7815005,"about_ca_system_score_codex":0.000033505803,"about_ca_system_score_gemma":0.00005225281,"threshold_uncertainty_score":0.4206767},"labels":[],"label_agreement":null},{"id":"W2034561998","doi":"10.1145/1513876.1513878","title":"A large-scale empirical study of P3P privacy policies","year":2009,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Jurisdiction; Privacy policy; Internet privacy; Privacy law; European union; Legislation; Privacy by Design; Information privacy; The Internet; Business; Information privacy law; Privacy software; Computer security; World Wide Web; Computer science; Political science; Law; International trade","score_opus":0.05159795015275828,"score_gpt":0.35172022764284205,"score_spread":0.3001222774900838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034561998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.959867,0.00003675831,0.0053484105,0.03106754,0.00016184352,0.0006580804,0.00004048672,0.00013129624,0.002688559],"genre_scores_gemma":[0.9987583,0.00010156323,0.00015497376,0.00054408464,0.00009620696,0.000027252312,0.000001255561,0.000005918409,0.00031044648],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9986566,0.00032622338,0.00019450598,0.0001842722,0.00038125378,0.0002571846],"domain_scores_gemma":[0.9988276,0.0001893297,0.00006193258,0.0007927559,0.000058627902,0.000069804424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000634152,0.00009730865,0.00013928647,0.00010108119,0.0009292153,0.00004894507,0.00089318916,0.000079264464,0.00022648822],"category_scores_gemma":[0.00028641155,0.00007300952,0.00008286942,0.000537224,0.00011222281,0.00020046085,0.000017680199,0.0002483974,0.000042086493],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053925917,0.019199107,0.0056325677,0.000025870615,0.00025800243,0.000008972964,0.90720457,0.00015642088,0.0029207596,0.006016644,0.019838817,0.038199022],"study_design_scores_gemma":[0.0051570167,0.004912941,0.09287335,0.00009891953,0.00042875783,0.000013070155,0.41209653,0.0005132872,0.006381195,0.16120191,0.3151647,0.0011583338],"about_ca_topic_score_codex":0.0011197741,"about_ca_topic_score_gemma":0.0039380877,"teacher_disagreement_score":0.49510804,"about_ca_system_score_codex":0.000051881783,"about_ca_system_score_gemma":0.00009001584,"threshold_uncertainty_score":0.7146867},"labels":[],"label_agreement":null},{"id":"W2056769738","doi":"10.1145/2490255","title":"A vlHMM approach to context-aware search","year":2013,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Networks of Centres of Excellence of Canada; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Microsoft Research","keywords":"Computer science; Information retrieval; Session (web analytics); Context (archaeology); Web search query; Feature (linguistics); Construct (python library); Search engine; Data mining; World Wide Web","score_opus":0.045809388665741,"score_gpt":0.25912062282271126,"score_spread":0.21331123415697026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056769738","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040727638,0.0000040146883,0.9389135,0.015525084,0.00013524444,0.00067722576,0.000008817724,0.00015913928,0.0038493217],"genre_scores_gemma":[0.9872463,0.0000047606404,0.006508796,0.0024796876,0.000015246649,0.00020196167,0.0000012771072,0.000006268948,0.0035357084],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988973,0.00007823487,0.00015892948,0.0001826993,0.00039717605,0.0002856205],"domain_scores_gemma":[0.99865514,0.00015020871,0.000017388715,0.0008738401,0.00015783063,0.00014560983],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002791672,0.00010295504,0.0000887844,0.00013307374,0.00040982242,0.0002632395,0.0014373638,0.000046443274,0.00038232285],"category_scores_gemma":[0.00001945834,0.000065565924,0.0000774894,0.000593871,0.000048273352,0.00049862516,0.000029624256,0.00028123302,0.0038066995],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032517204,0.0006618448,0.00006132949,0.00003187368,0.000059905822,0.0000025784373,0.011149083,0.0020784955,0.0020955058,0.032922264,0.012855549,0.9380491],"study_design_scores_gemma":[0.0036156618,0.0019232923,0.015120615,0.00015124634,0.000068675115,0.0001800915,0.0137164965,0.76847297,0.07870827,0.00884035,0.10670603,0.002496306],"about_ca_topic_score_codex":0.00009795398,"about_ca_topic_score_gemma":0.000004604234,"teacher_disagreement_score":0.94651866,"about_ca_system_score_codex":0.00003928806,"about_ca_system_score_gemma":0.00007674589,"threshold_uncertainty_score":0.9969689},"labels":[],"label_agreement":null},{"id":"W2077439276","doi":"10.1145/1806916.1806920","title":"Exploring XML web collections with DescribeX","year":2010,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Carleton University; University of Toronto","funders":"","keywords":"Computer science; XPath; Document Structure Description; Information retrieval; Schema (genetic algorithms); World Wide Web; XML; XML Schema Editor; RSS; XML validation","score_opus":0.06726977821672953,"score_gpt":0.2344276321629866,"score_spread":0.16715785394625707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077439276","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02904557,0.000008081724,0.96401155,0.003431087,0.0009116463,0.00021208788,0.00003685867,0.00030372286,0.0020394074],"genre_scores_gemma":[0.8894494,0.00006213823,0.10728433,0.00026455798,0.00008089037,0.00035991124,0.0000013838921,0.000019889258,0.0024774638],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991314,0.000039511036,0.0001372454,0.0002701004,0.0001964893,0.00022528898],"domain_scores_gemma":[0.998259,0.0002247035,0.00004243938,0.0013462736,0.00006420597,0.00006339556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013728645,0.00013544515,0.00010725091,0.000120198616,0.0009796661,0.00009501484,0.0005826778,0.000029980274,0.00009026778],"category_scores_gemma":[0.000029475155,0.000085888394,0.00005500628,0.0008295061,0.000089921385,0.00089483766,0.000015556041,0.00039270893,0.00008385716],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021732115,0.0010722863,0.00015162383,0.00007813126,0.000504871,0.000086937594,0.0064593763,0.0071722385,0.1918724,0.62968355,0.00969691,0.15300432],"study_design_scores_gemma":[0.0010618273,0.0004206353,0.00020145261,0.00012431448,0.000051282146,0.0003683819,0.0012653217,0.01206422,0.07485662,0.0022762339,0.9065317,0.0007780362],"about_ca_topic_score_codex":0.000060846192,"about_ca_topic_score_gemma":0.0012792816,"teacher_disagreement_score":0.8968348,"about_ca_system_score_codex":0.000021309885,"about_ca_system_score_gemma":0.00011572412,"threshold_uncertainty_score":0.7534899},"labels":[],"label_agreement":null},{"id":"W2088585190","doi":"10.1145/1806916.1806918","title":"Modeling web quality using a probabilistic approach","year":2010,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Université de Montréal","funders":"","keywords":"Navigability; Computer science; Quality (philosophy); Task (project management); Probabilistic logic; Process (computing); Bayesian network; Data mining; Statistical model; Machine learning; Artificial intelligence; Systems engineering; Engineering","score_opus":0.07936546576008312,"score_gpt":0.31188893004664103,"score_spread":0.2325234642865579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088585190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3270796,0.0000071012573,0.6715578,0.00059127324,0.0002454472,0.00017757023,0.0000034623586,0.00025973783,0.000078009216],"genre_scores_gemma":[0.8793714,0.0000024169806,0.12041908,0.000049474034,0.00003734951,0.000050651943,3.687437e-7,0.000014985864,0.000054295124],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986664,0.00009697002,0.00018785243,0.00034680899,0.00039335497,0.00030862974],"domain_scores_gemma":[0.9972081,0.0008860473,0.000021047088,0.0017104696,0.000086478605,0.000087821056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094993325,0.00013155931,0.00011747725,0.00012057532,0.0003029712,0.00015286349,0.0016156015,0.00007886143,0.00002870051],"category_scores_gemma":[0.00062590244,0.00009817508,0.00008696685,0.0005510919,0.000059619575,0.00021232272,0.000032198874,0.000755275,0.00003842047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012058841,0.0003089912,0.00007603869,0.00005945826,0.000056887107,0.0000025464751,0.00079730875,0.9395978,0.035916127,0.011527816,0.000022306405,0.011622689],"study_design_scores_gemma":[0.000120515535,0.000014055649,0.000042070864,0.000008370913,0.0000065212625,0.00001660304,0.000023611774,0.9963013,0.0006070953,0.0026729216,0.00006081314,0.00012613481],"about_ca_topic_score_codex":0.00006777342,"about_ca_topic_score_gemma":0.00002636446,"teacher_disagreement_score":0.5522918,"about_ca_system_score_codex":0.00005124877,"about_ca_system_score_gemma":0.00018857079,"threshold_uncertainty_score":0.40034637},"labels":[],"label_agreement":null},{"id":"W2092922846","doi":"10.1145/2344416.2344418","title":"Extracting information networks from the blogosphere","year":2012,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Benchmark (surveying); Relationship extraction; Task (project management); Information extraction; Pruning; Blogosphere; Weighting; Cluster analysis; Data mining; Information retrieval; Relation (database); Filter (signal processing); Artificial intelligence; The Internet; World Wide Web","score_opus":0.025162967948974428,"score_gpt":0.2268239240225655,"score_spread":0.20166095607359105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092922846","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017334316,0.00011998541,0.97197473,0.008622486,0.0008162836,0.00011732289,0.000001978971,0.000118679105,0.0008942197],"genre_scores_gemma":[0.9827712,0.000031169642,0.015224305,0.0017235085,0.00016237807,0.000021496482,0.0000010266991,0.000004361227,0.00006055068],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99928457,0.00007768664,0.00016249208,0.000088490495,0.00016726281,0.00021947952],"domain_scores_gemma":[0.99813074,0.0007607645,0.00006545612,0.0009777369,0.000024376772,0.00004092919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038464137,0.00008478509,0.00005662276,0.000013376128,0.00041705332,0.00014419634,0.0010268233,0.000052571744,0.00012528329],"category_scores_gemma":[0.00004402589,0.00004877771,0.00005662393,0.00017573402,0.000020000061,0.0011529971,0.000018988165,0.00033137976,0.00016475852],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008257072,0.0000663904,0.00048214803,0.0000024113606,0.00006402059,3.4075123e-7,0.0057151103,0.08021416,0.00011140982,0.0127299,0.0013155692,0.89929026],"study_design_scores_gemma":[0.00026556136,0.000019939549,0.0025871529,0.000035440407,0.000035203266,0.000013691242,0.0010150763,0.9521189,0.0007077263,0.004113502,0.038851425,0.00023640862],"about_ca_topic_score_codex":0.00011966072,"about_ca_topic_score_gemma":0.000026625972,"teacher_disagreement_score":0.9654369,"about_ca_system_score_codex":0.00002490597,"about_ca_system_score_gemma":0.000020980184,"threshold_uncertainty_score":0.3207679},"labels":[],"label_agreement":null},{"id":"W2093413654","doi":"10.1145/2109205.2109209","title":"Quality and Leniency in Online Collaborative Rating Systems","year":2012,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Leverage (statistics); Computer science; Quality (philosophy); Object (grammar); Focus (optics); Information retrieval; Rating system; Data science; Artificial intelligence","score_opus":0.06729038015664886,"score_gpt":0.3237220566706275,"score_spread":0.25643167651397863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093413654","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15276043,0.00094902545,0.83484626,0.008294252,0.0007541306,0.00063809694,0.000029087121,0.00023835803,0.0014903749],"genre_scores_gemma":[0.991617,0.00007533326,0.007962103,0.00015621597,0.0000318545,0.000067999834,4.6518298e-7,0.000004868222,0.000084143205],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9989683,0.0003231882,0.00024382352,0.00015322988,0.00013122444,0.00018021167],"domain_scores_gemma":[0.99895346,0.0003673394,0.00007359966,0.00052101136,0.000038649847,0.000045964272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008793234,0.00009262527,0.0001376523,0.00007665642,0.0001588998,0.00008732187,0.0003951477,0.000045347795,0.000004413736],"category_scores_gemma":[0.000032697277,0.00006224266,0.000024482137,0.00039415047,0.000025231331,0.0004169117,0.000014203438,0.00016742108,0.000004761655],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005830196,0.003002183,0.026649086,0.00033230096,0.00026280666,0.000010118739,0.049008716,0.00046684642,0.013404922,0.496296,0.0031173457,0.40739137],"study_design_scores_gemma":[0.011541716,0.0035322225,0.27956966,0.0035644968,0.00018187337,0.0007860732,0.0972082,0.2279379,0.08161236,0.07918566,0.20632225,0.008557582],"about_ca_topic_score_codex":0.00021879614,"about_ca_topic_score_gemma":0.00013204681,"teacher_disagreement_score":0.8388566,"about_ca_system_score_codex":0.000037066067,"about_ca_system_score_gemma":0.000032013926,"threshold_uncertainty_score":0.2538182},"labels":[],"label_agreement":null},{"id":"W2147344024","doi":"10.1145/1841909.1841913","title":"Fast and Compact Web Graph Representations","year":2010,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Algorithms and Data Compression","field":"Computer Science","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Fondo Nacional de Desarrollo Científico y Tecnológico","keywords":"Computer science; Theoretical computer science; Graph","score_opus":0.01849260082025904,"score_gpt":0.2626085176005849,"score_spread":0.24411591678032585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147344024","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05796655,0.00003563292,0.9208007,0.017257862,0.0008918822,0.00023016312,0.00007689882,0.00024486435,0.0024954604],"genre_scores_gemma":[0.98037,0.000069508205,0.01881794,0.00032448996,0.000039535855,0.000013567466,0.0000030371443,0.0000073937777,0.0003545297],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992465,0.000048384725,0.00011949096,0.0002582855,0.00017417531,0.00015316029],"domain_scores_gemma":[0.9982662,0.00030159834,0.00003739986,0.0012757158,0.000034546196,0.000084494684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015423355,0.00010140158,0.00008252308,0.00009241621,0.0005201815,0.00017415835,0.0008729194,0.000044472818,0.00013305854],"category_scores_gemma":[0.00002172089,0.00006710457,0.000053987478,0.0002990574,0.00009782111,0.000383067,0.000025531463,0.0003479453,0.00006106264],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059761984,0.0011041366,0.0010767012,0.000026296007,0.00025057796,0.000030364808,0.0032150198,0.0024508294,0.15108114,0.1172781,0.034659535,0.68876755],"study_design_scores_gemma":[0.0033742075,0.00052540033,0.038575538,0.00013591998,0.00015272741,0.00051353476,0.0011836669,0.65944123,0.037021354,0.1249829,0.13241956,0.0016739629],"about_ca_topic_score_codex":0.000059946404,"about_ca_topic_score_gemma":0.00010450175,"teacher_disagreement_score":0.92240345,"about_ca_system_score_codex":0.000004603372,"about_ca_system_score_gemma":0.000037762627,"threshold_uncertainty_score":0.40008682},"labels":[],"label_agreement":null},{"id":"W2160165932","doi":"10.1145/2344416.2344420","title":"Navigating tomorrow's web","year":2012,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; World Wide Web; Visualization; Web modeling; Information retrieval; Web navigation; Information space; Information visualization; Web application; Human–computer interaction; Web page; Data mining","score_opus":0.037061562157655104,"score_gpt":0.3128583078292578,"score_spread":0.27579674567160267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160165932","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012745025,0.000038582213,0.974881,0.009847355,0.00057768275,0.00009074725,0.000019273324,0.0002438815,0.0015564432],"genre_scores_gemma":[0.9894927,0.00003586178,0.007911839,0.0019890387,0.000061698345,0.000009759124,0.000003019357,0.000008350144,0.0004876937],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992454,0.000066122,0.00013343281,0.00013197245,0.00019856932,0.00022449344],"domain_scores_gemma":[0.99883497,0.00017260839,0.00004143744,0.00083660433,0.00003078472,0.000083618244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003033856,0.00008818488,0.000068869565,0.000026167836,0.00028667744,0.00011161598,0.00093978987,0.00003235974,0.00023201172],"category_scores_gemma":[0.00004400443,0.00006248924,0.000060498478,0.0004364706,0.000032332962,0.00048202832,0.000019268628,0.00021396778,0.0005285686],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014096363,0.0015495528,0.0015592885,0.000048084727,0.0002351636,0.000008265899,0.008021186,0.001817641,0.011469879,0.31756783,0.021206483,0.63650256],"study_design_scores_gemma":[0.0013131811,0.00021035125,0.00094586407,0.000251845,0.00012878676,0.00011579501,0.001309327,0.6276736,0.05047103,0.008042788,0.30824903,0.0012883778],"about_ca_topic_score_codex":0.000007678858,"about_ca_topic_score_gemma":0.000008631451,"teacher_disagreement_score":0.9767477,"about_ca_system_score_codex":0.000020121726,"about_ca_system_score_gemma":0.000031705677,"threshold_uncertainty_score":0.6793856},"labels":[],"label_agreement":null},{"id":"W2604804981","doi":"10.1145/3132709","title":"Faster Base64 Encoding and Decoding Using AVX2 Instructions","year":2018,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université TÉLUQ","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Decoding methods; Encoding (memory); Software; XML; Code (set theory)","score_opus":0.042473060209782615,"score_gpt":0.27627207418699296,"score_spread":0.23379901397721034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604804981","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038387798,0.000014725732,0.9582005,0.0015125772,0.00032514826,0.00008946524,0.0000018411997,0.0002993576,0.0011685456],"genre_scores_gemma":[0.7249561,0.000026445252,0.27446657,0.00037743666,0.000047814796,0.000005374333,1.4776509e-7,0.0000066471875,0.000113479386],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99924463,0.000073773204,0.00014856645,0.00024210277,0.00011791091,0.000173025],"domain_scores_gemma":[0.9990902,0.00016876323,0.000050447,0.00057721906,0.00006379625,0.000049580245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023439397,0.000105655694,0.00008347349,0.00015137064,0.0008593782,0.00017159336,0.0005388737,0.00004612898,0.00004406031],"category_scores_gemma":[0.000031953492,0.00008257283,0.0000419319,0.00037836694,0.00010630662,0.00029203726,0.00003147732,0.00015148082,0.000018050749],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006804918,0.00043245894,0.0010014636,0.000058821006,0.000337338,0.000015923919,0.01153097,0.039558463,0.04135401,0.08015492,0.0031042665,0.8223833],"study_design_scores_gemma":[0.00020072472,0.000085470616,0.00008102737,0.00006396224,0.000016890966,0.000091525435,0.000095469375,0.97134244,0.020155266,0.005626788,0.002022081,0.00021834894],"about_ca_topic_score_codex":0.000014467579,"about_ca_topic_score_gemma":0.000010416342,"teacher_disagreement_score":0.931784,"about_ca_system_score_codex":0.000030586,"about_ca_system_score_gemma":0.000036651443,"threshold_uncertainty_score":0.6609729},"labels":[],"label_agreement":null},{"id":"W3202591630","doi":"10.1145/3468227","title":"Factorizing Historical User Actions for Next-Day Purchase Prediction","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Recommender system; Leverage (statistics); Collaborative filtering; Markov chain; Machine learning; Database transaction; Bayesian probability; Artificial intelligence; Database","score_opus":0.09274718359665297,"score_gpt":0.27856877198922275,"score_spread":0.1858215883925698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202591630","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006047355,0.00008557561,0.9774265,0.018722009,0.0019701088,0.0002903716,0.000026745938,0.00042524966,0.00044867827],"genre_scores_gemma":[0.9502428,0.00016606851,0.04334782,0.0005992011,0.00024352741,0.0005712483,0.000006427227,0.000028275866,0.0047945892],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989109,0.00011849457,0.0002319393,0.00033145217,0.00019047338,0.00021676181],"domain_scores_gemma":[0.99827814,0.00045191872,0.000060283997,0.0010278943,0.00010763542,0.00007411266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030675498,0.00013254369,0.00013979452,0.00009251787,0.00055984064,0.00018734892,0.0006031848,0.000092459355,0.000051783736],"category_scores_gemma":[0.00006404218,0.00010187162,0.00019010408,0.00035707615,0.000014292117,0.0004833216,0.000016635506,0.00024281266,0.000017063117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049198836,0.001739132,0.00016572847,0.00011055494,0.0005915096,0.00002912097,0.0039006125,0.000507862,0.08469467,0.111851715,0.12905823,0.66730165],"study_design_scores_gemma":[0.00029751845,0.00014420602,0.000084842526,0.00003422198,0.000032671825,0.0000474315,0.00013964187,0.006775537,0.036828313,0.0064754025,0.9489449,0.00019530745],"about_ca_topic_score_codex":0.00004061075,"about_ca_topic_score_gemma":0.000036443584,"teacher_disagreement_score":0.9496381,"about_ca_system_score_codex":0.00030639654,"about_ca_system_score_gemma":0.00009896245,"threshold_uncertainty_score":0.43058982},"labels":[],"label_agreement":null},{"id":"W4297999768","doi":"10.1145/3532856","title":"A User-Centric Analysis of Social Media for Stock Market Prediction","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Stock Market Forecasting Methods","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Ontario Centres of Excellence","keywords":"Social media; Stock (firearms); Stock market; Computer science; Sentiment analysis; User-generated content; Data science; World Wide Web; Artificial intelligence","score_opus":0.10650597729164978,"score_gpt":0.3684406105222665,"score_spread":0.2619346332306167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297999768","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2856139,0.00004114685,0.7000247,0.0048550144,0.0020925526,0.0010454088,0.0035340104,0.0001297277,0.002663525],"genre_scores_gemma":[0.9904169,0.000004871012,0.0062989946,0.0001258381,0.000060158538,0.00037632533,0.000011821526,0.000018755049,0.002686346],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959295,0.0013056318,0.0006307484,0.00040679896,0.001482075,0.00024527495],"domain_scores_gemma":[0.9780259,0.020458369,0.0003342043,0.00090212334,0.00022525384,0.000054110045],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0077833617,0.00013515209,0.00037219355,0.0012021125,0.0010387962,0.000051122915,0.001346911,0.000057057823,0.0094968],"category_scores_gemma":[0.005588987,0.00009805114,0.0006358739,0.005802947,0.000097001495,0.000094408606,0.00003761855,0.00027715214,0.000006003364],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003396327,0.0012497309,0.0049272003,0.000019924464,0.00406605,0.000002925176,0.0091047045,0.039707303,0.0012068701,0.0019891383,0.12815243,0.8061774],"study_design_scores_gemma":[0.0036650917,0.0009583061,0.20723218,0.000012702992,0.008077225,0.00002230672,0.01312565,0.49834388,0.0011548855,0.055668086,0.2109134,0.00082626747],"about_ca_topic_score_codex":0.000008876677,"about_ca_topic_score_gemma":0.000068356116,"teacher_disagreement_score":0.80535114,"about_ca_system_score_codex":0.00011665646,"about_ca_system_score_gemma":0.000113496026,"threshold_uncertainty_score":0.99140865},"labels":[],"label_agreement":null},{"id":"W4311491308","doi":"10.1145/3572406","title":"Graph Attention Network for Text Classification and Detection of Mental Disorder","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Mental Health via Writing","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"","keywords":"Computer science; Lexicon; Graph; Neighbourhood (mathematics); Mental lexicon; Artificial intelligence; Theoretical computer science; Mathematics","score_opus":0.04314525960977813,"score_gpt":0.3251005861498817,"score_spread":0.2819553265401036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311491308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95469344,0.00023503928,0.03913423,0.0032020442,0.00092365465,0.0010971931,0.00012641079,0.000049263024,0.00053870137],"genre_scores_gemma":[0.99817437,0.000029110946,0.00026001764,0.00018292257,0.000030401168,0.00087165687,0.00001781935,0.00001616768,0.000417529],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991582,0.000180305,0.00021089696,0.00017777945,0.0001145958,0.00015822532],"domain_scores_gemma":[0.99931884,0.0002586609,0.00010699854,0.00027471737,0.000015535232,0.00002525539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041264034,0.0000709473,0.00007939407,0.00006993258,0.0008123908,0.000006245273,0.00011690322,0.000033851764,0.0004880461],"category_scores_gemma":[0.000005979653,0.000064577325,0.0000633242,0.0002323363,0.000047230507,0.00003745149,0.0000053571616,0.00016760206,0.000008192299],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023492281,0.0016600116,0.0073320353,0.00018120413,0.00037685802,6.9864353e-7,0.004266148,0.000998966,0.08100989,0.016234774,0.0022199303,0.8833703],"study_design_scores_gemma":[0.018624632,0.009783251,0.5851685,0.00027029563,0.0010211457,0.00033636403,0.15179601,0.032337386,0.00770933,0.058881205,0.13217774,0.0018941704],"about_ca_topic_score_codex":0.000069994014,"about_ca_topic_score_gemma":0.000112856054,"teacher_disagreement_score":0.8814761,"about_ca_system_score_codex":0.00005254029,"about_ca_system_score_gemma":0.000008485246,"threshold_uncertainty_score":0.6248336},"labels":[],"label_agreement":null},{"id":"W4311491436","doi":"10.1145/3572408","title":"sGrow: Explaining the Scale-Invariant Strength Assortativity of Streaming Butterflies","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Burstiness; Computer science; Assortativity; Theoretical computer science; Complex network; Network packet","score_opus":0.017797554072511233,"score_gpt":0.25027783330305714,"score_spread":0.2324802792305459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311491436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90019614,0.000029294344,0.09413231,0.0026018778,0.000089313864,0.00026727762,0.00023454768,0.00008823347,0.0023609886],"genre_scores_gemma":[0.99872744,0.000004760902,0.0007569646,0.000062108615,0.00004941335,0.00017396674,0.000010287457,0.000015325673,0.0001997549],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988761,0.00028303452,0.00022800546,0.00017874001,0.00025472965,0.00017940265],"domain_scores_gemma":[0.99807614,0.0009945353,0.00014570239,0.0007327467,0.000027986018,0.00002286163],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045512078,0.00013053825,0.00017357168,0.00006825855,0.0008766577,0.00003104407,0.00058676716,0.000011967917,0.0015934858],"category_scores_gemma":[0.000007054425,0.000086623535,0.00020010516,0.0003726986,0.00007821412,0.00006014388,0.00003538562,0.00040565897,0.0000037606394],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027914197,0.0035960698,0.04173066,0.000036335296,0.0039380463,0.0000070462356,0.01811708,0.07770017,0.0319201,0.097724475,0.006262446,0.7186884],"study_design_scores_gemma":[0.0037811042,0.0022077663,0.042099632,0.0005357021,0.0041487045,0.00002925519,0.16112085,0.19692697,0.30242825,0.22189826,0.060916647,0.0039068647],"about_ca_topic_score_codex":0.000327248,"about_ca_topic_score_gemma":0.000100573554,"teacher_disagreement_score":0.7147816,"about_ca_system_score_codex":0.000028610475,"about_ca_system_score_gemma":0.000038426067,"threshold_uncertainty_score":0.9993192},"labels":[],"label_agreement":null},{"id":"W4317659260","doi":"10.1145/3580519","title":"Validation of an Improved Vision-Based Web Page Parsing Pipeline","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Multimodal Machine Learning Applications","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; McGill University; Mount Allison University","funders":"","keywords":"Computer science; Parsing; Pipeline (software); Segmentation; Ground truth; Web page; Set (abstract data type); Artificial intelligence; Pruning; Zoom; Machine learning; Visualization; Interface (matter); Information retrieval; World Wide Web; Programming language","score_opus":0.021552036406250807,"score_gpt":0.294845347279104,"score_spread":0.2732933108728532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317659260","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34768477,0.0000031562347,0.637315,0.013953492,0.00013288554,0.00027711084,0.00002388866,0.00050026726,0.000109461864],"genre_scores_gemma":[0.974986,0.0000054454467,0.024545236,0.00023284496,0.000023129229,0.00007173096,0.000016830558,0.000016909555,0.00010182916],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987997,0.00018922501,0.00025322766,0.00031799014,0.00024725826,0.00019261496],"domain_scores_gemma":[0.9974989,0.0007232075,0.000108190354,0.0015205261,0.00008405169,0.00006511265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061590096,0.0001228637,0.00011884162,0.00021363456,0.00034401068,0.00007532621,0.0010990017,0.0000572645,0.000060079903],"category_scores_gemma":[0.00010543043,0.00009643479,0.000087455934,0.0011292978,0.000053543677,0.00021676644,0.000016105969,0.0002516064,0.00014902516],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037985483,0.0005521195,0.00009756384,0.000031610467,0.000031667034,0.0000019189486,0.0007092657,0.1764535,0.5837359,0.0012859775,0.000285106,0.23677742],"study_design_scores_gemma":[0.00028970506,0.00009000406,0.0007848453,0.000018799596,0.000012355973,0.0000011250959,0.000029633971,0.95254296,0.044472028,0.0013753283,0.00028166638,0.00010157122],"about_ca_topic_score_codex":0.00012066421,"about_ca_topic_score_gemma":0.00002033388,"teacher_disagreement_score":0.77608943,"about_ca_system_score_codex":0.000029162122,"about_ca_system_score_gemma":0.0001025904,"threshold_uncertainty_score":0.3932497},"labels":[],"label_agreement":null},{"id":"W4318477386","doi":"10.1145/3580508","title":"Heterogeneous Graph Transformer for Meta-structure Learning with Application in Text Classification","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Science Foundation of Hebei Province","keywords":"Computer science; Graph; Theoretical computer science; Meta learning (computer science); Artificial intelligence; Extractor; Heterogeneous network; Metamodeling; Knowledge graph; Machine learning; Wireless network; Programming language","score_opus":0.048388398918130994,"score_gpt":0.2623894346928376,"score_spread":0.2140010357747066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318477386","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03971555,0.000019045987,0.9528675,0.0066231648,0.00005319714,0.00048091993,0.000008011842,0.00019461586,0.0000379644],"genre_scores_gemma":[0.98893327,0.00003056334,0.009940127,0.0001479889,0.000012912496,0.00078341854,0.000005662782,0.000013809677,0.0001322354],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991012,0.000055353,0.0001657696,0.00031826022,0.00016606477,0.00019331447],"domain_scores_gemma":[0.9990497,0.00021794777,0.00004589031,0.00062250055,0.000035498895,0.00002841487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022788212,0.00011609338,0.00012431861,0.0001749603,0.00023008154,0.00005207101,0.00058052636,0.00005898121,0.000016235761],"category_scores_gemma":[0.000010018258,0.00007554197,0.00009814616,0.000717776,0.000025022628,0.00015532604,0.0000025751353,0.0002078865,0.000017314915],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006015521,0.000076649405,0.00010480603,0.000039146213,0.00037044586,0.0000018229555,0.002447032,0.64062995,0.025616223,0.012825644,0.000044896304,0.31778327],"study_design_scores_gemma":[0.00070034154,0.00016804003,0.0006399197,0.000016725277,0.00019900294,0.000021924003,0.00022491434,0.94590443,0.01984702,0.025433842,0.006519258,0.00032459552],"about_ca_topic_score_codex":0.000018898727,"about_ca_topic_score_gemma":0.00023466983,"teacher_disagreement_score":0.94921774,"about_ca_system_score_codex":0.00002789989,"about_ca_system_score_gemma":0.000031199746,"threshold_uncertainty_score":0.3080512},"labels":[],"label_agreement":null},{"id":"W4377021837","doi":"10.1145/3597499","title":"User Experience and the Role of Personalization in Critiquing-Based Conversational Recommendation","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Mitacs; Ontario Centres of Excellence","keywords":"Personalization; Computer science; Recommender system; Conversation; Matching (statistics); World Wide Web; User experience design; Information retrieval; Human–computer interaction; Psychology","score_opus":0.022082860728974685,"score_gpt":0.26235803994593065,"score_spread":0.24027517921695596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377021837","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039386068,0.000026820006,0.9238668,0.03559226,0.00016202006,0.0003794958,0.00000871565,0.0001505155,0.00042728864],"genre_scores_gemma":[0.99815035,0.000038456645,0.0012812837,0.00035797115,0.0000063254997,0.00012298311,0.0000027715637,0.0000038781773,0.000035974565],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993499,0.00015977246,0.0001532547,0.00013335799,0.00012231446,0.00008143113],"domain_scores_gemma":[0.9991286,0.0004928885,0.000050366332,0.00027722845,0.00003777705,0.000013152592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051285187,0.00005783578,0.00007373097,0.00010910201,0.00012916868,0.000044655426,0.00033009576,0.000028660017,0.00004293626],"category_scores_gemma":[0.00003453591,0.00003682182,0.000033211832,0.0004199841,0.00006965822,0.00019303884,0.000009751087,0.00007655665,0.000004082262],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030385886,0.0005003345,0.011998141,0.00014203541,0.00013310726,0.000003528664,0.074644014,0.0028717024,0.009626993,0.57648337,0.0026451235,0.32064778],"study_design_scores_gemma":[0.0016892183,0.000104966675,0.0056124968,0.00012040378,0.000011282272,0.000007635435,0.0048399637,0.89670545,0.035567764,0.044013724,0.011091085,0.00023599732],"about_ca_topic_score_codex":0.0001167425,"about_ca_topic_score_gemma":0.000041028572,"teacher_disagreement_score":0.9587643,"about_ca_system_score_codex":0.000018634799,"about_ca_system_score_gemma":0.000028164392,"threshold_uncertainty_score":0.15015504},"labels":[],"label_agreement":null},{"id":"W4403850457","doi":"10.1145/3700791","title":"AugmenToxic: Leveraging Reinforcement Learning to Optimize LLM Instruction Fine-Tuning for Data Augmentation to Enhance Toxicity Detection","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Concordia University","funders":"Canada Research Chairs","keywords":"Computer science; Reinforcement learning; Human–computer interaction; Machine learning","score_opus":0.04766722686026172,"score_gpt":0.32306940240138293,"score_spread":0.27540217554112123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403850457","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011748782,0.000018282706,0.9732627,0.012966989,0.0007946905,0.00061045034,0.000013747829,0.0004393369,0.00014498056],"genre_scores_gemma":[0.93168145,0.000022820686,0.06622511,0.00044664793,0.00009545508,0.00024720942,0.00006422222,0.000020461146,0.0011966075],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983237,0.00012453261,0.00029757968,0.00068254076,0.0003118733,0.00025980276],"domain_scores_gemma":[0.9980989,0.0003784693,0.00007005772,0.0012967637,0.00005930321,0.0000964994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093793974,0.00017307095,0.00011441295,0.00029023446,0.000742303,0.0005067751,0.0011333008,0.00005168262,0.000056018842],"category_scores_gemma":[0.0002523222,0.00014934703,0.0000567878,0.00077806064,0.000014029315,0.00087321457,0.00007930736,0.00034771248,0.00012030121],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049506732,0.000026210877,0.0000018203825,0.000029088347,0.00003644472,4.5488622e-7,0.0011963932,0.25133714,0.05837989,0.00047655567,0.0004053351,0.6880612],"study_design_scores_gemma":[0.00016439095,0.00025507106,0.0000310963,0.00010078192,0.000026730597,0.000007119275,0.00019454792,0.9225933,0.051145263,0.00019449256,0.025098855,0.00018834604],"about_ca_topic_score_codex":0.00009639153,"about_ca_topic_score_gemma":0.000108380336,"teacher_disagreement_score":0.91993266,"about_ca_system_score_codex":0.00020745154,"about_ca_system_score_gemma":0.000065915854,"threshold_uncertainty_score":0.6090196},"labels":[],"label_agreement":null},{"id":"W4406302405","doi":"10.1145/3711912","title":"Unsupervised Framing Analysis for Social Media Discourse in Polarizing Events","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Social Media and Politics","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Fondo de Financiamiento de Centros de Investigación en Áreas Prioritarias; Agencia Nacional de Investigación y Desarrollo","keywords":"Computer science; Generalizability theory; Framing (construction); Data science; Social media; Computational sociology; Realm; World Wide Web","score_opus":0.050320972927824004,"score_gpt":0.3614347509426365,"score_spread":0.3111137780148125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406302405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91383225,0.00007219532,0.026389055,0.055495344,0.0014716545,0.00055674993,0.00012842924,0.00008242996,0.0019719193],"genre_scores_gemma":[0.99857956,0.000045098343,0.00026015757,0.00046365312,0.00017670899,0.00008216389,0.0000054082716,0.0000067595843,0.00038051617],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989559,0.00022373283,0.00016489113,0.00013870248,0.00021184741,0.0003049363],"domain_scores_gemma":[0.9974483,0.0022593478,0.000031772208,0.00017223276,0.00004252604,0.00004581965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041598512,0.000081965554,0.00016657713,0.00023312682,0.0010135011,0.000035597626,0.00037456575,0.00012661831,0.00012771173],"category_scores_gemma":[0.0005835685,0.00007045011,0.00022005299,0.0011834826,0.00016050435,0.00007684337,0.000003688331,0.00020073808,0.000007648866],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018252425,0.0009322592,0.06597601,0.00006300285,0.0024011596,0.0000036168851,0.5933861,0.00031440446,0.0010529889,0.20825447,0.0006981132,0.12673537],"study_design_scores_gemma":[0.0026787415,0.000050360934,0.053434197,0.00014815069,0.0032520422,1.1098387e-7,0.6488119,0.001118066,0.0015373543,0.25804755,0.030131023,0.00079052453],"about_ca_topic_score_codex":0.0012582248,"about_ca_topic_score_gemma":0.012975669,"teacher_disagreement_score":0.12594485,"about_ca_system_score_codex":0.00012893273,"about_ca_system_score_gemma":0.00025473328,"threshold_uncertainty_score":0.77951336},"labels":[],"label_agreement":null},{"id":"W4413830730","doi":"10.1145/3764936","title":"Decentralized Model Selection for Test-Time Adaptation in Heterogeneous Connected Systems","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Guangdong Provincial Pearl River Talents Program","keywords":"Computer science; Adaptation (eye); Selection (genetic algorithm); Test (biology); Distributed computing; Artificial intelligence","score_opus":0.02027805220109835,"score_gpt":0.2551290940245798,"score_spread":0.23485104182348143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413830730","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066701164,0.000022657798,0.9887911,0.0030175652,0.000077667064,0.00090949034,0.00001969523,0.00038696424,0.00010473191],"genre_scores_gemma":[0.97080606,0.000046078858,0.026612852,0.00032656195,0.0000064860496,0.0011544757,0.000002531532,0.000008899984,0.0010360538],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99915725,0.000052828294,0.00024215844,0.00027362184,0.00009619463,0.00017792155],"domain_scores_gemma":[0.9988438,0.0004910643,0.000060731796,0.0004792165,0.0000976812,0.000027543407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001891788,0.000111167516,0.00011825565,0.00018676138,0.00030268577,0.00009668255,0.00050186855,0.00008056394,0.000008761605],"category_scores_gemma":[0.000050811956,0.0000941131,0.00007979907,0.0007239431,0.00002107223,0.00013319001,0.000006702933,0.00012229983,0.000014121143],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010541489,0.0004946272,0.000017330989,0.000042463453,0.00006373108,4.0946998e-7,0.00032582006,0.8314912,0.05430566,0.062565535,0.0009970904,0.049590718],"study_design_scores_gemma":[0.000297516,0.00006108117,0.000012603093,0.000020725112,0.000013562154,0.000004662053,0.000018862107,0.962704,0.028623637,0.007210438,0.0009428815,0.000090007816],"about_ca_topic_score_codex":0.000053065858,"about_ca_topic_score_gemma":0.0000670971,"teacher_disagreement_score":0.96413594,"about_ca_system_score_codex":0.000113470334,"about_ca_system_score_gemma":0.00009731184,"threshold_uncertainty_score":0.3837821},"labels":[],"label_agreement":null},{"id":"W4415850618","doi":"10.1145/3774629","title":"GPoS: Geospatially-aware Proof of Stake","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Geospatial analysis; Voting; Decentralization; Overhead (engineering); Proof of concept","score_opus":0.013228924415148153,"score_gpt":0.23882663690076433,"score_spread":0.2255977124856162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415850618","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00691838,0.0000613975,0.95511425,0.036557373,0.00010462507,0.00027414068,0.000014478969,0.00016273938,0.00079261797],"genre_scores_gemma":[0.99224293,0.000027269378,0.0066878707,0.00039384715,0.0000044637245,0.00012507287,6.125466e-7,0.0000035831029,0.000514369],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993332,0.000040082636,0.00017483684,0.00021093406,0.00010975646,0.00013118253],"domain_scores_gemma":[0.99815255,0.00019202355,0.00005122971,0.0015094718,0.000077123506,0.000017573326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019003722,0.00008481944,0.00010726042,0.00012511818,0.00022892271,0.000019317975,0.0015289519,0.000091401205,0.000039415834],"category_scores_gemma":[0.000020294581,0.000062549305,0.00006739778,0.0006831659,0.00011114544,0.00005533742,0.000026915544,0.0002322757,0.000011342379],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014571442,0.000624513,0.000056343117,0.000038724505,0.00013582317,0.0000012903236,0.00047834247,0.0007792908,0.0014487645,0.54912585,0.0019308185,0.44536564],"study_design_scores_gemma":[0.0009975486,0.0002957183,0.00075184274,0.00013278234,0.00008524488,0.000010226028,0.00035172384,0.11113966,0.32530236,0.5034019,0.057105795,0.00042520597],"about_ca_topic_score_codex":0.000030613457,"about_ca_topic_score_gemma":0.00010253841,"teacher_disagreement_score":0.9853245,"about_ca_system_score_codex":0.000018626675,"about_ca_system_score_gemma":0.00009971015,"threshold_uncertainty_score":0.28411984},"labels":[],"label_agreement":null}]}