{"meta":{"query_hash":"83f1f67c675d","filters":{"venue":"ACM SIGecom Exchanges"},"cohort_total":22,"direct_labels_cover":0,"predictions_cover":22,"exported":22,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/83f1f67c675d","api":"https://metacan.xera.ac/api/v1/cohort?venue=ACM+SIGecom+Exchanges"},"results":[{"id":"W1981710522","doi":"10.1145/1120717.1120724","title":"Conference report","year":2005,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Mobile Agent-Based Network Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Computer science","score_opus":0.0362284067997791,"score_gpt":0.26626304099284137,"score_spread":0.23003463419306228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981710522","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04159395,0.0020127154,0.8169813,0.06916027,0.0023158405,0.0012273749,0.000004394339,0.0018768297,0.06482732],"genre_scores_gemma":[0.89305174,0.00022618368,0.094406866,0.0034603688,0.0006445647,0.00015472596,0.000011733697,0.000021323687,0.008022516],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99834317,0.000061607854,0.00026712788,0.000560654,0.0003454595,0.00042196942],"domain_scores_gemma":[0.99738634,0.00012100665,0.00014467134,0.0021467626,0.00007400534,0.00012724253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004417655,0.00018024404,0.00017728629,0.00011118119,0.00010821202,0.00017761264,0.002022731,0.000053001335,0.00040970734],"category_scores_gemma":[0.00008902831,0.00017277515,0.00006209631,0.00028805883,0.000036118552,0.0004461247,0.001196446,0.000115421644,0.0005969791],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046882074,0.00011882685,0.001443018,0.000029603852,0.000051177023,0.00057718833,0.0008414151,0.0005303536,0.00021762359,0.03700131,0.17467374,0.7845111],"study_design_scores_gemma":[0.00033337524,0.00009609993,0.0033869671,0.00003166919,0.000012719222,0.00009137266,0.000039878974,0.019948568,0.0027785213,0.004022004,0.96881735,0.0004414534],"about_ca_topic_score_codex":0.000024809415,"about_ca_topic_score_gemma":0.00014692862,"teacher_disagreement_score":0.8514578,"about_ca_system_score_codex":0.00009051452,"about_ca_system_score_gemma":0.00004678649,"threshold_uncertainty_score":0.76731575},"labels":[],"label_agreement":null},{"id":"W1982840974","doi":"10.1145/1978721.1978724","title":"Linear solvers for nonlinear games","year":2011,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Game Theory and Applications","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Constructive; Reduction (mathematics); USable; Computer science; Nash equilibrium; Mathematical optimization; Theoretical computer science; Mathematics; Mathematical economics","score_opus":0.34129555898865505,"score_gpt":0.4151936907719584,"score_spread":0.07389813178330334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982840974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8936001,0.000771262,0.04941048,0.010836608,0.0016285034,0.0019453196,0.0005195759,0.000537118,0.040751025],"genre_scores_gemma":[0.8867905,0.000066869216,0.09694988,0.0013179928,0.00063405756,0.000307787,0.000027014134,0.0000396263,0.013866276],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985604,0.000066886576,0.00032667365,0.00042296236,0.00033082662,0.0002922225],"domain_scores_gemma":[0.9966881,0.0016327349,0.00015453811,0.0011850229,0.00021838045,0.00012120233],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013564756,0.00014016787,0.00022361374,0.00014679134,0.00019792786,0.00005157321,0.001435819,0.00008373835,0.0019376633],"category_scores_gemma":[0.002293995,0.000105949286,0.00014411651,0.00032933286,0.00013423094,0.00018634897,0.0002267966,0.00008405069,0.0012829523],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051432604,0.0010068028,0.009658119,0.000047860725,0.00016774455,0.00001213644,0.030965175,0.000029552191,0.0065978733,0.09072759,0.23569661,0.6245762],"study_design_scores_gemma":[0.0004478909,0.00019809027,0.0029024724,0.00000943632,0.0000267673,0.0000043292816,0.0028530199,0.00062864705,0.020572111,0.35456547,0.6175039,0.00028787728],"about_ca_topic_score_codex":0.000015264439,"about_ca_topic_score_gemma":0.0000541717,"teacher_disagreement_score":0.6242883,"about_ca_system_score_codex":0.000009951918,"about_ca_system_score_gemma":0.000027298443,"threshold_uncertainty_score":0.9994947},"labels":[],"label_agreement":null},{"id":"W2022894424","doi":"10.1145/2728732.2728737","title":"Network improvement for equilibrium routing","year":2015,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Transportation Planning and Optimization","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Routing (electronic design automation); Mathematical optimization; Work (physics); Network planning and design; Traffic network; Series (stratigraphy); Static routing; Routing protocol; Computer network; Mathematics","score_opus":0.08679214533124972,"score_gpt":0.3312607305876934,"score_spread":0.24446858525644366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022894424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6747608,0.0036573475,0.13867864,0.08131558,0.013402736,0.0049513564,0.00014824068,0.00259719,0.08048808],"genre_scores_gemma":[0.9809839,0.000023584189,0.013518212,0.00071722636,0.0013319184,0.00007840194,0.0000880704,0.000016275528,0.003242395],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992142,0.000037059224,0.00012722265,0.0001454992,0.00018019279,0.0002958247],"domain_scores_gemma":[0.9993752,0.00017608699,0.00007712806,0.00013641395,0.0001236016,0.00011157071],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007447508,0.00006749529,0.00008974999,0.00002541488,0.00021185198,0.00005844327,0.00019493759,0.00006298181,0.000033208744],"category_scores_gemma":[0.0003701042,0.000069040456,0.000029930268,0.00013423168,0.00003525423,0.00014664719,0.000018215525,0.000037764188,0.000011263814],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031196835,0.00021285695,0.13085529,0.00010994516,0.00013029073,0.000008971193,0.234824,0.052360598,0.00038683054,0.06858196,0.41005418,0.10216311],"study_design_scores_gemma":[0.0030400597,0.0008035927,0.011058193,0.0001350422,0.00012642411,5.967266e-7,0.04122943,0.005228728,0.0006497668,0.05175029,0.88490856,0.0010693196],"about_ca_topic_score_codex":0.0003755922,"about_ca_topic_score_gemma":0.00088961446,"teacher_disagreement_score":0.47485438,"about_ca_system_score_codex":0.00004414417,"about_ca_system_score_gemma":0.0000837015,"threshold_uncertainty_score":0.2815388},"labels":[],"label_agreement":null},{"id":"W2052708288","doi":"10.1145/1120701.1120703","title":"Redagent","year":2004,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Bidding; Computer science; Competition (biology); Focus (optics); Order (exchange); Simple (philosophy); Operations research; Supply chain; Supply chain management; Curse of dimensionality; Industrial organization; Microeconomics; Business; Economics; Artificial intelligence; Marketing; Mathematics","score_opus":0.25098773682062403,"score_gpt":0.43930937358721,"score_spread":0.18832163676658598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052708288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7813669,0.0010057845,0.06373138,0.09622831,0.0015096235,0.0005980942,0.000045695593,0.00045710715,0.055057146],"genre_scores_gemma":[0.9888168,0.000038326187,0.0026454516,0.0009418613,0.00022853355,0.00004489617,0.0000033081458,0.0000083879195,0.0072724167],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987545,0.000059067366,0.0002497554,0.0003176082,0.0004482437,0.00017083842],"domain_scores_gemma":[0.9981746,0.00045500929,0.00010883789,0.0010673789,0.000098109456,0.00009608502],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009112424,0.00008670091,0.00012367121,0.000120400444,0.00023356259,0.00009341494,0.0009539058,0.000049657487,0.0022761188],"category_scores_gemma":[0.0014165292,0.00006514563,0.00007117571,0.00047844675,0.00008451143,0.00016942697,0.00020517246,0.00007888168,0.0048122946],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041246523,0.00034534233,0.0018395416,0.000005508362,0.000036936053,0.000017331622,0.005857269,0.0009902464,0.006872766,0.5265873,0.08551368,0.37189284],"study_design_scores_gemma":[0.00016426742,0.000028117047,0.0033756436,0.000003397821,0.0000036322735,0.000008599226,0.0009589018,0.0000038375083,0.007061762,0.6986946,0.2896046,0.00009264529],"about_ca_topic_score_codex":0.000013570362,"about_ca_topic_score_gemma":0.000035940087,"teacher_disagreement_score":0.37180018,"about_ca_system_score_codex":0.000029239849,"about_ca_system_score_gemma":0.000026079631,"threshold_uncertainty_score":0.99863595},"labels":[],"label_agreement":null},{"id":"W2061499312","doi":"10.1145/1978721.1978730","title":"The lemonade stand game competition","year":2011,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Game Theory and Applications","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Competition (biology); Dilemma; Prisoner's dilemma; Computer science; Advertising; Operations research; Business; Engineering; Philosophy; Epistemology; Ecology","score_opus":0.32901957693058853,"score_gpt":0.3890606669279014,"score_spread":0.06004108999731289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061499312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8352837,0.00245206,0.007388006,0.017621793,0.00092259474,0.00066908816,0.00007350135,0.0002385465,0.13535069],"genre_scores_gemma":[0.9923629,0.00016496851,0.00047521846,0.00026999658,0.00011236667,0.000053628155,0.0000023732448,0.000008903389,0.006549617],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99860156,0.00018849506,0.00027130768,0.00026972106,0.0004376867,0.00023123006],"domain_scores_gemma":[0.9964629,0.0019956264,0.0001399132,0.0011879028,0.00013108313,0.000082582395],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016956001,0.0001008145,0.00012615962,0.0000659645,0.00039092868,0.0001394028,0.0014300536,0.000046461006,0.0017173556],"category_scores_gemma":[0.0010475906,0.000059134698,0.00006331426,0.0003149491,0.00022530693,0.00015397857,0.00023773753,0.00010474344,0.0015971009],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010787619,0.00016596484,0.0038030564,0.000005409175,0.00003444617,0.000007150844,0.011192832,0.0000042257325,0.0020642716,0.67231095,0.04018872,0.2701151],"study_design_scores_gemma":[0.00010561056,0.000043545384,0.022659985,0.0000048992597,0.0000058464298,0.0000046344844,0.002329513,0.000021585005,0.0024619706,0.5997531,0.37251592,0.000093413284],"about_ca_topic_score_codex":0.0000184703,"about_ca_topic_score_gemma":0.00016546063,"teacher_disagreement_score":0.3323272,"about_ca_system_score_codex":0.000013601208,"about_ca_system_score_gemma":0.000020507328,"threshold_uncertainty_score":0.9991952},"labels":[],"label_agreement":null},{"id":"W2064749094","doi":"10.1145/2692375.2692384","title":"The output-agreement method induces honest behavior in the presence of social projection","year":2014,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Projection (relational algebra); Payment; Variety (cybernetics); Computer science; Simple (philosophy); Private information retrieval; Function (biology); Social choice theory; Agreement; Econometrics; Microeconomics; Psychology; Social psychology; Mathematical economics; Economics; Artificial intelligence; Algorithm; Computer security; World Wide Web","score_opus":0.042401389500379756,"score_gpt":0.30865861121048277,"score_spread":0.266257221710103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064749094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9388912,0.0002486858,0.04734114,0.010578505,0.0009002533,0.0007227541,0.0000015616553,0.000084526604,0.0012314158],"genre_scores_gemma":[0.9945185,0.000016182978,0.0048015243,0.00016763191,0.00018985584,0.00012503653,8.128684e-7,0.0000066451908,0.00017378738],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99819136,0.00066433253,0.00022968372,0.00027678293,0.0003626225,0.00027524232],"domain_scores_gemma":[0.9978833,0.0010964653,0.00016978358,0.0007566204,0.000071873714,0.000021957638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024535418,0.00012453512,0.00015226258,0.000079729194,0.00039420679,0.00017953396,0.0014354872,0.00007246012,0.000002434451],"category_scores_gemma":[0.00035380304,0.00007423659,0.00005918578,0.0003629037,0.000083478175,0.00015399489,0.00034083036,0.00020312922,0.0000059330623],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012836255,0.00018437862,0.0027216822,0.0000389047,0.00001606521,0.000004749324,0.039815124,0.00003197891,0.0062027373,0.01114781,0.002158338,0.9376654],"study_design_scores_gemma":[0.00223044,0.0018539304,0.7267025,0.00027671413,0.00016614994,0.00014628237,0.029385146,0.032296672,0.08238531,0.015792185,0.10705902,0.0017056195],"about_ca_topic_score_codex":0.0002868772,"about_ca_topic_score_gemma":0.00041894836,"teacher_disagreement_score":0.93595976,"about_ca_system_score_codex":0.000022756569,"about_ca_system_score_gemma":0.000026629838,"threshold_uncertainty_score":0.30319598},"labels":[],"label_agreement":null},{"id":"W2067813875","doi":"10.1145/1150735.1150738","title":"A reputation mechanism for layered communities","year":2006,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Access Control and Trust","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reputation; Incentive; Internet privacy; Computer science; Mechanism (biology); Computer security; Mechanism design; Digital content; Digital goods; Peer-to-peer; Business; World Wide Web; Microeconomics; Economics; Law","score_opus":0.05099866233568784,"score_gpt":0.3259098500974883,"score_spread":0.27491118776180046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067813875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70935005,0.0024236785,0.047029465,0.07348908,0.0028609643,0.0035060542,0.00022704048,0.0015048299,0.15960883],"genre_scores_gemma":[0.9940302,0.00008667997,0.0016072453,0.00046146696,0.00059644907,0.00018663594,0.00004389754,0.000013542923,0.002973897],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991959,0.00011165669,0.00013506968,0.0001085085,0.00017627464,0.00027259928],"domain_scores_gemma":[0.9989528,0.00051956443,0.000090142596,0.00023997546,0.0001596313,0.00003789839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003671415,0.00008887734,0.00013492347,0.000066175846,0.0007565916,0.00012457347,0.00039361155,0.00008747648,0.00016708062],"category_scores_gemma":[0.00020701246,0.0000868002,0.00006154771,0.000103801955,0.00008799085,0.0002426785,0.000061716935,0.00005706187,0.000020565236],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039567196,0.00008716665,0.0020330183,0.00002960199,0.000030029107,0.0000024524334,0.016485808,0.000019654255,0.00025804792,0.951241,0.007203027,0.022570632],"study_design_scores_gemma":[0.0010492932,0.00010907759,0.0038768735,0.00002613262,0.000037710986,8.40034e-7,0.029929183,0.00040980187,0.0008645927,0.85757905,0.10577184,0.00034561564],"about_ca_topic_score_codex":0.017848162,"about_ca_topic_score_gemma":0.05165912,"teacher_disagreement_score":0.28468013,"about_ca_system_score_codex":0.000039625374,"about_ca_system_score_gemma":0.00003692264,"threshold_uncertainty_score":0.98869205},"labels":[],"label_agreement":null},{"id":"W2082195519","doi":"10.1145/844324.844327","title":"Software agents and wireless E-commerce","year":2001,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Mobile Agent-Based Network Management","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Wireless; Payment; Computer science; Software; Computer security; Service provider; Software agent; Service (business); Supervisor; World Wide Web; Operating system; Business","score_opus":0.03391158706277978,"score_gpt":0.25979262954088883,"score_spread":0.22588104247810906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082195519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65325046,0.0019539138,0.3227166,0.015285269,0.0014157171,0.0009966309,0.000006057212,0.001160017,0.0032153411],"genre_scores_gemma":[0.9525753,0.0025451202,0.032053124,0.008618645,0.00033664063,0.00018038104,0.000015008917,0.000047572692,0.003628193],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839365,0.0000921543,0.00018849874,0.0005616952,0.00029307327,0.00047089436],"domain_scores_gemma":[0.99812376,0.00022096376,0.00009011717,0.0013631512,0.00003831137,0.00016370908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027519406,0.0002187492,0.00020471885,0.00013181906,0.00018203094,0.00018602716,0.0015521762,0.000063374624,0.00014883772],"category_scores_gemma":[0.00005094811,0.0002135891,0.000047995632,0.00037918054,0.000047172478,0.0003643995,0.0016323847,0.0001207508,0.00014504131],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008697871,0.00008716276,0.027027559,0.000051733252,0.000050231454,0.00018192074,0.00079319143,0.000069640686,0.000034114164,0.0024296665,0.070709445,0.89855665],"study_design_scores_gemma":[0.001648668,0.00038121373,0.17886971,0.00015877667,0.000051941457,0.00008573752,0.00022401728,0.024184,0.00040637993,0.0071700295,0.7855231,0.0012963894],"about_ca_topic_score_codex":0.000055224664,"about_ca_topic_score_gemma":0.00009334938,"teacher_disagreement_score":0.89726025,"about_ca_system_score_codex":0.000058762183,"about_ca_system_score_gemma":0.000014578709,"threshold_uncertainty_score":0.87099105},"labels":[],"label_agreement":null},{"id":"W2087761585","doi":"10.1145/844316.844323","title":"The fifth International conference on autonomous agents","year":2001,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Mobile Agent-Based Network Management","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Robotics; Software; Computer science; Library science; Panel discussion; Software engineering; Engineering; Engineering management; World Wide Web; Artificial intelligence; Robot; Advertising; Business; Programming language","score_opus":0.06538225729231202,"score_gpt":0.2946219821494786,"score_spread":0.2292397248571666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087761585","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12771162,0.001881649,0.2355121,0.3003417,0.02203584,0.0033200237,0.00002598254,0.002427006,0.30674407],"genre_scores_gemma":[0.98045146,0.001913885,0.0031657028,0.0045983335,0.00044479367,0.00019950696,0.000012601529,0.000019827641,0.009193874],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99853015,0.00008568881,0.00018737034,0.00041699028,0.0004021356,0.00037767075],"domain_scores_gemma":[0.99816483,0.0002341695,0.00011290583,0.0013394827,0.000062444284,0.00008618638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034490184,0.00016807647,0.000108745306,0.000084413274,0.00025957578,0.000371852,0.0033720087,0.000039267947,0.0004359663],"category_scores_gemma":[0.00006546121,0.0001256955,0.000058126905,0.00020581455,0.000047299112,0.00020214195,0.0010834435,0.00013052986,0.0006086533],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025615875,0.00013168818,0.0012632873,0.0000063269786,0.0000992782,0.00014757828,0.0009483942,0.00064158876,0.000026723328,0.14005817,0.11330432,0.74334705],"study_design_scores_gemma":[0.0003823173,0.00016012773,0.0065048398,0.000028823497,0.000006486369,0.000008867748,0.00008546363,0.07065298,0.00011604253,0.0091309445,0.9126625,0.00026059177],"about_ca_topic_score_codex":0.000026904794,"about_ca_topic_score_gemma":0.00011584999,"teacher_disagreement_score":0.8527399,"about_ca_system_score_codex":0.00012653861,"about_ca_system_score_gemma":0.000032414686,"threshold_uncertainty_score":0.782321},"labels":[],"label_agreement":null},{"id":"W2093485636","doi":"10.1145/1120687.1120691","title":"A framework for representing navigational patterns as full temporal objects","year":2004,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Data Mining Algorithms and Applications","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Profiling (computer programming); Personalization; Representation (politics); Temporal database; Cluster analysis; Data mining; Artificial intelligence; World Wide Web","score_opus":0.04643712198875068,"score_gpt":0.3320409715437025,"score_spread":0.2856038495549518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093485636","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07185902,0.00012312566,0.91555595,0.011329517,0.00033023662,0.00032411027,0.00007418611,0.00023715834,0.00016667023],"genre_scores_gemma":[0.36322558,0.000014328145,0.63530993,0.0005844923,0.00037562518,0.0002669396,0.0000991763,0.000014674626,0.00010924073],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987613,0.000016063907,0.00019050037,0.0004953501,0.00022227521,0.0003145034],"domain_scores_gemma":[0.998292,0.00036268757,0.00012371181,0.00104035,0.00008444188,0.00009675352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002210485,0.00013779536,0.00013602844,0.00006483645,0.00026240453,0.00023493344,0.0012775199,0.00008061025,0.000023384799],"category_scores_gemma":[0.00038112444,0.00013680827,0.00007004939,0.0002506195,0.000027771162,0.00037549675,0.0005300463,0.00013444592,0.000082206374],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001891485,0.0004947947,0.008461533,0.00015278498,0.00011695795,0.00004231899,0.010273526,0.00019482565,0.0011663449,0.6880295,0.0043592667,0.28668922],"study_design_scores_gemma":[0.001030217,0.00035215804,0.009319742,0.0003537414,0.000021127376,0.000080647944,0.0007091414,0.006155841,0.0071736784,0.9558035,0.01826857,0.00073160836],"about_ca_topic_score_codex":0.0002497753,"about_ca_topic_score_gemma":0.00007399392,"teacher_disagreement_score":0.29136658,"about_ca_system_score_codex":0.000035571513,"about_ca_system_score_gemma":0.00006890111,"threshold_uncertainty_score":0.5578879},"labels":[],"label_agreement":null},{"id":"W2160516733","doi":"10.1145/1345037.1345048","title":"Revenue monotonicity in combinatorial auctions","year":2007,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Citation; Common value auction; Revenue; Operations research; Computer science; Library science; Advertising; Business; Economics; Mathematics; Finance; Microeconomics","score_opus":0.11698631392941629,"score_gpt":0.4189537235396049,"score_spread":0.30196740961018864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160516733","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9744711,0.00018656216,0.008699359,0.0057563386,0.0021958991,0.00038283464,0.000041222167,0.00009080018,0.008175872],"genre_scores_gemma":[0.9957484,0.000029789882,0.0007079846,0.00021193124,0.00040467497,0.000041221596,0.0000039802458,0.000009441592,0.0028425602],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99830866,0.00013856309,0.00045790587,0.0003721967,0.0004427777,0.0002798746],"domain_scores_gemma":[0.99690884,0.0017702519,0.00016690468,0.0009308899,0.000119542856,0.00010357946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003745506,0.000108618464,0.00019153793,0.0003137228,0.0002429652,0.000067148394,0.0008649171,0.00010784483,0.0006236655],"category_scores_gemma":[0.002705249,0.00009685974,0.00007308647,0.0010799043,0.00011413964,0.00022714844,0.0001981535,0.00020780344,0.00071740855],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002830229,0.001084116,0.07737969,0.000011582757,0.00003647943,0.00004069579,0.007709473,0.00022679311,0.0045948713,0.5548892,0.087293774,0.26645032],"study_design_scores_gemma":[0.00037683663,0.000036413912,0.07119731,0.0000066218568,0.000004610988,0.000007863632,0.0010973553,0.000030221703,0.0035316288,0.68740743,0.23615117,0.0001525144],"about_ca_topic_score_codex":0.00009038857,"about_ca_topic_score_gemma":0.00081338116,"teacher_disagreement_score":0.2662978,"about_ca_system_score_codex":0.00006218787,"about_ca_system_score_gemma":0.000028616174,"threshold_uncertainty_score":0.9221075},"labels":[],"label_agreement":null},{"id":"W2274024707","doi":"10.1145/1978721.1978723","title":"Polynomial computation of exact correlated equilibrium in compact games","year":2011,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Game Theory and Applications","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Oracle; Computation; Polynomial; Ellipsoid; Time complexity; Computer science; Algorithm; Applied mathematics; Mathematics; Mathematical optimization; Mathematical analysis","score_opus":0.21700955410088427,"score_gpt":0.3850137129977094,"score_spread":0.16800415889682516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2274024707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894192,0.00018047115,0.00039106605,0.00050997414,0.00022220134,0.00021627531,0.000019296473,0.000042231964,0.00899928],"genre_scores_gemma":[0.99889827,0.000008459424,0.0004701179,0.00007566565,0.000040580686,0.00000862719,0.0000080742575,0.000011114984,0.00047912064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998262,0.00025250443,0.00056457485,0.00032173668,0.00036995162,0.00022926755],"domain_scores_gemma":[0.9975793,0.0012476001,0.00031761575,0.0006512319,0.00012314659,0.00008110728],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012584984,0.00013490122,0.0003277935,0.0003510514,0.00004183724,0.00003374877,0.0008967107,0.00008952538,0.00096409],"category_scores_gemma":[0.0009341269,0.00011041854,0.000081145394,0.00072554627,0.00016602897,0.00024468746,0.00016171159,0.00012891459,0.0003145493],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016518483,0.0027210026,0.40687627,0.000076104785,0.00017236952,0.00004712338,0.07970083,0.0027235872,0.071756594,0.005741177,0.11221839,0.31631473],"study_design_scores_gemma":[0.0013899966,0.00037629937,0.87365603,0.00007743617,0.000028276163,0.000014610085,0.0042510233,0.004367646,0.035575785,0.0760155,0.0037949071,0.00045246264],"about_ca_topic_score_codex":0.00022397756,"about_ca_topic_score_gemma":0.000107881264,"teacher_disagreement_score":0.4667798,"about_ca_system_score_codex":0.000020907513,"about_ca_system_score_gemma":0.000032931002,"threshold_uncertainty_score":0.99994916},"labels":[],"label_agreement":null},{"id":"W2536869554","doi":"10.1145/2994501.2994506","title":"A duality-based unified approach to Bayesian mechanism design","year":2016,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Mechanism design; Duality (order theory); Computer science; Bayesian probability; Mathematical economics; Mathematics; Theoretical computer science; Mathematical optimization; Discrete mathematics; Artificial intelligence","score_opus":0.22970008689371718,"score_gpt":0.3823245175010108,"score_spread":0.15262443060729364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2536869554","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043568606,0.000019406189,0.96867037,0.022227865,0.00018734546,0.00052707084,0.000035593042,0.00017016905,0.0038053144],"genre_scores_gemma":[0.9216276,0.000004179049,0.06650302,0.0020662304,0.00017773629,0.00036656624,0.0000038420067,0.00002489336,0.009225971],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99718446,0.0005921078,0.00043203717,0.0007175333,0.00071677397,0.00035707632],"domain_scores_gemma":[0.9946243,0.002932896,0.0001799428,0.0017814123,0.00020231643,0.0002790973],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003422815,0.00019941657,0.0002756696,0.0003314063,0.00030520756,0.0001334459,0.0015923053,0.000115401606,0.001155694],"category_scores_gemma":[0.0027174347,0.0001215786,0.000104952844,0.00089605164,0.00009470432,0.00020292448,0.0002278996,0.00007902379,0.0018884781],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002301888,0.0005228818,0.000216137,0.000011908202,0.00004533296,0.000004895753,0.0023587146,0.00028783054,0.03498397,0.6961105,0.08052588,0.18470179],"study_design_scores_gemma":[0.0005180365,0.00013273332,0.0004645573,0.00001688551,0.000014755729,0.0000059085696,0.0010454672,0.00037824403,0.050975826,0.8850216,0.061060816,0.00036516789],"about_ca_topic_score_codex":0.000010880123,"about_ca_topic_score_gemma":0.000011565568,"teacher_disagreement_score":0.9172707,"about_ca_system_score_codex":0.000043410044,"about_ca_system_score_gemma":0.00006985629,"threshold_uncertainty_score":0.9997574},"labels":[],"label_agreement":null},{"id":"W2943895041","doi":"10.1145/3331033.3331037","title":"Simple mechanisms for subadditive buyers via duality","year":2019,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Subadditivity; Submodular set function; Incentive compatibility; Mechanism design; Simple (philosophy); Benchmark (surveying); Common value auction; Revenue; Mathematics; Matroid; Mathematical economics; Combinatorial auction; Duality (order theory); Linear programming; Computer science; Mathematical optimization; Combinatorics; Incentive; Economics; Microeconomics; Statistics","score_opus":0.1101724111731425,"score_gpt":0.40016613373033577,"score_spread":0.28999372255719325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943895041","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34220663,0.00012532382,0.6311622,0.011420901,0.0018202325,0.0026081714,0.0009216081,0.00033838974,0.009396489],"genre_scores_gemma":[0.98692495,0.0000068338477,0.0031287633,0.0010182776,0.00017598897,0.0002616503,0.000057331163,0.000018709756,0.008407484],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998144,0.0001515418,0.0003631517,0.00056335353,0.00048215268,0.00029581052],"domain_scores_gemma":[0.99464566,0.003539047,0.00024603546,0.0011800248,0.00027629547,0.00011295016],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0019577362,0.00015282251,0.0002714406,0.00013372953,0.00027142675,0.00010397292,0.0009894017,0.00010058671,0.0057487213],"category_scores_gemma":[0.0015394759,0.0001227528,0.00015568244,0.00040796032,0.00006890897,0.0002798348,0.00022685646,0.00009095241,0.0027334236],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024625703,0.00030272713,0.0023065314,0.000033498207,0.0001112895,0.0000020498455,0.0038268536,0.000114855255,0.02956725,0.6276375,0.12948236,0.20636883],"study_design_scores_gemma":[0.00026495327,0.00009397212,0.0015925,0.0000025059003,0.000009571702,0.0000024203687,0.0023783925,0.00022519918,0.017184732,0.81769603,0.16038407,0.00016563451],"about_ca_topic_score_codex":0.000019445886,"about_ca_topic_score_gemma":0.0000557136,"teacher_disagreement_score":0.64471835,"about_ca_system_score_codex":0.000032033666,"about_ca_system_score_gemma":0.000026496375,"threshold_uncertainty_score":0.99804306},"labels":[],"label_agreement":null},{"id":"W2944354239","doi":"10.1145/3331033.3331038","title":"Strategyproof linear regression in high dimensions","year":2019,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Hyperplane; Intersection (aeronautics); Focus (optics); Computer science; Mechanism design; Linear regression; Mathematics; Mathematical economics; Combinatorics; Machine learning","score_opus":0.10832370968494412,"score_gpt":0.3946172451622414,"score_spread":0.2862935354772973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944354239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907263,0.00020576497,0.00027357895,0.004676708,0.00044167286,0.00030915477,0.000015773256,0.00006476271,0.0032862744],"genre_scores_gemma":[0.9873665,0.000047841546,0.0011070702,0.00029984638,0.000109890876,0.000041451003,0.0000106770985,0.0000120758195,0.011004656],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981952,0.00019029812,0.00039169288,0.00048726352,0.0004999831,0.00023558493],"domain_scores_gemma":[0.9970752,0.0012485376,0.0001748552,0.0012962722,0.00011312944,0.00009203501],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012043618,0.00013526843,0.00024369238,0.00026191174,0.00012970524,0.00006027744,0.0008537347,0.000107077656,0.0037759207],"category_scores_gemma":[0.00082904275,0.00009306852,0.000062960484,0.0007972609,0.000061535364,0.000277274,0.0002910377,0.00018734549,0.0044552605],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003887831,0.0013124115,0.21525791,0.000047301368,0.000059827988,0.000046882054,0.0063311933,0.0035795674,0.06241494,0.32869142,0.07578044,0.30608934],"study_design_scores_gemma":[0.0010719458,0.00020503193,0.092693396,0.00009054095,0.000011009613,0.000012091329,0.004420211,0.0010802047,0.013935275,0.7726738,0.113296404,0.000510115],"about_ca_topic_score_codex":0.000037312726,"about_ca_topic_score_gemma":0.000092492126,"teacher_disagreement_score":0.44398236,"about_ca_system_score_codex":0.000023536651,"about_ca_system_score_gemma":0.000031736192,"threshold_uncertainty_score":0.99713475},"labels":[],"label_agreement":null},{"id":"W3185754716","doi":"10.1145/3476436.3476439","title":"Distortion in social choice problems","year":2021,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Fiscal Policy and Economic Growth","field":"Economics, Econometrics and Finance","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Distortion (music); Social choice theory; Social Welfare; Measure (data warehouse); Welfare; Reading (process); Computer science; Deadweight loss; Microeconomics; Economics; Mathematical economics; Public economics; Political science; Telecommunications; Data mining","score_opus":0.08266559447192305,"score_gpt":0.2567809592839622,"score_spread":0.17411536481203915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185754716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8762837,0.004179794,0.00013353811,0.01407361,0.0007824554,0.00018610651,0.00013091908,0.00007089036,0.104159005],"genre_scores_gemma":[0.9967054,0.00010462896,0.000108378976,0.0007826018,0.00051774073,0.000047270416,0.000044587025,0.000022027523,0.0016673711],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988633,0.000017600922,0.00040482567,0.000369588,0.000019403344,0.0003253063],"domain_scores_gemma":[0.9994098,0.0000741909,0.00015566345,0.0002974766,0.0000123296,0.000050546143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002404033,0.00012405003,0.00031039037,0.00014596691,0.000102377584,0.000049851216,0.0002327226,0.00012304744,0.00047848333],"category_scores_gemma":[0.00027881088,0.00016251422,0.00008594273,0.000220773,0.000034736182,0.00022033471,0.00013892098,0.00014868384,0.00059384666],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015319523,0.00040059662,0.7786827,0.00022410376,0.00007274087,0.000021610815,0.005622475,0.000028843537,0.00014478674,0.18396445,0.021426935,0.009395408],"study_design_scores_gemma":[0.0006260645,0.000028583398,0.55605215,0.000013859474,0.0000028069276,0.0000031093298,0.00010239453,0.00011592448,0.00018894408,0.29566565,0.1468945,0.00030602273],"about_ca_topic_score_codex":0.00029664396,"about_ca_topic_score_gemma":0.0010933619,"teacher_disagreement_score":0.22263059,"about_ca_system_score_codex":0.00014301667,"about_ca_system_score_gemma":0.000012766321,"threshold_uncertainty_score":0.7632896},"labels":[],"label_agreement":null},{"id":"W4233720351","doi":"10.1145/3055589.3055590","title":"Editor's introduction","year":2017,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Economic theories and models","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Scope (computer science); Computer science; Base (topology); Media studies; Public relations; Sociology; World Wide Web; Library science; Political science; Mathematics; Programming language","score_opus":0.04265180504652455,"score_gpt":0.24342438439387049,"score_spread":0.20077257934734594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233720351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5543783,0.0068692756,0.0038160726,0.13407627,0.117209055,0.0007738458,0.0004780356,0.00039128656,0.1820079],"genre_scores_gemma":[0.9595469,0.0005713835,0.00085436075,0.0002276396,0.02923339,0.00003436062,0.000016318669,0.000032173477,0.009483476],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990448,0.0000056365816,0.00027560437,0.00039286393,0.00001652075,0.0002645836],"domain_scores_gemma":[0.99792486,0.00003471653,0.0003797259,0.0015718596,0.000019962263,0.0000688863],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004156244,0.00012845475,0.000277828,0.00008387738,0.00042632493,0.00022483997,0.000787311,0.00009633528,0.0012611484],"category_scores_gemma":[0.00044757832,0.00015135281,0.00008109002,0.000019054627,0.000092900176,0.00049407745,0.0003007148,0.000105280735,0.0013976017],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001960402,0.000050748138,0.014767197,0.0000240257,0.00006368444,0.0000020643001,0.0006009129,0.000015803658,0.000049621867,0.7048826,0.27160555,0.007918162],"study_design_scores_gemma":[0.00024321055,0.000036099307,0.008031363,0.000003321523,0.0000028974393,0.0000019026673,0.00005854476,0.00008118009,0.00022451823,0.23681825,0.7543053,0.00019341116],"about_ca_topic_score_codex":0.0002518064,"about_ca_topic_score_gemma":0.000078046796,"teacher_disagreement_score":0.48269975,"about_ca_system_score_codex":0.00005558939,"about_ca_system_score_gemma":0.000006086906,"threshold_uncertainty_score":0.99965185},"labels":[],"label_agreement":null},{"id":"W4235187823","doi":"10.1145/3381329.3381332","title":"Editors' introduction","year":2020,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Management and Organizational Studies","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Library science","score_opus":0.024254897983969476,"score_gpt":0.21353887886127315,"score_spread":0.18928398087730366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235187823","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028796317,0.0012984115,0.0022171133,0.89358824,0.015946906,0.00076289824,0.000005126403,0.0015381844,0.055846784],"genre_scores_gemma":[0.69240457,0.00010247325,0.00066282804,0.02107742,0.28414923,0.0000293065,0.000120404766,0.00005319234,0.0014005557],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992797,0.000003814975,0.00011832519,0.0002407006,0.00019292554,0.00016454676],"domain_scores_gemma":[0.999629,0.000023372273,0.00008006978,0.00016483672,0.0000921065,0.000010577371],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00008421922,0.000121888,0.000121300945,0.00007454352,0.00018114262,0.00013617799,0.00028896492,0.000030197256,0.0023619714],"category_scores_gemma":[0.00051237026,0.00011282676,0.000032652344,0.00043834525,0.000024722505,0.0005669968,0.0005011495,0.00006120441,0.0016658446],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009503811,0.000016381691,0.01034911,0.00009167917,0.000025242209,0.0000020044097,0.00008465012,0.000008667302,0.0001526288,0.008768694,0.9780359,0.002455484],"study_design_scores_gemma":[0.00015618386,0.000008145059,0.008032075,0.000003302396,0.000030122106,1.0452481e-7,0.00021990479,0.00013682591,0.00009724273,0.0028499563,0.9883171,0.00014904696],"about_ca_topic_score_codex":0.00003445505,"about_ca_topic_score_gemma":0.000023584766,"teacher_disagreement_score":0.87251085,"about_ca_system_score_codex":0.000009726366,"about_ca_system_score_gemma":0.0000023022355,"threshold_uncertainty_score":0.9991115},"labels":[],"label_agreement":null},{"id":"W4235313233","doi":"10.1145/3331041.3331042","title":"Editor's introduction","year":2019,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Economic and Social Issues","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Realm; Computer science; Engineering ethics; Sociology; Management science; Data science; Library science; Operations research; Political science; Engineering; Law","score_opus":0.017874941641869486,"score_gpt":0.2962889224333959,"score_spread":0.2784139807915264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235313233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.682919,0.00080653175,0.000008607555,0.05932211,0.040020715,0.0004329515,0.000004798371,0.00030250495,0.21618274],"genre_scores_gemma":[0.87029946,0.00050773734,0.00020489222,0.00033449123,0.06943167,0.0000148285235,0.000007706615,0.000013531964,0.05918569],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992588,0.00009122713,0.00009271094,0.00019081452,0.00012838867,0.00023802745],"domain_scores_gemma":[0.99943876,0.00013878131,0.000053292595,0.00025898448,0.000045496225,0.00006469489],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00044863886,0.000068349254,0.00012949118,0.000040686045,0.00023575124,0.00005871529,0.00030607395,0.000106795094,0.004875326],"category_scores_gemma":[0.00027006675,0.00007232592,0.000043845263,0.00008990063,0.00009413399,0.00024981852,0.00006539754,0.00008161984,0.0027270247],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010739425,0.000043101118,0.028013064,0.000014750739,0.00003106166,8.127397e-7,0.05488474,0.0000017161514,0.0002636103,0.075518616,0.8217981,0.019419715],"study_design_scores_gemma":[0.00007638461,0.000023306467,0.0012484728,0.0000029734356,0.000004124709,7.181074e-8,0.008847181,0.0000014025096,0.00012697355,0.0057788957,0.9837886,0.000101622536],"about_ca_topic_score_codex":0.0014702555,"about_ca_topic_score_gemma":0.0012472443,"teacher_disagreement_score":0.1873804,"about_ca_system_score_codex":0.00008539423,"about_ca_system_score_gemma":0.000040544957,"threshold_uncertainty_score":0.99804944},"labels":[],"label_agreement":null},{"id":"W4238965351","doi":"10.1145/3331033.3331034","title":"Editors' introduction","year":2019,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Youth Education and Societal Dynamics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Library science; Computer science; Political science","score_opus":0.020367718619191948,"score_gpt":0.31125481093776197,"score_spread":0.29088709231857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238965351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7710604,0.00022892414,0.00004082298,0.11112193,0.05874261,0.00048744588,0.0000072441926,0.00030812254,0.0580025],"genre_scores_gemma":[0.908863,0.00022873461,0.00052161067,0.0006879154,0.034763336,0.000020035066,0.000026619124,0.000015528727,0.054873183],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999198,0.00008748916,0.00008502426,0.0001759002,0.0002342177,0.00021932772],"domain_scores_gemma":[0.99937534,0.00011475464,0.00004778338,0.00030218923,0.000078522,0.00008141089],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00039570397,0.00006564662,0.000088052686,0.000043950477,0.0002222804,0.000057971385,0.0002876354,0.000096541386,0.0028111248],"category_scores_gemma":[0.0004056089,0.00006708639,0.000047564085,0.00019708743,0.00008020602,0.00019189347,0.000049709903,0.00009748865,0.0012240681],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009974819,0.0001450735,0.045260318,0.000035146153,0.000035392124,6.113219e-7,0.1304971,0.000009670466,0.00049690425,0.05551,0.7468015,0.021198343],"study_design_scores_gemma":[0.00007986973,0.000019829888,0.0058993474,0.0000031774134,0.0000048544316,1.9127216e-7,0.016955769,0.000012893386,0.000033678567,0.0018962736,0.97498626,0.0001078698],"about_ca_topic_score_codex":0.00040680286,"about_ca_topic_score_gemma":0.00040684326,"teacher_disagreement_score":0.22818477,"about_ca_system_score_codex":0.000086369844,"about_ca_system_score_gemma":0.000073087525,"threshold_uncertainty_score":0.9995536},"labels":[],"label_agreement":null},{"id":"W4246824481","doi":"10.1145/3144722.3144723","title":"Editor's introduction","year":2017,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Economic Policies and Impacts","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Matching (statistics); Computer science; Position (finance); Mechanism (biology); Information retrieval; Mathematical economics; Economics; Mathematics; Epistemology; Statistics; Philosophy","score_opus":0.05311468100512562,"score_gpt":0.25972555730329355,"score_spread":0.20661087629816793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246824481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6006588,0.004184108,0.00027864327,0.15022887,0.05920105,0.00044233224,0.00031585977,0.00022022762,0.18447016],"genre_scores_gemma":[0.95733476,0.00074017385,0.00036363155,0.00065846083,0.033970173,0.000020838515,0.000013416896,0.00003098354,0.0068675377],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990356,0.00000528384,0.00027560676,0.00032649413,0.000018396831,0.00033859667],"domain_scores_gemma":[0.99793184,0.000032806052,0.00041472455,0.0015020107,0.000016244892,0.00010239553],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00032700488,0.00013286217,0.0002826671,0.00011044748,0.00041307323,0.00028746223,0.00078311795,0.00009351594,0.001141825],"category_scores_gemma":[0.00085125584,0.00015357367,0.00007976803,0.000025662759,0.0000861114,0.00057643664,0.00027899235,0.00010898675,0.0022633183],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010251301,0.00005275503,0.038298156,0.000021760738,0.00005781705,0.0000015022844,0.000537332,0.0000057649086,0.00007761781,0.0780236,0.8761142,0.0067992816],"study_design_scores_gemma":[0.0002496027,0.000050873223,0.08627648,0.000003995749,0.0000026175837,0.0000026900777,0.000044836223,0.000061723804,0.00028039867,0.04023943,0.8725895,0.00019781607],"about_ca_topic_score_codex":0.0008173358,"about_ca_topic_score_gemma":0.00013256723,"teacher_disagreement_score":0.35667604,"about_ca_system_score_codex":0.00007725207,"about_ca_system_score_gemma":0.000007705676,"threshold_uncertainty_score":0.99977124},"labels":[],"label_agreement":null},{"id":"W4403215990","doi":"10.1145/3699824.3699829","title":"Welfare-Maximizing Pooled Testing","year":2024,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Machine Learning and Algorithms","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Welfare; Econometrics; Computer science; Economics","score_opus":0.03299751274314557,"score_gpt":0.27798834960966173,"score_spread":0.24499083686651615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403215990","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05902001,0.024244146,0.6384712,0.19691485,0.0118528865,0.00071311515,0.000015362833,0.013571487,0.055196945],"genre_scores_gemma":[0.8575629,0.000029749483,0.13951765,0.00048626724,0.0006636808,0.000025778907,0.0000040453447,0.00003202853,0.0016778972],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986587,0.000073118186,0.00016630166,0.00049161434,0.00023383828,0.00037643543],"domain_scores_gemma":[0.99860615,0.0004920526,0.00004075259,0.00072048436,0.000044769164,0.00009580836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004145113,0.00017530243,0.00015951545,0.00018227696,0.00024241478,0.00055734103,0.001180248,0.000057857666,0.000080249716],"category_scores_gemma":[0.0005653803,0.00015192601,0.000064581734,0.0006505877,0.000021820731,0.00036188506,0.000694313,0.0003053514,0.0002708723],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.519964e-7,0.000018540235,0.0004665158,0.00008456479,0.00003194752,0.00017728956,0.0012200451,0.00011482996,0.00070828764,0.0119890515,0.002028971,0.9831592],"study_design_scores_gemma":[0.0003178137,0.0002756568,0.0064302,0.00041549327,0.00003841104,0.00024180072,0.00018540808,0.6552356,0.0015943409,0.017226584,0.31712952,0.0009091879],"about_ca_topic_score_codex":0.00011719404,"about_ca_topic_score_gemma":0.000008477138,"teacher_disagreement_score":0.98225003,"about_ca_system_score_codex":0.000028852,"about_ca_system_score_gemma":0.000031770476,"threshold_uncertainty_score":0.61953634},"labels":[],"label_agreement":null}]}