{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":22,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":22,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"83f1f67c675d","filters":{"venue":"ACM SIGecom Exchanges"}},"results":[{"id":"W2087761585","doi":"10.1145/844316.844323","title":"The fifth International conference on autonomous agents","year":2001,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Mobile Agent-Based Network Management","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Robotics; Software; Computer science; Library science; Panel discussion; Software engineering; Engineering; Engineering management; World Wide Web; Artificial intelligence; Robot; Advertising; Business; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.06538225729231202,"gpt":0.2946219821494786,"spread":0.2292397248571666,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003449018,0.0001680765,0.0001087453,0.00008441327,0.0002595758,0.000371852,0.003372009,0.00003926795,0.0004359663],"category_scores_gemma":[0.00006546121,0.0001256955,0.00005812691,0.0002058145,0.00004729911,0.0002021419,0.001083444,0.0001305299,0.0006086533],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001265386,"about_ca_system_score_gemma":0.00003241469,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002690479,"about_ca_topic_score_gemma":0.00011585,"domain_scores_codex":[0.9985301,0.00008568881,0.0001873703,0.0004169903,0.0004021356,0.0003776707],"domain_scores_gemma":[0.9981648,0.0002341695,0.0001129058,0.001339483,0.00006244428,0.00008618638],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002561587,0.0001316882,0.001263287,0.000006326979,0.0000992782,0.0001475783,0.0009483942,0.0006415888,0.00002672333,0.1400582,0.1133043,0.743347],"study_design_scores_gemma":[0.0003823173,0.0001601277,0.00650484,0.0000288235,0.000006486369,0.000008867748,0.00008546363,0.07065298,0.0001160425,0.009130944,0.9126625,0.0002605918],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1277116,0.001881649,0.2355121,0.3003417,0.02203584,0.003320024,0.00002598254,0.002427006,0.3067441],"genre_scores_gemma":[0.9804515,0.001913885,0.003165703,0.004598334,0.0004447937,0.000199507,0.00001260153,0.00001982764,0.009193874],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8527399,"threshold_uncertainty_score":0.782321,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2052708288","doi":"10.1145/1120701.1120703","title":"Redagent","year":2004,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Bidding; Computer science; Competition (biology); Focus (optics); Order (exchange); Simple (philosophy); Operations research; Supply chain; Supply chain management; Curse of dimensionality; Industrial organization; Microeconomics; Business; Economics; Artificial intelligence; Marketing; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.250987736820624,"gpt":0.43930937358721,"spread":0.188321636766586,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009112424,0.00008670091,0.0001236712,0.0001204004,0.0002335626,0.00009341494,0.0009539058,0.00004965749,0.002276119],"category_scores_gemma":[0.001416529,0.00006514563,0.00007117571,0.0004784467,0.00008451143,0.000169427,0.0002051725,0.00007888168,0.004812295],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002923985,"about_ca_system_score_gemma":0.00002607963,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001357036,"about_ca_topic_score_gemma":0.00003594009,"domain_scores_codex":[0.9987545,0.00005906737,0.0002497554,0.0003176082,0.0004482437,0.0001708384],"domain_scores_gemma":[0.9981746,0.0004550093,0.0001088379,0.001067379,0.00009810946,0.00009608502],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004124652,0.0003453423,0.001839542,0.000005508362,0.00003693605,0.00001733162,0.005857269,0.0009902464,0.006872766,0.5265873,0.08551368,0.3718928],"study_design_scores_gemma":[0.0001642674,0.00002811705,0.003375644,0.000003397821,0.000003632274,0.000008599226,0.0009589018,0.000003837508,0.007061762,0.6986946,0.2896046,0.00009264529],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7813669,0.001005784,0.06373138,0.09622831,0.001509623,0.0005980942,0.00004569559,0.0004571071,0.05505715],"genre_scores_gemma":[0.9888168,0.00003832619,0.002645452,0.0009418613,0.0002285336,0.00004489617,0.000003308146,0.000008387919,0.007272417],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3718002,"threshold_uncertainty_score":0.9986359,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2160516733","doi":"10.1145/1345037.1345048","title":"Revenue monotonicity in combinatorial auctions","year":2007,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Citation; Common value auction; Revenue; Operations research; Computer science; Library science; Advertising; Business; Economics; Mathematics; Finance; Microeconomics","retraction":null,"screen_n_in":null,"score":{"opus":0.1169863139294163,"gpt":0.4189537235396049,"spread":0.3019674096101886,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003745506,0.0001086185,0.0001915379,0.0003137228,0.0002429652,0.00006714839,0.0008649171,0.0001078448,0.0006236655],"category_scores_gemma":[0.002705249,0.00009685974,0.00007308647,0.001079904,0.0001141396,0.0002271484,0.0001981535,0.0002078034,0.0007174085],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006218787,"about_ca_system_score_gemma":0.00002861617,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009038857,"about_ca_topic_score_gemma":0.0008133812,"domain_scores_codex":[0.9983087,0.0001385631,0.0004579059,0.0003721967,0.0004427777,0.0002798746],"domain_scores_gemma":[0.9969088,0.001770252,0.0001669047,0.0009308899,0.0001195429,0.0001035795],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002830229,0.001084116,0.07737969,0.00001158276,0.00003647943,0.00004069579,0.007709473,0.0002267931,0.004594871,0.5548892,0.08729377,0.2664503],"study_design_scores_gemma":[0.0003768366,0.00003641391,0.07119731,0.000006621857,0.000004610988,0.000007863632,0.001097355,0.0000302217,0.003531629,0.6874074,0.2361512,0.0001525144],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9744711,0.0001865622,0.008699359,0.005756339,0.002195899,0.0003828346,0.00004122217,0.00009080018,0.008175872],"genre_scores_gemma":[0.9957484,0.00002978988,0.0007079846,0.0002119312,0.000404675,0.0000412216,0.000003980246,0.000009441592,0.00284256],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2662978,"threshold_uncertainty_score":0.9221075,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2536869554","doi":"10.1145/2994501.2994506","title":"A duality-based unified approach to Bayesian mechanism design","year":2016,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Mechanism design; Duality (order theory); Computer science; Bayesian probability; Mathematical economics; Mathematics; Theoretical computer science; Mathematical optimization; Discrete mathematics; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.2297000868937172,"gpt":0.3823245175010108,"spread":0.1526244306072936,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003422815,0.0001994166,0.0002756696,0.0003314063,0.0003052076,0.0001334459,0.001592305,0.0001154016,0.001155694],"category_scores_gemma":[0.002717435,0.0001215786,0.0001049528,0.0008960516,0.00009470432,0.0002029245,0.0002278996,0.00007902379,0.001888478],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004341004,"about_ca_system_score_gemma":0.00006985629,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001088012,"about_ca_topic_score_gemma":0.00001156557,"domain_scores_codex":[0.9971845,0.0005921078,0.0004320372,0.0007175333,0.000716774,0.0003570763],"domain_scores_gemma":[0.9946243,0.002932896,0.0001799428,0.001781412,0.0002023164,0.0002790973],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002301888,0.0005228818,0.000216137,0.0000119082,0.00004533296,0.000004895753,0.002358715,0.0002878305,0.03498397,0.6961105,0.08052588,0.1847018],"study_design_scores_gemma":[0.0005180365,0.0001327333,0.0004645573,0.00001688551,0.00001475573,0.00000590857,0.001045467,0.000378244,0.05097583,0.8850216,0.06106082,0.0003651679],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.004356861,0.00001940619,0.9686704,0.02222786,0.0001873455,0.0005270708,0.00003559304,0.000170169,0.003805314],"genre_scores_gemma":[0.9216276,0.000004179049,0.06650302,0.00206623,0.0001777363,0.0003665662,0.000003842007,0.00002489336,0.009225971],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9172707,"threshold_uncertainty_score":0.9997574,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2061499312","doi":"10.1145/1978721.1978730","title":"The lemonade stand game competition","year":2011,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Game Theory and Applications","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Competition (biology); Dilemma; Prisoner's dilemma; Computer science; Advertising; Operations research; Business; Engineering; Philosophy; Epistemology; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.3290195769305885,"gpt":0.3890606669279014,"spread":0.06004108999731289,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016956,0.0001008145,0.0001261596,0.0000659645,0.0003909287,0.0001394028,0.001430054,0.00004646101,0.001717356],"category_scores_gemma":[0.001047591,0.0000591347,0.00006331426,0.0003149491,0.0002253069,0.0001539786,0.0002377375,0.0001047434,0.001597101],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001360121,"about_ca_system_score_gemma":0.00002050733,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000184703,"about_ca_topic_score_gemma":0.0001654606,"domain_scores_codex":[0.9986016,0.0001884951,0.0002713077,0.0002697211,0.0004376867,0.0002312301],"domain_scores_gemma":[0.9964629,0.001995626,0.0001399132,0.001187903,0.0001310831,0.0000825824],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001078762,0.0001659648,0.003803056,0.000005409175,0.00003444617,0.000007150844,0.01119283,0.000004225732,0.002064272,0.6723109,0.04018872,0.2701151],"study_design_scores_gemma":[0.0001056106,0.00004354538,0.02265999,0.00000489926,0.00000584643,0.000004634484,0.002329513,0.00002158501,0.002461971,0.5997531,0.3725159,0.00009341328],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8352837,0.00245206,0.007388006,0.01762179,0.0009225947,0.0006690882,0.00007350135,0.0002385465,0.1353507],"genre_scores_gemma":[0.9923629,0.0001649685,0.0004752185,0.0002699966,0.0001123667,0.00005362816,0.000002373245,0.000008903389,0.006549617],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3323272,"threshold_uncertainty_score":0.9991952,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2944354239","doi":"10.1145/3331033.3331038","title":"Strategyproof linear regression in high dimensions","year":2019,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Hyperplane; Intersection (aeronautics); Focus (optics); Computer science; Mechanism design; Linear regression; Mathematics; Mathematical economics; Combinatorics; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.1083237096849441,"gpt":0.3946172451622414,"spread":0.2862935354772973,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001204362,0.0001352684,0.0002436924,0.0002619117,0.0001297052,0.00006027744,0.0008537347,0.0001070777,0.003775921],"category_scores_gemma":[0.0008290428,0.00009306852,0.00006296048,0.0007972609,0.00006153536,0.000277274,0.0002910377,0.0001873455,0.00445526],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002353665,"about_ca_system_score_gemma":0.00003173619,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003731273,"about_ca_topic_score_gemma":0.00009249213,"domain_scores_codex":[0.9981952,0.0001902981,0.0003916929,0.0004872635,0.0004999831,0.0002355849],"domain_scores_gemma":[0.9970752,0.001248538,0.0001748552,0.001296272,0.0001131294,0.00009203501],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003887831,0.001312412,0.2152579,0.00004730137,0.00005982799,0.00004688205,0.006331193,0.003579567,0.06241494,0.3286914,0.07578044,0.3060893],"study_design_scores_gemma":[0.001071946,0.0002050319,0.0926934,0.00009054095,0.00001100961,0.00001209133,0.004420211,0.001080205,0.01393528,0.7726738,0.1132964,0.000510115],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9907263,0.000205765,0.0002735789,0.004676708,0.0004416729,0.0003091548,0.00001577326,0.00006476271,0.003286274],"genre_scores_gemma":[0.9873665,0.00004784155,0.00110707,0.0002998464,0.0001098909,0.000041451,0.0000106771,0.00001207582,0.01100466],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4439824,"threshold_uncertainty_score":0.9971347,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2067813875","doi":"10.1145/1150735.1150738","title":"A reputation mechanism for layered communities","year":2006,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Access Control and Trust","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Reputation; Incentive; Internet privacy; Computer science; Mechanism (biology); Computer security; Mechanism design; Digital content; Digital goods; Peer-to-peer; Business; World Wide Web; Microeconomics; Economics; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.05099866233568784,"gpt":0.3259098500974883,"spread":0.2749111877618005,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003671415,0.00008887734,0.0001349235,0.00006617585,0.0007565916,0.0001245735,0.0003936116,0.00008747648,0.0001670806],"category_scores_gemma":[0.0002070125,0.0000868002,0.00006154771,0.000103802,0.00008799085,0.0002426785,0.00006171694,0.00005706187,0.00002056524],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003962537,"about_ca_system_score_gemma":0.00003692264,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01784816,"about_ca_topic_score_gemma":0.05165912,"domain_scores_codex":[0.9991959,0.0001116567,0.0001350697,0.0001085085,0.0001762746,0.0002725993],"domain_scores_gemma":[0.9989528,0.0005195644,0.0000901426,0.0002399755,0.0001596313,0.00003789839],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000395672,0.00008716665,0.002033018,0.00002960199,0.00003002911,0.000002452433,0.01648581,0.00001965426,0.0002580479,0.951241,0.007203027,0.02257063],"study_design_scores_gemma":[0.001049293,0.0001090776,0.003876874,0.00002613262,0.00003771099,8.40034e-7,0.02992918,0.0004098019,0.0008645927,0.8575791,0.1057718,0.0003456156],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.70935,0.002423679,0.04702947,0.07348908,0.002860964,0.003506054,0.0002270405,0.00150483,0.1596088],"genre_scores_gemma":[0.9940302,0.00008667997,0.001607245,0.000461467,0.0005964491,0.0001866359,0.00004389754,0.00001354292,0.002973897],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2846801,"threshold_uncertainty_score":0.988692,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2274024707","doi":"10.1145/1978721.1978723","title":"Polynomial computation of exact correlated equilibrium in compact games","year":2011,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Game Theory and Applications","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Oracle; Computation; Polynomial; Ellipsoid; Time complexity; Computer science; Algorithm; Applied mathematics; Mathematics; Mathematical optimization; Mathematical analysis","retraction":null,"screen_n_in":null,"score":{"opus":0.2170095541008843,"gpt":0.3850137129977094,"spread":0.1680041588968252,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001258498,0.0001349012,0.0003277935,0.0003510514,0.00004183724,0.00003374877,0.0008967107,0.00008952538,0.00096409],"category_scores_gemma":[0.0009341269,0.0001104185,0.00008114539,0.0007255463,0.000166029,0.0002446875,0.0001617116,0.0001289146,0.0003145493],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002090751,"about_ca_system_score_gemma":0.000032931,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002239776,"about_ca_topic_score_gemma":0.0001078813,"domain_scores_codex":[0.998262,0.0002525044,0.0005645748,0.0003217367,0.0003699516,0.0002292675],"domain_scores_gemma":[0.9975793,0.0012476,0.0003176157,0.0006512319,0.0001231466,0.00008110728],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001651848,0.002721003,0.4068763,0.00007610478,0.0001723695,0.00004712338,0.07970083,0.002723587,0.07175659,0.005741177,0.1122184,0.3163147],"study_design_scores_gemma":[0.001389997,0.0003762994,0.873656,0.00007743617,0.00002827616,0.00001461008,0.004251023,0.004367646,0.03557578,0.0760155,0.003794907,0.0004524626],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9894192,0.0001804712,0.000391066,0.0005099741,0.0002222013,0.0002162753,0.00001929647,0.00004223196,0.00899928],"genre_scores_gemma":[0.9988983,0.000008459424,0.0004701179,0.00007566565,0.00004058069,0.00000862719,0.000008074257,0.00001111498,0.0004791206],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4667798,"threshold_uncertainty_score":0.9999492,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2082195519","doi":"10.1145/844324.844327","title":"Software agents and wireless E-commerce","year":2001,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Mobile Agent-Based Network Management","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"","keywords":"Wireless; Payment; Computer science; Software; Computer security; Service provider; Software agent; Service (business); Supervisor; World Wide Web; Operating system; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.03391158706277978,"gpt":0.2597926295408888,"spread":0.2258810424781091,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002751941,0.0002187492,0.0002047188,0.0001318191,0.0001820309,0.0001860272,0.001552176,0.00006337462,0.0001488377],"category_scores_gemma":[0.00005094811,0.0002135891,0.00004799563,0.0003791805,0.00004717248,0.0003643995,0.001632385,0.0001207508,0.0001450413],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005876218,"about_ca_system_score_gemma":0.00001457871,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005522466,"about_ca_topic_score_gemma":0.00009334938,"domain_scores_codex":[0.9983937,0.0000921543,0.0001884987,0.0005616952,0.0002930733,0.0004708944],"domain_scores_gemma":[0.9981238,0.0002209638,0.00009011717,0.001363151,0.00003831137,0.0001637091],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000008697871,0.00008716276,0.02702756,0.00005173325,0.00005023145,0.0001819207,0.0007931914,0.00006964069,0.00003411416,0.002429666,0.07070944,0.8985566],"study_design_scores_gemma":[0.001648668,0.0003812137,0.1788697,0.0001587767,0.00005194146,0.00008573752,0.0002240173,0.024184,0.0004063799,0.007170029,0.7855231,0.001296389],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6532505,0.001953914,0.3227166,0.01528527,0.001415717,0.0009966309,0.000006057212,0.001160017,0.003215341],"genre_scores_gemma":[0.9525753,0.00254512,0.03205312,0.008618645,0.0003366406,0.000180381,0.00001500892,0.00004757269,0.003628193],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8972602,"threshold_uncertainty_score":0.8709911,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2064749094","doi":"10.1145/2692375.2692384","title":"The output-agreement method induces honest behavior in the presence of social projection","year":2014,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Projection (relational algebra); Payment; Variety (cybernetics); Computer science; Simple (philosophy); Private information retrieval; Function (biology); Social choice theory; Agreement; Econometrics; Microeconomics; Psychology; Social psychology; Mathematical economics; Economics; Artificial intelligence; Algorithm; Computer security; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.04240138950037976,"gpt":0.3086586112104828,"spread":0.266257221710103,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002453542,0.0001245351,0.0001522626,0.00007972919,0.0003942068,0.000179534,0.001435487,0.00007246012,0.000002434451],"category_scores_gemma":[0.000353803,0.00007423659,0.00005918578,0.0003629037,0.00008347817,0.0001539949,0.0003408304,0.0002031292,0.000005933062],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002275657,"about_ca_system_score_gemma":0.00002662984,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002868772,"about_ca_topic_score_gemma":0.0004189484,"domain_scores_codex":[0.9981914,0.0006643325,0.0002296837,0.0002767829,0.0003626225,0.0002752423],"domain_scores_gemma":[0.9978833,0.001096465,0.0001697836,0.0007566204,0.00007187371,0.00002195764],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00001283626,0.0001843786,0.002721682,0.0000389047,0.00001606521,0.000004749324,0.03981512,0.00003197891,0.006202737,0.01114781,0.002158338,0.9376654],"study_design_scores_gemma":[0.00223044,0.00185393,0.7267025,0.0002767141,0.0001661499,0.0001462824,0.02938515,0.03229667,0.08238531,0.01579219,0.107059,0.00170562],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9388912,0.0002486858,0.04734114,0.0105785,0.0009002533,0.0007227541,0.000001561655,0.0000845266,0.001231416],"genre_scores_gemma":[0.9945185,0.00001618298,0.004801524,0.0001676319,0.0001898558,0.0001250365,8.128684e-7,0.000006645191,0.0001737874],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9359598,"threshold_uncertainty_score":0.303196,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2943895041","doi":"10.1145/3331033.3331037","title":"Simple mechanisms for subadditive buyers via duality","year":2019,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Subadditivity; Submodular set function; Incentive compatibility; Mechanism design; Simple (philosophy); Benchmark (surveying); Common value auction; Revenue; Mathematics; Matroid; Mathematical economics; Combinatorial auction; Duality (order theory); Linear programming; Computer science; Mathematical optimization; Combinatorics; Incentive; Economics; Microeconomics; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.1101724111731425,"gpt":0.4001661337303358,"spread":0.2899937225571932,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001957736,0.0001528225,0.0002714406,0.0001337295,0.0002714267,0.0001039729,0.0009894017,0.0001005867,0.005748721],"category_scores_gemma":[0.001539476,0.0001227528,0.0001556824,0.0004079603,0.00006890897,0.0002798348,0.0002268565,0.00009095241,0.002733424],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003203367,"about_ca_system_score_gemma":0.00002649637,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001944589,"about_ca_topic_score_gemma":0.0000557136,"domain_scores_codex":[0.998144,0.0001515418,0.0003631517,0.0005633535,0.0004821527,0.0002958105],"domain_scores_gemma":[0.9946457,0.003539047,0.0002460355,0.001180025,0.0002762955,0.0001129502],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000246257,0.0003027271,0.002306531,0.00003349821,0.0001112895,0.000002049846,0.003826854,0.0001148553,0.02956725,0.6276375,0.1294824,0.2063688],"study_design_scores_gemma":[0.0002649533,0.00009397212,0.0015925,0.0000025059,0.000009571702,0.000002420369,0.002378392,0.0002251992,0.01718473,0.817696,0.1603841,0.0001656345],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3422066,0.0001253238,0.6311622,0.0114209,0.001820232,0.002608171,0.0009216081,0.0003383897,0.009396489],"genre_scores_gemma":[0.9869249,0.000006833848,0.003128763,0.001018278,0.000175989,0.0002616503,0.00005733116,0.00001870976,0.008407484],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6447183,"threshold_uncertainty_score":0.9980431,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3185754716","doi":"10.1145/3476436.3476439","title":"Distortion in social choice problems","year":2021,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Fiscal Policy and Economic Growth","field":"Economics, Econometrics and Finance","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Distortion (music); Social choice theory; Social Welfare; Measure (data warehouse); Welfare; Reading (process); Computer science; Deadweight loss; Microeconomics; Economics; Mathematical economics; Public economics; Political science; Telecommunications; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.08266559447192305,"gpt":0.2567809592839622,"spread":0.1741153648120392,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002404033,0.00012405,0.0003103904,0.0001459669,0.0001023776,0.00004985122,0.0002327226,0.0001230474,0.0004784833],"category_scores_gemma":[0.0002788109,0.0001625142,0.00008594273,0.000220773,0.00003473618,0.0002203347,0.000138921,0.0001486838,0.0005938467],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001430167,"about_ca_system_score_gemma":0.00001276632,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000296644,"about_ca_topic_score_gemma":0.001093362,"domain_scores_codex":[0.9988633,0.00001760092,0.0004048257,0.000369588,0.00001940334,0.0003253063],"domain_scores_gemma":[0.9994098,0.0000741909,0.0001556635,0.0002974766,0.0000123296,0.00005054614],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001531952,0.0004005966,0.7786827,0.0002241038,0.00007274087,0.00002161081,0.005622475,0.00002884354,0.0001447867,0.1839644,0.02142693,0.009395408],"study_design_scores_gemma":[0.0006260645,0.0000285834,0.5560521,0.00001385947,0.000002806928,0.00000310933,0.0001023945,0.0001159245,0.0001889441,0.2956657,0.1468945,0.0003060227],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8762837,0.004179794,0.0001335381,0.01407361,0.0007824554,0.0001861065,0.0001309191,0.00007089036,0.104159],"genre_scores_gemma":[0.9967054,0.000104629,0.000108379,0.0007826018,0.0005177407,0.00004727042,0.00004458702,0.00002202752,0.001667371],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2226306,"threshold_uncertainty_score":0.7632896,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2093485636","doi":"10.1145/1120687.1120691","title":"A framework for representing navigational patterns as full temporal objects","year":2004,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Data Mining Algorithms and Applications","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Profiling (computer programming); Personalization; Representation (politics); Temporal database; Cluster analysis; Data mining; Artificial intelligence; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.04643712198875068,"gpt":0.3320409715437025,"spread":0.2856038495549518,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002210485,0.0001377954,0.0001360284,0.00006483645,0.0002624045,0.0002349334,0.00127752,0.00008061025,0.0000233848],"category_scores_gemma":[0.0003811244,0.0001368083,0.00007004939,0.0002506195,0.00002777116,0.0003754967,0.0005300463,0.0001344459,0.00008220637],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003557151,"about_ca_system_score_gemma":0.00006890111,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002497753,"about_ca_topic_score_gemma":0.00007399392,"domain_scores_codex":[0.9987613,0.00001606391,0.0001905004,0.0004953501,0.0002222752,0.0003145034],"domain_scores_gemma":[0.998292,0.0003626876,0.0001237118,0.00104035,0.00008444188,0.00009675352],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001891485,0.0004947947,0.008461533,0.000152785,0.0001169579,0.00004231899,0.01027353,0.0001948257,0.001166345,0.6880295,0.004359267,0.2866892],"study_design_scores_gemma":[0.001030217,0.000352158,0.009319742,0.0003537414,0.00002112738,0.00008064794,0.0007091414,0.006155841,0.007173678,0.9558035,0.01826857,0.0007316084],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07185902,0.0001231257,0.915556,0.01132952,0.0003302366,0.0003241103,0.00007418611,0.0002371583,0.0001666702],"genre_scores_gemma":[0.3632256,0.00001432814,0.6353099,0.0005844923,0.0003756252,0.0002669396,0.0000991763,0.00001467463,0.0001092407],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2913666,"threshold_uncertainty_score":0.5578879,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2022894424","doi":"10.1145/2728732.2728737","title":"Network improvement for equilibrium routing","year":2015,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Transportation Planning and Optimization","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Routing (electronic design automation); Mathematical optimization; Work (physics); Network planning and design; Traffic network; Series (stratigraphy); Static routing; Routing protocol; Computer network; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.08679214533124972,"gpt":0.3312607305876934,"spread":0.2444685852564437,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007447508,0.00006749529,0.00008974999,0.00002541488,0.000211852,0.00005844327,0.0001949376,0.00006298181,0.00003320874],"category_scores_gemma":[0.0003701042,0.00006904046,0.00002993027,0.0001342317,0.00003525423,0.0001466472,0.00001821553,0.00003776419,0.00001126381],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004414417,"about_ca_system_score_gemma":0.0000837015,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003755922,"about_ca_topic_score_gemma":0.0008896145,"domain_scores_codex":[0.9992142,0.00003705922,0.0001272227,0.0001454992,0.0001801928,0.0002958247],"domain_scores_gemma":[0.9993752,0.000176087,0.00007712806,0.0001364139,0.0001236016,0.0001115707],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003119684,0.0002128569,0.1308553,0.0001099452,0.0001302907,0.000008971193,0.234824,0.0523606,0.0003868305,0.06858196,0.4100542,0.1021631],"study_design_scores_gemma":[0.00304006,0.0008035927,0.01105819,0.0001350422,0.0001264241,5.967266e-7,0.04122943,0.005228728,0.0006497668,0.05175029,0.8849086,0.00106932],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6747608,0.003657348,0.1386786,0.08131558,0.01340274,0.004951356,0.0001482407,0.00259719,0.08048808],"genre_scores_gemma":[0.9809839,0.00002358419,0.01351821,0.0007172264,0.001331918,0.00007840194,0.0000880704,0.00001627553,0.003242395],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4748544,"threshold_uncertainty_score":0.2815388,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4246824481","doi":"10.1145/3144722.3144723","title":"Editor's introduction","year":2017,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Economic Policies and Impacts","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Matching (statistics); Computer science; Position (finance); Mechanism (biology); Information retrieval; Mathematical economics; Economics; Mathematics; Epistemology; Statistics; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.05311468100512562,"gpt":0.2597255573032936,"spread":0.2066108762981679,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003270049,0.0001328622,0.0002826671,0.0001104475,0.0004130732,0.0002874622,0.000783118,0.00009351594,0.001141825],"category_scores_gemma":[0.0008512558,0.0001535737,0.00007976803,0.00002566276,0.0000861114,0.0005764366,0.0002789923,0.0001089868,0.002263318],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007725207,"about_ca_system_score_gemma":0.000007705676,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008173358,"about_ca_topic_score_gemma":0.0001325672,"domain_scores_codex":[0.9990356,0.00000528384,0.0002756068,0.0003264941,0.00001839683,0.0003385967],"domain_scores_gemma":[0.9979318,0.00003280605,0.0004147245,0.001502011,0.00001624489,0.0001023955],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000102513,0.00005275503,0.03829816,0.00002176074,0.00005781705,0.000001502284,0.000537332,0.000005764909,0.00007761781,0.0780236,0.8761142,0.006799282],"study_design_scores_gemma":[0.0002496027,0.00005087322,0.08627648,0.000003995749,0.000002617584,0.000002690078,0.00004483622,0.0000617238,0.0002803987,0.04023943,0.8725895,0.0001978161],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6006588,0.004184108,0.0002786433,0.1502289,0.05920105,0.0004423322,0.0003158598,0.0002202276,0.1844702],"genre_scores_gemma":[0.9573348,0.0007401739,0.0003636316,0.0006584608,0.03397017,0.00002083852,0.0000134169,0.00003098354,0.006867538],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.356676,"threshold_uncertainty_score":0.9997712,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4235313233","doi":"10.1145/3331041.3331042","title":"Editor's introduction","year":2019,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Economic and Social Issues","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Realm; Computer science; Engineering ethics; Sociology; Management science; Data science; Library science; Operations research; Political science; Engineering; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.01787494164186949,"gpt":0.2962889224333959,"spread":0.2784139807915264,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004486389,0.00006834925,0.0001294912,0.00004068605,0.0002357512,0.00005871529,0.000306074,0.0001067951,0.004875326],"category_scores_gemma":[0.0002700668,0.00007232592,0.00004384526,0.00008990063,0.00009413399,0.0002498185,0.00006539754,0.00008161984,0.002727025],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008539423,"about_ca_system_score_gemma":0.00004054496,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001470256,"about_ca_topic_score_gemma":0.001247244,"domain_scores_codex":[0.9992588,0.00009122713,0.00009271094,0.0001908145,0.0001283887,0.0002380275],"domain_scores_gemma":[0.9994388,0.0001387813,0.0000532926,0.0002589845,0.00004549622,0.00006469489],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001073943,0.00004310112,0.02801306,0.00001475074,0.00003106166,8.127397e-7,0.05488474,0.000001716151,0.0002636103,0.07551862,0.8217981,0.01941971],"study_design_scores_gemma":[0.00007638461,0.00002330647,0.001248473,0.000002973436,0.000004124709,7.181074e-8,0.008847181,0.00000140251,0.0001269736,0.005778896,0.9837886,0.0001016225],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.682919,0.0008065318,0.000008607555,0.05932211,0.04002072,0.0004329515,0.000004798371,0.000302505,0.2161827],"genre_scores_gemma":[0.8702995,0.0005077373,0.0002048922,0.0003344912,0.06943167,0.00001482852,0.000007706615,0.00001353196,0.05918569],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1873804,"threshold_uncertainty_score":0.9980494,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4238965351","doi":"10.1145/3331033.3331034","title":"Editors' introduction","year":2019,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Youth Education and Societal Dynamics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Library science; Computer science; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.02036771861919195,"gpt":0.311254810937762,"spread":0.29088709231857,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000395704,0.00006564662,0.00008805269,0.00004395048,0.0002222804,0.00005797139,0.0002876354,0.00009654139,0.002811125],"category_scores_gemma":[0.0004056089,0.00006708639,0.00004756408,0.0001970874,0.00008020602,0.0001918935,0.0000497099,0.00009748865,0.001224068],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008636984,"about_ca_system_score_gemma":0.00007308753,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004068029,"about_ca_topic_score_gemma":0.0004068433,"domain_scores_codex":[0.999198,0.00008748916,0.00008502426,0.0001759002,0.0002342177,0.0002193277],"domain_scores_gemma":[0.9993753,0.0001147546,0.00004778338,0.0003021892,0.000078522,0.00008141089],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009974819,0.0001450735,0.04526032,0.00003514615,0.00003539212,6.113219e-7,0.1304971,0.000009670466,0.0004969042,0.05551,0.7468015,0.02119834],"study_design_scores_gemma":[0.00007986973,0.00001982989,0.005899347,0.000003177413,0.000004854432,1.912722e-7,0.01695577,0.00001289339,0.00003367857,0.001896274,0.9749863,0.0001078698],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7710604,0.0002289241,0.00004082298,0.1111219,0.05874261,0.0004874459,0.000007244193,0.0003081225,0.0580025],"genre_scores_gemma":[0.908863,0.0002287346,0.0005216107,0.0006879154,0.03476334,0.00002003507,0.00002661912,0.00001552873,0.05487318],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2281848,"threshold_uncertainty_score":0.9995536,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4235187823","doi":"10.1145/3381329.3381332","title":"Editors' introduction","year":2020,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Management and Organizational Studies","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Library science","retraction":null,"screen_n_in":null,"score":{"opus":0.02425489798396948,"gpt":0.2135388788612732,"spread":0.1892839808773037,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00008421922,0.000121888,0.0001213009,0.00007454352,0.0001811426,0.000136178,0.0002889649,0.00003019726,0.002361971],"category_scores_gemma":[0.0005123703,0.0001128268,0.00003265234,0.0004383452,0.00002472251,0.0005669968,0.0005011495,0.00006120441,0.001665845],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000009726366,"about_ca_system_score_gemma":0.000002302236,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003445505,"about_ca_topic_score_gemma":0.00002358477,"domain_scores_codex":[0.9992797,0.000003814975,0.0001183252,0.0002407006,0.0001929255,0.0001645468],"domain_scores_gemma":[0.999629,0.00002337227,0.00008006978,0.0001648367,0.0000921065,0.00001057737],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009503811,0.00001638169,0.01034911,0.00009167917,0.00002524221,0.00000200441,0.00008465012,0.000008667302,0.0001526288,0.008768694,0.9780359,0.002455484],"study_design_scores_gemma":[0.0001561839,0.000008145059,0.008032075,0.000003302396,0.00003012211,1.045248e-7,0.0002199048,0.0001368259,0.00009724273,0.002849956,0.9883171,0.000149047],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.02879632,0.001298412,0.002217113,0.8935882,0.01594691,0.0007628982,0.000005126403,0.001538184,0.05584678],"genre_scores_gemma":[0.6924046,0.0001024732,0.000662828,0.02107742,0.2841492,0.0000293065,0.0001204048,0.00005319234,0.001400556],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.8725109,"threshold_uncertainty_score":0.9991115,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1981710522","doi":"10.1145/1120717.1120724","title":"Conference report","year":2005,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Mobile Agent-Based Network Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Library science; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.0362284067997791,"gpt":0.2662630409928414,"spread":0.2300346341930623,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004417655,0.000180244,0.0001772863,0.0001111812,0.000108212,0.0001776126,0.002022731,0.00005300133,0.0004097073],"category_scores_gemma":[0.00008902831,0.0001727752,0.00006209631,0.0002880588,0.00003611855,0.0004461247,0.001196446,0.0001154216,0.0005969791],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009051452,"about_ca_system_score_gemma":0.00004678649,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002480941,"about_ca_topic_score_gemma":0.0001469286,"domain_scores_codex":[0.9983432,0.00006160785,0.0002671279,0.000560654,0.0003454595,0.0004219694],"domain_scores_gemma":[0.9973863,0.0001210066,0.0001446713,0.002146763,0.00007400534,0.0001272425],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004688207,0.0001188269,0.001443018,0.00002960385,0.00005117702,0.0005771883,0.0008414151,0.0005303536,0.0002176236,0.03700131,0.1746737,0.7845111],"study_design_scores_gemma":[0.0003333752,0.00009609993,0.003386967,0.00003166919,0.00001271922,0.00009137266,0.00003987897,0.01994857,0.002778521,0.004022004,0.9688174,0.0004414534],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04159395,0.002012715,0.8169813,0.06916027,0.00231584,0.001227375,0.000004394339,0.00187683,0.06482732],"genre_scores_gemma":[0.8930517,0.0002261837,0.09440687,0.003460369,0.0006445647,0.000154726,0.0000117337,0.00002132369,0.008022516],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8514578,"threshold_uncertainty_score":0.7673157,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4403215990","doi":"10.1145/3699824.3699829","title":"Welfare-Maximizing Pooled Testing","year":2024,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Machine Learning and Algorithms","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Welfare; Econometrics; Computer science; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.03299751274314557,"gpt":0.2779883496096617,"spread":0.2449908368665162,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004145113,0.0001753024,0.0001595154,0.000182277,0.0002424148,0.000557341,0.001180248,0.00005785767,0.00008024972],"category_scores_gemma":[0.0005653803,0.000151926,0.00006458173,0.0006505877,0.00002182073,0.0003618851,0.000694313,0.0003053514,0.0002708723],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000028852,"about_ca_system_score_gemma":0.00003177048,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000117194,"about_ca_topic_score_gemma":0.000008477138,"domain_scores_codex":[0.9986587,0.00007311819,0.0001663017,0.0004916143,0.0002338383,0.0003764354],"domain_scores_gemma":[0.9986061,0.0004920526,0.00004075259,0.0007204844,0.00004476916,0.00009580836],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[7.519964e-7,0.00001854024,0.0004665158,0.00008456479,0.00003194752,0.0001772896,0.001220045,0.00011483,0.0007082876,0.01198905,0.002028971,0.9831592],"study_design_scores_gemma":[0.0003178137,0.0002756568,0.0064302,0.0004154933,0.00003841104,0.0002418007,0.0001854081,0.6552356,0.001594341,0.01722658,0.3171295,0.0009091879],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05902001,0.02424415,0.6384712,0.1969149,0.01185289,0.0007131152,0.00001536283,0.01357149,0.05519694],"genre_scores_gemma":[0.8575629,0.00002974948,0.1395177,0.0004862672,0.0006636808,0.00002577891,0.000004045345,0.00003202853,0.001677897],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.98225,"threshold_uncertainty_score":0.6195363,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1982840974","doi":"10.1145/1978721.1978724","title":"Linear solvers for nonlinear games","year":2011,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Game Theory and Applications","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Constructive; Reduction (mathematics); USable; Computer science; Nash equilibrium; Mathematical optimization; Theoretical computer science; Mathematics; Mathematical economics","retraction":null,"screen_n_in":null,"score":{"opus":0.341295558988655,"gpt":0.4151936907719584,"spread":0.07389813178330334,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001356476,0.0001401679,0.0002236137,0.0001467913,0.0001979279,0.00005157321,0.001435819,0.00008373835,0.001937663],"category_scores_gemma":[0.002293995,0.0001059493,0.0001441165,0.0003293329,0.0001342309,0.000186349,0.0002267966,0.00008405069,0.001282952],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000009951918,"about_ca_system_score_gemma":0.00002729844,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001526444,"about_ca_topic_score_gemma":0.0000541717,"domain_scores_codex":[0.9985604,0.00006688658,0.0003266736,0.0004229624,0.0003308266,0.0002922225],"domain_scores_gemma":[0.9966881,0.001632735,0.0001545381,0.001185023,0.0002183804,0.0001212023],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000514326,0.001006803,0.009658119,0.00004786073,0.0001677446,0.00001213644,0.03096518,0.00002955219,0.006597873,0.09072759,0.2356966,0.6245762],"study_design_scores_gemma":[0.0004478909,0.0001980903,0.002902472,0.00000943632,0.0000267673,0.000004329282,0.00285302,0.000628647,0.02057211,0.3545655,0.6175039,0.0002878773],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8936001,0.000771262,0.04941048,0.01083661,0.001628503,0.00194532,0.0005195759,0.000537118,0.04075103],"genre_scores_gemma":[0.8867905,0.00006686922,0.09694988,0.001317993,0.0006340576,0.000307787,0.00002701413,0.0000396263,0.01386628],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6242883,"threshold_uncertainty_score":0.9994947,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4233720351","doi":"10.1145/3055589.3055590","title":"Editor's introduction","year":2017,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Economic theories and models","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Scope (computer science); Computer science; Base (topology); Media studies; Public relations; Sociology; World Wide Web; Library science; Political science; Mathematics; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.04265180504652455,"gpt":0.2434243843938705,"spread":0.2007725793473459,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004156244,0.0001284547,0.000277828,0.00008387738,0.0004263249,0.00022484,0.000787311,0.00009633528,0.001261148],"category_scores_gemma":[0.0004475783,0.0001513528,0.00008109002,0.00001905463,0.00009290018,0.0004940775,0.0003007148,0.0001052807,0.001397602],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005558939,"about_ca_system_score_gemma":0.000006086906,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002518064,"about_ca_topic_score_gemma":0.0000780468,"domain_scores_codex":[0.9990448,0.000005636582,0.0002756044,0.0003928639,0.00001652075,0.0002645836],"domain_scores_gemma":[0.9979249,0.00003471653,0.0003797259,0.00157186,0.00001996226,0.0000688863],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001960402,0.00005074814,0.0147672,0.0000240257,0.00006368444,0.0000020643,0.0006009129,0.00001580366,0.00004962187,0.7048826,0.2716056,0.007918162],"study_design_scores_gemma":[0.0002432106,0.00003609931,0.008031363,0.000003321523,0.000002897439,0.000001902667,0.00005854476,0.00008118009,0.0002245182,0.2368183,0.7543053,0.0001934112],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5543783,0.006869276,0.003816073,0.1340763,0.1172091,0.0007738458,0.0004780356,0.0003912866,0.1820079],"genre_scores_gemma":[0.9595469,0.0005713835,0.0008543608,0.0002276396,0.02923339,0.00003436062,0.00001631867,0.00003217348,0.009483476],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4826998,"threshold_uncertainty_score":0.9996518,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}