{"id":"W2564532471","doi":"10.1609/aaai.v30i1.10038","title":"Strategyproof Peer Selection: Mechanisms, Analyses, and Experiments","year":2016,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Australian Research Council; Australian Government; Microsoft Research","keywords":"Crowdsourcing; Computer science; Axiom; Mechanism (biology); Selection (genetic algorithm); Partition (number theory); Mechanism design; Liberian dollar; Mathematical economics; Artificial intelligence; Mathematics; Economics; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001244745,0.0001518751,0.0002046039,0.0001364672,0.0002968211,0.0002146842,0.0008262165,0.00007289267,0.001216107],"category_scores_gemma":[0.001222483,0.00007813374,0.00008282125,0.0007086998,0.0003592329,0.000347256,0.0001497816,0.0001129795,0.0002344462],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002510799,"about_ca_system_score_gemma":0.00005256865,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001171428,"about_ca_topic_score_gemma":0.000005886206,"domain_scores_codex":[0.9977837,0.00003084714,0.0005838286,0.000481871,0.0009253174,0.0001944806],"domain_scores_gemma":[0.9977936,0.0002177529,0.0004098168,0.000213647,0.001271231,0.00009396043],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00003582802,0.00004062599,0.00007202077,0.000001214286,0.000006803532,2.692441e-8,0.0001493646,0.00000282863,0.3077892,0.6525104,0.0002535638,0.03913817],"study_design_scores_gemma":[0.00001258036,0.00005161537,0.0000937847,0.00001979609,0.000005971534,0.00000224297,0.0008920965,0.0003888621,0.5087827,0.4894106,0.000276223,0.00006346801],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6800644,0.00004582977,0.2449145,0.02731898,0.0006529209,0.001023854,0.00004270905,0.000159565,0.04577716],"genre_scores_gemma":[0.993255,0.0000118088,0.0008208484,0.00009907108,0.00005074425,0.00003405963,1.335722e-7,0.000007274938,0.005721115],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3131905,"threshold_uncertainty_score":0.9996969,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.371830055748852,"score_gpt":0.4581984198974757,"score_spread":0.0863683641486237,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}