{"id":"W3191012033","doi":"10.24963/ijcai.2021/35","title":"Surprisingly Popular Voting Recovers Rankings, Surprisingly!","year":2021,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Voting; Computer science; Ranking (information retrieval); Social choice theory; Majority rule; Order (exchange); De facto; Ground truth; Artificial intelligence; Theoretical computer science; Machine learning; Mathematical economics; Mathematics; Political science; Economics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007928712,0.0002331187,0.0003008422,0.0001170191,0.0004534273,0.0008132634,0.00056529,0.0001153209,0.00007544443],"category_scores_gemma":[0.000327372,0.0002380789,0.0001785986,0.0009169824,0.00004027887,0.0005307123,0.0003696343,0.0002625202,0.0001190529],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009118138,"about_ca_system_score_gemma":0.0001717492,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001020302,"about_ca_topic_score_gemma":0.00005742506,"domain_scores_codex":[0.9976282,0.0001698744,0.0004015813,0.0007667209,0.0004464019,0.0005872877],"domain_scores_gemma":[0.9984233,0.0001511747,0.0001312755,0.0008841542,0.0002479105,0.0001621194],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003750602,0.0005767645,0.04604041,0.0002212515,0.0003279711,0.003814932,0.006021591,0.004484013,0.08376891,0.3740039,0.04192336,0.4387793],"study_design_scores_gemma":[0.004149167,0.0002743802,0.005929218,0.0008565724,0.0001257479,0.002492354,0.001889804,0.2108749,0.365918,0.01012582,0.3929378,0.004426251],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1797329,0.0004328664,0.7951896,0.00180916,0.00193361,0.00009302751,8.621216e-7,0.0007805817,0.02002744],"genre_scores_gemma":[0.9117391,0.00001137614,0.08181814,0.0009453432,0.0001321984,0.00000198911,0.000005780628,0.00002677735,0.005319267],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7320062,"threshold_uncertainty_score":0.9708576,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01149572966943311,"score_gpt":0.2177153790566576,"score_spread":0.2062196493872245,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}