{"id":"W3191012033","doi":"10.24963/ijcai.2021/35","title":"Surprisingly Popular Voting Recovers Rankings, Surprisingly!","year":2021,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Voting; Computer science; Ranking (information retrieval); Social choice theory; Majority rule; Order (exchange); De facto; Ground truth; Artificial intelligence; Theoretical computer science; Machine learning; Mathematical economics; Mathematics; Political science; Economics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009841545,0.001536296,0.002552977,0.002199752,0.002625894,0.003309963,0.002349648,0.002193856,0.005140213],"category_scores_gemma":[0.04122217,0.0008591817,0.001365524,0.002174238,0.002345148,0.00548795,0.004156672,0.002352687,0.003151136],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001629763,"about_ca_system_score_gemma":0.00250216,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004446847,"about_ca_topic_score_gemma":0.0107809,"domain_scores_codex":[0.9914173,0.00372423,0.0004848553,0.001864855,0.001787701,0.0007211561],"domain_scores_gemma":[0.9738587,0.0112938,0.001476932,0.01069593,0.002122635,0.0005521147],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001279512,0.0003677538,0.01260735,0.000614615,0.0004307393,0.0004086974,0.0009454059,0.238463,0.0117431,0.2125158,0.03680667,0.4838173],"study_design_scores_gemma":[0.00008073267,0.0001474782,0.001266992,0.00007401229,0.00006276323,0.0001942325,0.000263867,0.7212729,0.00555939,0.2613739,0.0096428,0.00006080629],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06668922,0.0006406968,0.9150917,0.001517897,0.0003132394,0.0001686672,0.000620739,0.002540262,0.01241763],"genre_scores_gemma":[0.751128,0.0003078499,0.2327931,0.001061831,0.0003349553,0.0001936415,0.001502636,0.0007183037,0.01195974],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.009841545,"threshold_uncertainty_score":0.05204767,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01149572966943311,"score_gpt":0.2177153790566576,"score_spread":0.2062196493872245,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}