{"id":"W2611392997","doi":"10.3934/bdia.2016013","title":"A testbed to enable comparisons between competing approaches for computational social choice","year":2017,"lang":"en","type":"article","venue":"Big Data and Information Analytics","topic":"Logic, Reasoning, and Knowledge","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Testbed; Computer science; Rank (graph theory); Context (archaeology); Domain (mathematical analysis); Preference; Voting; Action (physics); Social choice theory; Order (exchange); Field (mathematics); Group decision-making; Artificial intelligence; Operations research; Data science; Machine learning; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006235409,0.000466159,0.0005614544,0.001142514,0.001225141,0.001668468,0.001911655,0.001519785,0.004798247],"category_scores_gemma":[0.02014148,0.0003089498,0.0005816125,0.002001242,0.002241863,0.002730396,0.001882694,0.001471063,0.0008022747],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001687548,"about_ca_system_score_gemma":0.00146346,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002998022,"about_ca_topic_score_gemma":0.00341299,"domain_scores_codex":[0.9944253,0.004252242,0.0002547567,0.0003228596,0.0005522622,0.0001925645],"domain_scores_gemma":[0.9788163,0.01462274,0.0007277486,0.003870263,0.001114496,0.0008484846],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00251613,0.004334551,0.01681996,0.001270195,0.0003038309,0.0005922859,0.001964058,0.379617,0.01010033,0.4577966,0.03156177,0.09312331],"study_design_scores_gemma":[0.0007241297,0.002192623,0.006272184,0.0001883567,0.00007393395,0.0002581461,0.001484733,0.7119008,0.008392986,0.2091165,0.05928753,0.0001079803],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3489812,0.001195449,0.583236,0.005842229,0.0008683545,0.003285212,0.01028905,0.002895943,0.04340659],"genre_scores_gemma":[0.6987895,0.0004664186,0.2907859,0.0003632129,0.00008670679,0.002427041,0.004585171,0.0001580266,0.002337839],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006235409,"threshold_uncertainty_score":0.03297639,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.26739060138568,"score_gpt":0.3367448301259789,"score_spread":0.06935422874029884,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}