{"id":"W2611392997","doi":"10.3934/bdia.2016013","title":"A testbed to enable comparisons between competing approaches for computational social choice","year":2017,"lang":"en","type":"article","venue":"Big Data and Information Analytics","topic":"Logic, Reasoning, and Knowledge","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Testbed; Computer science; Rank (graph theory); Context (archaeology); Domain (mathematical analysis); Preference; Voting; Action (physics); Social choice theory; Order (exchange); Field (mathematics); Group decision-making; Artificial intelligence; Operations research; Data science; Machine learning; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000404567,0.0001074426,0.0001863235,0.00009900911,0.001072825,0.001198191,0.001278426,0.00005374942,0.000001126604],"category_scores_gemma":[0.0005011092,0.00009878394,0.00002894213,0.0001078367,0.0000581461,0.002730744,0.0008711526,0.00008183596,0.00003200792],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002045519,"about_ca_system_score_gemma":0.00009450722,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002961644,"about_ca_topic_score_gemma":0.00002943828,"domain_scores_codex":[0.9991255,0.0000159623,0.0002960878,0.0001791898,0.0001793734,0.0002039263],"domain_scores_gemma":[0.998755,0.0001847005,0.0002730356,0.0005305072,0.0001494066,0.0001073925],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001878556,0.0001180522,0.07115987,0.0002315664,0.0001845554,5.47653e-7,0.006232519,0.001923486,0.000004120209,0.369363,0.1533467,0.3974168],"study_design_scores_gemma":[0.0004138644,0.00002721144,0.05347328,0.000007982323,0.00001857191,0.000001147067,0.0001346624,0.7024037,0.000006052408,0.0005213915,0.2428528,0.0001393976],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00202775,0.00001173063,0.9875008,0.001854102,0.0001590163,0.000217645,0.0002335204,0.00005615082,0.007939269],"genre_scores_gemma":[0.9456339,0.000002885668,0.05253622,0.0004003624,0.000411368,0.000008161874,0.0009398001,0.00000381268,0.00006347032],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9436061,"threshold_uncertainty_score":0.9998387,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.26739060138568,"score_gpt":0.3367448301259789,"score_spread":0.06935422874029884,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}