{"id":"W2863788886","doi":"10.24963/ijcai.2018/716","title":"Quantifying Algorithmic Improvements over Time","year":2018,"lang":"en","type":"article","venue":"","topic":"Game Theory and Voting Systems","field":"Economics, Econometrics and Finance","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Compute Canada","keywords":"Shapley value; Computer science; Constraint (computer-aided design); Game theory; Value (mathematics); State (computer science); Competition (biology); Measure (data warehouse); Mathematical economics; Theoretical computer science; Operations research; Algorithm; Mathematics; Machine learning; Data mining","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01891582,0.001187272,0.0009542924,0.005057951,0.001021891,0.005232926,0.001894148,0.001924356,0.007246081],"category_scores_gemma":[0.1566322,0.0005766422,0.0008209485,0.004260718,0.003072416,0.01117427,0.00293855,0.003079139,0.001451852],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002705856,"about_ca_system_score_gemma":0.002645116,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001617604,"about_ca_topic_score_gemma":0.002259067,"domain_scores_codex":[0.9854806,0.003700419,0.0008362329,0.003278455,0.00572465,0.0009796694],"domain_scores_gemma":[0.8999826,0.05611219,0.01004011,0.01852657,0.01324873,0.00208981],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006258676,0.0003197129,0.04603335,0.0007772561,0.0006139172,0.0001480578,0.001085842,0.2574657,0.004156291,0.3742775,0.008880142,0.3056163],"study_design_scores_gemma":[0.00007958823,0.0007612683,0.02250679,0.0002562342,0.0002282427,0.0002444054,0.0008081667,0.3859415,0.004153533,0.5482554,0.03665267,0.0001120899],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4007317,0.01173657,0.4954398,0.01170953,0.001226469,0.0004077195,0.003420554,0.001740084,0.07358748],"genre_scores_gemma":[0.8484434,0.002241649,0.1394269,0.0005546074,0.0004694407,0.0003712112,0.001842085,0.000429869,0.006220939],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01891582,"threshold_uncertainty_score":0.1000376,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05018963152214823,"score_gpt":0.2565943718115296,"score_spread":0.2064047402893813,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}