{"id":"W2863788886","doi":"10.24963/ijcai.2018/716","title":"Quantifying Algorithmic Improvements over Time","year":2018,"lang":"en","type":"article","venue":"","topic":"Game Theory and Voting Systems","field":"Economics, Econometrics and Finance","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Compute Canada","keywords":"Shapley value; Computer science; Constraint (computer-aided design); Game theory; Value (mathematics); State (computer science); Competition (biology); Measure (data warehouse); Mathematical economics; Theoretical computer science; Operations research; Algorithm; Mathematics; Machine learning; Data mining","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006373622,0.00009280324,0.0001956156,0.00009508858,0.00009660763,0.00005576778,0.0001548064,0.00005597486,0.003936961],"category_scores_gemma":[0.00003763661,0.00009771492,0.00005812441,0.0001139841,0.00004577347,0.0001414648,0.00004428342,0.00005443805,0.02004907],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003054627,"about_ca_system_score_gemma":0.000004150733,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000170274,"about_ca_topic_score_gemma":0.000006805268,"domain_scores_codex":[0.999133,0.00001007344,0.0003484079,0.0002598503,0.00001977706,0.0002289087],"domain_scores_gemma":[0.9995227,0.00002146152,0.0001496543,0.0002432075,0.00001680702,0.00004615603],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002194361,0.0001105536,0.0617756,0.00003784243,0.0001159619,0.000002540887,0.0006612614,0.0000031071,0.003565595,0.9232547,0.007445097,0.003005802],"study_design_scores_gemma":[0.005121712,0.001287156,0.1152289,0.0001525724,0.00002511305,0.00001931686,0.000266495,0.1988114,0.01137611,0.169833,0.4952278,0.002650376],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.788543,0.0001229342,0.004431677,0.00007666914,0.0009410768,0.0001723703,0.00002849608,0.000120857,0.2055629],"genre_scores_gemma":[0.9746776,0.000002224746,0.0005831721,0.0002699765,0.0003657265,0.000005743685,0.000003306539,0.00001684039,0.02407543],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7534217,"threshold_uncertainty_score":0.9969736,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05018963152214823,"score_gpt":0.2565943718115296,"score_spread":0.2064047402893813,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}