{"id":"W1471542436","doi":"10.1016/j.artint.2016.04.003","title":"ASlib: A benchmark library for algorithm selection","year":2016,"lang":"en","type":"article","venue":"Artificial Intelligence","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":213,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Deutsche Forschungsgemeinschaft; Microsoft","keywords":"Computer science; Selection (genetic algorithm); Benchmark (surveying); Exploit; Task (project management); Set (abstract data type); Variety (cybernetics); Data mining; Selection algorithm; Range (aeronautics); Algorithm; Machine learning; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002515002,0.0001031763,0.00008998041,0.00009371611,0.0001673865,0.0001752378,0.0005738222,0.00005737556,0.00009852841],"category_scores_gemma":[0.0001813281,0.00007481756,0.00005431535,0.0003639259,0.000041376,0.001015928,0.00009440875,0.00006722178,0.0003174016],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001947534,"about_ca_system_score_gemma":0.00006029993,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001304582,"about_ca_topic_score_gemma":0.000006431769,"domain_scores_codex":[0.9989007,0.00005807035,0.0002506633,0.0004095168,0.0001397089,0.0002413086],"domain_scores_gemma":[0.9991292,0.0003036216,0.00008939322,0.0003409073,0.00005987201,0.00007701524],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005419018,0.00001888919,0.0001010307,0.000002392183,0.000003092917,3.635946e-7,0.00005350524,0.000005301852,0.002409447,0.2513175,0.001362617,0.7447205],"study_design_scores_gemma":[0.00004508579,0.0002651616,0.0006474656,0.00003848242,0.000006659929,0.00001069785,0.00003085025,0.3954738,0.1803393,0.2778217,0.1449877,0.0003330878],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0004473719,0.00002938727,0.9918479,0.005884524,0.0003681216,0.0001658798,0.00001370161,0.0004050903,0.0008379957],"genre_scores_gemma":[0.5623511,0.000055587,0.4345994,0.0004863816,0.0005113457,0.0001101284,0.00003027309,0.00002565991,0.001830121],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7443874,"threshold_uncertainty_score":0.4079662,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03557090669313157,"score_gpt":0.2896685730587838,"score_spread":0.2540976663656522,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}