{"id":"W3087059466","doi":"10.1016/j.artint.2021.103635","title":"CVPR 2020 continual learning in computer vision competition: Approaches, results, current challenges and future directions","year":2021,"lang":"en","type":"preprint","venue":"Artificial Intelligence","topic":"Domain Adaptation and Few-Shot Learning","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Toronto; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Benchmarking; Computer science; Forgetting; Artificial intelligence; Benchmark (surveying); Task (project management); Field (mathematics); Machine learning; Deep learning; Set (abstract data type); Competition (biology); Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009335476,0.0003384197,0.0004433536,0.0002176954,0.0002455518,0.0006877759,0.0005694231,0.0002512397,0.00002223267],"category_scores_gemma":[0.0001055427,0.0003666017,0.0001155477,0.0003899767,0.0001293633,0.0003441752,0.00117751,0.001651251,0.00003859504],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007564684,"about_ca_system_score_gemma":0.000133035,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003786171,"about_ca_topic_score_gemma":0.0003588687,"domain_scores_codex":[0.996663,0.00056679,0.00076933,0.001247108,0.0003928186,0.0003609607],"domain_scores_gemma":[0.9985531,0.0002856591,0.00031141,0.000526609,0.0001732979,0.0001499152],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002170862,0.0001461233,0.00001224101,0.00006542189,0.00001327296,0.00003521558,0.01077181,0.01005673,0.000011079,0.06035046,0.00002446965,0.9184915],"study_design_scores_gemma":[0.0001235867,0.0001860184,0.003289848,0.0007326585,0.00001533592,0.00004431402,0.004780219,0.8792356,0.0002043644,0.007992599,0.1025926,0.0008029552],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.005930915,0.03406611,0.9405693,0.011329,0.005063915,0.0005170155,0.000008468602,0.0004286815,0.002086598],"genre_scores_gemma":[0.902916,0.04061741,0.0536498,0.0001345757,0.002300731,0.00007873022,0.0001820793,0.00003895443,0.00008172701],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9176885,"threshold_uncertainty_score":0.9998786,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09943231038043623,"score_gpt":0.3070483565818663,"score_spread":0.2076160462014301,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}