{"id":"W2903996579","doi":"10.48550/arxiv.1812.05159","title":"An Empirical Study of Example Forgetting during Deep Neural Network Learning","year":2018,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Neural Networks and Applications","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Forgetting; Computer science; Artificial neural network; Benchmark (surveying); Generalization; Artificial intelligence; Phenomenon; Set (abstract data type); Machine learning; Training set; Deep learning; Event (particle physics); Mathematics; Cognitive psychology; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006742576,0.0005157595,0.000607055,0.0008512658,0.0005424755,0.0007502043,0.001398266,0.001001906,0.001357506],"category_scores_gemma":[0.104219,0.0003907948,0.0004157848,0.000981401,0.00166974,0.002825344,0.001146446,0.002269996,0.0002208448],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006890558,"about_ca_system_score_gemma":0.0003946721,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002534222,"about_ca_topic_score_gemma":0.00328735,"domain_scores_codex":[0.9980958,0.0007404099,0.0001925462,0.000432437,0.0003817264,0.0001571324],"domain_scores_gemma":[0.9061932,0.0711871,0.007857071,0.01003322,0.003482379,0.001246981],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002477963,0.001277121,0.5121021,0.0009697301,0.0007527121,0.001481922,0.002891495,0.2136772,0.01727131,0.0117766,0.009716306,0.2256057],"study_design_scores_gemma":[0.0001037629,0.001125659,0.1965518,0.0002211278,0.0001718285,0.00241601,0.0009404067,0.7549722,0.01516681,0.02438665,0.003808938,0.0001347499],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9787982,0.001174133,0.01817414,0.0004699035,0.00003741523,0.00004298835,0.0004047295,0.0002282616,0.0006700503],"genre_scores_gemma":[0.9955072,0.000191255,0.003136677,0.0000567093,0.00002229634,0.00002190011,0.0007339275,0.00003453075,0.0002954004],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006742576,"threshold_uncertainty_score":0.0356586,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0691104631876883,"score_gpt":0.2224155574070943,"score_spread":0.153305094219406,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}