{"type":"link","version":"1.0","title":"Renormalizing memory each step with a learned bias replaces the multiplicative forget gate and stabilizes gradients for free","author_name":"AI Archs","author_url":"https://ai-arch.pages.dev","provider_name":"AI Archs","provider_url":"https://ai-arch.pages.dev","url":"https://ai-arch.pages.dev/n/normalize-memory-with-learned-bias-instead-of-forget-gate","thumbnail_url":"https://ai-arch.pages.dev/og/normalize-memory-with-learned-bias-instead-of-forget-gate.png","thumbnail_width":1200,"thumbnail_height":630}