{"type":"link","version":"1.0","title":"Copying trained short-range position embeddings across the new range makes context extension converge in a handful of updates","author_name":"AI Archs","author_url":"https://ai-arch.pages.dev","provider_name":"AI Archs","provider_url":"https://ai-arch.pages.dev","url":"https://ai-arch.pages.dev/n/copy-initialize-extended-position-embeddings-to-cut-adaptation-cost","thumbnail_url":"https://ai-arch.pages.dev/og/copy-initialize-extended-position-embeddings-to-cut-adaptation-cost.png","thumbnail_width":1200,"thumbnail_height":630}