{"type":"link","version":"1.0","title":"Rescaling position indices into the trained range extends a model's context window far more stably than letting it extrapolate to unseen positions","author_name":"AI Archs","author_url":"https://ai-arch.pages.dev","provider_name":"AI Archs","provider_url":"https://ai-arch.pages.dev","url":"https://ai-arch.pages.dev/n/position-interpolation-beats-extrapolation-for-context-extension","thumbnail_url":"https://ai-arch.pages.dev/og/position-interpolation-beats-extrapolation-for-context-extension.png","thumbnail_width":1200,"thumbnail_height":630}