apply ramp

funetion over dim

Position

temperature

Interpolation

scaling of

attention

al

NTK-by-parts

= |

Interpolation

=>

| YaRN |

=]

cov

NTK-aware

Interpolation

keep the insight

from NTK: scale

dim differently!
