theta = pos/(N^(2*k/d))
   if k % 2 ==1
       return sin(theta)
   else
       return cos(theta)
   end

end

ks = 0:64

poss = 0:1000

data = [f(pos, 10000, k, 100) for pos in poss, k in ks];

fig = Figure(resolution=(1600, 800))

ax = Axis(fig[1, 1])

Makie.heatmap!(data', color=:viridis)

ax.title="Positional encoding"

ax.xlabel="vector index"

ax.ylabel="position"

save("positional encoding.png", fig)