Experimental browser for the Atmosphere
Excellent explanation of RoPE embedding, from scratch with all the math needed: https://fleetwood.dev/posts/you-could-have-designed-SOTA-positional-encoding And with beautiful 3blue1brown's style of animation: https://github.com/3b1b/manim. Original RoPE paper: arxiv.org/abs/2104.09864
Nov 29, 2024, 1:45 PM
{ "uri": "at://did:plc:tabxityklm2o3qkbsnmjdpj4/app.bsky.feed.post/3lc3pnx4l3o2g", "cid": "bafyreiahyw2vznvpf57z6o4a7kshpbejcvjzo2ydbwzq342g4mocuwlhvu", "value": { "text": "Excellent explanation of RoPE embedding, from scratch with all the math needed: https://fleetwood.dev/posts/you-could-have-designed-SOTA-positional-encoding \n\nAnd with beautiful 3blue1brown's style of animation: https://github.com/3b1b/manim.\n\nOriginal RoPE paper: arxiv.org/abs/2104.09864", "$type": "app.bsky.feed.post", "embed": { "$type": "app.bsky.embed.images", "images": [ { "alt": "", "image": { "$type": "blob", "ref": { "$link": "bafkreic6dnypq7wrhq2p64mepfx367jzdhtccfqpzfa64s34qqqq4vlkwi" }, "mimeType": "image/jpeg", "size": 77551 }, "aspectRatio": { "width": 1786, "height": 1046 } } ] }, "facets": [ { "index": { "byteEnd": 156, "byteStart": 80 }, "features": [ { "uri": "https://fleetwood.dev/posts/you-could-have-designed-SOTA-positional-encoding", "$type": "app.bsky.richtext.facet#link" } ] }, { "index": { "byteEnd": 241, "byteStart": 212 }, "features": [ { "uri": "https://github.com/3b1b/manim", "$type": "app.bsky.richtext.facet#link" } ] }, { "index": { "byteEnd": 289, "byteStart": 265 }, "features": [ { "uri": "https://arxiv.org/abs/2104.09864", "$type": "app.bsky.richtext.facet#link" } ] } ], "createdAt": "2024-11-29T13:45:01.599Z" } }