Experimental browser for the Atmosphere
An advantage of token-triggered logit processors is that you can reduce compiler load by compiling smaller token masks only for specific sections of the response. If you're interested in the discussion, check it out. https://buff.ly/41yUBGc
Feb 26, 2025, 11:22 PM
{ "uri": "at://did:plc:xiodvyinscojmj5y6w5obl7w/app.bsky.feed.post/3lj4jfngcl627", "cid": "bafyreic3bvjfxvc34fop7x2foe7mhox3vwlpsxlked2reljvjxc4ho2rdy", "value": { "text": "An advantage of token-triggered logit processors is that you can reduce compiler load by compiling smaller token masks only for specific sections of the response.\n\nIf you're interested in the discussion, check it out.\n\nhttps://buff.ly/41yUBGc ", "$type": "app.bsky.feed.post", "embed": { "$type": "app.bsky.embed.external", "external": { "uri": "https://github.com/dottxt-ai/outlines/issues/1407", "thumb": { "$type": "blob", "ref": { "$link": "bafkreihfzioo3oowmymo7fusincoytoaeretwnxowwgziry3z4wckvgeie" }, "mimeType": "image/png", "size": 3818 }, "title": "Token-triggered processors · Issue #1407 · dottxt-ai/outlines", "description": "There are certain cases where outlines users require unstructured text until a particular token is reached, such as <|beginfunctioncall|> , code blocks, JSON blocks. etc. Currently, these are often..." } }, "reply": { "root": { "cid": "bafyreifvubs5caiojsry2clizxyclwzsbq5bia2oefqks3iefcojbfw2dm", "uri": "at://did:plc:xiodvyinscojmj5y6w5obl7w/app.bsky.feed.post/3lj4jfmdp5b23", "commit": { "cid": "bafyreig2rdvvbmz22urvzzwslana5difitmabcw354rf6q2qz7lkyi4efe", "rev": "3lj4jfme2ub23" }, "validationStatus": "valid" }, "parent": { "cid": "bafyreidnt5mmw5u7tfqr5qoel2lb5joe7mkvow3gf4akk77me6b5oe3pbi", "uri": "at://did:plc:xiodvyinscojmj5y6w5obl7w/app.bsky.feed.post/3lj4jfmjqhh24", "commit": { "cid": "bafyreideusyslyw4ccu7bug6polbettfyc3b7npnhnvesom2p6j4xj3mou", "rev": "3lj4jfmk64x24" }, "validationStatus": "valid" } }, "facets": [ { "index": { "byteEnd": 242, "byteStart": 219 }, "features": [ { "uri": "https://buff.ly/41yUBGc", "$type": "app.bsky.richtext.facet#link" } ] } ], "createdAt": "2025-02-26T23:22:01.031Z" } }