Record🤔

uri:

"at://did:plc:kft6lu4trxowqmter2b6vg6z/app.bsky.feed.post/3jufrpl3eul2n"

cid:

"bafyreigfpzsm7oxgeev7fzd3i7k6nv4vfo6c47w4lqyrflfv64twmsusuy"

value:

text:

"I built a little tool for playing with the GPT-3 tokenizer using an Observable notebook

You can convert a string of text into numeric tokens, convert tokens back to text and search the full list of tokens

https://observablehq.com/@simonw/gpt-3-token-encoder-decoder"

$type:

"app.bsky.feed.post"

embed:

$type:

"app.bsky.embed.external"

external:

uri:

"https://observablehq.com/@simonw/gpt-3-token-encoder-decoder"

thumb:

View blob content

$type:

"blob"

ref:

$link:

bafkreihoiwnz7u5afr7dmoz2ixq6x5xs5z2d5akxhc7uk7bksembjfonda

mimeType:

"image/jpeg"

size:

243521

title:

"GPT-3 token encoder and decoder"

description:

"Enter text to tokenize it: Or convert tokens to text: Search tokens Or... paste a JSON prompt in below, e.g."

facets:

• index:

  byteEnd:

  267

  byteStart:

  207

  features:

  • uri:

    "https://observablehq.com/@simonw/gpt-3-token-encoder-decoder"

    $type:

    "app.bsky.richtext.facet#link"

createdAt:

"2023-04-28T04:29:26.142Z"