{
  "title": "Token IDs become next-token logits",
  "caption": "Tokenization gives IDs, embeddings give vectors, and Transformer blocks add context. Vocabulary projection and sampling give a new token ID. Each step embeds the newly appended ID, and no single token travels unchanged through the loop. The author made this explanatory diagram. The playback is an example. Animation time is not measured runtime.",
  "alt": "Flow diagram: token IDs become vectors and next-token logits. Sampling appends a new ID for embedding in the next step.",
  "sources": [
    {
      "path": "content/blog/2026-06-09_life-of-a-token-transformer/post.md",
      "sha256": "aca6d72d9a2cb565f5e2e514e33cc16c3f73abb24785570c2dd1a2ea672af45d",
      "description": "Current article explanation, equations, assumptions and retained citations."
    },
    {
      "path": "research/dynamic-mechanisms-2026-10-21/before/content/blog/2026-06-09_life-of-a-token-transformer/illustrations/04-token-to-logits-algorithm.svg",
      "sha256": "d646dabd542215c09fc0cf4df21849c05c74c353e15651a9ef81fbfe33159ab2",
      "description": "Frozen prior illustration; exact pre-migration bytes retained."
    },
    {
      "path": "content/blog/2026-06-09_life-of-a-token-transformer/illustrations/source-notes.json",
      "description": "Existing article illustration provenance, retained unchanged."
    }
  ],
  "limitations": [
    "The playback is an example. Playback duration is not measured runtime."
  ]
}