{
  "title": "Representations before a new token",
  "caption": "IDs, embeddings, contextual hidden states and logits are different representations. Sampling adds the next token to the end of the sequence and starts the next request step. Author-created explanatory diagram. The playback is an example. Animation time is not measured runtime.",
  "alt": "Representation flow: text becomes IDs, embeddings, hidden states and logits. Sampling adds a new token for the next position.",
  "sources": [
    {
      "path": "content/blog/2026-06-12_token-journey-across-llm-stack/post.md",
      "sha256": "66e83fe38f5b4077f193d245eae19f962b670be4bf39ee807dc5f8c02367c861",
      "description": "Current article explanation, equations, assumptions and retained citations."
    },
    {
      "path": "research/dynamic-mechanisms-2026-10-21/before/content/blog/2026-06-12_token-journey-across-llm-stack/illustrations/01-token-representations-algorithm.svg",
      "sha256": "01d9793a6708f2f45bb0b0b51b2c059a496076b760bc283515aee3d439630393",
      "description": "Frozen prior illustration; exact pre-migration bytes retained."
    },
    {
      "path": "content/blog/2026-06-12_token-journey-across-llm-stack/illustrations/source-notes.json",
      "description": "Existing article illustration provenance, retained unchanged."
    }
  ],
  "limitations": [
    "The execution is an example. Playback duration is not measured runtime."
  ]
}