{
  "version": 1,
  "language": "en",
  "title": "Latent generation from controls and history",
  "description": "Controls and retained history condition latent generation. The generated latents supply input for frame decoding and the next state update.",
  "caption": "Figure 6. Generated latents supply input for frame decoding, and selected generated latents supply input for state updates for subsequent chunks. The state update uses latents, not an assumed decoded-image cache. Controls and retained history condition generation. This diagram shows dependencies. It does not show one architecture for all methods. The author made this diagram to show the relations.",
  "alt": "Streaming loop: controls and history condition latent generation. Latents supply input for frame decoding, and selected latents, not decoded images, update state.",
  "sources": [
    {
      "path": "content/blog/2026-06-23_streaming-autoregressive-video-generation/post.md",
      "description": "Article explanation and retained source citations"
    }
  ],
  "limitations": [
    "The playback is an example. Playback time is not measured runtime.",
    "This interface shows dependencies for the methods in this article. It is not one implementation for all methods. The selected trace sequence is an example. It is not a measured concurrent schedule."
  ],
  "targets": {
    "controls": {
      "id": "mechanism-controls",
      "kind": "node",
      "label": "New controls"
    },
    "core": {
      "id": "mechanism-core",
      "kind": "node",
      "label": "Causal core"
    },
    "memory": {
      "id": "mechanism-memory",
      "kind": "node",
      "label": "Persistent state"
    },
    "update": {
      "id": "mechanism-update",
      "kind": "node",
      "label": "State update"
    },
    "sampler": {
      "id": "mechanism-sampler",
      "kind": "node",
      "label": "Sampler"
    },
    "decode": {
      "id": "mechanism-decode",
      "kind": "node",
      "label": "Decode and emit"
    },
    "controlsCore": {
      "id": "mechanism-controlsCore",
      "kind": "edge",
      "label": "controlsCore"
    },
    "memoryCore": {
      "id": "mechanism-memoryCore",
      "kind": "edge",
      "label": "memoryCore"
    },
    "coreSample": {
      "id": "mechanism-coreSample",
      "kind": "edge",
      "label": "coreSample"
    },
    "sampleDecode": {
      "id": "mechanism-sampleDecode",
      "kind": "edge",
      "label": "sampleDecode"
    },
    "sampleUpdate": {
      "id": "mechanism-sampleUpdate",
      "kind": "edge",
      "label": "sampleUpdate"
    },
    "updateMemory": {
      "id": "mechanism-updateMemory",
      "kind": "edge",
      "label": "updateMemory"
    }
  },
  "stateLabels": {
    "phase": "Serving phase",
    "controls": "Control input",
    "memory": "Kept state",
    "latent": "Latent output",
    "visible": "Visible output"
  },
  "scenarios": [
    {
      "id": "next-chunk",
      "title": "Generation, output and state retention",
      "description": "The system generates one latent chunk. It supplies decoded frames and uses selected latents to update state.",
      "initial": {
        "phase": "Prepared",
        "controls": "Not accepted at this step",
        "memory": "History before this chunk",
        "latent": "No latent output",
        "visible": "No new frames"
      },
      "unselected": [],
      "steps": [
        {
          "title": "Accept the current controls",
          "description": "Accept the current controls.",
          "duration": 3000,
          "active": [
            "controls"
          ],
          "paths": [],
          "state": {
            "phase": "Prepared",
            "controls": "Current conditions accepted",
            "memory": "History before this chunk",
            "latent": "No latent output",
            "visible": "No new frames"
          }
        },
        {
          "title": "Read the kept history",
          "description": "Read the kept history.",
          "duration": 3000,
          "active": [
            "memory"
          ],
          "paths": [],
          "state": {
            "phase": "Prepared",
            "controls": "Current conditions accepted",
            "memory": "m_t available",
            "latent": "No latent output",
            "visible": "No new frames"
          }
        },
        {
          "title": "Condition the causal generation",
          "description": "Condition the causal generation.",
          "duration": 3000,
          "active": [
            "core"
          ],
          "paths": [
            "controlsCore",
            "memoryCore"
          ],
          "state": {
            "phase": "Causal prediction",
            "controls": "Current conditions accepted",
            "memory": "m_t available",
            "latent": "No latent output",
            "visible": "No new frames"
          }
        },
        {
          "title": "Sample a latent chunk",
          "description": "Sample a latent chunk.",
          "duration": 3000,
          "active": [
            "sampler"
          ],
          "paths": [
            "coreSample"
          ],
          "state": {
            "phase": "Causal prediction",
            "controls": "Current conditions accepted",
            "memory": "m_t available",
            "latent": "Generated latent z_(t+1)",
            "visible": "No new frames"
          }
        },
        {
          "title": "Supply finalized frames",
          "description": "Supply finalized frames.",
          "duration": 3000,
          "active": [
            "decode"
          ],
          "paths": [
            "sampleDecode"
          ],
          "state": {
            "phase": "Causal prediction",
            "controls": "Current conditions accepted",
            "memory": "m_t available",
            "latent": "Generated latent z_(t+1)",
            "visible": "Decoded finalized frames"
          }
        },
        {
          "title": "Select the generated state",
          "description": "Select the generated state.",
          "duration": 3000,
          "active": [
            "update"
          ],
          "paths": [
            "sampleUpdate"
          ],
          "state": {
            "phase": "Causal prediction",
            "controls": "Current conditions accepted",
            "memory": "The update uses the generated latent.",
            "latent": "Generated latent z_(t+1)",
            "visible": "Decoded finalized frames"
          }
        },
        {
          "title": "Keep the next state",
          "description": "Keep the next state.",
          "duration": 3000,
          "active": [
            "memory"
          ],
          "paths": [
            "updateMemory"
          ],
          "state": {
            "phase": "Prepared for the next chunk",
            "controls": "Current conditions accepted",
            "memory": "m_(t+1) available",
            "latent": "Generated latent z_(t+1)",
            "visible": "Decoded finalized frames"
          }
        }
      ]
    }
  ]
}