{
  "version": 1,
  "language": "en",
  "title": "Before you use feedback from a run, examine the run.",
  "description": "Versioned data is an input to training. The checkpoint is loaded into the runtime. Traces supply data for evaluation. Only validated feedback supplies input for curation before a new run with explicit training.",
  "caption": "Traces and evaluation connect data, training, runtime and product behavior. Validated feedback can supply input for curation and a new run with explicit training, with source history kept. This is not automatic online learning. The author made this explanatory diagram. The playback is an example, and animation time is not measured runtime.",
  "alt": "Feedback flow: training uses versioned data. Trained weights are installed in a runtime. Traces and evaluation send validated results to curation and a new training run.",
  "sources": [
    {
      "path": "content/blog/2026-07-13_ai-infrastructure-is-not-plumbing/post.md",
      "description": "Article explanation and retained source citations"
    }
  ],
  "limitations": [
    "The playback is an example. Playback time is not measured runtime.",
    "This loop must use explicit training. Traces and product failures do not automatically update weights."
  ],
  "targets": {
    "data": {
      "id": "mechanism-data",
      "kind": "node",
      "label": "Data / tasks"
    },
    "train": {
      "id": "mechanism-train",
      "kind": "node",
      "label": "Train / adapt"
    },
    "checkpoint": {
      "id": "mechanism-checkpoint",
      "kind": "node",
      "label": "Checkpoint"
    },
    "runtime": {
      "id": "mechanism-runtime",
      "kind": "node",
      "label": "Runtime"
    },
    "curate": {
      "id": "mechanism-curate",
      "kind": "node",
      "label": "Curate data"
    },
    "evaluate": {
      "id": "mechanism-evaluate",
      "kind": "node",
      "label": "Evaluation"
    },
    "traces": {
      "id": "mechanism-traces",
      "kind": "node",
      "label": "Traces"
    },
    "product": {
      "id": "mechanism-product",
      "kind": "node",
      "label": "Product / agent"
    },
    "dataTrain": {
      "id": "mechanism-dataTrain",
      "kind": "edge",
      "label": "Train with pinned inputs"
    },
    "trainCheckpoint": {
      "id": "mechanism-trainCheckpoint",
      "kind": "edge",
      "label": "Save weights and configuration"
    },
    "checkpointRuntime": {
      "id": "mechanism-checkpointRuntime",
      "kind": "edge",
      "label": "Load the checkpoint into the runtime."
    },
    "runtimeProduct": {
      "id": "mechanism-runtimeProduct",
      "kind": "edge",
      "label": "Run product work"
    },
    "productTraces": {
      "id": "mechanism-productTraces",
      "kind": "edge",
      "label": "Record behavior with source history"
    },
    "tracesEvaluation": {
      "id": "mechanism-tracesEvaluation",
      "kind": "edge",
      "label": "Compare with references"
    },
    "evaluationCuration": {
      "id": "mechanism-evaluationCuration",
      "kind": "edge",
      "label": "Use validated feedback"
    },
    "curationData": {
      "id": "mechanism-curationData",
      "kind": "edge",
      "label": "Make the next data version"
    }
  },
  "stateLabels": {
    "artifact": "Tracked state",
    "evidence": "Check status",
    "learning": "Weight updates"
  },
  "scenarios": [
    {
      "id": "evidence-loop",
      "title": "Model execution and feedback curation",
      "description": "Run a model. Examine its feedback. Curate the validated feedback.",
      "initial": {
        "artifact": "Inputs available",
        "evidence": "Not collected",
        "learning": "No automatic online update"
      },
      "unselected": [],
      "steps": [
        {
          "title": "Pin inputs",
          "description": "Pin the input versions.",
          "duration": 3000,
          "active": [
            "data"
          ],
          "paths": [],
          "state": {
            "artifact": "Versioned data and targets",
            "evidence": "Not collected",
            "learning": "No automatic online update"
          }
        },
        {
          "title": "Run explicit training",
          "description": "Run explicit training.",
          "duration": 3000,
          "active": [
            "train"
          ],
          "paths": [
            "dataTrain"
          ],
          "state": {
            "artifact": "Candidate model",
            "evidence": "Not collected",
            "learning": "Explicit training run"
          }
        },
        {
          "title": "Save a checkpoint",
          "description": "Save a checkpoint.",
          "duration": 3000,
          "active": [
            "checkpoint"
          ],
          "paths": [
            "trainCheckpoint"
          ],
          "state": {
            "artifact": "Weights and configuration version",
            "evidence": "Not collected",
            "learning": "Explicit training run"
          }
        },
        {
          "title": "Load the checkpoint into the runtime.",
          "description": "Load the checkpoint into the runtime.",
          "duration": 3000,
          "active": [
            "runtime"
          ],
          "paths": [
            "checkpointRuntime"
          ],
          "state": {
            "artifact": "Weights and configuration version",
            "evidence": "Not collected",
            "learning": "No online weight update"
          }
        },
        {
          "title": "Examine product behavior",
          "description": "Examine product behavior.",
          "duration": 3000,
          "active": [
            "product"
          ],
          "paths": [
            "runtimeProduct"
          ],
          "state": {
            "artifact": "Weights and configuration version",
            "evidence": "Outcomes not yet validated",
            "learning": "No online weight update"
          }
        },
        {
          "title": "Record versions and outcomes",
          "description": "Record the versions and outcomes.",
          "duration": 3000,
          "active": [
            "traces"
          ],
          "paths": [
            "productTraces"
          ],
          "state": {
            "artifact": "Weights and configuration version",
            "evidence": "Versions, state, latency and cost",
            "learning": "No online weight update"
          }
        },
        {
          "title": "Compare with references",
          "description": "Compare with references.",
          "duration": 3000,
          "active": [
            "evaluate"
          ],
          "paths": [
            "tracesEvaluation"
          ],
          "state": {
            "artifact": "Weights and configuration version",
            "evidence": "Validated failures and quality checks",
            "learning": "No online weight update"
          }
        },
        {
          "title": "Curate with source history",
          "description": "Curate the feedback with its source history.",
          "duration": 3000,
          "active": [
            "curate"
          ],
          "paths": [
            "evaluationCuration"
          ],
          "state": {
            "artifact": "Curated feedback dataset",
            "evidence": "Validated failures and quality checks",
            "learning": "No online weight update"
          }
        },
        {
          "title": "Make the next data version",
          "description": "Make the next data version.",
          "duration": 3000,
          "active": [
            "data"
          ],
          "paths": [
            "curationData"
          ],
          "state": {
            "artifact": "Next data version",
            "evidence": "Validated failures and quality checks",
            "learning": "A new run with explicit training is necessary."
          }
        }
      ]
    }
  ]
}