{
  "version": 1,
  "language": "en",
  "title": "Test pretraining with transfer",
  "description": "Compare image pretraining and transfer with a proposed test of action learning. The lower lane is a research proposal. It gives no measurement of better task performance.",
  "caption": "Author-created explanation from the cited ImageNet slide and this essay’s transfer proposal. The diagram does not show original example photos or prediction bars. The lower row gives proposed acceptance tests. It is not evidence of a world model’s ImageNet-like transfer. Source: Xavier Giro-i-Nieto's slides. The playback is an example. Animation time is not measured runtime.",
  "alt": "Transfer comparison: ImageNet pretraining helps new visual tasks. Tests of held-out control are necessary for proposed action-data pretraining.",
  "sources": [
    "https://www.slideshare.net/slideshow/image-classification-on-imagenet-d1l4-2017-upc-deep-learning-for-computer-vision/77142826"
  ],
  "limitations": [
    "The execution is an example. Playback time is not measured runtime.",
    "This diagram gives no result for better accuracy or better interaction efficiency.",
    "The action-learning lane is a proposed test design. It is not a result from the cited ImageNet slide."
  ],
  "targets": {
    "image-data": {
      "id": "mechanism-image-data",
      "kind": "node",
      "label": "Labeled images"
    },
    "image-pretrain": {
      "id": "mechanism-image-pretrain",
      "kind": "node",
      "label": "Visual pretraining"
    },
    "image-transfer": {
      "id": "mechanism-image-transfer",
      "kind": "node",
      "label": "Transfer test"
    },
    "action-data": {
      "id": "mechanism-action-data",
      "kind": "node",
      "label": "Aligned action data"
    },
    "outcome": {
      "id": "mechanism-outcome",
      "kind": "node",
      "label": "Outcome prediction"
    },
    "task-test": {
      "id": "mechanism-task-test",
      "kind": "node",
      "label": "Task success test"
    },
    "image-train": {
      "id": "mechanism-image-train",
      "kind": "edge",
      "label": "Pretrain on labeled images"
    },
    "image-test": {
      "id": "mechanism-image-test",
      "kind": "edge",
      "label": "Evaluate visual transfer"
    },
    "action-train": {
      "id": "mechanism-action-train",
      "kind": "edge",
      "label": "Train consequence prediction"
    },
    "action-test": {
      "id": "mechanism-action-test",
      "kind": "edge",
      "label": "Evaluate held-out control"
    }
  },
  "stateLabels": {
    "stage": "Stage",
    "artifact": "Artifact"
  },
  "scenarios": [
    {
      "id": "image-transfer",
      "title": "Image pretraining and transfer",
      "description": "Image pretraining and transfer",
      "initial": {
        "stage": "Ready",
        "artifact": "Inputs are available."
      },
      "unselected": [
        "action-data",
        "outcome",
        "task-test",
        "action-train",
        "action-test"
      ],
      "steps": [
        {
          "title": "Define labeled visual data",
          "description": "Define labeled visual data",
          "duration": 3000,
          "active": [
            "image-data"
          ],
          "paths": [],
          "state": {
            "stage": "Define labeled visual data",
            "artifact": "Image-label examples"
          }
        },
        {
          "title": "Pretrain a visual representation",
          "description": "Pretrain a visual representation",
          "duration": 3000,
          "active": [
            "image-pretrain"
          ],
          "paths": [
            "image-train"
          ],
          "state": {
            "stage": "Pretrain a visual representation",
            "artifact": "Pretrained visual features"
          }
        },
        {
          "title": "Fine-tune and evaluate transfer",
          "description": "Fine-tune and evaluate transfer",
          "duration": 3000,
          "active": [
            "image-transfer"
          ],
          "paths": [
            "image-test"
          ],
          "state": {
            "stage": "Fine-tune and evaluate transfer",
            "artifact": "Evaluation on new visual tasks is necessary."
          }
        }
      ]
    },
    {
      "id": "action-proposal",
      "title": "Proposed action-learning test",
      "description": "This is a proposed test. It gives no completed experiment or better result.",
      "initial": {
        "stage": "Ready",
        "artifact": "Inputs are available."
      },
      "unselected": [
        "image-data",
        "image-pretrain",
        "image-transfer",
        "image-train",
        "image-test"
      ],
      "steps": [
        {
          "title": "Align observation and action",
          "description": "Align observation and action",
          "duration": 3000,
          "active": [
            "action-data"
          ],
          "paths": [],
          "state": {
            "stage": "Align observation and action",
            "artifact": "Time and embodiment stay aligned."
          }
        },
        {
          "title": "Train on defined interventions",
          "description": "Train on defined interventions",
          "duration": 3000,
          "active": [
            "outcome"
          ],
          "paths": [
            "action-train"
          ],
          "state": {
            "stage": "Train on defined interventions",
            "artifact": "The predictor is ready for evaluation."
          }
        },
        {
          "title": "Evaluate held-out tasks",
          "description": "Evaluate held-out tasks",
          "duration": 3000,
          "active": [
            "task-test"
          ],
          "paths": [
            "action-test"
          ],
          "state": {
            "stage": "Evaluate held-out tasks",
            "artifact": "Task-success measurements are necessary."
          }
        }
      ]
    }
  ]
}