{
  "format": 1,
  "stages": [
    {
      "id": "random",
      "label": "Random weights",
      "asset": "random-651be4e41a7c.onnx",
      "source_sha256": "f6dc9f643ca53f9f01c758aaf696dc5fbbcaee440876610b509406831d52bd20",
      "asset_sha256": "651be4e41a7cc6d4396e25d1dc582469c1bbc0dc9ce8073c7624ebbabaef30d5",
      "bytes": 1728721,
      "config": {
        "vocab_size": 98,
        "context_length": 32,
        "n_layers": 2,
        "width": 128,
        "n_heads": 4,
        "feed_forward_width": 512,
        "dropout": 0.0
      },
      "training_updates": 0,
      "epoch": 0,
      "tokenizer": "printable-ascii-v1",
      "input_type": "int64",
      "runtime_version": "1.24.1"
    },
    {
      "id": "first",
      "label": "First training attempt",
      "asset": "first-8d83d4583004.onnx",
      "source_sha256": "14b2986a1e3b7eca2c663cf9a57dc942dd3bc1e809ff23122f5e4de6e40f1734",
      "asset_sha256": "8d83d45830044886444bce818ce040a1829bd16280889c8514e252b03659d8f0",
      "bytes": 1737737,
      "config": {
        "vocab_size": 98,
        "context_length": 32,
        "n_layers": 2,
        "width": 128,
        "n_heads": 4,
        "feed_forward_width": 512,
        "dropout": 0.0
      },
      "training_updates": 1440,
      "epoch": 45,
      "tokenizer": "printable-ascii-v1",
      "input_type": "int64",
      "runtime_version": "1.24.1"
    },
    {
      "id": "base",
      "label": "Improved base",
      "asset": "base-52a9ecc45d77.onnx",
      "source_sha256": "d9195e330fe72aed659e067010515a6264ad5da4f1462de17f6389afdfbdd84b",
      "asset_sha256": "52a9ecc45d77f92b0d1fd80d6cb5a98ab1f329fbaf1d1ba0946c7f62edac4565",
      "bytes": 1737737,
      "config": {
        "vocab_size": 98,
        "context_length": 32,
        "n_layers": 2,
        "width": 128,
        "n_heads": 4,
        "feed_forward_width": 512,
        "dropout": 0.0
      },
      "training_updates": 4480,
      "epoch": 140,
      "tokenizer": "printable-ascii-v1",
      "input_type": "int64",
      "runtime_version": "1.24.1"
    },
    {
      "id": "finetuned",
      "label": "Fine-tuned Q and A",
      "asset": "finetuned-64642d8d00e6.onnx",
      "source_sha256": "66f53eaff2a81219b68051e169d90b302bc1bcb019b1db073f71acaaac5413f6",
      "asset_sha256": "64642d8d00e6ce9cb2df56ef747daced71dcc0766b0a8f3dc4d77af5da86d38e",
      "bytes": 1737737,
      "config": {
        "vocab_size": 98,
        "context_length": 32,
        "n_layers": 2,
        "width": 128,
        "n_heads": 4,
        "feed_forward_width": 512,
        "dropout": 0.0
      },
      "training_updates": 2205,
      "epoch": 35,
      "tokenizer": "printable-ascii-v1",
      "input_type": "int64",
      "runtime_version": "1.24.1"
    },
    {
      "id": "rl",
      "label": "PPO policy (AI feedback)",
      "asset": "rl-929fff443dc4.onnx",
      "source_sha256": "b06108603c8647b50f2d6e5504d86ad30b43fabeba1fda62ef50fee27cdffb05",
      "asset_sha256": "929fff443dc46dd2c85c09bafa2de2a482584a10e560926870ea17f36c344f56",
      "bytes": 1737737,
      "config": {
        "vocab_size": 98,
        "context_length": 32,
        "n_layers": 2,
        "width": 128,
        "n_heads": 4,
        "feed_forward_width": 512,
        "dropout": 0.0
      },
      "training_updates": 60,
      "epoch": null,
      "tokenizer": "printable-ascii-v1",
      "input_type": "int64",
      "runtime_version": "1.24.1"
    }
  ]
}