{
  "verified_utc": "2026-09-10T09:59:28.687594+00:00",
  "archive": "public/research/wikitext2-inference.zip",
  "archive_sha256": "0f60877292aa2e3982ebf573c5fb07033ef76d7d2ca402c701611a27c83ed5d0",
  "bytes": 14329947,
  "models": [
    {
      "id": "flm-s42",
      "variant": "flm",
      "training_seed": 42,
      "file": "checkpoints/flm-s42.pt",
      "checkpoint_step": 6000,
      "source_checkpoint_sha256": "88a53a8f128c9f09cc053dc461ffab24ecdc008074ace4042ff212d14069c6db",
      "state_sha256": "01ca6682a0e122416f45245d8cc6977253d526cba1bea882f3e29fbc2f0c58e4",
      "parameters": 600003,
      "published_test_bits_per_byte": 1.973182456549952
    },
    {
      "id": "gru-s42",
      "variant": "gru",
      "training_seed": 42,
      "file": "checkpoints/gru-s42.pt",
      "checkpoint_step": 6000,
      "source_checkpoint_sha256": "7f7ff50277a01569949d305ec55f3f9f17f6a73df569fb3f150d90072b127ee4",
      "state_sha256": "36481d3b42080ee1aa1a5d6e8db292bc3f04c731da0c619f800f778be2543ce9",
      "parameters": 595408,
      "published_test_bits_per_byte": 1.9044878960137248
    },
    {
      "id": "transformer-s42",
      "variant": "transformer",
      "training_seed": 42,
      "file": "checkpoints/transformer-s42.pt",
      "checkpoint_step": 6000,
      "source_checkpoint_sha256": "7fe956869f6bccf8971e2d6764af488524cd714067095e170e7c2a96f94ca24b",
      "state_sha256": "ed848783c5e3c1e77ee2b277e94dff9aa7bd0097bb6a9fefc8174f0e9eb12f20",
      "parameters": 607468,
      "published_test_bits_per_byte": 1.8769922045839613
    },
    {
      "id": "flm-s43",
      "variant": "flm",
      "training_seed": 43,
      "file": "checkpoints/flm-s43.pt",
      "checkpoint_step": 6000,
      "source_checkpoint_sha256": "8d97ae9dd4ef655a18731c88e1bb5fd6764b1310e581cdb73da8b06fb116296f",
      "state_sha256": "c79a87938c1bdf105b6cc27506ee74b6a9dc8ac3693db2ac1e181b92f66da965",
      "parameters": 600003,
      "published_test_bits_per_byte": 1.9755826116531785
    },
    {
      "id": "gru-s43",
      "variant": "gru",
      "training_seed": 43,
      "file": "checkpoints/gru-s43.pt",
      "checkpoint_step": 6000,
      "source_checkpoint_sha256": "086683a3ca1c048ad91b15003e15b08ac359caee62361e698d9255dedb50acb6",
      "state_sha256": "765b3ba2d06b4a350d968d2742f208e410e4141d22d5cf18936e21f2648a108c",
      "parameters": 595408,
      "published_test_bits_per_byte": 1.905218903795802
    },
    {
      "id": "transformer-s43",
      "variant": "transformer",
      "training_seed": 43,
      "file": "checkpoints/transformer-s43.pt",
      "checkpoint_step": 6000,
      "source_checkpoint_sha256": "527e66702560291d61ea2b04671d021a94c43307cf5b1fe294783158191f7086",
      "state_sha256": "b1dc9d7d77727fa3688a29dfd0e4f800982dda129d004535b8c0c77494ee0d24",
      "parameters": 607468,
      "published_test_bits_per_byte": 1.8763637991028006
    }
  ],
  "tensor_and_generation_parity": [
    {
      "model": "flm-s42",
      "all_tensors_and_buffers_exact": true,
      "published_continuations_reproduced": 4,
      "settings": {
        "seed": 17,
        "temperature": 0.8,
        "top_k": 40,
        "maximum_tokens": 128,
        "engine": "PyTorch CPU multinomial"
      }
    },
    {
      "model": "gru-s42",
      "all_tensors_and_buffers_exact": true,
      "published_continuations_reproduced": 4,
      "settings": {
        "seed": 17,
        "temperature": 0.8,
        "top_k": 40,
        "maximum_tokens": 128,
        "engine": "PyTorch CPU multinomial"
      }
    },
    {
      "model": "transformer-s42",
      "all_tensors_and_buffers_exact": true,
      "published_continuations_reproduced": 4,
      "settings": {
        "seed": 17,
        "temperature": 0.8,
        "top_k": 40,
        "maximum_tokens": 128,
        "engine": "PyTorch CPU multinomial"
      }
    },
    {
      "model": "flm-s43",
      "all_tensors_and_buffers_exact": true,
      "published_continuations_reproduced": 4,
      "settings": {
        "seed": 17,
        "temperature": 0.8,
        "top_k": 40,
        "maximum_tokens": 128,
        "engine": "PyTorch CPU multinomial"
      }
    },
    {
      "model": "gru-s43",
      "all_tensors_and_buffers_exact": true,
      "published_continuations_reproduced": 4,
      "settings": {
        "seed": 17,
        "temperature": 0.8,
        "top_k": 40,
        "maximum_tokens": 128,
        "engine": "PyTorch CPU multinomial"
      }
    },
    {
      "model": "transformer-s43",
      "all_tensors_and_buffers_exact": true,
      "published_continuations_reproduced": 4,
      "settings": {
        "seed": 17,
        "temperature": 0.8,
        "top_k": 40,
        "maximum_tokens": 128,
        "engine": "PyTorch CPU multinomial"
      }
    }
  ],
  "manifest_sha256": "267afcd03f5b6a7468485729cb3504d1844c970ea576dbea353b005a43ca59f0",
  "generator_sha256": "54ee7a245d9d1a3ff570cb5360522b95c8424c087615680d0f738b94019cad83",
  "file_count": 31,
  "source_selection_sha256": "2a96830e454fd0515d1d3ca5488b710fe78101dafd83abf6f513989823390c62",
  "standalone_cli_verification": {
    "fresh_archive_extraction": true,
    "repository_pythonpath_removed": true,
    "runtime": "Matching extracted sources verified by each CLI invocation",
    "python": "3.10.11 (tags/v3.10.11:7d4cc5a, Apr  5 2023, 00:38:17) [MSC v.1929 64 bit (AMD64)]",
    "cases": [
      {
        "model": "flm-s42",
        "published_prompt_reproduced": true,
        "cli_exit_code": 0,
        "output_tokens": 128
      },
      {
        "model": "gru-s42",
        "published_prompt_reproduced": true,
        "cli_exit_code": 0,
        "output_tokens": 128
      },
      {
        "model": "transformer-s42",
        "published_prompt_reproduced": true,
        "cli_exit_code": 0,
        "output_tokens": 128
      },
      {
        "model": "flm-s43",
        "published_prompt_reproduced": true,
        "cli_exit_code": 0,
        "output_tokens": 128
      },
      {
        "model": "gru-s43",
        "published_prompt_reproduced": true,
        "cli_exit_code": 0,
        "output_tokens": 128
      },
      {
        "model": "transformer-s43",
        "published_prompt_reproduced": true,
        "cli_exit_code": 0,
        "output_tokens": 128
      }
    ]
  },
  "standalone_verifier_sha256": "f6a5b9534c668fc7802ca9efbcd702fc119c103daef0ccb7b7309393536777f2"
}