science.alt.dataset.storageHttp

{
  "id": "science.alt.dataset.storageHttp",
  "defs": {
    "main": {
      "type": "object",
      "required": [
        "shards"
      ],
      "properties": {
        "shards": {
          "type": "array",
          "items": {
            "ref": "#shardEntry",
            "type": "ref"
          },
          "minLength": 1,
          "description": "Array of shard entries with URL and integrity checksum"
        }
      },
      "description": "HTTP/HTTPS storage for WebDataset tar archives. Each shard is listed individually with a checksum for integrity verification. Consumers build brace-expansion patterns on the fly when needed."
    },
    "shardEntry": {
      "type": "object",
      "required": [
        "url",
        "checksum"
      ],
      "properties": {
        "url": {
          "type": "string",
          "format": "uri",
          "maxLength": 2000,
          "description": "HTTP/HTTPS URL for this WebDataset tar shard"
        },
        "checksum": {
          "ref": "science.alt.dataset.entry#shardChecksum",
          "type": "ref",
          "description": "Content hash for integrity verification"
        }
      },
      "description": "A single HTTP-accessible shard with integrity checksum"
    }
  },
  "$type": "com.atproto.lexicon.schema",
  "lexicon": 1
}