{
  "components": {
    "schemas": {
      "Index": {
        "properties": {
          "benchmarks": {
            "items": {
              "type": "object"
            },
            "type": "array"
          },
          "license": {
            "type": "string"
          }
        },
        "type": "object"
      },
      "Snapshot": {
        "properties": {
          "cohort_size": {
            "type": "integer"
          },
          "content_hash": {
            "type": "string"
          },
          "primitive": {
            "type": "string"
          },
          "snapshot_id": {
            "type": "string"
          },
          "vendors": {
            "additionalProperties": {
              "properties": {
                "accuracy": {
                  "type": [
                    "number",
                    "null"
                  ]
                },
                "cost_per_correct": {
                  "type": [
                    "number",
                    "null"
                  ]
                },
                "coverage": {
                  "type": [
                    "number",
                    "null"
                  ]
                },
                "overfit_gap": {
                  "type": [
                    "number",
                    "null"
                  ]
                }
              },
              "type": "object"
            },
            "type": "object"
          }
        },
        "required": [
          "snapshot_id",
          "primitive",
          "vendors"
        ],
        "type": "object"
      }
    }
  },
  "info": {
    "description": "Agent-consumable vendor leaderboards. Immutable snapshots, deterministic scoring, CC-BY-4.0.",
    "license": {
      "name": "CC-BY-4.0",
      "url": "https://creativecommons.org/licenses/by/4.0/"
    },
    "title": "wrodium-bench API",
    "version": "1.0.0"
  },
  "openapi": "3.1.0",
  "paths": {
    "/api/index.json": {
      "get": {
        "operationId": "listBenchmarks",
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/Index"
                }
              }
            },
            "description": "ok"
          }
        },
        "summary": "List all primitives and their latest snapshot ids."
      }
    },
    "/api/{primitive}/{snapshotId}.json": {
      "get": {
        "operationId": "getSnapshot",
        "parameters": [
          {
            "in": "path",
            "name": "primitive",
            "required": true,
            "schema": {
              "enum": [
                "web_extraction"
              ],
              "type": "string"
            }
          },
          {
            "in": "path",
            "name": "snapshotId",
            "required": true,
            "schema": {
              "pattern": "^[a-z0-9_]+-\\d{4}-q[1-4]$",
              "type": "string"
            }
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/Snapshot"
                }
              }
            },
            "description": "ok"
          }
        },
        "summary": "Fetch an immutable snapshot's aggregates."
      }
    }
  },
  "servers": [
    {
      "url": "https://arlenkumar.com/bench"
    }
  ]
}