{
  "$schema": "https://compatool.com/schemas/benchmark-v1.json",
  "name": "CompaTool Benchmark Dataset",
  "version": "2026.11.0",
  "updatedAt": "2026-11-04T12:00:00Z",
  "methodology": "https://compatool.com/methodology.html",
  "spec": "COMPATOOL-SPEC-2026-V1",
  "categories": {
    "agent": "AI Coding Agents",
    "mcp": "MCP Servers & Tooling",
    "runtime": "Systems & Runtimes",
    "data": "Data & Vector Engines",
    "toolchain": "Toolchains & Package Mgrs",
    "testing": "Testing & QA Platforms"
  },
  "pillars": [
    { "id": "perf", "name": "Performance & Latency", "defaultWeight": 1.0 },
    { "id": "compat", "name": "Interoperability & Standards", "defaultWeight": 1.0 },
    { "id": "rel", "name": "Reliability & Determinism", "defaultWeight": 1.0 },
    { "id": "sec", "name": "Security & Sandboxing", "defaultWeight": 1.0 },
    { "id": "dx", "name": "Developer Experience (DX)", "defaultWeight": 1.0 },
    { "id": "arch", "name": "Architecture & Extensibility", "defaultWeight": 1.0 },
    { "id": "cost", "name": "Cost & Resource Efficiency", "defaultWeight": 1.0 }
  ],
  "toolsCount": 35,
  "downloadUrl": "https://compatool.com/data/benchmarks.json"
}