{
  "version": "1.0",
  "updated": "2026-04-22",
  "categories": [
    { "id": "llm", "name": "LLM providers", "oneliner": "Foundation model inference APIs.", "icon": "brain", "benchmarks": ["mbpp", "humaneval", "gsm8k", "mmlu-pro", "gpqa", "lcb", "swebench"] },
    { "id": "memory", "name": "Memory & context", "oneliner": "Long-term memory substrates for agents.", "icon": "archive", "benchmarks": ["longmemeval", "memory-compound", "mbpp-compound"] },
    { "id": "code-agent", "name": "Code agents", "oneliner": "Autonomous coding copilots and IDE agents.", "icon": "terminal", "benchmarks": ["swebench", "swebench-lite", "mbpp", "lcb"] },
    { "id": "vector-db", "name": "Vector databases", "oneliner": "ANN-indexed storage for embeddings.", "icon": "database", "benchmarks": ["ann-benchmarks", "vectorsearch-recall"] },
    { "id": "embedding", "name": "Embedding models", "oneliner": "Text-to-vector encoders.", "icon": "grid", "benchmarks": ["mteb", "beir"] },
    { "id": "rag", "name": "RAG platforms", "oneliner": "Retrieval-augmented generation stacks.", "icon": "search", "benchmarks": ["frames", "financebench", "rgb"] },
    { "id": "inference", "name": "Inference providers", "oneliner": "Hosted GPU/accelerator inference.", "icon": "zap", "benchmarks": ["inference-throughput", "ttft", "tps"] },
    { "id": "eval", "name": "Evaluation & observability", "oneliner": "LLM tracing, eval, and prompt management.", "icon": "activity", "benchmarks": ["eval-harness-coverage"] },
    { "id": "web-tools", "name": "Web tools", "oneliner": "Search, extraction, scraping APIs.", "icon": "globe", "benchmarks": ["frames", "browsecomp"] },
    { "id": "voice", "name": "Voice & speech", "oneliner": "TTS, STT, and voice agents.", "icon": "mic", "benchmarks": ["librispeech-wer", "voice-rtf", "voice-mos"] },
    { "id": "mcp", "name": "MCP servers", "oneliner": "Model Context Protocol tool servers.", "icon": "plug", "benchmarks": ["mcp-compatibility", "tau-bench"] },
    { "id": "agent-framework", "name": "Agent frameworks", "oneliner": "Graph/tool/multi-agent orchestration.", "icon": "network", "benchmarks": ["agentbench", "tau-bench", "webarena"] },
    { "id": "safety", "name": "Guardrails & safety", "oneliner": "Policy, moderation, injection defense.", "icon": "shield", "benchmarks": ["red-team-pass", "prompt-injection-recall"] },
    { "id": "finetune", "name": "Training & finetuning", "oneliner": "Hosted LoRA/full-finetune + training clouds.", "icon": "cpu", "benchmarks": ["lora-compound", "finetune-cost-per-token"] },
    { "id": "parsing", "name": "Document parsing", "oneliner": "PDF/doc/table extraction for LLMs.", "icon": "file", "benchmarks": ["docbench", "tablebench"] },
    { "id": "sandbox", "name": "Sandboxes", "oneliner": "Code execution, browser, container sandboxes for agents.", "icon": "box", "benchmarks": ["sandbox-coldstart", "sandbox-sec"] }
  ]
}