mcp-llm-gateway

docker run --rm -p 127.0.0.1:8101:8000 ghcr.io/astral-sh/uv:python3.12-bookworm-slim sh -c 'uvx mcp-proxy --host 0.0.0.0 --port 8000 --pass-environment -- uvx mcp-llm-gateway==0.1.0'

# Generated by Hub for toolset "my-agent" (2026-10-18T20:40:18+00:00).
# Each package server runs behind a stdio->HTTP bridge and listens on localhost only.
#   cp .env.example .env    # fill the ${VAR}s
#   docker compose up -d && bash smoke.sh
# Remote servers are not here: clients reach them directly (see clients/).
name: mcp-my-agent
services:
  llm-gateway:
    image: ghcr.io/astral-sh/uv:python3.12-bookworm-slim
    command:
    - sh
    - -c
    - uvx mcp-proxy --host 0.0.0.0 --port 8000 --pass-environment -- uvx mcp-llm-gateway==0.1.0
    ports:
    - 127.0.0.1:8101:8000
    volumes:
    - uv-cache:/root/.cache/uv
    healthcheck:
      test:
      - CMD
      - python3
      - -c
      - import urllib.request; urllib.request.urlopen('http://127.0.0.1:8000/status')
      interval: 30s
      timeout: 5s
      retries: 5
      start_period: 2m
    restart: unless-stopped
volumes:
  npm-cache: {}
  uv-cache: {}

# Generated by Hub for toolset "my-agent" (2026-10-18T20:40:18+00:00).
#   kubectl create namespace mcp
#   kubectl -n mcp create secret generic mcp-credentials --from-env-file=.env
#   kubectl apply -f kubernetes.yaml
# Services are cluster-internal: <name>.mcp.svc.cluster.local:8000/mcp. Put an ingress
# with auth in front before exposing any of them.
apiVersion: v1
kind: Namespace
metadata:
  name: mcp
---
apiVersion: apps/v1
kind: Deployment
metadata:
  name: llm-gateway
  namespace: mcp
  labels: &id001
    app: llm-gateway
spec:
  replicas: 1
  selector:
    matchLabels: *id001
  template:
    metadata:
      labels: *id001
    spec:
      containers:
      - name: llm-gateway
        image: ghcr.io/astral-sh/uv:python3.12-bookworm-slim
        ports:
        - containerPort: 8000
          name: http
        env: []
        args:
        - sh
        - -c
        - uvx mcp-proxy --host 0.0.0.0 --port 8000 --pass-environment -- uvx mcp-llm-gateway==0.1.0
        readinessProbe:
          httpGet:
            path: /status
            port: http
          initialDelaySeconds: 10
---
apiVersion: v1
kind: Service
metadata:
  name: llm-gateway
  namespace: mcp
spec:
  selector:
    app: llm-gateway
  ports:
  - port: 8000
    targetPort: http
    name: http

# Generated by Hub for toolset "my-agent" (2026-10-18T20:40:18+00:00).
# Credentials come from the Secret 'mcp-credentials' (kubectl create secret generic ... --from-env-file=.env).
# Each server under `servers` is one Deployment + Service; the keys after it configure
# upstream charts a worker verified.
servers:
  llm-gateway:
    enabled: true
    replicas: 1
    port: 8000
    path: /mcp
    container:
      name: llm-gateway
      image: ghcr.io/astral-sh/uv:python3.12-bookworm-slim
      ports:
      - containerPort: 8000
        name: http
      env: []
      args:
      - sh
      - -c
      - uvx mcp-proxy --host 0.0.0.0 --port 8000 --pass-environment -- uvx mcp-llm-gateway==0.1.0
      readinessProbe:
        httpGet:
          path: /status
          port: http
        initialDelaySeconds: 10

# helm install my-agent helm/my-agent -n mcp