WebScraping.AI

docker run --rm -p 127.0.0.1:8101:8000 -e API_NAME -e API_SPEC_URL -e API_BASE_URL -e AUTH_TYPE ghcr.io/astral-sh/uv:python3.12-bookworm-slim sh -c 'uvx mcp-proxy --host 0.0.0.0 --port 8000 --pass-environment -- uvx awslabs.openapi-mcp-server'

# Generated by Hub for toolset "my-agent" (2026-10-17T23:25:01+00:00).
# Each package server runs behind a stdio->HTTP bridge and listens on localhost only.
#   cp .env.example .env    # fill the ${VAR}s
#   docker compose up -d && bash smoke.sh
# Remote servers are not here: clients reach them directly (see clients/).
name: mcp-my-agent
services:
  webscraping:
    image: ghcr.io/astral-sh/uv:python3.12-bookworm-slim
    command:
    - sh
    - -c
    - uvx mcp-proxy --host 0.0.0.0 --port 8000 --pass-environment -- uvx awslabs.openapi-mcp-server
    ports:
    - 127.0.0.1:8101:8000
    volumes:
    - uv-cache:/root/.cache/uv
    healthcheck:
      test:
      - CMD
      - python3
      - -c
      - import urllib.request; urllib.request.urlopen('http://127.0.0.1:8000/status')
      interval: 30s
      timeout: 5s
      retries: 5
      start_period: 2m
    restart: unless-stopped
    x-note: An OpenAPI-to-MCP bridge, for clients without callbus in front.
    environment:
      API_NAME: webscraping
      API_SPEC_URL: https://webscraping.ai/openapi.yml
      API_BASE_URL: https://api.webscraping.ai
      AUTH_TYPE: none
volumes:
  npm-cache: {}
  uv-cache: {}

# Generated by Hub for toolset "my-agent" (2026-10-17T23:25:01+00:00).
#   kubectl create namespace mcp
#   kubectl -n mcp create secret generic mcp-credentials --from-env-file=.env
#   kubectl apply -f kubernetes.yaml
# Services are cluster-internal: <name>.mcp.svc.cluster.local:8000/mcp. Put an ingress
# with auth in front before exposing any of them.
apiVersion: v1
kind: Namespace
metadata:
  name: mcp
---
apiVersion: apps/v1
kind: Deployment
metadata:
  name: webscraping
  namespace: mcp
  labels: &id001
    app: webscraping
spec:
  replicas: 1
  selector:
    matchLabels: *id001
  template:
    metadata:
      labels: *id001
    spec:
      containers:
      - name: webscraping
        image: ghcr.io/astral-sh/uv:python3.12-bookworm-slim
        ports:
        - containerPort: 8000
          name: http
        env:
        - name: API_NAME
          value: webscraping
        - name: API_SPEC_URL
          value: https://webscraping.ai/openapi.yml
        - name: API_BASE_URL
          value: https://api.webscraping.ai
        - name: AUTH_TYPE
          value: none
        command:
        - sh
        - -c
        - uvx mcp-proxy --host 0.0.0.0 --port 8000 --pass-environment -- uvx awslabs.openapi-mcp-server
        readinessProbe:
          httpGet:
            path: /status
            port: http
          initialDelaySeconds: 10
---
apiVersion: v1
kind: Service
metadata:
  name: webscraping
  namespace: mcp
spec:
  selector:
    app: webscraping
  ports:
  - port: 8000
    targetPort: http
    name: http

# Generated by Hub for toolset "my-agent" (2026-10-17T23:25:01+00:00).
# Credentials come from the Secret 'mcp-credentials' (kubectl create secret generic ... --from-env-file=.env).
# Each server under `servers` is one Deployment + Service; the keys after it configure
# upstream charts a worker verified.
servers:
  webscraping:
    enabled: true
    replicas: 1
    port: 8000
    path: /mcp
    container:
      name: webscraping
      image: ghcr.io/astral-sh/uv:python3.12-bookworm-slim
      ports:
      - containerPort: 8000
        name: http
      env:
      - name: API_NAME
        value: webscraping
      - name: API_SPEC_URL
        value: https://webscraping.ai/openapi.yml
      - name: API_BASE_URL
        value: https://api.webscraping.ai
      - name: AUTH_TYPE
        value: none
      command:
      - sh
      - -c
      - uvx mcp-proxy --host 0.0.0.0 --port 8000 --pass-environment -- uvx awslabs.openapi-mcp-server
      readinessProbe:
        httpGet:
          path: /status
          port: http
        initialDelaySeconds: 10

# helm install my-agent helm/my-agent -n mcp