x=hub

your toolset

    build deployment
    sign in

    WebScraping.AI

    mcpkey · package
    io.github.webscraping-ai/webscraping-ai · v1.0.7
    deploy just this

    Web scraping tools with Chromium JS rendering, rotating proxies, and AI question answering.

    run it

    on your own machines, one way per deploy method
    generated from the record, not tested yet
    #!/usr/bin/env bash
# webscraping-ai (io.github.webscraping-ai/webscraping-ai), recipe baremetal (generated).
# Generated by Hub for toolset "my-agent"; started by mcp-my-agent-webscraping-ai.service.
set -euo pipefail
export HOST=127.0.0.1 PORT=8101
exec npx -y supergateway@4 --stdio 'npx -y [email protected]' --outputTransport streamableHttp --stateful --host 127.0.0.1 --port 8101 --streamableHttpPath /mcp --healthEndpoint /healthz

[Unit]
Description=MCP server webscraping-ai (toolset my-agent), generated by Hub
After=network-online.target
Wants=network-online.target

[Service]
Type=simple
User=mcp
Group=mcp
EnvironmentFile=/etc/mcp/my-agent.env
Environment=HOME=/var/lib/mcp/webscraping-ai
WorkingDirectory=/var/lib/mcp/webscraping-ai
ExecStart=/opt/mcp/my-agent/bin/webscraping-ai.sh
Restart=on-failure
RestartSec=5
NoNewPrivileges=true
ProtectSystem=strict
ProtectHome=true
PrivateTmp=true
ReadWritePaths=/var/lib/mcp/webscraping-ai

[Install]
WantedBy=multi-user.target
    generated from the record, not tested yet
    docker run --rm -p 127.0.0.1:8101:8000 -e WEBSCRAPING_AI_API_KEY -e WEBSCRAPING_AI_DEFAULT_PROXY_TYPE -e WEBSCRAPING_AI_DEFAULT_JS_RENDERING -e WEBSCRAPING_AI_CONCURRENCY_LIMIT node:22-alpine sh -c 'npx -y supergateway@4 --stdio '"'"'npx -y [email protected]'"'"' --outputTransport streamableHttp --stateful --host 0.0.0.0 --port 8000 --streamableHttpPath /mcp --healthEndpoint /healthz'
    generated from the record, not tested yet
    # Generated by Hub for toolset "my-agent" (2026-10-18T07:57:24+00:00).
# Each package server runs behind a stdio->HTTP bridge and listens on localhost only.
#   cp .env.example .env    # fill the ${VAR}s
#   docker compose up -d && bash smoke.sh
# Remote servers are not here: clients reach them directly (see clients/).
name: mcp-my-agent
services:
  webscraping-ai:
    image: node:22-alpine
    command:
    - sh
    - -c
    - npx -y supergateway@4 --stdio 'npx -y [email protected]' --outputTransport streamableHttp
      --stateful --host 0.0.0.0 --port 8000 --streamableHttpPath /mcp --healthEndpoint /healthz
    ports:
    - 127.0.0.1:8101:8000
    volumes:
    - npm-cache:/root/.npm
    healthcheck:
      test:
      - CMD-SHELL
      - wget -qO- http://127.0.0.1:8000/healthz || exit 1
      interval: 30s
      timeout: 5s
      retries: 5
      start_period: 2m
    restart: unless-stopped
    environment:
      WEBSCRAPING_AI_API_KEY: ${WEBSCRAPING_AI_API_KEY}
      WEBSCRAPING_AI_DEFAULT_PROXY_TYPE: ${WEBSCRAPING_AI_DEFAULT_PROXY_TYPE}
      WEBSCRAPING_AI_DEFAULT_JS_RENDERING: ${WEBSCRAPING_AI_DEFAULT_JS_RENDERING}
      WEBSCRAPING_AI_CONCURRENCY_LIMIT: ${WEBSCRAPING_AI_CONCURRENCY_LIMIT}
volumes:
  npm-cache: {}
  uv-cache: {}
    generated from the record, not tested yet
    # Generated by Hub for toolset "my-agent" (2026-10-18T07:57:24+00:00).
#   kubectl create namespace mcp
#   kubectl -n mcp create secret generic mcp-credentials --from-env-file=.env
#   kubectl apply -f kubernetes.yaml
# Services are cluster-internal: <name>.mcp.svc.cluster.local:8000/mcp. Put an ingress
# with auth in front before exposing any of them.
apiVersion: v1
kind: Namespace
metadata:
  name: mcp
---
apiVersion: apps/v1
kind: Deployment
metadata:
  name: webscraping-ai
  namespace: mcp
  labels: &id001
    app: webscraping-ai
spec:
  replicas: 1
  selector:
    matchLabels: *id001
  template:
    metadata:
      labels: *id001
    spec:
      containers:
      - name: webscraping-ai
        image: node:22-alpine
        ports:
        - containerPort: 8000
          name: http
        env:
        - name: WEBSCRAPING_AI_API_KEY
          valueFrom:
            secretKeyRef:
              name: mcp-credentials
              key: WEBSCRAPING_AI_API_KEY
        - name: WEBSCRAPING_AI_DEFAULT_PROXY_TYPE
          valueFrom:
            secretKeyRef:
              name: mcp-credentials
              key: WEBSCRAPING_AI_DEFAULT_PROXY_TYPE
        - name: WEBSCRAPING_AI_DEFAULT_JS_RENDERING
          valueFrom:
            secretKeyRef:
              name: mcp-credentials
              key: WEBSCRAPING_AI_DEFAULT_JS_RENDERING
        - name: WEBSCRAPING_AI_CONCURRENCY_LIMIT
          valueFrom:
            secretKeyRef:
              name: mcp-credentials
              key: WEBSCRAPING_AI_CONCURRENCY_LIMIT
        command:
        - sh
        - -c
        - npx -y supergateway@4 --stdio 'npx -y [email protected]' --outputTransport streamableHttp
          --stateful --host 0.0.0.0 --port 8000 --streamableHttpPath /mcp --healthEndpoint /healthz
        readinessProbe:
          httpGet:
            path: /healthz
            port: http
          initialDelaySeconds: 10
---
apiVersion: v1
kind: Service
metadata:
  name: webscraping-ai
  namespace: mcp
spec:
  selector:
    app: webscraping-ai
  ports:
  - port: 8000
    targetPort: http
    name: http
    generated from the record, not tested yet
    # Generated by Hub for toolset "my-agent" (2026-10-18T07:57:24+00:00).
# Credentials come from the Secret 'mcp-credentials' (kubectl create secret generic ... --from-env-file=.env).
# Each server under `servers` is one Deployment + Service; the keys after it configure
# upstream charts a worker verified.
servers:
  webscraping-ai:
    enabled: true
    replicas: 1
    port: 8000
    path: /mcp
    container:
      name: webscraping-ai
      image: node:22-alpine
      ports:
      - containerPort: 8000
        name: http
      env:
      - name: WEBSCRAPING_AI_API_KEY
        valueFrom:
          secretKeyRef:
            name: mcp-credentials
            key: WEBSCRAPING_AI_API_KEY
      - name: WEBSCRAPING_AI_DEFAULT_PROXY_TYPE
        valueFrom:
          secretKeyRef:
            name: mcp-credentials
            key: WEBSCRAPING_AI_DEFAULT_PROXY_TYPE
      - name: WEBSCRAPING_AI_DEFAULT_JS_RENDERING
        valueFrom:
          secretKeyRef:
            name: mcp-credentials
            key: WEBSCRAPING_AI_DEFAULT_JS_RENDERING
      - name: WEBSCRAPING_AI_CONCURRENCY_LIMIT
        valueFrom:
          secretKeyRef:
            name: mcp-credentials
            key: WEBSCRAPING_AI_CONCURRENCY_LIMIT
      command:
      - sh
      - -c
      - npx -y supergateway@4 --stdio 'npx -y [email protected]' --outputTransport streamableHttp
        --stateful --host 0.0.0.0 --port 8000 --streamableHttpPath /mcp --healthEndpoint /healthz
      readinessProbe:
        httpGet:
          path: /healthz
          port: http
        initialDelaySeconds: 10

# helm install my-agent helm/my-agent -n mcp

    in the cloud

    one click: the provider's deploy form opens filled in, in your own account
    koyeb
    deploy to koyeb

    The form opens with CHANGE_ME for each value you supply: WEBSCRAPING_AI_API_KEY, WEBSCRAPING_AI_DEFAULT_PROXY_TYPE, WEBSCRAPING_AI_DEFAULT_JS_RENDERING, WEBSCRAPING_AI_CONCURRENCY_LIMIT. Fill them in before you deploy.

    Clients connect to the service's https://…koyeb.app address plus /mcp.

    azure
    deploy to azuretemplate

    A Container Apps environment with one app per server, each with HTTPS ingress and one replica. The portal asks for each value you supply as a secure parameter; the deployment's outputs list the endpoints.

    connect to it

    copy what your client needs
    npx -y [email protected]
# env: WEBSCRAPING_AI_API_KEY, WEBSCRAPING_AI_DEFAULT_PROXY_TYPE, WEBSCRAPING_AI_DEFAULT_JS_RENDERING, WEBSCRAPING_AI_CONCURRENCY_LIMIT
    {
  "mcpServers": {
    "webscraping-ai": {
      "command": "npx",
      "args": [
        "-y",
        "[email protected]"
      ],
      "env": {
        "WEBSCRAPING_AI_API_KEY": "${WEBSCRAPING_AI_API_KEY}",
        "WEBSCRAPING_AI_DEFAULT_PROXY_TYPE": "${WEBSCRAPING_AI_DEFAULT_PROXY_TYPE}",
        "WEBSCRAPING_AI_DEFAULT_JS_RENDERING": "${WEBSCRAPING_AI_DEFAULT_JS_RENDERING}",
        "WEBSCRAPING_AI_CONCURRENCY_LIMIT": "${WEBSCRAPING_AI_CONCURRENCY_LIMIT}"
      }
    }
  }
}
    #!/usr/bin/env bash
# Registers every server with Claude Code (run once; `claude mcp list` to check).
set -euo pipefail
set -a; [ -f .env ] && source .env; set +a
claude mcp add webscraping-ai -e "WEBSCRAPING_AI_API_KEY=${WEBSCRAPING_AI_API_KEY}" -e "WEBSCRAPING_AI_DEFAULT_PROXY_TYPE=${WEBSCRAPING_AI_DEFAULT_PROXY_TYPE}" -e "WEBSCRAPING_AI_DEFAULT_JS_RENDERING=${WEBSCRAPING_AI_DEFAULT_JS_RENDERING}" -e "WEBSCRAPING_AI_CONCURRENCY_LIMIT=${WEBSCRAPING_AI_CONCURRENCY_LIMIT}" -- npx -y [email protected]

    {
  "mcpServers": {
    "webscraping-ai": {
      "command": "npx",
      "args": [
        "-y",
        "[email protected]"
      ],
      "env": {
        "WEBSCRAPING_AI_API_KEY": "${WEBSCRAPING_AI_API_KEY}",
        "WEBSCRAPING_AI_DEFAULT_PROXY_TYPE": "${WEBSCRAPING_AI_DEFAULT_PROXY_TYPE}",
        "WEBSCRAPING_AI_DEFAULT_JS_RENDERING": "${WEBSCRAPING_AI_DEFAULT_JS_RENDERING}",
        "WEBSCRAPING_AI_CONCURRENCY_LIMIT": "${WEBSCRAPING_AI_CONCURRENCY_LIMIT}"
      }
    }
  }
}
    {
  "servers": {
    "webscraping-ai": {
      "type": "stdio",
      "command": "npx",
      "args": [
        "-y",
        "[email protected]"
      ],
      "env": {
        "WEBSCRAPING_AI_API_KEY": "${WEBSCRAPING_AI_API_KEY}",
        "WEBSCRAPING_AI_DEFAULT_PROXY_TYPE": "${WEBSCRAPING_AI_DEFAULT_PROXY_TYPE}",
        "WEBSCRAPING_AI_DEFAULT_JS_RENDERING": "${WEBSCRAPING_AI_DEFAULT_JS_RENDERING}",
        "WEBSCRAPING_AI_CONCURRENCY_LIMIT": "${WEBSCRAPING_AI_CONCURRENCY_LIMIT}"
      }
    }
  }
}
    name: my-agent
target: local
servers:
- hub: io.github.webscraping-ai/webscraping-ai
    • not probed yet: tools unpinned, ingest lists them

    tools

    Not probed yetThe tools appear once the hub or its worker has listed this entry. Running it still works: your client lists them on first start.