Iris
mcpkey · packageStop shipping agents on vibes. Score every agent output for quality, safety, and cost.
run it
on your own machines, one way per deploy method#!/usr/bin/env bash # iris-eval (io.github.iris-eval/mcp-server), recipe baremetal (generated). # Generated by Hub for toolset "my-agent"; started by mcp-my-agent-iris-eval.service. set -euo pipefail export HOST=127.0.0.1 PORT=8101 exec npx -y supergateway@4 --stdio 'npx -y @iris-eval/[email protected]' --outputTransport streamableHttp --stateful --host 127.0.0.1 --port 8101 --streamableHttpPath /mcp --healthEndpoint /healthz [Unit] Description=MCP server iris-eval (toolset my-agent), generated by Hub After=network-online.target Wants=network-online.target [Service] Type=simple User=mcp Group=mcp EnvironmentFile=/etc/mcp/my-agent.env Environment=HOME=/var/lib/mcp/iris-eval WorkingDirectory=/var/lib/mcp/iris-eval ExecStart=/opt/mcp/my-agent/bin/iris-eval.sh Restart=on-failure RestartSec=5 NoNewPrivileges=true ProtectSystem=strict ProtectHome=true PrivateTmp=true ReadWritePaths=/var/lib/mcp/iris-eval [Install] WantedBy=multi-user.target
docker run --rm -p 127.0.0.1:8101:8000 -e IRIS_API_KEY -e IRIS_API_KEY_FILE -e IRIS_ALLOW_UNAUTHENTICATED -e IRIS_DB_PATH -e IRIS_SQLITE_DRIVER -e IRIS_SEARCH_BUDGET_MS -e IRIS_SEARCH_INDEX -e IRIS_LOG_LEVEL -e IRIS_HOME -e IRIS_ANTHROPIC_API_KEY -e IRIS_OPENAI_API_KEY -e IRIS_LLM_JUDGE_MAX_COST_USD_PER_EVAL -e IRIS_RELEVANCE_JUDGE_MODEL -e IRIS_RELEVANCE_JUDGE_DAILY_BUDGET_USD -e IRIS_RELEVANCE_JUDGE_MAX_CALLS_PER_REQUEST -e IRIS_RELEVANCE_JUDGE_REDACT -e IRIS_CITATION_ALLOW_FETCH -e IRIS_DASHBOARD -e IRIS_DASHBOARD_PORT -e IRIS_PORT -e IRIS_OTEL_ENDPOINT -e IRIS_CITATION_DOMAINS -e IRIS_TRANSPORT -e IRIS_HOST -e IRIS_ALLOWED_ORIGINS -e IRIS_DASHBOARD_HOST -e IRIS_OTEL_HEADERS -e IRIS_OTEL_SERVICE_NAME -e IRIS_OTEL_TIMEOUT_MS -e IRIS_WEBHOOK_URL -e IRIS_WEBHOOK_SECRET node:22-alpine sh -c 'npx -y supergateway@4 --stdio '"'"'npx -y @iris-eval/[email protected]'"'"' --outputTransport streamableHttp --stateful --host 0.0.0.0 --port 8000 --streamableHttpPath /mcp --healthEndpoint /healthz'
# Generated by Hub for toolset "my-agent" (2026-10-18T09:39:47+00:00).
# Each package server runs behind a stdio->HTTP bridge and listens on localhost only.
# cp .env.example .env # fill the ${VAR}s
# docker compose up -d && bash smoke.sh
# Remote servers are not here: clients reach them directly (see clients/).
name: mcp-my-agent
services:
iris-eval:
image: node:22-alpine
command:
- sh
- -c
- npx -y supergateway@4 --stdio 'npx -y @iris-eval/[email protected]' --outputTransport streamableHttp
--stateful --host 0.0.0.0 --port 8000 --streamableHttpPath /mcp --healthEndpoint /healthz
ports:
- 127.0.0.1:8101:8000
volumes:
- npm-cache:/root/.npm
healthcheck:
test:
- CMD-SHELL
- wget -qO- http://127.0.0.1:8000/healthz || exit 1
interval: 30s
timeout: 5s
retries: 5
start_period: 2m
restart: unless-stopped
environment:
IRIS_API_KEY: ${IRIS_API_KEY}
IRIS_API_KEY_FILE: ${IRIS_API_KEY_FILE}
IRIS_ALLOW_UNAUTHENTICATED: ${IRIS_ALLOW_UNAUTHENTICATED}
IRIS_DB_PATH: ${IRIS_DB_PATH}
IRIS_SQLITE_DRIVER: ${IRIS_SQLITE_DRIVER}
IRIS_SEARCH_BUDGET_MS: ${IRIS_SEARCH_BUDGET_MS}
IRIS_SEARCH_INDEX: ${IRIS_SEARCH_INDEX}
IRIS_LOG_LEVEL: ${IRIS_LOG_LEVEL}
IRIS_HOME: ${IRIS_HOME}
IRIS_ANTHROPIC_API_KEY: ${IRIS_ANTHROPIC_API_KEY}
IRIS_OPENAI_API_KEY: ${IRIS_OPENAI_API_KEY}
IRIS_LLM_JUDGE_MAX_COST_USD_PER_EVAL: ${IRIS_LLM_JUDGE_MAX_COST_USD_PER_EVAL}
IRIS_RELEVANCE_JUDGE_MODEL: ${IRIS_RELEVANCE_JUDGE_MODEL}
IRIS_RELEVANCE_JUDGE_DAILY_BUDGET_USD: ${IRIS_RELEVANCE_JUDGE_DAILY_BUDGET_USD}
IRIS_RELEVANCE_JUDGE_MAX_CALLS_PER_REQUEST: ${IRIS_RELEVANCE_JUDGE_MAX_CALLS_PER_REQUEST}
IRIS_RELEVANCE_JUDGE_REDACT: ${IRIS_RELEVANCE_JUDGE_REDACT}
IRIS_CITATION_ALLOW_FETCH: ${IRIS_CITATION_ALLOW_FETCH}
IRIS_DASHBOARD: ${IRIS_DASHBOARD}
IRIS_DASHBOARD_PORT: ${IRIS_DASHBOARD_PORT}
IRIS_PORT: ${IRIS_PORT}
IRIS_OTEL_ENDPOINT: ${IRIS_OTEL_ENDPOINT}
IRIS_CITATION_DOMAINS: ${IRIS_CITATION_DOMAINS}
IRIS_TRANSPORT: ${IRIS_TRANSPORT}
IRIS_HOST: ${IRIS_HOST}
IRIS_ALLOWED_ORIGINS: ${IRIS_ALLOWED_ORIGINS}
IRIS_DASHBOARD_HOST: ${IRIS_DASHBOARD_HOST}
IRIS_OTEL_HEADERS: ${IRIS_OTEL_HEADERS}
IRIS_OTEL_SERVICE_NAME: ${IRIS_OTEL_SERVICE_NAME}
IRIS_OTEL_TIMEOUT_MS: ${IRIS_OTEL_TIMEOUT_MS}
IRIS_WEBHOOK_URL: ${IRIS_WEBHOOK_URL}
IRIS_WEBHOOK_SECRET: ${IRIS_WEBHOOK_SECRET}
volumes:
npm-cache: {}
uv-cache: {}
# Generated by Hub for toolset "my-agent" (2026-10-18T09:39:47+00:00).
# kubectl create namespace mcp
# kubectl -n mcp create secret generic mcp-credentials --from-env-file=.env
# kubectl apply -f kubernetes.yaml
# Services are cluster-internal: <name>.mcp.svc.cluster.local:8000/mcp. Put an ingress
# with auth in front before exposing any of them.
apiVersion: v1
kind: Namespace
metadata:
name: mcp
---
apiVersion: apps/v1
kind: Deployment
metadata:
name: iris-eval
namespace: mcp
labels: &id001
app: iris-eval
spec:
replicas: 1
selector:
matchLabels: *id001
template:
metadata:
labels: *id001
spec:
containers:
- name: iris-eval
image: node:22-alpine
ports:
- containerPort: 8000
name: http
env:
- name: IRIS_API_KEY
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_API_KEY
- name: IRIS_API_KEY_FILE
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_API_KEY_FILE
- name: IRIS_ALLOW_UNAUTHENTICATED
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_ALLOW_UNAUTHENTICATED
- name: IRIS_DB_PATH
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_DB_PATH
- name: IRIS_SQLITE_DRIVER
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_SQLITE_DRIVER
- name: IRIS_SEARCH_BUDGET_MS
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_SEARCH_BUDGET_MS
- name: IRIS_SEARCH_INDEX
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_SEARCH_INDEX
- name: IRIS_LOG_LEVEL
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_LOG_LEVEL
- name: IRIS_HOME
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_HOME
- name: IRIS_ANTHROPIC_API_KEY
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_ANTHROPIC_API_KEY
- name: IRIS_OPENAI_API_KEY
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_OPENAI_API_KEY
- name: IRIS_LLM_JUDGE_MAX_COST_USD_PER_EVAL
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_LLM_JUDGE_MAX_COST_USD_PER_EVAL
- name: IRIS_RELEVANCE_JUDGE_MODEL
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_RELEVANCE_JUDGE_MODEL
- name: IRIS_RELEVANCE_JUDGE_DAILY_BUDGET_USD
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_RELEVANCE_JUDGE_DAILY_BUDGET_USD
- name: IRIS_RELEVANCE_JUDGE_MAX_CALLS_PER_REQUEST
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_RELEVANCE_JUDGE_MAX_CALLS_PER_REQUEST
- name: IRIS_RELEVANCE_JUDGE_REDACT
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_RELEVANCE_JUDGE_REDACT
- name: IRIS_CITATION_ALLOW_FETCH
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_CITATION_ALLOW_FETCH
- name: IRIS_DASHBOARD
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_DASHBOARD
- name: IRIS_DASHBOARD_PORT
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_DASHBOARD_PORT
- name: IRIS_PORT
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_PORT
- name: IRIS_OTEL_ENDPOINT
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_OTEL_ENDPOINT
- name: IRIS_CITATION_DOMAINS
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_CITATION_DOMAINS
- name: IRIS_TRANSPORT
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_TRANSPORT
- name: IRIS_HOST
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_HOST
- name: IRIS_ALLOWED_ORIGINS
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_ALLOWED_ORIGINS
- name: IRIS_DASHBOARD_HOST
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_DASHBOARD_HOST
- name: IRIS_OTEL_HEADERS
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_OTEL_HEADERS
- name: IRIS_OTEL_SERVICE_NAME
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_OTEL_SERVICE_NAME
- name: IRIS_OTEL_TIMEOUT_MS
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_OTEL_TIMEOUT_MS
- name: IRIS_WEBHOOK_URL
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_WEBHOOK_URL
- name: IRIS_WEBHOOK_SECRET
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_WEBHOOK_SECRET
command:
- sh
- -c
- npx -y supergateway@4 --stdio 'npx -y @iris-eval/[email protected]' --outputTransport streamableHttp
--stateful --host 0.0.0.0 --port 8000 --streamableHttpPath /mcp --healthEndpoint /healthz
readinessProbe:
httpGet:
path: /healthz
port: http
initialDelaySeconds: 10
---
apiVersion: v1
kind: Service
metadata:
name: iris-eval
namespace: mcp
spec:
selector:
app: iris-eval
ports:
- port: 8000
targetPort: http
name: http
# Generated by Hub for toolset "my-agent" (2026-10-18T09:39:47+00:00).
# Credentials come from the Secret 'mcp-credentials' (kubectl create secret generic ... --from-env-file=.env).
# Each server under `servers` is one Deployment + Service; the keys after it configure
# upstream charts a worker verified.
servers:
iris-eval:
enabled: true
replicas: 1
port: 8000
path: /mcp
container:
name: iris-eval
image: node:22-alpine
ports:
- containerPort: 8000
name: http
env:
- name: IRIS_API_KEY
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_API_KEY
- name: IRIS_API_KEY_FILE
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_API_KEY_FILE
- name: IRIS_ALLOW_UNAUTHENTICATED
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_ALLOW_UNAUTHENTICATED
- name: IRIS_DB_PATH
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_DB_PATH
- name: IRIS_SQLITE_DRIVER
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_SQLITE_DRIVER
- name: IRIS_SEARCH_BUDGET_MS
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_SEARCH_BUDGET_MS
- name: IRIS_SEARCH_INDEX
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_SEARCH_INDEX
- name: IRIS_LOG_LEVEL
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_LOG_LEVEL
- name: IRIS_HOME
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_HOME
- name: IRIS_ANTHROPIC_API_KEY
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_ANTHROPIC_API_KEY
- name: IRIS_OPENAI_API_KEY
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_OPENAI_API_KEY
- name: IRIS_LLM_JUDGE_MAX_COST_USD_PER_EVAL
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_LLM_JUDGE_MAX_COST_USD_PER_EVAL
- name: IRIS_RELEVANCE_JUDGE_MODEL
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_RELEVANCE_JUDGE_MODEL
- name: IRIS_RELEVANCE_JUDGE_DAILY_BUDGET_USD
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_RELEVANCE_JUDGE_DAILY_BUDGET_USD
- name: IRIS_RELEVANCE_JUDGE_MAX_CALLS_PER_REQUEST
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_RELEVANCE_JUDGE_MAX_CALLS_PER_REQUEST
- name: IRIS_RELEVANCE_JUDGE_REDACT
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_RELEVANCE_JUDGE_REDACT
- name: IRIS_CITATION_ALLOW_FETCH
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_CITATION_ALLOW_FETCH
- name: IRIS_DASHBOARD
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_DASHBOARD
- name: IRIS_DASHBOARD_PORT
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_DASHBOARD_PORT
- name: IRIS_PORT
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_PORT
- name: IRIS_OTEL_ENDPOINT
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_OTEL_ENDPOINT
- name: IRIS_CITATION_DOMAINS
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_CITATION_DOMAINS
- name: IRIS_TRANSPORT
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_TRANSPORT
- name: IRIS_HOST
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_HOST
- name: IRIS_ALLOWED_ORIGINS
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_ALLOWED_ORIGINS
- name: IRIS_DASHBOARD_HOST
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_DASHBOARD_HOST
- name: IRIS_OTEL_HEADERS
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_OTEL_HEADERS
- name: IRIS_OTEL_SERVICE_NAME
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_OTEL_SERVICE_NAME
- name: IRIS_OTEL_TIMEOUT_MS
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_OTEL_TIMEOUT_MS
- name: IRIS_WEBHOOK_URL
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_WEBHOOK_URL
- name: IRIS_WEBHOOK_SECRET
valueFrom:
secretKeyRef:
name: mcp-credentials
key: IRIS_WEBHOOK_SECRET
command:
- sh
- -c
- npx -y supergateway@4 --stdio 'npx -y @iris-eval/[email protected]' --outputTransport streamableHttp
--stateful --host 0.0.0.0 --port 8000 --streamableHttpPath /mcp --healthEndpoint /healthz
readinessProbe:
httpGet:
path: /healthz
port: http
initialDelaySeconds: 10
# helm install my-agent helm/my-agent -n mcp
in the cloud
one click: the provider's deploy form opens filled in, in your own account- koyeb
-
The form opens with CHANGE_ME for each value you supply: IRIS_API_KEY, IRIS_API_KEY_FILE, IRIS_ALLOW_UNAUTHENTICATED, IRIS_DB_PATH, IRIS_SQLITE_DRIVER, IRIS_SEARCH_BUDGET_MS, IRIS_SEARCH_INDEX, IRIS_LOG_LEVEL, IRIS_HOME, IRIS_ANTHROPIC_API_KEY, IRIS_OPENAI_API_KEY, IRIS_LLM_JUDGE_MAX_COST_USD_PER_EVAL, IRIS_RELEVANCE_JUDGE_MODEL, IRIS_RELEVANCE_JUDGE_DAILY_BUDGET_USD, IRIS_RELEVANCE_JUDGE_MAX_CALLS_PER_REQUEST, IRIS_RELEVANCE_JUDGE_REDACT, IRIS_CITATION_ALLOW_FETCH, IRIS_DASHBOARD, IRIS_DASHBOARD_PORT, IRIS_PORT, IRIS_OTEL_ENDPOINT, IRIS_CITATION_DOMAINS, IRIS_TRANSPORT, IRIS_HOST, IRIS_ALLOWED_ORIGINS, IRIS_DASHBOARD_HOST, IRIS_OTEL_HEADERS, IRIS_OTEL_SERVICE_NAME, IRIS_OTEL_TIMEOUT_MS, IRIS_WEBHOOK_URL, IRIS_WEBHOOK_SECRET. Fill them in before you deploy.
Clients connect to the service's https://…koyeb.app address plus /mcp.
- azure
-
A Container Apps environment with one app per server, each with HTTPS ingress and one replica. The portal asks for each value you supply as a secure parameter; the deployment's outputs list the endpoints.
connect to it
copy what your client needsnpx -y @iris-eval/[email protected] # env: IRIS_API_KEY, IRIS_API_KEY_FILE, IRIS_ALLOW_UNAUTHENTICATED, IRIS_DB_PATH, IRIS_SQLITE_DRIVER, IRIS_SEARCH_BUDGET_MS, IRIS_SEARCH_INDEX, IRIS_LOG_LEVEL, IRIS_HOME, IRIS_ANTHROPIC_API_KEY, IRIS_OPENAI_API_KEY, IRIS_LLM_JUDGE_MAX_COST_USD_PER_EVAL, IRIS_RELEVANCE_JUDGE_MODEL, IRIS_RELEVANCE_JUDGE_DAILY_BUDGET_USD, IRIS_RELEVANCE_JUDGE_MAX_CALLS_PER_REQUEST, IRIS_RELEVANCE_JUDGE_REDACT, IRIS_CITATION_ALLOW_FETCH, IRIS_DASHBOARD, IRIS_DASHBOARD_PORT, IRIS_PORT, IRIS_OTEL_ENDPOINT, IRIS_CITATION_DOMAINS, IRIS_TRANSPORT, IRIS_HOST, IRIS_ALLOWED_ORIGINS, IRIS_DASHBOARD_HOST, IRIS_OTEL_HEADERS, IRIS_OTEL_SERVICE_NAME, IRIS_OTEL_TIMEOUT_MS, IRIS_WEBHOOK_URL, IRIS_WEBHOOK_SECRET
{
"mcpServers": {
"iris-eval": {
"command": "npx",
"args": [
"-y",
"@iris-eval/[email protected]"
],
"env": {
"IRIS_API_KEY": "${IRIS_API_KEY}",
"IRIS_API_KEY_FILE": "${IRIS_API_KEY_FILE}",
"IRIS_ALLOW_UNAUTHENTICATED": "${IRIS_ALLOW_UNAUTHENTICATED}",
"IRIS_DB_PATH": "${IRIS_DB_PATH}",
"IRIS_SQLITE_DRIVER": "${IRIS_SQLITE_DRIVER}",
"IRIS_SEARCH_BUDGET_MS": "${IRIS_SEARCH_BUDGET_MS}",
"IRIS_SEARCH_INDEX": "${IRIS_SEARCH_INDEX}",
"IRIS_LOG_LEVEL": "${IRIS_LOG_LEVEL}",
"IRIS_HOME": "${IRIS_HOME}",
"IRIS_ANTHROPIC_API_KEY": "${IRIS_ANTHROPIC_API_KEY}",
"IRIS_OPENAI_API_KEY": "${IRIS_OPENAI_API_KEY}",
"IRIS_LLM_JUDGE_MAX_COST_USD_PER_EVAL": "${IRIS_LLM_JUDGE_MAX_COST_USD_PER_EVAL}",
"IRIS_RELEVANCE_JUDGE_MODEL": "${IRIS_RELEVANCE_JUDGE_MODEL}",
"IRIS_RELEVANCE_JUDGE_DAILY_BUDGET_USD": "${IRIS_RELEVANCE_JUDGE_DAILY_BUDGET_USD}",
"IRIS_RELEVANCE_JUDGE_MAX_CALLS_PER_REQUEST": "${IRIS_RELEVANCE_JUDGE_MAX_CALLS_PER_REQUEST}",
"IRIS_RELEVANCE_JUDGE_REDACT": "${IRIS_RELEVANCE_JUDGE_REDACT}",
"IRIS_CITATION_ALLOW_FETCH": "${IRIS_CITATION_ALLOW_FETCH}",
"IRIS_DASHBOARD": "${IRIS_DASHBOARD}",
"IRIS_DASHBOARD_PORT": "${IRIS_DASHBOARD_PORT}",
"IRIS_PORT": "${IRIS_PORT}",
"IRIS_OTEL_ENDPOINT": "${IRIS_OTEL_ENDPOINT}",
"IRIS_CITATION_DOMAINS": "${IRIS_CITATION_DOMAINS}",
"IRIS_TRANSPORT": "${IRIS_TRANSPORT}",
"IRIS_HOST": "${IRIS_HOST}",
"IRIS_ALLOWED_ORIGINS": "${IRIS_ALLOWED_ORIGINS}",
"IRIS_DASHBOARD_HOST": "${IRIS_DASHBOARD_HOST}",
"IRIS_OTEL_HEADERS": "${IRIS_OTEL_HEADERS}",
"IRIS_OTEL_SERVICE_NAME": "${IRIS_OTEL_SERVICE_NAME}",
"IRIS_OTEL_TIMEOUT_MS": "${IRIS_OTEL_TIMEOUT_MS}",
"IRIS_WEBHOOK_URL": "${IRIS_WEBHOOK_URL}",
"IRIS_WEBHOOK_SECRET": "${IRIS_WEBHOOK_SECRET}"
}
}
}
}
#!/usr/bin/env bash
# Registers every server with Claude Code (run once; `claude mcp list` to check).
set -euo pipefail
set -a; [ -f .env ] && source .env; set +a
claude mcp add iris-eval -e "IRIS_API_KEY=${IRIS_API_KEY}" -e "IRIS_API_KEY_FILE=${IRIS_API_KEY_FILE}" -e "IRIS_ALLOW_UNAUTHENTICATED=${IRIS_ALLOW_UNAUTHENTICATED}" -e "IRIS_DB_PATH=${IRIS_DB_PATH}" -e "IRIS_SQLITE_DRIVER=${IRIS_SQLITE_DRIVER}" -e "IRIS_SEARCH_BUDGET_MS=${IRIS_SEARCH_BUDGET_MS}" -e "IRIS_SEARCH_INDEX=${IRIS_SEARCH_INDEX}" -e "IRIS_LOG_LEVEL=${IRIS_LOG_LEVEL}" -e "IRIS_HOME=${IRIS_HOME}" -e "IRIS_ANTHROPIC_API_KEY=${IRIS_ANTHROPIC_API_KEY}" -e "IRIS_OPENAI_API_KEY=${IRIS_OPENAI_API_KEY}" -e "IRIS_LLM_JUDGE_MAX_COST_USD_PER_EVAL=${IRIS_LLM_JUDGE_MAX_COST_USD_PER_EVAL}" -e "IRIS_RELEVANCE_JUDGE_MODEL=${IRIS_RELEVANCE_JUDGE_MODEL}" -e "IRIS_RELEVANCE_JUDGE_DAILY_BUDGET_USD=${IRIS_RELEVANCE_JUDGE_DAILY_BUDGET_USD}" -e "IRIS_RELEVANCE_JUDGE_MAX_CALLS_PER_REQUEST=${IRIS_RELEVANCE_JUDGE_MAX_CALLS_PER_REQUEST}" -e "IRIS_RELEVANCE_JUDGE_REDACT=${IRIS_RELEVANCE_JUDGE_REDACT}" -e "IRIS_CITATION_ALLOW_FETCH=${IRIS_CITATION_ALLOW_FETCH}" -e "IRIS_DASHBOARD=${IRIS_DASHBOARD}" -e "IRIS_DASHBOARD_PORT=${IRIS_DASHBOARD_PORT}" -e "IRIS_PORT=${IRIS_PORT}" -e "IRIS_OTEL_ENDPOINT=${IRIS_OTEL_ENDPOINT}" -e "IRIS_CITATION_DOMAINS=${IRIS_CITATION_DOMAINS}" -e "IRIS_TRANSPORT=${IRIS_TRANSPORT}" -e "IRIS_HOST=${IRIS_HOST}" -e "IRIS_ALLOWED_ORIGINS=${IRIS_ALLOWED_ORIGINS}" -e "IRIS_DASHBOARD_HOST=${IRIS_DASHBOARD_HOST}" -e "IRIS_OTEL_HEADERS=${IRIS_OTEL_HEADERS}" -e "IRIS_OTEL_SERVICE_NAME=${IRIS_OTEL_SERVICE_NAME}" -e "IRIS_OTEL_TIMEOUT_MS=${IRIS_OTEL_TIMEOUT_MS}" -e "IRIS_WEBHOOK_URL=${IRIS_WEBHOOK_URL}" -e "IRIS_WEBHOOK_SECRET=${IRIS_WEBHOOK_SECRET}" -- npx -y @iris-eval/[email protected]
{
"mcpServers": {
"iris-eval": {
"command": "npx",
"args": [
"-y",
"@iris-eval/[email protected]"
],
"env": {
"IRIS_API_KEY": "${IRIS_API_KEY}",
"IRIS_API_KEY_FILE": "${IRIS_API_KEY_FILE}",
"IRIS_ALLOW_UNAUTHENTICATED": "${IRIS_ALLOW_UNAUTHENTICATED}",
"IRIS_DB_PATH": "${IRIS_DB_PATH}",
"IRIS_SQLITE_DRIVER": "${IRIS_SQLITE_DRIVER}",
"IRIS_SEARCH_BUDGET_MS": "${IRIS_SEARCH_BUDGET_MS}",
"IRIS_SEARCH_INDEX": "${IRIS_SEARCH_INDEX}",
"IRIS_LOG_LEVEL": "${IRIS_LOG_LEVEL}",
"IRIS_HOME": "${IRIS_HOME}",
"IRIS_ANTHROPIC_API_KEY": "${IRIS_ANTHROPIC_API_KEY}",
"IRIS_OPENAI_API_KEY": "${IRIS_OPENAI_API_KEY}",
"IRIS_LLM_JUDGE_MAX_COST_USD_PER_EVAL": "${IRIS_LLM_JUDGE_MAX_COST_USD_PER_EVAL}",
"IRIS_RELEVANCE_JUDGE_MODEL": "${IRIS_RELEVANCE_JUDGE_MODEL}",
"IRIS_RELEVANCE_JUDGE_DAILY_BUDGET_USD": "${IRIS_RELEVANCE_JUDGE_DAILY_BUDGET_USD}",
"IRIS_RELEVANCE_JUDGE_MAX_CALLS_PER_REQUEST": "${IRIS_RELEVANCE_JUDGE_MAX_CALLS_PER_REQUEST}",
"IRIS_RELEVANCE_JUDGE_REDACT": "${IRIS_RELEVANCE_JUDGE_REDACT}",
"IRIS_CITATION_ALLOW_FETCH": "${IRIS_CITATION_ALLOW_FETCH}",
"IRIS_DASHBOARD": "${IRIS_DASHBOARD}",
"IRIS_DASHBOARD_PORT": "${IRIS_DASHBOARD_PORT}",
"IRIS_PORT": "${IRIS_PORT}",
"IRIS_OTEL_ENDPOINT": "${IRIS_OTEL_ENDPOINT}",
"IRIS_CITATION_DOMAINS": "${IRIS_CITATION_DOMAINS}",
"IRIS_TRANSPORT": "${IRIS_TRANSPORT}",
"IRIS_HOST": "${IRIS_HOST}",
"IRIS_ALLOWED_ORIGINS": "${IRIS_ALLOWED_ORIGINS}",
"IRIS_DASHBOARD_HOST": "${IRIS_DASHBOARD_HOST}",
"IRIS_OTEL_HEADERS": "${IRIS_OTEL_HEADERS}",
"IRIS_OTEL_SERVICE_NAME": "${IRIS_OTEL_SERVICE_NAME}",
"IRIS_OTEL_TIMEOUT_MS": "${IRIS_OTEL_TIMEOUT_MS}",
"IRIS_WEBHOOK_URL": "${IRIS_WEBHOOK_URL}",
"IRIS_WEBHOOK_SECRET": "${IRIS_WEBHOOK_SECRET}"
}
}
}
}
{
"servers": {
"iris-eval": {
"type": "stdio",
"command": "npx",
"args": [
"-y",
"@iris-eval/[email protected]"
],
"env": {
"IRIS_API_KEY": "${IRIS_API_KEY}",
"IRIS_API_KEY_FILE": "${IRIS_API_KEY_FILE}",
"IRIS_ALLOW_UNAUTHENTICATED": "${IRIS_ALLOW_UNAUTHENTICATED}",
"IRIS_DB_PATH": "${IRIS_DB_PATH}",
"IRIS_SQLITE_DRIVER": "${IRIS_SQLITE_DRIVER}",
"IRIS_SEARCH_BUDGET_MS": "${IRIS_SEARCH_BUDGET_MS}",
"IRIS_SEARCH_INDEX": "${IRIS_SEARCH_INDEX}",
"IRIS_LOG_LEVEL": "${IRIS_LOG_LEVEL}",
"IRIS_HOME": "${IRIS_HOME}",
"IRIS_ANTHROPIC_API_KEY": "${IRIS_ANTHROPIC_API_KEY}",
"IRIS_OPENAI_API_KEY": "${IRIS_OPENAI_API_KEY}",
"IRIS_LLM_JUDGE_MAX_COST_USD_PER_EVAL": "${IRIS_LLM_JUDGE_MAX_COST_USD_PER_EVAL}",
"IRIS_RELEVANCE_JUDGE_MODEL": "${IRIS_RELEVANCE_JUDGE_MODEL}",
"IRIS_RELEVANCE_JUDGE_DAILY_BUDGET_USD": "${IRIS_RELEVANCE_JUDGE_DAILY_BUDGET_USD}",
"IRIS_RELEVANCE_JUDGE_MAX_CALLS_PER_REQUEST": "${IRIS_RELEVANCE_JUDGE_MAX_CALLS_PER_REQUEST}",
"IRIS_RELEVANCE_JUDGE_REDACT": "${IRIS_RELEVANCE_JUDGE_REDACT}",
"IRIS_CITATION_ALLOW_FETCH": "${IRIS_CITATION_ALLOW_FETCH}",
"IRIS_DASHBOARD": "${IRIS_DASHBOARD}",
"IRIS_DASHBOARD_PORT": "${IRIS_DASHBOARD_PORT}",
"IRIS_PORT": "${IRIS_PORT}",
"IRIS_OTEL_ENDPOINT": "${IRIS_OTEL_ENDPOINT}",
"IRIS_CITATION_DOMAINS": "${IRIS_CITATION_DOMAINS}",
"IRIS_TRANSPORT": "${IRIS_TRANSPORT}",
"IRIS_HOST": "${IRIS_HOST}",
"IRIS_ALLOWED_ORIGINS": "${IRIS_ALLOWED_ORIGINS}",
"IRIS_DASHBOARD_HOST": "${IRIS_DASHBOARD_HOST}",
"IRIS_OTEL_HEADERS": "${IRIS_OTEL_HEADERS}",
"IRIS_OTEL_SERVICE_NAME": "${IRIS_OTEL_SERVICE_NAME}",
"IRIS_OTEL_TIMEOUT_MS": "${IRIS_OTEL_TIMEOUT_MS}",
"IRIS_WEBHOOK_URL": "${IRIS_WEBHOOK_URL}",
"IRIS_WEBHOOK_SECRET": "${IRIS_WEBHOOK_SECRET}"
}
}
}
}
name: my-agent target: local servers: - hub: io.github.iris-eval/mcp-server
- not probed yet: tools unpinned, ingest lists them