retriEVAL
mcpotherio.github.hcarrillo001/retrieval-mcp · v1.0.0
LLM evals as MCP tools: score outputs for faithfulness, relevancy, and hallucination.
run it
on your own machines, one way per deploy methodgenerated from the record, not tested yet
CHANGE_ME: check the image's README for its transport and port; this assumes streamable HTTP at :8000/mcp. If it speaks stdio only, use it from clients/mcp.json as a `docker run -i` command instead.
#!/usr/bin/env bash
# retrieval (io.github.hcarrillo001/retrieval-mcp), recipe docker (generated).
# Generated by Hub for toolset "my-agent"; started by mcp-my-agent-retrieval.service.
set -euo pipefail
export HOST=127.0.0.1 PORT=8101
exec docker run --rm --name mcp-my-agent-retrieval -p 127.0.0.1:${PORT}:8000 -e ANTHROPIC_API_KEY -e RETRIEVAL_JUDGE_BACKEND -e RETRIEVAL_JUDGE_MODEL -e RETRIEVAL_BUDGET_USD ghcr.io/hcarrillo001/retrieval-mcp:1.0.0
[Unit]
Description=MCP server retrieval (toolset my-agent), generated by Hub
After=network-online.target docker.service
Wants=network-online.target
[Service]
Type=simple
User=mcp
Group=mcp
SupplementaryGroups=docker
EnvironmentFile=/etc/mcp/my-agent.env
Environment=HOME=/var/lib/mcp/retrieval
WorkingDirectory=/var/lib/mcp/retrieval
ExecStart=/opt/mcp/my-agent/bin/retrieval.sh
Restart=on-failure
RestartSec=5
NoNewPrivileges=true
ProtectSystem=strict
ProtectHome=true
PrivateTmp=true
ReadWritePaths=/var/lib/mcp/retrieval
[Install]
WantedBy=multi-user.target
generated from the record, not tested yet
CHANGE_ME: check the image's README for its transport and port; this assumes streamable HTTP at :8000/mcp. If it speaks stdio only, use it from clients/mcp.json as a `docker run -i` command instead.
docker run --rm -p 127.0.0.1:8101:8000 -e ANTHROPIC_API_KEY -e RETRIEVAL_JUDGE_BACKEND -e RETRIEVAL_JUDGE_MODEL -e RETRIEVAL_BUDGET_USD ghcr.io/hcarrillo001/retrieval-mcp:1.0.0
generated from the record, not tested yet
CHANGE_ME: check the image's README for its transport and port; this assumes streamable HTTP at :8000/mcp. If it speaks stdio only, use it from clients/mcp.json as a `docker run -i` command instead.
# Generated by Hub for toolset "my-agent" (2026-10-18T23:55:43+00:00).
# Each package server runs behind a stdio->HTTP bridge and listens on localhost only.
# cp .env.example .env # fill the ${VAR}s
# docker compose up -d && bash smoke.sh
# Remote servers are not here: clients reach them directly (see clients/).
name: mcp-my-agent
services:
retrieval:
image: ghcr.io/hcarrillo001/retrieval-mcp:1.0.0
ports:
- 127.0.0.1:8101:8000
restart: unless-stopped
x-note: 'CHANGE_ME: check the image''s README for its transport and port; this assumes streamable
HTTP at :8000/mcp. If it speaks stdio only, use it from clients/mcp.json as a `docker run -i` command
instead.'
environment:
ANTHROPIC_API_KEY: ${ANTHROPIC_API_KEY}
RETRIEVAL_JUDGE_BACKEND: ${RETRIEVAL_JUDGE_BACKEND}
RETRIEVAL_JUDGE_MODEL: ${RETRIEVAL_JUDGE_MODEL}
RETRIEVAL_BUDGET_USD: ${RETRIEVAL_BUDGET_USD}
volumes:
npm-cache: {}
uv-cache: {}
generated from the record, not tested yet
CHANGE_ME: check the image's README for its transport and port; this assumes streamable HTTP at :8000/mcp. If it speaks stdio only, use it from clients/mcp.json as a `docker run -i` command instead.
# Generated by Hub for toolset "my-agent" (2026-10-18T23:55:43+00:00).
# kubectl create namespace mcp
# kubectl -n mcp create secret generic mcp-credentials --from-env-file=.env
# kubectl apply -f kubernetes.yaml
# Services are cluster-internal: <name>.mcp.svc.cluster.local:8000/mcp. Put an ingress
# with auth in front before exposing any of them.
apiVersion: v1
kind: Namespace
metadata:
name: mcp
---
apiVersion: apps/v1
kind: Deployment
metadata:
name: retrieval
namespace: mcp
labels: &id001
app: retrieval
spec:
replicas: 1
selector:
matchLabels: *id001
template:
metadata:
labels: *id001
spec:
containers:
- name: retrieval
image: ghcr.io/hcarrillo001/retrieval-mcp:1.0.0
ports:
- containerPort: 8000
name: http
env:
- name: ANTHROPIC_API_KEY
valueFrom:
secretKeyRef:
name: mcp-credentials
key: ANTHROPIC_API_KEY
- name: RETRIEVAL_JUDGE_BACKEND
valueFrom:
secretKeyRef:
name: mcp-credentials
key: RETRIEVAL_JUDGE_BACKEND
- name: RETRIEVAL_JUDGE_MODEL
valueFrom:
secretKeyRef:
name: mcp-credentials
key: RETRIEVAL_JUDGE_MODEL
- name: RETRIEVAL_BUDGET_USD
valueFrom:
secretKeyRef:
name: mcp-credentials
key: RETRIEVAL_BUDGET_USD
---
apiVersion: v1
kind: Service
metadata:
name: retrieval
namespace: mcp
spec:
selector:
app: retrieval
ports:
- port: 8000
targetPort: http
name: http
generated from the record, not tested yet
CHANGE_ME: check the image's README for its transport and port; this assumes streamable HTTP at :8000/mcp. If it speaks stdio only, use it from clients/mcp.json as a `docker run -i` command instead.
# Generated by Hub for toolset "my-agent" (2026-10-18T23:55:43+00:00).
# Credentials come from the Secret 'mcp-credentials' (kubectl create secret generic ... --from-env-file=.env).
# Each server under `servers` is one Deployment + Service; the keys after it configure
# upstream charts a worker verified.
servers:
retrieval:
enabled: true
replicas: 1
port: 8000
path: /mcp
container:
name: retrieval
image: ghcr.io/hcarrillo001/retrieval-mcp:1.0.0
ports:
- containerPort: 8000
name: http
env:
- name: ANTHROPIC_API_KEY
valueFrom:
secretKeyRef:
name: mcp-credentials
key: ANTHROPIC_API_KEY
- name: RETRIEVAL_JUDGE_BACKEND
valueFrom:
secretKeyRef:
name: mcp-credentials
key: RETRIEVAL_JUDGE_BACKEND
- name: RETRIEVAL_JUDGE_MODEL
valueFrom:
secretKeyRef:
name: mcp-credentials
key: RETRIEVAL_JUDGE_MODEL
- name: RETRIEVAL_BUDGET_USD
valueFrom:
secretKeyRef:
name: mcp-credentials
key: RETRIEVAL_BUDGET_USD
# helm install my-agent helm/my-agent -n mcp
in the cloud
one click: the provider's deploy form opens filled in, in your own account- koyeb
-
The form opens with CHANGE_ME for each value you supply: ANTHROPIC_API_KEY, RETRIEVAL_JUDGE_BACKEND, RETRIEVAL_JUDGE_MODEL, RETRIEVAL_BUDGET_USD. Fill them in before you deploy.
Clients connect to the service's https://…koyeb.app address plus /mcp.
- azure
-
A Container Apps environment with one app per server, each with HTTPS ingress and one replica. The portal asks for each value you supply as a secure parameter; the deployment's outputs list the endpoints.
connect to it
copy what your client needsdocker run -i --rm -e ANTHROPIC_API_KEY -e RETRIEVAL_JUDGE_BACKEND -e RETRIEVAL_JUDGE_MODEL -e RETRIEVAL_BUDGET_USD ghcr.io/hcarrillo001/retrieval-mcp:1.0.0
{
"mcpServers": {
"retrieval": {
"command": "docker",
"args": [
"run",
"-i",
"--rm",
"-e",
"ANTHROPIC_API_KEY",
"-e",
"RETRIEVAL_JUDGE_BACKEND",
"-e",
"RETRIEVAL_JUDGE_MODEL",
"-e",
"RETRIEVAL_BUDGET_USD",
"ghcr.io/hcarrillo001/retrieval-mcp:1.0.0"
],
"env": {
"ANTHROPIC_API_KEY": "${ANTHROPIC_API_KEY}",
"RETRIEVAL_JUDGE_BACKEND": "${RETRIEVAL_JUDGE_BACKEND}",
"RETRIEVAL_JUDGE_MODEL": "${RETRIEVAL_JUDGE_MODEL}",
"RETRIEVAL_BUDGET_USD": "${RETRIEVAL_BUDGET_USD}"
}
}
}
}
#!/usr/bin/env bash
# Registers every server with Claude Code (run once; `claude mcp list` to check).
set -euo pipefail
set -a; [ -f .env ] && source .env; set +a
claude mcp add retrieval -e "ANTHROPIC_API_KEY=${ANTHROPIC_API_KEY}" -e "RETRIEVAL_JUDGE_BACKEND=${RETRIEVAL_JUDGE_BACKEND}" -e "RETRIEVAL_JUDGE_MODEL=${RETRIEVAL_JUDGE_MODEL}" -e "RETRIEVAL_BUDGET_USD=${RETRIEVAL_BUDGET_USD}" -- docker run -i --rm -e ANTHROPIC_API_KEY -e RETRIEVAL_JUDGE_BACKEND -e RETRIEVAL_JUDGE_MODEL -e RETRIEVAL_BUDGET_USD ghcr.io/hcarrillo001/retrieval-mcp:1.0.0
{
"mcpServers": {
"retrieval": {
"command": "docker",
"args": [
"run",
"-i",
"--rm",
"-e",
"ANTHROPIC_API_KEY",
"-e",
"RETRIEVAL_JUDGE_BACKEND",
"-e",
"RETRIEVAL_JUDGE_MODEL",
"-e",
"RETRIEVAL_BUDGET_USD",
"ghcr.io/hcarrillo001/retrieval-mcp:1.0.0"
],
"env": {
"ANTHROPIC_API_KEY": "${ANTHROPIC_API_KEY}",
"RETRIEVAL_JUDGE_BACKEND": "${RETRIEVAL_JUDGE_BACKEND}",
"RETRIEVAL_JUDGE_MODEL": "${RETRIEVAL_JUDGE_MODEL}",
"RETRIEVAL_BUDGET_USD": "${RETRIEVAL_BUDGET_USD}"
}
}
}
}
{
"servers": {
"retrieval": {
"type": "stdio",
"command": "docker",
"args": [
"run",
"-i",
"--rm",
"-e",
"ANTHROPIC_API_KEY",
"-e",
"RETRIEVAL_JUDGE_BACKEND",
"-e",
"RETRIEVAL_JUDGE_MODEL",
"-e",
"RETRIEVAL_BUDGET_USD",
"ghcr.io/hcarrillo001/retrieval-mcp:1.0.0"
],
"env": {
"ANTHROPIC_API_KEY": "${ANTHROPIC_API_KEY}",
"RETRIEVAL_JUDGE_BACKEND": "${RETRIEVAL_JUDGE_BACKEND}",
"RETRIEVAL_JUDGE_MODEL": "${RETRIEVAL_JUDGE_MODEL}",
"RETRIEVAL_BUDGET_USD": "${RETRIEVAL_BUDGET_USD}"
}
}
}
}
name: my-agent target: local servers: - hub: io.github.hcarrillo001/retrieval-mcp
- not probed yet: tools unpinned, ingest lists them
tools
Not probed yetThe tools appear once the hub or its worker has listed this entry. Running it still works: your client lists them on first start.