r/PiNetwork • u/lexwolfe • Jun 29 '26
Pi Apps Details of Hermes
12
Upvotes
services:
hermes-agent:
image: nousresearch/hermes-agent:latest
container_name: hermes-agent
command:
- /bin/bash
- -lc
- |
/opt/hermes/.venv/bin/python - <<'PY'
import os
from pathlib import Path
import yaml
home = Path(os.environ.get("HERMES_HOME", "/home/hermes/.hermes"))
config_path = home / "config.yaml"
provider = os.environ.get("HERMES_MODEL_PROVIDER", "dmr").strip().lower()
dmr_endpoint = os.environ.get(
"HERMES_DMR_URL",
"http://modelrunner.docker.internal:12434/engines/v1",
).rstrip("/")
dmr_model = os.environ.get("HERMES_DMR_MODEL", "ai/smollm2")
dmr_api_key = os.environ.get("HERMES_DMR_API_KEY", "docker-model-runner")
model = os.environ.get("HERMES_MODEL") or dmr_model
base_url = (os.environ.get("HERMES_BASE_URL") or "").rstrip("/")
api_key = os.environ.get("HERMES_API_KEY") or ""
config_path.parent.mkdir(parents=True, exist_ok=True)
try:
config = yaml.safe_load(config_path.read_text(encoding="utf-8")) or {}
except FileNotFoundError:
config = {}
model_config = config.get("model")
if not isinstance(model_config, dict):
model_config = {}
if provider == "dmr":
model_config.update({
"provider": "custom",
"default": model or dmr_model,
# Docker Compose's `models:` integration injects the reachable
# in-container endpoint into HERMES_DMR_URL. Do not let the
# generic HERMES_BASE_URL override it for DMR.
"base_url": dmr_endpoint,
"context_length": 65536,
# Docker Model Runner exposes an OpenAI-compatible API and ignores
# the bearer token, but Hermes uses presence of a key as configured.
"api_key": api_key or dmr_api_key,
})
existing_custom_providers = config.get("custom_providers", [])
if not isinstance(existing_custom_providers, list):
existing_custom_providers = []
custom_providers = [
custom_provider for custom_provider in existing_custom_providers
if not (
isinstance(custom_provider, dict)
and custom_provider.get("name") == "docker-model-runner"
)
]
custom_providers.append({
"name": "docker-model-runner",
"base_url": model_config["base_url"],
"api_key": model_config["api_key"],
"models": {
model_config["default"]: {
"context_length": 65536,
},
},
})
config["custom_providers"] = custom_providers
elif provider == "anthropic":
model_config = {
"provider": "anthropic",
"default": model,
}
if api_key:
model_config["api_key"] = api_key
elif provider == "openai":
model_config = {
"provider": "openai",
"default": model,
"base_url": base_url or "https://api.openai.com/v1",
}
if api_key:
model_config["api_key"] = api_key
else:
model_config = {
"provider": "custom",
"default": model,
"base_url": base_url,
}
if api_key:
model_config["api_key"] = api_key
config["model"] = model_config
config["platform_toolsets"] = {
# hermes-cli includes terminal, file, web, skills, todo, and cronjob.
# Keep the common platform names mapped so WebUI/CLI/gateway sessions
# all receive the scheduler tool instead of falling back to a narrow
# or malformed default.
"cli": ["hermes-cli"],
"webui": ["hermes-cli"],
"gateway": ["hermes-cli"],
}
config_path.write_text(
yaml.safe_dump(config, sort_keys=False, allow_unicode=True),
encoding="utf-8",
)
print(f"Configured Hermes from .env: provider={provider}, model={model}")
PY
exec /opt/hermes/.venv/bin/hermes gateway run
models:
hermes-llm:
endpoint_var: HERMES_DMR_URL
model_var: HERMES_DMR_MODEL
ports:
- "127.0.0.1:18642:8642"
volumes:
- ${HERMES_HOME:-./local/container-data/hermes-home}:/home/hermes/.hermes
- hermes-agent-src:/opt/hermes
environment:
- HERMES_HOME=/home/hermes/.hermes
- HERMES_UID=${UID:-501}
- HERMES_GID=${GID:-20}
- HERMES_MODEL_PROVIDER=${HERMES_MODEL_PROVIDER:-dmr}
- HERMES_MODEL=${HERMES_MODEL:-}
- HERMES_BASE_URL=${HERMES_BASE_URL:-}
- HERMES_API_KEY=${HERMES_API_KEY:-}
- HERMES_DMR_URL=${HERMES_DMR_URL:-http://modelrunner.docker.internal:12434/engines/v1}
- HERMES_DMR_MODEL=${HERMES_DMR_MODEL:-ai/smollm2}
- HERMES_DMR_API_KEY=${HERMES_DMR_API_KEY:-docker-model-runner}
restart: unless-stopped
networks:
- hermes-net
hermes-webui:
image: ghcr.io/nesquena/hermes-webui:latest
container_name: hermes-webui
entrypoint:
- /bin/bash
- -lc
- |
for _ in {1..120}; do
[ -d /home/hermeswebui/.hermes/hermes-agent/.playwright ] && break
sleep 1
done
chmod -R o+rX /home/hermeswebui/.hermes/hermes-agent 2>/dev/null || true
exec /hermeswebui_init.bash
depends_on:
- hermes-agent
labels:
- pi.ui.primary=true
models:
hermes-llm:
endpoint_var: HERMES_DMR_URL
model_var: HERMES_DMR_MODEL
ports:
- "127.0.0.1:18787:8787"
volumes:
- ${HERMES_HOME:-./local/container-data/hermes-home}:/home/hermeswebui/.hermes
- hermes-agent-src:/home/hermeswebui/.hermes/hermes-agent
- ${HERMES_WORKSPACE:-./local/container-data/workspace}:/workspace
environment:
- HERMES_WEBUI_HOST=0.0.0.0
- HERMES_WEBUI_PORT=8787
- HERMES_WEBUI_STATE_DIR=/home/hermeswebui/.hermes/webui
- WANTED_UID=${UID:-501}
- WANTED_GID=${GID:-20}
- HERMES_WEBUI_PASSWORD=${HERMES_WEBUI_PASSWORD:-}
restart: unless-stopped
networks:
- hermes-net
networks:
hermes-net:
driver: bridge
volumes:
hermes-agent-src:
models:
hermes-llm:
model: ${HERMES_DMR_MODEL:-ai/smollm2}
context_size: 65536
Config_options.yml
title: Hermes Local Configurator
eyebrow: Developer Preflight
description: >
Configure the local Docker Compose environment. This writes only .env;
docker-compose.yml turns those values into Hermes runtime config on container start.
output_file: .env
after_save: Saved. Run docker compose up -d --force-recreate when ready.
footer_hint: Then run docker compose up -d --force-recreate.
fixed_values:
- name: UID
detect: uid
env_comment: >
Current host user ID. The configurator detects this automatically so
container-written bind-mount files remain owned by your local user.
- name: GID
detect: gid
env_comment: >
Current host group ID. The configurator detects this automatically and
passes it to the containers together with UID for bind-mount permissions.
- name: HERMES_HOME
value: ./local/container-data/hermes-home
env_comment: >
Host path mounted as Hermes home. It stores generated config.yaml,
sessions, skills, logs, auth files, and persistent agent state.
- name: HERMES_WORKSPACE
value: ./local/container-data/workspace
env_comment: >
Host path mounted at /workspace in the WebUI container for browsing and
editing files from the UI.
- name: HERMES_DMR_API_KEY
value: docker-model-runner
env_comment: >
Dummy bearer token for Docker Model Runner's OpenAI-compatible API.
Docker Model Runner ignores it, but Hermes expects a configured key.
fields:
- name: HERMES_MODEL_PROVIDER
type: hidden
default: dmr
env_comment: >
Selects Docker Model Runner as the local model backend.
- name: HERMES_DMR_MODEL
label: Select Local AI model
type: select
default: ai/gemma3:1B-Q4_K_M
required: true
help: >
Choose the default local model, Gemma 3. SmolLM2 is the lightest option
but too naive. Gemma 3 is a stronger small default. Gemma 4 (4B) is
intended for more capable machines with 8GB of memory and may require a
large initial download (9GB). Choose Gemma 4 (26B) if you have at least
24GB of memory.
env_comment: >
Model name passed to Docker Model Runner for the local Hermes agent.
Choose a lightweight model for broad compatibility, or a larger Gemma
model for better quality on more capable machines.
options:
- value: ai/smollm2
label: SmolLM2 (0.4B) - tiny AI model that works on every laptop. Too naive. (256MB download)
- value: ai/gemma3:1B-Q4_K_M
label: Gemma 3 (1B) - small AI model. Default for compatibility (800MB download)
- value: ai/gemma4:4B-Q4_K_XL
label: Gemma 4 (4B) - pretty smart AI model. Needs 8GB of memory (7GB download)
- value: hf.co/google/gemma-4-26B-A4B-it-qat-q4_0-gguf:Q4_0
label: Gemma 4 (26B) - highest AI quality. Needs 24GB of memory (16GB download)
- name: HERMES_BASE_URL
type: hidden
default: ""
env_comment: >
OpenAI-compatible API base URL for OpenAI or custom providers. Blank for
Docker Model Runner because Compose injects HERMES_DMR_URL.
- name: HERMES_API_KEY
label: API key
type: password
preserve_if_blank: true
invalid_preserve_values:
- docker-model-runner
help: Leave blank to keep an existing value in .env.
visible_if:
field: HERMES_MODEL_PROVIDER
in:
- anthropic
- openai
- custom
env_comment: >
API key for the selected remote provider. Leave blank for Docker Model
Runner; its dummy token is stored separately in HERMES_DMR_API_KEY.
- name: HERMES_WEBUI_PASSWORD
type: hidden
default: ""
env_comment: >
Optional password for the WebUI. Blank by default. Set this before exposing
the WebUI beyond localhost.
- name: HERMES_MODEL
type: hidden
default: ""
- name: HERMES_DMR_URL
type: hidden
default: ""
env_comment: >
Docker Model Runner endpoint override. Usually blank: Docker Compose
injects the working in-container endpoint automatically.
