108 lines
2.3 KiB
YAML
108 lines
2.3 KiB
YAML
services:
|
|
squid:
|
|
image: ubuntu/squid:latest
|
|
container_name: squid
|
|
volumes:
|
|
- ./docker/squid/squid.conf:/etc/squid/squid.conf:ro
|
|
- ./docker/squid/whitelist.txt:/etc/squid/whitelist.txt:ro
|
|
- ./docker/squid/keywordblock.txt:/etc/squid/keywordblock.txt:ro
|
|
- ./docker/squid/errors/:/etc/squid/errors/:ro
|
|
restart: unless-stopped
|
|
networks:
|
|
- squid_net
|
|
- public_net
|
|
|
|
|
|
# # # # # #
|
|
# Hermes #
|
|
# # # # # #
|
|
hermes:
|
|
image: nousresearch/hermes-agent:latest
|
|
container_name: hermes
|
|
restart: unless-stopped
|
|
command: gateway run
|
|
environment:
|
|
API_SERVER_ENABLED: true
|
|
API_SERVER_HOST: 0.0.0.0
|
|
API_SERVER_KEY: ${HERMES_API_SERVER_KEY}
|
|
API_SERVER_CORS_ORIGINS: '*'
|
|
HERMES_DASHBOARD: 1
|
|
env_file:
|
|
- ".env"
|
|
ports:
|
|
- "8642:8642"
|
|
- "9119:9119"
|
|
networks:
|
|
- llama_net
|
|
- public_net
|
|
depends_on:
|
|
- llama-vulkan
|
|
volumes:
|
|
- ./data/hermes/open/:/opt/data
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
memory: 4G
|
|
cpus: "2.0"
|
|
|
|
|
|
hermes-restricted:
|
|
image: nousresearch/hermes-agent:latest
|
|
container_name: hermes-restricted
|
|
environment:
|
|
HTTP_PROXY: http://squid:3128
|
|
HTTPS_PROXY: http://squid:3128
|
|
NO_PROXY: localhost,127.0.0.1,llama-vulkan
|
|
API_SERVER_ENABLED: true
|
|
API_SERVER_HOST: 0.0.0.0
|
|
API_SERVER_KEY: ${HERMES_API_SERVER_KEY}
|
|
API_SERVER_CORS_ORIGINS: '*'
|
|
HERMES_DASHBOARD: 1
|
|
env_file:
|
|
- ".env"
|
|
restart: unless-stopped
|
|
networks:
|
|
- squid_net
|
|
- llama_net
|
|
depends_on:
|
|
- squid
|
|
- llama-vulkan
|
|
volumes:
|
|
- ./data/hermes/restricted/:/opt/data
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
memory: 4G
|
|
cpus: "2.0"
|
|
|
|
# # # # #
|
|
# Llama #
|
|
# # # # #
|
|
llama-vulkan:
|
|
image: ghcr.io/ggml-org/llama.cpp:server-vulkan
|
|
container_name: llama-vulkan
|
|
ports:
|
|
- "8080:8080"
|
|
volumes:
|
|
- ./data/models:/models
|
|
devices:
|
|
- /dev/dri:/dev/dri
|
|
group_add:
|
|
- video
|
|
command: >
|
|
-m /models/${LLAMA_MODEL}
|
|
--host 0.0.0.0
|
|
--port 8080
|
|
${LLAMA_ARGS}
|
|
restart: unless-stopped
|
|
networks:
|
|
- llama_net
|
|
|
|
|
|
networks:
|
|
llama_net:
|
|
internal: true
|
|
squid_net:
|
|
internal: true
|
|
public_net:
|