110 lines
2.6 KiB
YAML
110 lines
2.6 KiB
YAML
services:
|
|
haf_squid:
|
|
image: ubuntu/squid:latest
|
|
container_name: haf_squid
|
|
volumes:
|
|
- ./docker/squid/squid.conf:/etc/squid/squid.conf:ro
|
|
- ./docker/squid/whitelist.txt:/etc/squid/whitelist.txt:ro
|
|
- ./docker/squid/keywordblock.txt:/etc/squid/keywordblock.txt:ro
|
|
- ./docker/squid/errors/:/etc/squid/errors/:ro
|
|
restart: unless-stopped
|
|
networks:
|
|
- haf_squid_net
|
|
- haf_public_net
|
|
|
|
|
|
# # # # # #
|
|
# Hermes #
|
|
# # # # # #
|
|
haf_hermes:
|
|
image: nousresearch/hermes-agent:latest
|
|
container_name: haf_hermes
|
|
restart: unless-stopped
|
|
command: gateway run
|
|
environment:
|
|
API_SERVER_ENABLED: true
|
|
API_SERVER_HOST: 0.0.0.0
|
|
API_SERVER_KEY: ${HERMES_API_SERVER_KEY}
|
|
API_SERVER_CORS_ORIGINS: '*'
|
|
HERMES_DASHBOARD: 1
|
|
env_file:
|
|
- ".env"
|
|
ports:
|
|
- "8642:8642"
|
|
- "9119:9119"
|
|
networks:
|
|
- haf_llama_net
|
|
- haf_public_net
|
|
depends_on:
|
|
- haf_llama-vulkan
|
|
volumes:
|
|
- ./data/hermes/config/open/:/opt/data
|
|
- ./data/hermes/data/open/:/opt/data/workspace
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
memory: 4G
|
|
cpus: "2.0"
|
|
|
|
|
|
haf_hermes-restricted:
|
|
image: nousresearch/hermes-agent:latest
|
|
container_name: haf_hermes-restricted
|
|
environment:
|
|
HTTP_PROXY: http://haf_squid:3128
|
|
HTTPS_PROXY: http://haf_squid:3128
|
|
NO_PROXY: localhost,127.0.0.1,haf_llama-vulkan
|
|
API_SERVER_ENABLED: true
|
|
API_SERVER_HOST: 0.0.0.0
|
|
API_SERVER_KEY: ${HERMES_API_SERVER_KEY}
|
|
API_SERVER_CORS_ORIGINS: '*'
|
|
HERMES_DASHBOARD: 1
|
|
env_file:
|
|
- ".env"
|
|
restart: unless-stopped
|
|
networks:
|
|
- haf_squid_net
|
|
- haf_llama_net
|
|
depends_on:
|
|
- haf_squid
|
|
- haf_llama-vulkan
|
|
volumes:
|
|
- ./data/hermes/config/restricted/:/opt/data
|
|
- ./data/hermes/data/restricted/:/opt/data/workspace
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
memory: 4G
|
|
cpus: "2.0"
|
|
|
|
# # # # #
|
|
# Llama #
|
|
# # # # #
|
|
haf_llama-vulkan:
|
|
image: ghcr.io/ggml-org/llama.cpp:server-vulkan
|
|
container_name: haf_llama-vulkan
|
|
ports:
|
|
- "8080:8080"
|
|
volumes:
|
|
- ./data/models:/models
|
|
devices:
|
|
- /dev/dri:/dev/dri
|
|
group_add:
|
|
- video
|
|
command: >
|
|
-m /models/${LLAMA_MODEL}
|
|
--host 0.0.0.0
|
|
--port 8080
|
|
${LLAMA_ARGS}
|
|
restart: unless-stopped
|
|
networks:
|
|
- haf_llama_net
|
|
|
|
|
|
networks:
|
|
haf_llama_net:
|
|
internal: true
|
|
haf_squid_net:
|
|
internal: true
|
|
haf_public_net:
|