services:
  squid:
    image: ubuntu/squid:latest
    container_name: squid
    volumes:
      - ./docker/squid/squid.conf:/etc/squid/squid.conf:ro
      - ./docker/squid/whitelist.txt:/etc/squid/whitelist.txt:ro
      - ./docker/squid/keywordblock.txt:/etc/squid/keywordblock.txt:ro
      - ./docker/squid/errors/:/etc/squid/errors/:ro
    restart: unless-stopped
    networks:
      - squid_net
      - public_net


  # # # # # #
  # Hermes  #
  # # # # # #
  hermes:
    image: nousresearch/hermes-agent:latest
    container_name: hermes
    restart: unless-stopped
    command: gateway run
    environment:
      API_SERVER_ENABLED:      true
      API_SERVER_HOST:         0.0.0.0
      API_SERVER_KEY:          ${HERMES_API_SERVER_KEY}
      API_SERVER_CORS_ORIGINS: '*'
      HERMES_DASHBOARD:        1
    env_file:
      - ".env"
    ports:
      - "8642:8642"
      - "9119:9119"
    networks:
      - llama_net
      - public_net
    depends_on:
      - llama-vulkan
    volumes:
      - ./data/hermes/open/:/opt/data
    deploy:
      resources:
        limits:
          memory: 4G
          cpus: "2.0"


  hermes-restricted:
    image: nousresearch/hermes-agent:latest
    container_name: hermes-restricted
    environment:
      HTTP_PROXY:  http://squid:3128
      HTTPS_PROXY: http://squid:3128
      NO_PROXY:    localhost,127.0.0.1,llama-vulkan
      API_SERVER_ENABLED:      true
      API_SERVER_HOST:         0.0.0.0
      API_SERVER_KEY:          ${HERMES_API_SERVER_KEY}
      API_SERVER_CORS_ORIGINS: '*'
      HERMES_DASHBOARD:        1
    env_file:
      - ".env"
    restart: unless-stopped
    networks:
      - squid_net
      - llama_net
    depends_on:
      - squid
      - llama-vulkan
    volumes:
      - ./data/hermes/restricted/:/opt/data
    deploy:
      resources:
        limits:
          memory: 4G
          cpus: "2.0"

  # # # # #
  # Llama #
  # # # # #
  llama-vulkan:
    image: ghcr.io/ggml-org/llama.cpp:server-vulkan
    container_name: llama-vulkan
    ports:
      - "8080:8080"
    volumes:
      - ./data/models:/models
    devices:
      - /dev/dri:/dev/dri
    group_add:
      - video
    command: >
      -m /models/${LLAMA_MODEL}
      --host 0.0.0.0
      --port 8080
      ${LLAMA_ARGS}
    restart: unless-stopped
    networks:
      - llama_net


networks:
  llama_net:
    internal: true
  squid_net:
    internal: true
  public_net: