42 lines
942 B
YAML
42 lines
942 B
YAML
name: mistral-local
|
|
|
|
services:
|
|
local-agent:
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile
|
|
image: local-agent
|
|
container_name: local-agent
|
|
networks:
|
|
- mistral-net
|
|
ports:
|
|
- "127.0.0.1:8080:8080"
|
|
# Limites de ressources
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
memory: 12g
|
|
cpus: "8"
|
|
# Sécurité
|
|
read_only: true
|
|
security_opt:
|
|
- no-new-privileges:true
|
|
tmpfs:
|
|
- /tmp:size=256m
|
|
devices:
|
|
- /dev/dri:/dev/dri
|
|
group_add:
|
|
- video
|
|
environment:
|
|
- GGML_VK_VISIBLE_DEVICES=0
|
|
volumes:
|
|
- ../ai-models/mistral-7b-instruct.gguf:/home/llama/models/mistral-7b-instruct.gguf:ro
|
|
- ../workspace:/home/llama/workspace
|
|
|
|
networks:
|
|
local-agent-net:
|
|
name: local-agent-net
|
|
driver: bridge
|
|
internal: false # pas de passerelle vers Internet
|
|
driver_opts:
|
|
com.docker.network.bridge.name: br-local-agent |