I can't get it running with my GPU.
I get this error:
parsing /root/secure-ai-tools/docker-compose.yml: yaml: line 19: did not find expected key
This is my .yaml:
services:
web: image: public.ecr.aws/d8f2p0h3/secure-ai-tools:latest platform: linux/amd64 volumes: - ./web:/app/volume env_file: - .env environment: - INFERENCE_SERVER=http://inference:11434/ ports: - 28669:28669 command: sh -c "cd /app && sh tools/db-migrate-and-seed.sh ${DATABASE_FILE} && node server.js" depends_on: - inference
inference: image: ollama/ollama:latest volumes: - ./inference:/root/.ollama deploy: resources: reservations: devices: - driver: nvidia count: 'all' capabilities: [gpu]
I can't get it running with my GPU.
I get this error:
parsing /root/secure-ai-tools/docker-compose.yml: yaml: line 19: did not find expected key
This is my .yaml:
web: image: public.ecr.aws/d8f2p0h3/secure-ai-tools:latest platform: linux/amd64 volumes: - ./web:/app/volume env_file: - .env environment: - INFERENCE_SERVER=http://inference:11434/ ports: - 28669:28669 command: sh -c "cd /app && sh tools/db-migrate-and-seed.sh ${DATABASE_FILE} && node server.js" depends_on: - inference
inference: image: ollama/ollama:latest volumes: - ./inference:/root/.ollama deploy: resources: reservations: devices: - driver: nvidia count: 'all' capabilities: [gpu]