Now you can use other hardware drivers such as cdi
.
- service_name: ollama
active: true
image: ollama/ollama
ports:
- 11434:11434
volumes:
- "{{ appdata_path }}/apps/ollama:/root/.ollama"
deploy:
resources:
reservations:
devices:
- driver: cdi
device_ids:
- nvidia.com/gpu=all
restart: unless-stopped