Ollama

Suivre correctement la procédure d'installation de nvidia-container-toolkit https://hub.docker.com/r/ollama/ollama

docker volume create ollama

services:
  ollama:
    image: ollama/ollama
    container_name: ollama
    network_mode: 'bridge'
    restart: 'unless-stopped'
    ports:
      - '11434:11434'
    volumes:
      - 'ollama:/root/.ollama'
    environment:
      TZ: 'Europe/Zurich'
      PUID: '1000'
      PGID: '1000'
      NVIDIA_DRIVER_CAPABILITIES: 'all'
      NVIDIA_VISIBLE_DEVICES: 'all'
    deploy:
      resources:
        limits:
          cpus: '20.00'
          memory: '4096M'
        reservations:
          cpus: '10.00'
          memory: '4096M'
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]
networks:
  ollama_network:
    driver: bridge
volumes:
  ollama:
    external: true

Pour voir l'utilisation en temps réelle sur l'hôte :

nvidia-smi dmon