services: llama_server: image: ollama/ollama:rocm container_name: llama_server ports: - "11434:11434" volumes: - ./container_data:/root/.ollama devices: - /dev/kfd - /dev/dri