1 安装docker gpu显卡支持

#配置安装源
curl -fsSL https://nvidia.github.io/libnvidia-container/gpgkey | sudo gpg --dearmor -o /usr/share/keyrings/nvidia-container-toolkit-keyring.gpg \
  && curl -s -L https://nvidia.github.io/libnvidia-container/stable/deb/nvidia-container-toolkit.list | \
    sed 's#deb https://#deb [signed-by=/usr/share/keyrings/nvidia-container-toolkit-keyring.gpg] https://#g' | \
    sudo tee /etc/apt/sources.list.d/nvidia-container-toolkit.list

#
sudo apt-get update
sudo  apt install nvidia-container-toolkit
#
sudo systemctl restart docker

2 下载镜像

docker pull ghcr.nju.edu.cn/open-webui/open-webui:main

3 创建容器

sudo docker run -d -p 8080:8080 --gpus all  -e OLLAMA_BASE_URL=http://192.168.1.8:11434  --name open-webui --restart always ghcr.nju.edu.cn/open-webui/open-webui:main

4 访问web

5 查看容器

sudo docker exec -it open-webui /bin/bash
root@b821217ec77e:/# nvidia-smi