查看适合本地的大模型

GitHub - AlexsJones/llmfit: Hundreds of models & providers. One command to find what runs on your hardware. · GitHub

安装本地大模型

ollema / lm studio

Ollama

Get started with LM Studio | LM Studio

一步步部署好本地大模型，点点按钮的事，略过

安装zerotier（用于搭建虚拟局域网让agent访问本地大模型）

Quickstart Guide | ZeroTier Documentation

curl -s https://install.zerotier.com | sudo bash

sudo zerotier-cli join NETWORK_ID

安装hermes agent

curl -fsSL https://hermes-agent.nousresearch.com/install.sh | bash

hermes setup

一步步来也不难略过

配置多个gateway（我和老婆都用微信绑定的）

新建profile

Hermes profile create wechat_second
wechat_second setup
hermes gateway setup --profile wechat_second
hermes gateway list
hermes gateway install --profile wechat_second
hermes gateway start --profile wechat_second

配置dashboard auth

/home/ubuntu/.hermes

/home/ubuntu/.hermes/profiles/wechat-second

basic_auth:
    username: xxx
    password_hash: python -c "from plugins.dashboard_auth.basic import hash_password; print(hash_password('xxx'))"
    password: ''
    secret: openssl rand -base64 32
    session_ttl_seconds: 0

配置dashboard系统服务

sudo vi /etc/systemd/system/hermes-dashboard2.service

[Unit]
Description=Hermes Agent Web Dashboard
After=network.target

[Service]
Type=simple
User=ubuntu
# 指向刚才创建的环境文件
EnvironmentFile=/home/ubuntu/.hermes/.env
# 启动命令（替换为你的虚拟环境实际路径）
ExecStart=/home/ubuntu/.hermes/hermes-agent/venv/bin/python -m hermes_cli.main dashboard --host 0.0.0.0 --port 9118 --profile wechat-second --no-open
Restart=always

[Install]
WantedBy=multi-user.target

sudo vi /etc/systemd/system/hermes-dashboard.service

[Unit]
Description=Hermes Agent Web Dashboard
After=network.target

[Service]
Type=simple
User=ubuntu
# 指向刚才创建的环境文件
EnvironmentFile=/home/ubuntu/.hermes/.env
# 启动命令（替换为你的虚拟环境实际路径）
ExecStart=/home/ubuntu/.hermes/hermes-agent/venv/bin/python -m hermes_cli.main dashboard --host 0.0.0.0 --port 9119 --no-open

Restart=always

[Install]
WantedBy=multi-user.target

sudo systemctl daemon-reload
sudo systemctl enable hermes-dashboard
sudo systemctl start hermes-dashboard

sudo systemctl enable hermes-dashboard2
sudo systemctl start hermes-dashboard2

配置caddy

Install — Caddy Documentation

{
    servers {
        # 抛弃不稳定的自动同步，手动锁死官方 IP 段，确保 client_ip 绝对解析成功
        trusted_proxies static {
            173.245.48.0/20
            103.21.244.0/22
            103.22.200.0/22
            103.31.4.0/22
            141.101.64.0/18
            108.162.192.0/18
            190.93.240.0/20
            188.114.96.0/20
            197.234.240.0/22
            198.41.128.0/17
            162.158.0.0/15
            104.16.0.0/13
            104.24.0.0/14
            172.64.0.0/13
            131.0.72.0/22

            2400:cb00::/32
            2606:4700::/32
            2803:f800::/32
            2405:b500::/32
            2405:8100::/32
            2a06:98c0::/29
            2c0f:f248::/32
        }
    }
}

# 你的专属白名单 IP 库（后续只需在这里增减 IP 即可）
(my_ips) {
    @whitelist {
        client_ip 2408:820c:8fac:ed40:b958:15e:e70b:b1af 162.158.187.44
    }
}

# 2号域名：Hermes 管理端（已启用白名单）
hermessaz.altoria.site:443 {
    # import my_ips
    # handle @whitelist {
         reverse_proxy 127.0.0.1:9118
    # }
    #handle {
    #    abort
    #}

    tls /etc/caddy/certs/origin.crt /etc/caddy/certs/origin.key
    header {
        Strict-Transport-Security "max-age=31536000;"
        X-Content-Type-Options "nosniff"
        X-Frame-Options "DENY"
        Referrer-Policy "same-origin"
    }
    log {
        output file /var/lib/caddy/logs/hermes_access_saz.log
        format json
    }
}

# 2号域名：Hermes 管理端（已启用白名单）
hermesjw.altoria.site:443 {
    #import my_ips
    #handle @whitelist {
        reverse_proxy 127.0.0.1:9119
    #}
    #handle {
    #    abort
    #}

    tls /etc/caddy/certs/origin.crt /etc/caddy/certs/origin.key
    header {
        Strict-Transport-Security "max-age=31536000;"
        X-Content-Type-Options "nosniff"
        X-Frame-Options "DENY"
        Referrer-Policy "same-origin"
    }
    log {
        output file /var/lib/caddy/logs/hermes_access_jw.log
        format json
    }
}

  307  sudo vi Caddyfile
  308  caddy validate --config /etc/caddy/Caddyfile
  309  caddy reload Caddyfile