update, adding sillytavern, early remote unlock not working

This commit is contained in:
2026-05-10 20:56:52 -05:00
parent 989e547169
commit 95407aa420
5 changed files with 45 additions and 24 deletions
+22 -1
View File
@@ -13,13 +13,20 @@ in {
};
})
];
services.sillytavern = {
enable = true;
port = 9002;
listen = true;
listenAddressIPv4 = "127.0.0.1";
whitelist = false;
};
services.llama-swap = {
enable = true;
port = 9001;
openFirewall = true;
listenAddress = "0.0.0.0";
settings = {
models = {
models = {
#Language Models
"angelic_eclipse-12b" = {
ttl = 3600;
@@ -95,6 +102,20 @@ in {
};
};
};
services.nginx = {
enable = true;
virtualHosts."192.168.0.101" = {
locations."/" = {
proxyPass = "http://localhost:9002";
extraConfig = ''
auth_basic "Password Required";
auth_basic_user_file /etc/htpasswd;
'';
};
};
};
environment.systemPackages = with pkgs; [
llama-cpp-cuda
stable-diffusion-cpp-cuda