update, adding sillytavern, early remote unlock not working
This commit is contained in:
@@ -13,13 +13,20 @@ in {
|
||||
};
|
||||
})
|
||||
];
|
||||
services.sillytavern = {
|
||||
enable = true;
|
||||
port = 9002;
|
||||
listen = true;
|
||||
listenAddressIPv4 = "127.0.0.1";
|
||||
whitelist = false;
|
||||
};
|
||||
services.llama-swap = {
|
||||
enable = true;
|
||||
port = 9001;
|
||||
openFirewall = true;
|
||||
listenAddress = "0.0.0.0";
|
||||
settings = {
|
||||
models = {
|
||||
models = {
|
||||
#Language Models
|
||||
"angelic_eclipse-12b" = {
|
||||
ttl = 3600;
|
||||
@@ -95,6 +102,20 @@ in {
|
||||
};
|
||||
};
|
||||
};
|
||||
|
||||
services.nginx = {
|
||||
enable = true;
|
||||
virtualHosts."192.168.0.101" = {
|
||||
locations."/" = {
|
||||
proxyPass = "http://localhost:9002";
|
||||
extraConfig = ''
|
||||
auth_basic "Password Required";
|
||||
auth_basic_user_file /etc/htpasswd;
|
||||
'';
|
||||
};
|
||||
};
|
||||
};
|
||||
|
||||
environment.systemPackages = with pkgs; [
|
||||
llama-cpp-cuda
|
||||
stable-diffusion-cpp-cuda
|
||||
|
||||
Reference in New Issue
Block a user