diff --git a/modules/hosts/desktop/configuration.nix b/modules/hosts/desktop/configuration.nix index e7f706e..f61af8a 100644 --- a/modules/hosts/desktop/configuration.nix +++ b/modules/hosts/desktop/configuration.nix @@ -49,6 +49,7 @@ flake.nixosModules.lily-desktop = { pkgs, ... }:{ home-manager sdrpp self.packages.${pkgs.stdenv.hostPlatform.system}.nh + nvtopPackages.full ]; # Some programs need SUID wrappers, can be configured further or are diff --git a/modules/nixosModules/ai/llama.nix b/modules/nixosModules/ai/llama.nix index be1bf96..3d0f4e5 100644 --- a/modules/nixosModules/ai/llama.nix +++ b/modules/nixosModules/ai/llama.nix @@ -1,7 +1,8 @@ {self, inputs, ...}:{ flake.nixosModules.llama = { lib, pkgs, ... }: let llama_cmd = "${pkgs.llama-cpp-cuda}/bin/llama-server --port \${PORT} --mmap"; - sd_cmd = "${pkgs.stable-diffusion-cpp-cuda}/bin/sd-server --listen-port \${PORT}"; + sd_cmd = "${pkgs.stable-diffusion-cpp-cuda}/bin/sd-server --listen-port \${PORT} --offload-to-cpu --mmap"; + tts_cmd = "${pkgs.pocket-tts}/bin/pocket-tts serve --port \${PORT}"; chat_models = "/var/AI/Models/Chat/ggufs"; sd_models = "/var/AI/Models/Art"; in { @@ -27,6 +28,12 @@ in { listenAddress = "0.0.0.0"; settings = { models = { + #TTS + "pocket_tts" = { + ttl = 3600; + cmd = "${tts_cmd}"; + }; + #Language Models "angelic_eclipse-12b" = { ttl = 3600; @@ -94,11 +101,51 @@ in { }; #Diffusion Models - "cyberrealistic" = { + "azureStarfire" = { + ttl = 3600; + checkEndpoint = "/"; + cmd = "${sd_cmd} --model ${sd_models}/azureStarfire_stellarStable.safetensors"; + }; + "cyberrealistic_pony_semi" = { ttl = 3600; checkEndpoint = "/"; cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_semiRealV45.safetensors"; }; + "cyberrealistic_pony_core_small" = { + ttl = 3600; + checkEndpoint = "/"; + cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_v180Coreshift.safetensors"; + }; + "cyberrealistic_pony_core_large" = { + ttl = 3600; + checkEndpoint = "/"; + cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_v180Coreshift(1).safetensors"; + }; + "miaomiao_harem" = { + ttl = 3600; + checkEndpoint = "/"; + cmd = "${sd_cmd} --model ${sd_models}/miaomiaoHarem_v20.safetensors"; + }; + "nova_furry" = { + ttl = 3600; + checkEndpoint = "/"; + cmd = "${sd_cmd} --model ${sd_models}/novaFurryXL_ilV150.safetensors"; + }; + "nova_pkmn" = { + ttl = 3600; + checkEndpoint = "/"; + cmd = "${sd_cmd} --model ${sd_models}/novaPKMNXL_v10.safetensors"; + }; + "unholy_desire" = { + ttl = 3600; + checkEndpoint = "/"; + cmd = "${sd_cmd} --model ${sd_models}/unholyDesireMixSinister_v80.safetensors"; + }; + "yiff_in_hell" = { + ttl = 3600; + checkEndpoint = "/"; + cmd = "${sd_cmd} --model ${sd_models}/yiffInHell_yihxxxTENDEDV20.safetensors"; + }; }; }; };