lily/LiNix
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

ai stuff

Browse Source
This commit is contained in:
lily
2026-05-11 02:33:45 -05:00
parent 78ebdbc250
commit 2e148d2b14
2 changed files with 50 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/hosts/desktop/configuration.nix
+1
View File
@@ -49,6 +49,7 @@ flake.nixosModules.lily-desktop = { pkgs, ... }:{
home-manager home-manager
sdrpp sdrpp
self.packages.${pkgs.stdenv.hostPlatform.system}.nh self.packages.${pkgs.stdenv.hostPlatform.system}.nh
nvtopPackages.full
]; ];
# Some programs need SUID wrappers, can be configured further or are # Some programs need SUID wrappers, can be configured further or are
modules/nixosModules/ai/llama.nix
+49 -2
View File
@@ -1,7 +1,8 @@
{self, inputs, ...}:{ {self, inputs, ...}:{
flake.nixosModules.llama = { lib, pkgs, ... }: let flake.nixosModules.llama = { lib, pkgs, ... }: let
llama_cmd = "${pkgs.llama-cpp-cuda}/bin/llama-server --port \${PORT} --mmap"; llama_cmd = "${pkgs.llama-cpp-cuda}/bin/llama-server --port \${PORT} --mmap";
sd_cmd = "${pkgs.stable-diffusion-cpp-cuda}/bin/sd-server --listen-port \${PORT}"; sd_cmd = "${pkgs.stable-diffusion-cpp-cuda}/bin/sd-server --listen-port \${PORT} --offload-to-cpu --mmap";
tts_cmd = "${pkgs.pocket-tts}/bin/pocket-tts serve --port \${PORT}";
chat_models = "/var/AI/Models/Chat/ggufs"; chat_models = "/var/AI/Models/Chat/ggufs";
sd_models = "/var/AI/Models/Art"; sd_models = "/var/AI/Models/Art";
in { in {
@@ -27,6 +28,12 @@ in {
listenAddress = "0.0.0.0"; listenAddress = "0.0.0.0";
settings = { settings = {
models = { models = {
#TTS
"pocket_tts" = {
ttl = 3600;
cmd = "${tts_cmd}";
};
#Language Models #Language Models
"angelic_eclipse-12b" = { "angelic_eclipse-12b" = {
ttl = 3600; ttl = 3600;
@@ -94,11 +101,51 @@ in {
}; };
#Diffusion Models #Diffusion Models
"cyberrealistic" = { "azureStarfire" = {
ttl = 3600;
checkEndpoint = "/";
cmd = "${sd_cmd} --model ${sd_models}/azureStarfire_stellarStable.safetensors";
};
"cyberrealistic_pony_semi" = {
ttl = 3600; ttl = 3600;
checkEndpoint = "/"; checkEndpoint = "/";
cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_semiRealV45.safetensors"; cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_semiRealV45.safetensors";
}; };
"cyberrealistic_pony_core_small" = {
ttl = 3600;
checkEndpoint = "/";
cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_v180Coreshift.safetensors";
};
"cyberrealistic_pony_core_large" = {
ttl = 3600;
checkEndpoint = "/";
cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_v180Coreshift(1).safetensors";
};
"miaomiao_harem" = {
ttl = 3600;
checkEndpoint = "/";
cmd = "${sd_cmd} --model ${sd_models}/miaomiaoHarem_v20.safetensors";
};
"nova_furry" = {
ttl = 3600;
checkEndpoint = "/";
cmd = "${sd_cmd} --model ${sd_models}/novaFurryXL_ilV150.safetensors";
};
"nova_pkmn" = {
ttl = 3600;
checkEndpoint = "/";
cmd = "${sd_cmd} --model ${sd_models}/novaPKMNXL_v10.safetensors";
};
"unholy_desire" = {
ttl = 3600;
checkEndpoint = "/";
cmd = "${sd_cmd} --model ${sd_models}/unholyDesireMixSinister_v80.safetensors";
};
"yiff_in_hell" = {
ttl = 3600;
checkEndpoint = "/";
cmd = "${sd_cmd} --model ${sd_models}/yiffInHell_yihxxxTENDEDV20.safetensors";
};
}; };
}; };
}; };