lily/LiNix
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update. ai stuff

Browse Source
This commit is contained in:
lily
2026-05-27 15:08:42 -05:00
parent 2e148d2b14
commit 362586e8f9
2 changed files with 56 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files
flake.lock
Generated
+15 -15
View File
@@ -5,11 +5,11 @@
"nixpkgs-lib": "nixpkgs-lib" "nixpkgs-lib": "nixpkgs-lib"
}, },
"locked": { "locked": {
"lastModified": 1777988971, "lastModified": 1778716662,
"narHash": "sha256-qIoWPDs+0/8JecyYgE3gpKQxW/4bLW/gp45vow9ioCQ=", "narHash": "sha256-m1Yf0wZ8j1OHjTc2UwHwyQRSnNeSgLJOd7q5Y45hzi4=",
"owner": "hercules-ci", "owner": "hercules-ci",
"repo": "flake-parts", "repo": "flake-parts",
"rev": "0678d8986be1661af6bb555f3489f2fdfc31f6ff", "rev": "f7c1a2d347e4c52d5fb8d10cb4d94b5884e546fb",
"type": "github" "type": "github"
}, },
"original": { "original": {
@@ -25,11 +25,11 @@
] ]
}, },
"locked": { "locked": {
"lastModified": 1778444552, "lastModified": 1779726696,
"narHash": "sha256-f18pIiR9q/p1vHY93gmAum7aHhQOG49oGvAB9+lptRo=", "narHash": "sha256-/p37CB5n6Wpw250b0Lq0CYwNq2D8uGKzDoBulyLcQqA=",
"owner": "nix-community", "owner": "nix-community",
"repo": "home-manager", "repo": "home-manager",
"rev": "dcebe66f958673729896eec2de4abfd86ef22d21", "rev": "1a95e2efb477959b70b4a14c51035975c0481df6",
"type": "github" "type": "github"
}, },
"original": { "original": {
@@ -40,11 +40,11 @@
}, },
"import-tree": { "import-tree": {
"locked": { "locked": {
"lastModified": 1773693634, "lastModified": 1778781969,
"narHash": "sha256-BtZ2dtkBdSUnFPPFc+n0kcMbgaTxzFNPv2iaO326Ffg=", "narHash": "sha256-Jjuz5CmSkur8KvLDoGa+vylEp+RkQtv4mt/qcMznpH0=",
"owner": "vic", "owner": "vic",
"repo": "import-tree", "repo": "import-tree",
"rev": "c41e7d58045f9057880b0d85e1152d6a4430dbf1", "rev": "d321337efd0f23a9eb14a42adb7b2c29313ab274",
"type": "github" "type": "github"
}, },
"original": { "original": {
@@ -55,11 +55,11 @@
}, },
"nixpkgs": { "nixpkgs": {
"locked": { "locked": {
"lastModified": 1777954456, "lastModified": 1779560665,
"narHash": "sha256-hGdgeU2Nk87RAuZyYjyDjFL6LK7dAZN5RE9+hrDTkDU=", "narHash": "sha256-tpyBcxPpcQb8ukyNF7DoCwfSY3VPsxHoYwj00Cayv5o=",
"owner": "nixos", "owner": "nixos",
"repo": "nixpkgs", "repo": "nixpkgs",
"rev": "549bd84d6279f9852cae6225e372cc67fb91a4c1", "rev": "64c08a7ca051951c8eae34e3e3cb1e202fe36786",
"type": "github" "type": "github"
}, },
"original": { "original": {
@@ -149,11 +149,11 @@
"nixpkgs": "nixpkgs_3" "nixpkgs": "nixpkgs_3"
}, },
"locked": { "locked": {
"lastModified": 1778090892, "lastModified": 1779447529,
"narHash": "sha256-g2axsVNpjeIBMdMQz+mDFGNlhDkjdufZVhfaL0CfhEI=", "narHash": "sha256-iLPDE+Y94InNZvt92On6gWWvFOavfOzkKyEwraHUzGc=",
"owner": "Lassulus", "owner": "Lassulus",
"repo": "wrappers", "repo": "wrappers",
"rev": "5d7c8ca68aa845d07c2e7dd2e168b6a8f02570c3", "rev": "c27eb498c21c45ec33fce35a8572ddf96f072d48",
"type": "github" "type": "github"
}, },
"original": { "original": {
modules/nixosModules/ai/llama.nix
+41 -26
View File
@@ -1,7 +1,7 @@
{self, inputs, ...}:{ {self, inputs, ...}:{
flake.nixosModules.llama = { lib, pkgs, ... }: let flake.nixosModules.llama = { lib, pkgs, ... }: let
llama_cmd = "${pkgs.llama-cpp-cuda}/bin/llama-server --port \${PORT} --mmap"; llama_cmd = "${pkgs.llama-cpp-cuda}/bin/llama-server --port \${PORT} --mmap";
sd_cmd = "${pkgs.stable-diffusion-cpp-cuda}/bin/sd-server --listen-port \${PORT} --offload-to-cpu --mmap"; sd_cmd = "${pkgs.stable-diffusion-cpp-cuda}/bin/sd-server --listen-port \${PORT} --offload-to-cpu --mmap --lora-model-dir ${sd_models}/LORA";
tts_cmd = "${pkgs.pocket-tts}/bin/pocket-tts serve --port \${PORT}"; tts_cmd = "${pkgs.pocket-tts}/bin/pocket-tts serve --port \${PORT}";
chat_models = "/var/AI/Models/Chat/ggufs"; chat_models = "/var/AI/Models/Chat/ggufs";
sd_models = "/var/AI/Models/Art"; sd_models = "/var/AI/Models/Art";
@@ -35,113 +35,128 @@ in {
}; };
#Language Models #Language Models
"angelic_eclipse-12b" = { "llm/angelic_eclipse-12b" = {
ttl = 3600; ttl = 3600;
cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Angelic_Eclipse_12B-Q4_K_M.gguf"; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Angelic_Eclipse_12B-Q4_K_M.gguf";
}; };
"cydonia-24b" = { "llm/cydonia-24b" = {
ttl = 3600; ttl = 3600;
cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/TheDrummer_Cydonia-24B-v4.3-Q4_K_M.gguf"; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/TheDrummer_Cydonia-24B-v4.3-Q4_K_M.gguf";
}; };
"cydonia-redux-22b" = { "llm/cydonia-redux-22b" = {
ttl = 3600; ttl = 3600;
cmd = "${llama_cmd} --ctx-size 32768 --model ${chat_models}/Cydonia-Redux-22B-v1.1-Q4_K_M.gguf"; cmd = "${llama_cmd} --ctx-size 32768 --model ${chat_models}/Cydonia-Redux-22B-v1.1-Q4_K_M.gguf";
}; };
"gemma3-R1-27b" = { "llm/gemma3-R1-27b" = {
ttl = 3600; ttl = 3600;
cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Gemma3-R1-27B-v1-Q4_K_M.gguf"; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Gemma3-R1-27B-v1-Q4_K_M.gguf";
}; };
"hearthfire-24b" = { "llm/hearthfire-24b" = {
ttl = 3600; ttl = 3600;
cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Hearthfire-24B-Q4_K_M.gguf"; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Hearthfire-24B-Q4_K_M.gguf";
}; };
"impish_bloodmoon" = { "llm/impish_bloodmoon" = {
ttl = 3600; ttl = 3600;
cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Impish_Bloodmoon-Q4_K_M.gguf"; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Impish_Bloodmoon-Q4_K_M.gguf";
}; };
"llama_abliterated_dark_champion" = { "llm/llama_abliterated_dark_champion" = {
ttl = 3600; ttl = 3600;
cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Llama-3.2-8X3B-18.4B-MOE-Dark-Champion-Instruct-uncensored-abliterated-Q4_K_M.gguf"; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Llama-3.2-8X3B-18.4B-MOE-Dark-Champion-Instruct-uncensored-abliterated-Q4_K_M.gguf";
}; };
"loki-24b" = { "llm/loki-24b" = {
ttl = 3600; ttl = 3600;
cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/M3.2-24B-Loki-V2-Q4_K_M.gguf"; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/M3.2-24B-Loki-V2-Q4_K_M.gguf";
}; };
"magidonia-24b" = { "llm/magidonia-24b" = {
ttl = 3600; ttl = 3600;
cmd = "${llama_cmd} -m ${chat_models}/Magidonia-24B-v4.3-Q4_K_M.gguf --ctx-size 131072"; cmd = "${llama_cmd} -m ${chat_models}/Magidonia-24B-v4.3-Q4_K_M.gguf --ctx-size 131072";
}; };
"mars-27b" = { "llm/mars-27b" = {
ttl = 3600; ttl = 3600;
cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Mars_27B_V1-28B-Q4_K_M.gguf"; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Mars_27B_V1-28B-Q4_K_M.gguf";
}; };
"omega_directive-24b" = { "llm/omega_directive-24b" = {
ttl = 3600; ttl = 3600;
cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/MS3.2-The-Omega-Directive-24B-Unslop-v2.0-Q4_K_M.gguf"; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/MS3.2-The-Omega-Directive-24B-Unslop-v2.0-Q4_K_M.gguf";
}; };
"qwen_14b" = { "llm/qwen_14b" = {
ttl = 3600; ttl = 3600;
cmd = "${llama_cmd} --ctx-size 40960 --model ${chat_models}/Qwen3-14B-Q4_K_M.gguf"; cmd = "${llama_cmd} --ctx-size 40960 --model ${chat_models}/Qwen3-14B-Q4_K_M.gguf";
}; };
"qwen_32b" = { "llm/qwen_32b" = {
ttl = 3600; ttl = 3600;
cmd = "${llama_cmd} --ctx-size 40960 --model ${chat_models}/Qwen3-32B-Q4_K_M.gguf"; cmd = "${llama_cmd} --ctx-size 40960 --model ${chat_models}/Qwen3-32B-Q4_K_M.gguf";
}; };
"snowpiercer-15b" = { "llm/snowpiercer-15b" = {
ttl = 3600; ttl = 3600;
cmd = "${llama_cmd} --ctx-size 65536 --model ${chat_models}/Snowpiercer-15B-v1-Q4_K_M.gguf"; cmd = "${llama_cmd} --ctx-size 65536 --model ${chat_models}/Snowpiercer-15B-v1-Q4_K_M.gguf";
}; };
"valkyrie-49b" = { "llm/valkyrie-49b" = {
ttl = 3600; ttl = 3600;
cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Valkyrie-49B-v2.1-Q4_K_M.gguf"; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Valkyrie-49B-v2.1-Q4_K_M.gguf";
}; };
"wayfarer-12b" = { "llm/wayfarer-12b" = {
ttl = 3600; ttl = 3600;
cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/wayfarer-12B-Q4_K_M.gguf"; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/wayfarer-12B-Q4_K_M.gguf";
}; };
#Diffusion Models #Diffusion Models
"azureStarfire" = { "sd/amanesseWorks" = {
ttl = 3600;
checkEndpoint = "/";
cmd = "${sd_cmd} --model ${sd_models}/amanesseWorks_v20.safetensors";
};
"sd/animaOfficial" = {
ttl = 3600;
checkEndpoint = "/";
cmd = "${sd_cmd} --vae ${sd_models}/VAE_TEXT/qwen_image_vae.safetensors --llm ${sd_models}/VAE_TEXT/qwen_3_06b_base.safetensors --diffusion-model ${sd_models}/animaOfficial_preview3Base.safetensors";
};
"sd/azureStarfire" = {
ttl = 3600; ttl = 3600;
checkEndpoint = "/"; checkEndpoint = "/";
cmd = "${sd_cmd} --model ${sd_models}/azureStarfire_stellarStable.safetensors"; cmd = "${sd_cmd} --model ${sd_models}/azureStarfire_stellarStable.safetensors";
}; };
"cyberrealistic_pony_semi" = { "sd/cyberrealistic_pony_semi" = {
ttl = 3600; ttl = 3600;
checkEndpoint = "/"; checkEndpoint = "/";
cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_semiRealV45.safetensors"; cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_semiRealV45.safetensors";
}; };
"cyberrealistic_pony_core_small" = { "sd/cyberrealistic_pony_core_small" = {
ttl = 3600; ttl = 3600;
checkEndpoint = "/"; checkEndpoint = "/";
cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_v180Coreshift.safetensors"; cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_v180Coreshift.safetensors";
}; };
"cyberrealistic_pony_core_large" = { "sd/cyberrealistic_pony_core_large" = {
ttl = 3600; ttl = 3600;
checkEndpoint = "/"; checkEndpoint = "/";
cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_v180Coreshift(1).safetensors"; cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_v180Coreshift(1).safetensors";
}; };
"miaomiao_harem" = { "sd/miaomiao_harem" = {
ttl = 3600; ttl = 3600;
checkEndpoint = "/"; checkEndpoint = "/";
cmd = "${sd_cmd} --model ${sd_models}/miaomiaoHarem_v20.safetensors"; cmd = "${sd_cmd} --model ${sd_models}/miaomiaoHarem_v20.safetensors";
}; };
"nova_furry" = { "sd/nova_furry" = {
ttl = 3600; ttl = 3600;
checkEndpoint = "/"; checkEndpoint = "/";
cmd = "${sd_cmd} --model ${sd_models}/novaFurryXL_ilV150.safetensors"; cmd = "${sd_cmd} --model ${sd_models}/novaFurryXL_ilV150.safetensors";
}; };
"nova_pkmn" = { "sd/nova_pkmn" = {
ttl = 3600; ttl = 3600;
checkEndpoint = "/"; checkEndpoint = "/";
cmd = "${sd_cmd} --model ${sd_models}/novaPKMNXL_v10.safetensors"; cmd = "${sd_cmd} --model ${sd_models}/novaPKMNXL_v10.safetensors";
}; };
"unholy_desire" = { "sd/unholy_desire" = {
ttl = 3600; ttl = 3600;
checkEndpoint = "/"; checkEndpoint = "/";
cmd = "${sd_cmd} --model ${sd_models}/unholyDesireMixSinister_v80.safetensors"; cmd = "${sd_cmd} --model ${sd_models}/unholyDesireMixSinister_v80.safetensors";
}; };
"yiff_in_hell" = { "sd/waiIllustrious" = {
ttl = 3600;
checkEndpoint = "/";
cmd = "${sd_cmd} --model ${sd_models}/waiIllustriousSDXL_v170.safetensors";
};
"sd/yiff_in_hell" = {
ttl = 3600; ttl = 3600;
checkEndpoint = "/"; checkEndpoint = "/";
cmd = "${sd_cmd} --model ${sd_models}/yiffInHell_yihxxxTENDEDV20.safetensors"; cmd = "${sd_cmd} --model ${sd_models}/yiffInHell_yihxxxTENDEDV20.safetensors";