From 362586e8f9048e0ab8724d92556e9c41ae9980cb Mon Sep 17 00:00:00 2001 From: Lily Anderson Date: Wed, 27 May 2026 15:08:42 -0500 Subject: [PATCH] update. ai stuff --- flake.lock | 30 +++++++------- modules/nixosModules/ai/llama.nix | 67 +++++++++++++++++++------------ 2 files changed, 56 insertions(+), 41 deletions(-) diff --git a/flake.lock b/flake.lock index 69d4cdc..e411424 100644 --- a/flake.lock +++ b/flake.lock @@ -5,11 +5,11 @@ "nixpkgs-lib": "nixpkgs-lib" }, "locked": { - "lastModified": 1777988971, - "narHash": "sha256-qIoWPDs+0/8JecyYgE3gpKQxW/4bLW/gp45vow9ioCQ=", + "lastModified": 1778716662, + "narHash": "sha256-m1Yf0wZ8j1OHjTc2UwHwyQRSnNeSgLJOd7q5Y45hzi4=", "owner": "hercules-ci", "repo": "flake-parts", - "rev": "0678d8986be1661af6bb555f3489f2fdfc31f6ff", + "rev": "f7c1a2d347e4c52d5fb8d10cb4d94b5884e546fb", "type": "github" }, "original": { @@ -25,11 +25,11 @@ ] }, "locked": { - "lastModified": 1778444552, - "narHash": "sha256-f18pIiR9q/p1vHY93gmAum7aHhQOG49oGvAB9+lptRo=", + "lastModified": 1779726696, + "narHash": "sha256-/p37CB5n6Wpw250b0Lq0CYwNq2D8uGKzDoBulyLcQqA=", "owner": "nix-community", "repo": "home-manager", - "rev": "dcebe66f958673729896eec2de4abfd86ef22d21", + "rev": "1a95e2efb477959b70b4a14c51035975c0481df6", "type": "github" }, "original": { @@ -40,11 +40,11 @@ }, "import-tree": { "locked": { - "lastModified": 1773693634, - "narHash": "sha256-BtZ2dtkBdSUnFPPFc+n0kcMbgaTxzFNPv2iaO326Ffg=", + "lastModified": 1778781969, + "narHash": "sha256-Jjuz5CmSkur8KvLDoGa+vylEp+RkQtv4mt/qcMznpH0=", "owner": "vic", "repo": "import-tree", - "rev": "c41e7d58045f9057880b0d85e1152d6a4430dbf1", + "rev": "d321337efd0f23a9eb14a42adb7b2c29313ab274", "type": "github" }, "original": { @@ -55,11 +55,11 @@ }, "nixpkgs": { "locked": { - "lastModified": 1777954456, - "narHash": "sha256-hGdgeU2Nk87RAuZyYjyDjFL6LK7dAZN5RE9+hrDTkDU=", + "lastModified": 1779560665, + "narHash": "sha256-tpyBcxPpcQb8ukyNF7DoCwfSY3VPsxHoYwj00Cayv5o=", "owner": "nixos", "repo": "nixpkgs", - "rev": "549bd84d6279f9852cae6225e372cc67fb91a4c1", + "rev": "64c08a7ca051951c8eae34e3e3cb1e202fe36786", "type": "github" }, "original": { @@ -149,11 +149,11 @@ "nixpkgs": "nixpkgs_3" }, "locked": { - "lastModified": 1778090892, - "narHash": "sha256-g2axsVNpjeIBMdMQz+mDFGNlhDkjdufZVhfaL0CfhEI=", + "lastModified": 1779447529, + "narHash": "sha256-iLPDE+Y94InNZvt92On6gWWvFOavfOzkKyEwraHUzGc=", "owner": "Lassulus", "repo": "wrappers", - "rev": "5d7c8ca68aa845d07c2e7dd2e168b6a8f02570c3", + "rev": "c27eb498c21c45ec33fce35a8572ddf96f072d48", "type": "github" }, "original": { diff --git a/modules/nixosModules/ai/llama.nix b/modules/nixosModules/ai/llama.nix index 3d0f4e5..1f51ec9 100644 --- a/modules/nixosModules/ai/llama.nix +++ b/modules/nixosModules/ai/llama.nix @@ -1,7 +1,7 @@ {self, inputs, ...}:{ flake.nixosModules.llama = { lib, pkgs, ... }: let llama_cmd = "${pkgs.llama-cpp-cuda}/bin/llama-server --port \${PORT} --mmap"; - sd_cmd = "${pkgs.stable-diffusion-cpp-cuda}/bin/sd-server --listen-port \${PORT} --offload-to-cpu --mmap"; + sd_cmd = "${pkgs.stable-diffusion-cpp-cuda}/bin/sd-server --listen-port \${PORT} --offload-to-cpu --mmap --lora-model-dir ${sd_models}/LORA"; tts_cmd = "${pkgs.pocket-tts}/bin/pocket-tts serve --port \${PORT}"; chat_models = "/var/AI/Models/Chat/ggufs"; sd_models = "/var/AI/Models/Art"; @@ -35,113 +35,128 @@ in { }; #Language Models - "angelic_eclipse-12b" = { + "llm/angelic_eclipse-12b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Angelic_Eclipse_12B-Q4_K_M.gguf"; }; - "cydonia-24b" = { + "llm/cydonia-24b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/TheDrummer_Cydonia-24B-v4.3-Q4_K_M.gguf"; }; - "cydonia-redux-22b" = { + "llm/cydonia-redux-22b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 32768 --model ${chat_models}/Cydonia-Redux-22B-v1.1-Q4_K_M.gguf"; }; - "gemma3-R1-27b" = { + "llm/gemma3-R1-27b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Gemma3-R1-27B-v1-Q4_K_M.gguf"; }; - "hearthfire-24b" = { + "llm/hearthfire-24b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Hearthfire-24B-Q4_K_M.gguf"; }; - "impish_bloodmoon" = { + "llm/impish_bloodmoon" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Impish_Bloodmoon-Q4_K_M.gguf"; }; - "llama_abliterated_dark_champion" = { + "llm/llama_abliterated_dark_champion" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Llama-3.2-8X3B-18.4B-MOE-Dark-Champion-Instruct-uncensored-abliterated-Q4_K_M.gguf"; }; - "loki-24b" = { + "llm/loki-24b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/M3.2-24B-Loki-V2-Q4_K_M.gguf"; }; - "magidonia-24b" = { + "llm/magidonia-24b" = { ttl = 3600; cmd = "${llama_cmd} -m ${chat_models}/Magidonia-24B-v4.3-Q4_K_M.gguf --ctx-size 131072"; }; - "mars-27b" = { + "llm/mars-27b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Mars_27B_V1-28B-Q4_K_M.gguf"; }; - "omega_directive-24b" = { + "llm/omega_directive-24b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/MS3.2-The-Omega-Directive-24B-Unslop-v2.0-Q4_K_M.gguf"; }; - "qwen_14b" = { + "llm/qwen_14b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 40960 --model ${chat_models}/Qwen3-14B-Q4_K_M.gguf"; }; - "qwen_32b" = { + "llm/qwen_32b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 40960 --model ${chat_models}/Qwen3-32B-Q4_K_M.gguf"; }; - "snowpiercer-15b" = { + "llm/snowpiercer-15b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 65536 --model ${chat_models}/Snowpiercer-15B-v1-Q4_K_M.gguf"; }; - "valkyrie-49b" = { + "llm/valkyrie-49b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Valkyrie-49B-v2.1-Q4_K_M.gguf"; }; - "wayfarer-12b" = { + "llm/wayfarer-12b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/wayfarer-12B-Q4_K_M.gguf"; }; #Diffusion Models - "azureStarfire" = { + "sd/amanesseWorks" = { + ttl = 3600; + checkEndpoint = "/"; + cmd = "${sd_cmd} --model ${sd_models}/amanesseWorks_v20.safetensors"; + }; + "sd/animaOfficial" = { + ttl = 3600; + checkEndpoint = "/"; + cmd = "${sd_cmd} --vae ${sd_models}/VAE_TEXT/qwen_image_vae.safetensors --llm ${sd_models}/VAE_TEXT/qwen_3_06b_base.safetensors --diffusion-model ${sd_models}/animaOfficial_preview3Base.safetensors"; + }; + "sd/azureStarfire" = { ttl = 3600; checkEndpoint = "/"; cmd = "${sd_cmd} --model ${sd_models}/azureStarfire_stellarStable.safetensors"; }; - "cyberrealistic_pony_semi" = { + "sd/cyberrealistic_pony_semi" = { ttl = 3600; checkEndpoint = "/"; cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_semiRealV45.safetensors"; }; - "cyberrealistic_pony_core_small" = { + "sd/cyberrealistic_pony_core_small" = { ttl = 3600; checkEndpoint = "/"; cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_v180Coreshift.safetensors"; }; - "cyberrealistic_pony_core_large" = { + "sd/cyberrealistic_pony_core_large" = { ttl = 3600; checkEndpoint = "/"; cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_v180Coreshift(1).safetensors"; }; - "miaomiao_harem" = { + "sd/miaomiao_harem" = { ttl = 3600; checkEndpoint = "/"; cmd = "${sd_cmd} --model ${sd_models}/miaomiaoHarem_v20.safetensors"; }; - "nova_furry" = { + "sd/nova_furry" = { ttl = 3600; checkEndpoint = "/"; cmd = "${sd_cmd} --model ${sd_models}/novaFurryXL_ilV150.safetensors"; }; - "nova_pkmn" = { + "sd/nova_pkmn" = { ttl = 3600; checkEndpoint = "/"; cmd = "${sd_cmd} --model ${sd_models}/novaPKMNXL_v10.safetensors"; }; - "unholy_desire" = { + "sd/unholy_desire" = { ttl = 3600; checkEndpoint = "/"; cmd = "${sd_cmd} --model ${sd_models}/unholyDesireMixSinister_v80.safetensors"; }; - "yiff_in_hell" = { + "sd/waiIllustrious" = { + ttl = 3600; + checkEndpoint = "/"; + cmd = "${sd_cmd} --model ${sd_models}/waiIllustriousSDXL_v170.safetensors"; + }; + "sd/yiff_in_hell" = { ttl = 3600; checkEndpoint = "/"; cmd = "${sd_cmd} --model ${sd_models}/yiffInHell_yihxxxTENDEDV20.safetensors";