From 2e148d2b143d41e26fef120c4364039eb351cdb9 Mon Sep 17 00:00:00 2001 From: Lily Anderson Date: Mon, 11 May 2026 02:33:45 -0500 Subject: [PATCH 1/6] ai stuff --- modules/hosts/desktop/configuration.nix | 1 + modules/nixosModules/ai/llama.nix | 51 ++++++++++++++++++++++++- 2 files changed, 50 insertions(+), 2 deletions(-) diff --git a/modules/hosts/desktop/configuration.nix b/modules/hosts/desktop/configuration.nix index e7f706e..f61af8a 100644 --- a/modules/hosts/desktop/configuration.nix +++ b/modules/hosts/desktop/configuration.nix @@ -49,6 +49,7 @@ flake.nixosModules.lily-desktop = { pkgs, ... }:{ home-manager sdrpp self.packages.${pkgs.stdenv.hostPlatform.system}.nh + nvtopPackages.full ]; # Some programs need SUID wrappers, can be configured further or are diff --git a/modules/nixosModules/ai/llama.nix b/modules/nixosModules/ai/llama.nix index be1bf96..3d0f4e5 100644 --- a/modules/nixosModules/ai/llama.nix +++ b/modules/nixosModules/ai/llama.nix @@ -1,7 +1,8 @@ {self, inputs, ...}:{ flake.nixosModules.llama = { lib, pkgs, ... }: let llama_cmd = "${pkgs.llama-cpp-cuda}/bin/llama-server --port \${PORT} --mmap"; - sd_cmd = "${pkgs.stable-diffusion-cpp-cuda}/bin/sd-server --listen-port \${PORT}"; + sd_cmd = "${pkgs.stable-diffusion-cpp-cuda}/bin/sd-server --listen-port \${PORT} --offload-to-cpu --mmap"; + tts_cmd = "${pkgs.pocket-tts}/bin/pocket-tts serve --port \${PORT}"; chat_models = "/var/AI/Models/Chat/ggufs"; sd_models = "/var/AI/Models/Art"; in { @@ -27,6 +28,12 @@ in { listenAddress = "0.0.0.0"; settings = { models = { + #TTS + "pocket_tts" = { + ttl = 3600; + cmd = "${tts_cmd}"; + }; + #Language Models "angelic_eclipse-12b" = { ttl = 3600; @@ -94,11 +101,51 @@ in { }; #Diffusion Models - "cyberrealistic" = { + "azureStarfire" = { + ttl = 3600; + checkEndpoint = "/"; + cmd = "${sd_cmd} --model ${sd_models}/azureStarfire_stellarStable.safetensors"; + }; + "cyberrealistic_pony_semi" = { ttl = 3600; checkEndpoint = "/"; cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_semiRealV45.safetensors"; }; + "cyberrealistic_pony_core_small" = { + ttl = 3600; + checkEndpoint = "/"; + cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_v180Coreshift.safetensors"; + }; + "cyberrealistic_pony_core_large" = { + ttl = 3600; + checkEndpoint = "/"; + cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_v180Coreshift(1).safetensors"; + }; + "miaomiao_harem" = { + ttl = 3600; + checkEndpoint = "/"; + cmd = "${sd_cmd} --model ${sd_models}/miaomiaoHarem_v20.safetensors"; + }; + "nova_furry" = { + ttl = 3600; + checkEndpoint = "/"; + cmd = "${sd_cmd} --model ${sd_models}/novaFurryXL_ilV150.safetensors"; + }; + "nova_pkmn" = { + ttl = 3600; + checkEndpoint = "/"; + cmd = "${sd_cmd} --model ${sd_models}/novaPKMNXL_v10.safetensors"; + }; + "unholy_desire" = { + ttl = 3600; + checkEndpoint = "/"; + cmd = "${sd_cmd} --model ${sd_models}/unholyDesireMixSinister_v80.safetensors"; + }; + "yiff_in_hell" = { + ttl = 3600; + checkEndpoint = "/"; + cmd = "${sd_cmd} --model ${sd_models}/yiffInHell_yihxxxTENDEDV20.safetensors"; + }; }; }; }; From 362586e8f9048e0ab8724d92556e9c41ae9980cb Mon Sep 17 00:00:00 2001 From: Lily Anderson Date: Wed, 27 May 2026 15:08:42 -0500 Subject: [PATCH 2/6] update. ai stuff --- flake.lock | 30 +++++++------- modules/nixosModules/ai/llama.nix | 67 +++++++++++++++++++------------ 2 files changed, 56 insertions(+), 41 deletions(-) diff --git a/flake.lock b/flake.lock index 69d4cdc..e411424 100644 --- a/flake.lock +++ b/flake.lock @@ -5,11 +5,11 @@ "nixpkgs-lib": "nixpkgs-lib" }, "locked": { - "lastModified": 1777988971, - "narHash": "sha256-qIoWPDs+0/8JecyYgE3gpKQxW/4bLW/gp45vow9ioCQ=", + "lastModified": 1778716662, + "narHash": "sha256-m1Yf0wZ8j1OHjTc2UwHwyQRSnNeSgLJOd7q5Y45hzi4=", "owner": "hercules-ci", "repo": "flake-parts", - "rev": "0678d8986be1661af6bb555f3489f2fdfc31f6ff", + "rev": "f7c1a2d347e4c52d5fb8d10cb4d94b5884e546fb", "type": "github" }, "original": { @@ -25,11 +25,11 @@ ] }, "locked": { - "lastModified": 1778444552, - "narHash": "sha256-f18pIiR9q/p1vHY93gmAum7aHhQOG49oGvAB9+lptRo=", + "lastModified": 1779726696, + "narHash": "sha256-/p37CB5n6Wpw250b0Lq0CYwNq2D8uGKzDoBulyLcQqA=", "owner": "nix-community", "repo": "home-manager", - "rev": "dcebe66f958673729896eec2de4abfd86ef22d21", + "rev": "1a95e2efb477959b70b4a14c51035975c0481df6", "type": "github" }, "original": { @@ -40,11 +40,11 @@ }, "import-tree": { "locked": { - "lastModified": 1773693634, - "narHash": "sha256-BtZ2dtkBdSUnFPPFc+n0kcMbgaTxzFNPv2iaO326Ffg=", + "lastModified": 1778781969, + "narHash": "sha256-Jjuz5CmSkur8KvLDoGa+vylEp+RkQtv4mt/qcMznpH0=", "owner": "vic", "repo": "import-tree", - "rev": "c41e7d58045f9057880b0d85e1152d6a4430dbf1", + "rev": "d321337efd0f23a9eb14a42adb7b2c29313ab274", "type": "github" }, "original": { @@ -55,11 +55,11 @@ }, "nixpkgs": { "locked": { - "lastModified": 1777954456, - "narHash": "sha256-hGdgeU2Nk87RAuZyYjyDjFL6LK7dAZN5RE9+hrDTkDU=", + "lastModified": 1779560665, + "narHash": "sha256-tpyBcxPpcQb8ukyNF7DoCwfSY3VPsxHoYwj00Cayv5o=", "owner": "nixos", "repo": "nixpkgs", - "rev": "549bd84d6279f9852cae6225e372cc67fb91a4c1", + "rev": "64c08a7ca051951c8eae34e3e3cb1e202fe36786", "type": "github" }, "original": { @@ -149,11 +149,11 @@ "nixpkgs": "nixpkgs_3" }, "locked": { - "lastModified": 1778090892, - "narHash": "sha256-g2axsVNpjeIBMdMQz+mDFGNlhDkjdufZVhfaL0CfhEI=", + "lastModified": 1779447529, + "narHash": "sha256-iLPDE+Y94InNZvt92On6gWWvFOavfOzkKyEwraHUzGc=", "owner": "Lassulus", "repo": "wrappers", - "rev": "5d7c8ca68aa845d07c2e7dd2e168b6a8f02570c3", + "rev": "c27eb498c21c45ec33fce35a8572ddf96f072d48", "type": "github" }, "original": { diff --git a/modules/nixosModules/ai/llama.nix b/modules/nixosModules/ai/llama.nix index 3d0f4e5..1f51ec9 100644 --- a/modules/nixosModules/ai/llama.nix +++ b/modules/nixosModules/ai/llama.nix @@ -1,7 +1,7 @@ {self, inputs, ...}:{ flake.nixosModules.llama = { lib, pkgs, ... }: let llama_cmd = "${pkgs.llama-cpp-cuda}/bin/llama-server --port \${PORT} --mmap"; - sd_cmd = "${pkgs.stable-diffusion-cpp-cuda}/bin/sd-server --listen-port \${PORT} --offload-to-cpu --mmap"; + sd_cmd = "${pkgs.stable-diffusion-cpp-cuda}/bin/sd-server --listen-port \${PORT} --offload-to-cpu --mmap --lora-model-dir ${sd_models}/LORA"; tts_cmd = "${pkgs.pocket-tts}/bin/pocket-tts serve --port \${PORT}"; chat_models = "/var/AI/Models/Chat/ggufs"; sd_models = "/var/AI/Models/Art"; @@ -35,113 +35,128 @@ in { }; #Language Models - "angelic_eclipse-12b" = { + "llm/angelic_eclipse-12b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Angelic_Eclipse_12B-Q4_K_M.gguf"; }; - "cydonia-24b" = { + "llm/cydonia-24b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/TheDrummer_Cydonia-24B-v4.3-Q4_K_M.gguf"; }; - "cydonia-redux-22b" = { + "llm/cydonia-redux-22b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 32768 --model ${chat_models}/Cydonia-Redux-22B-v1.1-Q4_K_M.gguf"; }; - "gemma3-R1-27b" = { + "llm/gemma3-R1-27b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Gemma3-R1-27B-v1-Q4_K_M.gguf"; }; - "hearthfire-24b" = { + "llm/hearthfire-24b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Hearthfire-24B-Q4_K_M.gguf"; }; - "impish_bloodmoon" = { + "llm/impish_bloodmoon" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Impish_Bloodmoon-Q4_K_M.gguf"; }; - "llama_abliterated_dark_champion" = { + "llm/llama_abliterated_dark_champion" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Llama-3.2-8X3B-18.4B-MOE-Dark-Champion-Instruct-uncensored-abliterated-Q4_K_M.gguf"; }; - "loki-24b" = { + "llm/loki-24b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/M3.2-24B-Loki-V2-Q4_K_M.gguf"; }; - "magidonia-24b" = { + "llm/magidonia-24b" = { ttl = 3600; cmd = "${llama_cmd} -m ${chat_models}/Magidonia-24B-v4.3-Q4_K_M.gguf --ctx-size 131072"; }; - "mars-27b" = { + "llm/mars-27b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Mars_27B_V1-28B-Q4_K_M.gguf"; }; - "omega_directive-24b" = { + "llm/omega_directive-24b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/MS3.2-The-Omega-Directive-24B-Unslop-v2.0-Q4_K_M.gguf"; }; - "qwen_14b" = { + "llm/qwen_14b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 40960 --model ${chat_models}/Qwen3-14B-Q4_K_M.gguf"; }; - "qwen_32b" = { + "llm/qwen_32b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 40960 --model ${chat_models}/Qwen3-32B-Q4_K_M.gguf"; }; - "snowpiercer-15b" = { + "llm/snowpiercer-15b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 65536 --model ${chat_models}/Snowpiercer-15B-v1-Q4_K_M.gguf"; }; - "valkyrie-49b" = { + "llm/valkyrie-49b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Valkyrie-49B-v2.1-Q4_K_M.gguf"; }; - "wayfarer-12b" = { + "llm/wayfarer-12b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/wayfarer-12B-Q4_K_M.gguf"; }; #Diffusion Models - "azureStarfire" = { + "sd/amanesseWorks" = { + ttl = 3600; + checkEndpoint = "/"; + cmd = "${sd_cmd} --model ${sd_models}/amanesseWorks_v20.safetensors"; + }; + "sd/animaOfficial" = { + ttl = 3600; + checkEndpoint = "/"; + cmd = "${sd_cmd} --vae ${sd_models}/VAE_TEXT/qwen_image_vae.safetensors --llm ${sd_models}/VAE_TEXT/qwen_3_06b_base.safetensors --diffusion-model ${sd_models}/animaOfficial_preview3Base.safetensors"; + }; + "sd/azureStarfire" = { ttl = 3600; checkEndpoint = "/"; cmd = "${sd_cmd} --model ${sd_models}/azureStarfire_stellarStable.safetensors"; }; - "cyberrealistic_pony_semi" = { + "sd/cyberrealistic_pony_semi" = { ttl = 3600; checkEndpoint = "/"; cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_semiRealV45.safetensors"; }; - "cyberrealistic_pony_core_small" = { + "sd/cyberrealistic_pony_core_small" = { ttl = 3600; checkEndpoint = "/"; cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_v180Coreshift.safetensors"; }; - "cyberrealistic_pony_core_large" = { + "sd/cyberrealistic_pony_core_large" = { ttl = 3600; checkEndpoint = "/"; cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_v180Coreshift(1).safetensors"; }; - "miaomiao_harem" = { + "sd/miaomiao_harem" = { ttl = 3600; checkEndpoint = "/"; cmd = "${sd_cmd} --model ${sd_models}/miaomiaoHarem_v20.safetensors"; }; - "nova_furry" = { + "sd/nova_furry" = { ttl = 3600; checkEndpoint = "/"; cmd = "${sd_cmd} --model ${sd_models}/novaFurryXL_ilV150.safetensors"; }; - "nova_pkmn" = { + "sd/nova_pkmn" = { ttl = 3600; checkEndpoint = "/"; cmd = "${sd_cmd} --model ${sd_models}/novaPKMNXL_v10.safetensors"; }; - "unholy_desire" = { + "sd/unholy_desire" = { ttl = 3600; checkEndpoint = "/"; cmd = "${sd_cmd} --model ${sd_models}/unholyDesireMixSinister_v80.safetensors"; }; - "yiff_in_hell" = { + "sd/waiIllustrious" = { + ttl = 3600; + checkEndpoint = "/"; + cmd = "${sd_cmd} --model ${sd_models}/waiIllustriousSDXL_v170.safetensors"; + }; + "sd/yiff_in_hell" = { ttl = 3600; checkEndpoint = "/"; cmd = "${sd_cmd} --model ${sd_models}/yiffInHell_yihxxxTENDEDV20.safetensors"; From ae09b57c1639522fd8b5ca806dc007a9eec62cfb Mon Sep 17 00:00:00 2001 From: Lily Anderson Date: Mon, 15 Jun 2026 17:30:56 -0500 Subject: [PATCH 3/6] added models --- modules/nixosModules/ai/llama.nix | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/modules/nixosModules/ai/llama.nix b/modules/nixosModules/ai/llama.nix index 1f51ec9..f684f41 100644 --- a/modules/nixosModules/ai/llama.nix +++ b/modules/nixosModules/ai/llama.nix @@ -39,6 +39,10 @@ in { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Angelic_Eclipse_12B-Q4_K_M.gguf"; }; + "llm/crimson-constellation-12b" = { + ttl = 3600; + cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Angelic_Eclipse_12B-Q4_K_M.gguf"; + }; "llm/cydonia-24b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/TheDrummer_Cydonia-24B-v4.3-Q4_K_M.gguf"; @@ -71,6 +75,10 @@ in { ttl = 3600; cmd = "${llama_cmd} -m ${chat_models}/Magidonia-24B-v4.3-Q4_K_M.gguf --ctx-size 131072"; }; + "llm/melody-31b" = { + ttl = 3600; + cmd = "${llama_cmd} --ctx-size 262144 --model ${chat_models}/Melody1437-31B-v2.0-Q4_K_M.gguf"; + }; "llm/mars-27b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Mars_27B_V1-28B-Q4_K_M.gguf"; @@ -79,6 +87,10 @@ in { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/MS3.2-The-Omega-Directive-24B-Unslop-v2.0-Q4_K_M.gguf"; }; + "llm/orion-26b" = { + ttl = 3600; + cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Orion-26B-A4B-v1b-Q4_K_M.gguf"; + }; "llm/qwen_14b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 40960 --model ${chat_models}/Qwen3-14B-Q4_K_M.gguf"; From 47965ca4a637a9e19b8cb66be9c2924876fbc6f1 Mon Sep 17 00:00:00 2001 From: Lily Anderson Date: Mon, 15 Jun 2026 19:06:55 -0500 Subject: [PATCH 4/6] update --- flake.lock | 24 ++++++++++++------------ modules/hosts/desktop/configuration.nix | 3 +++ modules/hosts/laptop/configuration.nix | 1 + 3 files changed, 16 insertions(+), 12 deletions(-) diff --git a/flake.lock b/flake.lock index e411424..b2ee4ef 100644 --- a/flake.lock +++ b/flake.lock @@ -25,11 +25,11 @@ ] }, "locked": { - "lastModified": 1779726696, - "narHash": "sha256-/p37CB5n6Wpw250b0Lq0CYwNq2D8uGKzDoBulyLcQqA=", + "lastModified": 1781557312, + "narHash": "sha256-QOIRYSUFSq7L5mY3dZymaVhcnne3tPgoR9riB0WocjA=", "owner": "nix-community", "repo": "home-manager", - "rev": "1a95e2efb477959b70b4a14c51035975c0481df6", + "rev": "c03e4752899e55705dfa63979abd885c582a5c48", "type": "github" }, "original": { @@ -55,11 +55,11 @@ }, "nixpkgs": { "locked": { - "lastModified": 1779560665, - "narHash": "sha256-tpyBcxPpcQb8ukyNF7DoCwfSY3VPsxHoYwj00Cayv5o=", + "lastModified": 1781074563, + "narHash": "sha256-md8WlXOlfnIeHeOScMTTHFyf2d6iaTwPl2apR5EQ3P4=", "owner": "nixos", "repo": "nixpkgs", - "rev": "64c08a7ca051951c8eae34e3e3cb1e202fe36786", + "rev": "9ae611a455b90cf061d8f332b977e387bda8e1ca", "type": "github" }, "original": { @@ -131,11 +131,11 @@ "nixpkgs": "nixpkgs_2" }, "locked": { - "lastModified": 1777944972, - "narHash": "sha256-VfGRo1qTBKOe3s2gOv8LSoA6Fk19PvBlwQ1ECN0Evn8=", + "lastModified": 1780547341, + "narHash": "sha256-Gq8KNx5A7hBB3uGJaj6eQfLDIz5YdLu92gqBcvHvoUo=", "owner": "Mic92", "repo": "sops-nix", - "rev": "c591bf665727040c6cc5cb409079acb22dcce33c", + "rev": "9ed65852b6257fbeae4355bc24ecfea307ca759a", "type": "github" }, "original": { @@ -149,11 +149,11 @@ "nixpkgs": "nixpkgs_3" }, "locked": { - "lastModified": 1779447529, - "narHash": "sha256-iLPDE+Y94InNZvt92On6gWWvFOavfOzkKyEwraHUzGc=", + "lastModified": 1780428045, + "narHash": "sha256-pMJOun/oYhXqes+B3khzRDGWuiCNiWJ25+SVW0OwzNY=", "owner": "Lassulus", "repo": "wrappers", - "rev": "c27eb498c21c45ec33fce35a8572ddf96f072d48", + "rev": "ce9122bf06697ade7c5087940e0c280b89dd0208", "type": "github" }, "original": { diff --git a/modules/hosts/desktop/configuration.nix b/modules/hosts/desktop/configuration.nix index f61af8a..4270058 100644 --- a/modules/hosts/desktop/configuration.nix +++ b/modules/hosts/desktop/configuration.nix @@ -12,7 +12,10 @@ flake.nixosModules.lily-desktop = { pkgs, ... }:{ services.xserver.enable = true; services.displayManager.gdm.enable = true; services.desktopManager.gnome.enable = true; + services.desktopManager.plasma6.enable = true; + programs.ssh.askPassword = "${pkgs.x11_ssh_askpass}/libexec/z11-ssh-askpass"; + # Enable CUPS to print documents. services.printing.enable = true; diff --git a/modules/hosts/laptop/configuration.nix b/modules/hosts/laptop/configuration.nix index d0964e2..f81c727 100644 --- a/modules/hosts/laptop/configuration.nix +++ b/modules/hosts/laptop/configuration.nix @@ -15,6 +15,7 @@ services.desktopManager.cosmic.enable = true; services.desktopManager.plasma6.enable = true; + # Enable CUPS to print documents. services.printing.enable = true; From a4f8ca53f281a9ac648db4939538aa93494d67bd Mon Sep 17 00:00:00 2001 From: Lily Anderson Date: Fri, 10 Jul 2026 10:20:58 -0500 Subject: [PATCH 5/6] update --- flake.lock | 42 +++++++++++++++++++++--------------------- 1 file changed, 21 insertions(+), 21 deletions(-) diff --git a/flake.lock b/flake.lock index e411424..11cee2c 100644 --- a/flake.lock +++ b/flake.lock @@ -5,11 +5,11 @@ "nixpkgs-lib": "nixpkgs-lib" }, "locked": { - "lastModified": 1778716662, - "narHash": "sha256-m1Yf0wZ8j1OHjTc2UwHwyQRSnNeSgLJOd7q5Y45hzi4=", + "lastModified": 1782949081, + "narHash": "sha256-vp6Y/Grm98ESt6ceOkWiHWyZRDV3J1RID4w+6NWK9yA=", "owner": "hercules-ci", "repo": "flake-parts", - "rev": "f7c1a2d347e4c52d5fb8d10cb4d94b5884e546fb", + "rev": "17c9d6cdfc60c64f4ee8d306f9bc0b4ccb51481e", "type": "github" }, "original": { @@ -25,11 +25,11 @@ ] }, "locked": { - "lastModified": 1779726696, - "narHash": "sha256-/p37CB5n6Wpw250b0Lq0CYwNq2D8uGKzDoBulyLcQqA=", + "lastModified": 1783550008, + "narHash": "sha256-qbbZUk9IG9dLNwCPwdPBs6I5clxwugRpP+1YU+GPK20=", "owner": "nix-community", "repo": "home-manager", - "rev": "1a95e2efb477959b70b4a14c51035975c0481df6", + "rev": "f4d01c1d87c7c2ec909549165d5a8338f1bd3315", "type": "github" }, "original": { @@ -55,11 +55,11 @@ }, "nixpkgs": { "locked": { - "lastModified": 1779560665, - "narHash": "sha256-tpyBcxPpcQb8ukyNF7DoCwfSY3VPsxHoYwj00Cayv5o=", + "lastModified": 1783224372, + "narHash": "sha256-8i/87eeoqiGE4yOTjwSA3Eh/ziJRQEmd/unYU+K27sk=", "owner": "nixos", "repo": "nixpkgs", - "rev": "64c08a7ca051951c8eae34e3e3cb1e202fe36786", + "rev": "d407951447dcd00442e97087bf374aad70c04cea", "type": "github" }, "original": { @@ -71,11 +71,11 @@ }, "nixpkgs-lib": { "locked": { - "lastModified": 1777168982, - "narHash": "sha256-GOkGPcboWE9BmGCRMLX3worL4EMnsnG8MyKmXNeYuhQ=", + "lastModified": 1782614948, + "narHash": "sha256-ePjCwr1sNm9NYUqywL7QfK3JnlS015msC+eBu2zKlp8=", "owner": "nix-community", "repo": "nixpkgs.lib", - "rev": "f5901329dade4a6ea039af1433fb087bd9c1fe14", + "rev": "db3f255737b94216eb71cce308e2912cf6bc2d7c", "type": "github" }, "original": { @@ -86,11 +86,11 @@ }, "nixpkgs_2": { "locked": { - "lastModified": 1775888245, - "narHash": "sha256-nwASzrRDD1JBEu/o8ekKYEXm/oJW6EMCzCRdrwcLe90=", + "lastModified": 1782175435, + "narHash": "sha256-EMzXKmnOtBQ2MnvpiNOm7E+kOMvdPrIKaeg52Tip2Uk=", "owner": "NixOS", "repo": "nixpkgs", - "rev": "13043924aaa7375ce482ebe2494338e058282925", + "rev": "89570f24e97e614aa34aa9ab1c927b6578a43775", "type": "github" }, "original": { @@ -131,11 +131,11 @@ "nixpkgs": "nixpkgs_2" }, "locked": { - "lastModified": 1777944972, - "narHash": "sha256-VfGRo1qTBKOe3s2gOv8LSoA6Fk19PvBlwQ1ECN0Evn8=", + "lastModified": 1783174389, + "narHash": "sha256-aCWC8ngycU7OdJrU2+Je3qf+1a2ykuBvpPhZT/9tXMc=", "owner": "Mic92", "repo": "sops-nix", - "rev": "c591bf665727040c6cc5cb409079acb22dcce33c", + "rev": "f1406619a3884cd5c47992a70b8b35c9c0fcb4c9", "type": "github" }, "original": { @@ -149,11 +149,11 @@ "nixpkgs": "nixpkgs_3" }, "locked": { - "lastModified": 1779447529, - "narHash": "sha256-iLPDE+Y94InNZvt92On6gWWvFOavfOzkKyEwraHUzGc=", + "lastModified": 1782375095, + "narHash": "sha256-bRepNpAluz2i0IIk7Tmzw/4BkyOrwABvc66NEgXPEhA=", "owner": "Lassulus", "repo": "wrappers", - "rev": "c27eb498c21c45ec33fce35a8572ddf96f072d48", + "rev": "cd780e92c0fa66c2e721e1d91894f3db13b9f2b4", "type": "github" }, "original": { From ab999271ba49613c798c94f722a85e36012758f0 Mon Sep 17 00:00:00 2001 From: Lily Anderson Date: Fri, 10 Jul 2026 10:22:25 -0500 Subject: [PATCH 6/6] models, update --- flake.lock | 42 +++++++++++++-------------- modules/nixosModules/ai/llama.nix | 9 ++++++ modules/nixosModules/applications.nix | 1 + 3 files changed, 31 insertions(+), 21 deletions(-) diff --git a/flake.lock b/flake.lock index b2ee4ef..11cee2c 100644 --- a/flake.lock +++ b/flake.lock @@ -5,11 +5,11 @@ "nixpkgs-lib": "nixpkgs-lib" }, "locked": { - "lastModified": 1778716662, - "narHash": "sha256-m1Yf0wZ8j1OHjTc2UwHwyQRSnNeSgLJOd7q5Y45hzi4=", + "lastModified": 1782949081, + "narHash": "sha256-vp6Y/Grm98ESt6ceOkWiHWyZRDV3J1RID4w+6NWK9yA=", "owner": "hercules-ci", "repo": "flake-parts", - "rev": "f7c1a2d347e4c52d5fb8d10cb4d94b5884e546fb", + "rev": "17c9d6cdfc60c64f4ee8d306f9bc0b4ccb51481e", "type": "github" }, "original": { @@ -25,11 +25,11 @@ ] }, "locked": { - "lastModified": 1781557312, - "narHash": "sha256-QOIRYSUFSq7L5mY3dZymaVhcnne3tPgoR9riB0WocjA=", + "lastModified": 1783550008, + "narHash": "sha256-qbbZUk9IG9dLNwCPwdPBs6I5clxwugRpP+1YU+GPK20=", "owner": "nix-community", "repo": "home-manager", - "rev": "c03e4752899e55705dfa63979abd885c582a5c48", + "rev": "f4d01c1d87c7c2ec909549165d5a8338f1bd3315", "type": "github" }, "original": { @@ -55,11 +55,11 @@ }, "nixpkgs": { "locked": { - "lastModified": 1781074563, - "narHash": "sha256-md8WlXOlfnIeHeOScMTTHFyf2d6iaTwPl2apR5EQ3P4=", + "lastModified": 1783224372, + "narHash": "sha256-8i/87eeoqiGE4yOTjwSA3Eh/ziJRQEmd/unYU+K27sk=", "owner": "nixos", "repo": "nixpkgs", - "rev": "9ae611a455b90cf061d8f332b977e387bda8e1ca", + "rev": "d407951447dcd00442e97087bf374aad70c04cea", "type": "github" }, "original": { @@ -71,11 +71,11 @@ }, "nixpkgs-lib": { "locked": { - "lastModified": 1777168982, - "narHash": "sha256-GOkGPcboWE9BmGCRMLX3worL4EMnsnG8MyKmXNeYuhQ=", + "lastModified": 1782614948, + "narHash": "sha256-ePjCwr1sNm9NYUqywL7QfK3JnlS015msC+eBu2zKlp8=", "owner": "nix-community", "repo": "nixpkgs.lib", - "rev": "f5901329dade4a6ea039af1433fb087bd9c1fe14", + "rev": "db3f255737b94216eb71cce308e2912cf6bc2d7c", "type": "github" }, "original": { @@ -86,11 +86,11 @@ }, "nixpkgs_2": { "locked": { - "lastModified": 1775888245, - "narHash": "sha256-nwASzrRDD1JBEu/o8ekKYEXm/oJW6EMCzCRdrwcLe90=", + "lastModified": 1782175435, + "narHash": "sha256-EMzXKmnOtBQ2MnvpiNOm7E+kOMvdPrIKaeg52Tip2Uk=", "owner": "NixOS", "repo": "nixpkgs", - "rev": "13043924aaa7375ce482ebe2494338e058282925", + "rev": "89570f24e97e614aa34aa9ab1c927b6578a43775", "type": "github" }, "original": { @@ -131,11 +131,11 @@ "nixpkgs": "nixpkgs_2" }, "locked": { - "lastModified": 1780547341, - "narHash": "sha256-Gq8KNx5A7hBB3uGJaj6eQfLDIz5YdLu92gqBcvHvoUo=", + "lastModified": 1783174389, + "narHash": "sha256-aCWC8ngycU7OdJrU2+Je3qf+1a2ykuBvpPhZT/9tXMc=", "owner": "Mic92", "repo": "sops-nix", - "rev": "9ed65852b6257fbeae4355bc24ecfea307ca759a", + "rev": "f1406619a3884cd5c47992a70b8b35c9c0fcb4c9", "type": "github" }, "original": { @@ -149,11 +149,11 @@ "nixpkgs": "nixpkgs_3" }, "locked": { - "lastModified": 1780428045, - "narHash": "sha256-pMJOun/oYhXqes+B3khzRDGWuiCNiWJ25+SVW0OwzNY=", + "lastModified": 1782375095, + "narHash": "sha256-bRepNpAluz2i0IIk7Tmzw/4BkyOrwABvc66NEgXPEhA=", "owner": "Lassulus", "repo": "wrappers", - "rev": "ce9122bf06697ade7c5087940e0c280b89dd0208", + "rev": "cd780e92c0fa66c2e721e1d91894f3db13b9f2b4", "type": "github" }, "original": { diff --git a/modules/nixosModules/ai/llama.nix b/modules/nixosModules/ai/llama.nix index f684f41..a5565d4 100644 --- a/modules/nixosModules/ai/llama.nix +++ b/modules/nixosModules/ai/llama.nix @@ -27,6 +27,7 @@ in { openFirewall = true; listenAddress = "0.0.0.0"; settings = { + healthCheckTimeout = 600; models = { #TTS "pocket_tts" = { @@ -75,6 +76,14 @@ in { ttl = 3600; cmd = "${llama_cmd} -m ${chat_models}/Magidonia-24B-v4.3-Q4_K_M.gguf --ctx-size 131072"; }; + "llm/melody-12b-q8" = { + ttl = 3600; + cmd = "${llama_cmd} --ctx-size 262144 --model ${chat_models}/Melody1437-12B-v0.5-HB16-Q8_0.gguf"; + }; + "llm/melody-12b-q4" = { + ttl = 3600; + cmd = "${llama_cmd} --ctx-size 262144 --model ${chat_models}/Melody1437-12B-v0.5.i1-Q4_K_M_hb16.gguf"; + }; "llm/melody-31b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 262144 --model ${chat_models}/Melody1437-31B-v2.0-Q4_K_M.gguf"; diff --git a/modules/nixosModules/applications.nix b/modules/nixosModules/applications.nix index 772cf07..4c1799f 100644 --- a/modules/nixosModules/applications.nix +++ b/modules/nixosModules/applications.nix @@ -20,6 +20,7 @@ hunspellDicts.en_US texstudio texliveFull + ]; programs.steam = { enable = true;