From 00f9eeb73454e225326ef6add37fde3381cbfd12 Mon Sep 17 00:00:00 2001 From: Lily Anderson Date: Sun, 22 Feb 2026 13:40:33 -0600 Subject: [PATCH] added more language models. --- modules/nixosModules/ai/llama.nix | 63 +++++++++++++++++++++++++++++++ 1 file changed, 63 insertions(+) diff --git a/modules/nixosModules/ai/llama.nix b/modules/nixosModules/ai/llama.nix index f960a94..b1617b7 100644 --- a/modules/nixosModules/ai/llama.nix +++ b/modules/nixosModules/ai/llama.nix @@ -20,10 +20,73 @@ in { listenAddress = "0.0.0.0"; settings = { models = { + #Language Models + "angelic_eclipse" = { + ttl = 3600; + cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Angelic_Eclipse_12B-Q4_K_M.gguf"; + }; + "cydonia" = { + ttl = 3600; + cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/TheDrummer_Cydonia-24B-v4.3-Q4_K_M.gguf"; + }; + "cydonia-redux" = { + ttl = 3600; + cmd = "${llama_cmd} --ctx-size 32768 --model ${chat_models}/Cydonia-Redux-22B-v1.1-Q4_K_M.gguf"; + }; + "gemma3-R1" = { + ttl = 3600; + cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Gemma3-R1-27B-v1-Q4_K_M.gguf"; + }; + "hearthfire" = { + ttl = 3600; + cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Hearthfire-24B-Q4_K_M.gguf"; + }; + "impish_bloodmoon" = { + ttl = 3600; + cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Impish_Bloodmoon-Q4_K_M.gguf"; + }; + "llama_abliterated_dark_champion" = { + ttl = 3600; + cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Llama-3.2-8X3B-18.4B-MOE-Dark-Champion-Instruct-uncensored-abliterated-Q4_K_M.gguf"; + }; + "loki" = { + ttl = 3600; + cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/M3.2-24B-Loki-V2-Q4_K_M.gguf"; + }; "magidonia" = { ttl = 3600; cmd = "${llama_cmd} -m ${chat_models}/Magidonia-24B-v4.3-Q4_K_M.gguf --ctx-size 131072"; }; + "mars" = { + ttl = 3600; + cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Mars_27B_V1-28B-Q4_K_M.gguf"; + }; + "omega_directive" = { + ttl = 3600; + cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/MS3.2-The-Omega-Directive-24B-Unslop-v2.0-Q4_K_M.gguf"; + }; + "qwen_14b" = { + ttl = 3600; + cmd = "${llama_cmd} --ctx-size 40960 --model ${chat_models}/Qwen3-14B-Q4_K_M.gguf"; + }; + "qwen_32b" = { + ttl = 3600; + cmd = "${llama_cmd} --ctx-size 40960 --model ${chat_models}/Qwen3-32B-Q4_K_M.gguf"; + }; + "snowpiercer" = { + ttl = 3600; + cmd = "${llama_cmd} --ctx-size 65536 --model ${chat_models}/Snowpiercer-15B-v1-Q4_K_M.gguf"; + }; + "valkyrie" = { + ttl = 3600; + cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Valkyrie-49B-v2.1-Q4_K_M.gguf"; + }; + "wayfarer" = { + ttl = 3600; + cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/wayfarer-12B-Q4_K_M.gguf"; + }; + + #Diffusion Models "cyberrealistic" = { ttl = 3600; cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_semiRealV45.safetensors";