diff --git a/modules/nixosModules/ai/llama.nix b/modules/nixosModules/ai/llama.nix index 1f51ec9..f684f41 100644 --- a/modules/nixosModules/ai/llama.nix +++ b/modules/nixosModules/ai/llama.nix @@ -39,6 +39,10 @@ in { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Angelic_Eclipse_12B-Q4_K_M.gguf"; }; + "llm/crimson-constellation-12b" = { + ttl = 3600; + cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Angelic_Eclipse_12B-Q4_K_M.gguf"; + }; "llm/cydonia-24b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/TheDrummer_Cydonia-24B-v4.3-Q4_K_M.gguf"; @@ -71,6 +75,10 @@ in { ttl = 3600; cmd = "${llama_cmd} -m ${chat_models}/Magidonia-24B-v4.3-Q4_K_M.gguf --ctx-size 131072"; }; + "llm/melody-31b" = { + ttl = 3600; + cmd = "${llama_cmd} --ctx-size 262144 --model ${chat_models}/Melody1437-31B-v2.0-Q4_K_M.gguf"; + }; "llm/mars-27b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Mars_27B_V1-28B-Q4_K_M.gguf"; @@ -79,6 +87,10 @@ in { ttl = 3600; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/MS3.2-The-Omega-Directive-24B-Unslop-v2.0-Q4_K_M.gguf"; }; + "llm/orion-26b" = { + ttl = 3600; + cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Orion-26B-A4B-v1b-Q4_K_M.gguf"; + }; "llm/qwen_14b" = { ttl = 3600; cmd = "${llama_cmd} --ctx-size 40960 --model ${chat_models}/Qwen3-14B-Q4_K_M.gguf";