lily/LiNix
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

added models

Browse Source
This commit is contained in:
lily
2026-06-15 17:30:56 -05:00
parent 58de299ce6
commit ae09b57c16
1 changed files with 12 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/nixosModules/ai/llama.nix
+12
View File
@@ -39,6 +39,10 @@ in {
ttl = 3600; ttl = 3600;
cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Angelic_Eclipse_12B-Q4_K_M.gguf"; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Angelic_Eclipse_12B-Q4_K_M.gguf";
}; };
"llm/crimson-constellation-12b" = {
ttl = 3600;
cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Angelic_Eclipse_12B-Q4_K_M.gguf";
};
"llm/cydonia-24b" = { "llm/cydonia-24b" = {
ttl = 3600; ttl = 3600;
cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/TheDrummer_Cydonia-24B-v4.3-Q4_K_M.gguf"; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/TheDrummer_Cydonia-24B-v4.3-Q4_K_M.gguf";
@@ -71,6 +75,10 @@ in {
ttl = 3600; ttl = 3600;
cmd = "${llama_cmd} -m ${chat_models}/Magidonia-24B-v4.3-Q4_K_M.gguf --ctx-size 131072"; cmd = "${llama_cmd} -m ${chat_models}/Magidonia-24B-v4.3-Q4_K_M.gguf --ctx-size 131072";
}; };
"llm/melody-31b" = {
ttl = 3600;
cmd = "${llama_cmd} --ctx-size 262144 --model ${chat_models}/Melody1437-31B-v2.0-Q4_K_M.gguf";
};
"llm/mars-27b" = { "llm/mars-27b" = {
ttl = 3600; ttl = 3600;
cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Mars_27B_V1-28B-Q4_K_M.gguf"; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Mars_27B_V1-28B-Q4_K_M.gguf";
@@ -79,6 +87,10 @@ in {
ttl = 3600; ttl = 3600;
cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/MS3.2-The-Omega-Directive-24B-Unslop-v2.0-Q4_K_M.gguf"; cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/MS3.2-The-Omega-Directive-24B-Unslop-v2.0-Q4_K_M.gguf";
}; };
"llm/orion-26b" = {
ttl = 3600;
cmd = "${llama_cmd} --ctx-size 131072 --model ${chat_models}/Orion-26B-A4B-v1b-Q4_K_M.gguf";
};
"llm/qwen_14b" = { "llm/qwen_14b" = {
ttl = 3600; ttl = 3600;
cmd = "${llama_cmd} --ctx-size 40960 --model ${chat_models}/Qwen3-14B-Q4_K_M.gguf"; cmd = "${llama_cmd} --ctx-size 40960 --model ${chat_models}/Qwen3-14B-Q4_K_M.gguf";