lily/LiNix
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

models, update

Browse Source
This commit is contained in:
lily
2026-07-10 10:22:25 -05:00
parent 47965ca4a6
commit ab999271ba
3 changed files with 31 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/nixosModules/ai/llama.nix
+9
View File
@@ -27,6 +27,7 @@ in {
openFirewall = true;
listenAddress = "0.0.0.0";
settings = {
healthCheckTimeout = 600;
models = {
#TTS
"pocket_tts" = {
@@ -75,6 +76,14 @@ in {
ttl = 3600;
cmd = "${llama_cmd} -m ${chat_models}/Magidonia-24B-v4.3-Q4_K_M.gguf --ctx-size 131072";
};
"llm/melody-12b-q8" = {
ttl = 3600;
cmd = "${llama_cmd} --ctx-size 262144 --model ${chat_models}/Melody1437-12B-v0.5-HB16-Q8_0.gguf";
};
"llm/melody-12b-q4" = {
ttl = 3600;
cmd = "${llama_cmd} --ctx-size 262144 --model ${chat_models}/Melody1437-12B-v0.5.i1-Q4_K_M_hb16.gguf";
};
"llm/melody-31b" = {
ttl = 3600;
cmd = "${llama_cmd} --ctx-size 262144 --model ${chat_models}/Melody1437-31B-v2.0-Q4_K_M.gguf";