lily/LiNix
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

added an image generation model

Browse Source
This commit is contained in:
Lily Anderson
2026-02-14 19:35:48 -06:00
parent f7aa2d44df
commit 7d7bd5f719
2 changed files with 14 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
modules/nixosModules/ai/llama.nix
View File

@@ -1,5 +1,10 @@
{self, inputs, ...}: {
flake.nixosModules.llama = { lib, pkgs, ... }: {
{self, inputs, ...}:{
flake.nixosModules.llama = { lib, pkgs, ... }: let
llama_cmd = "${pkgs.llama-cpp-cuda}/bin/llama-server --port \${PORT}";
sd_cmd = "${pkgs.stable-diffusion-cpp-cuda}/bin/sd-server --listen-port \${PORT}";
chat_models = "/var/AI/Models/Chat/ggufs";
sd_models = "/var/AI/Models/Art";
in {
nixpkgs.overlays = [
(final: prev: {
llama-cpp-cuda = prev.llama-cpp.override {
@@ -17,13 +22,18 @@
models = {
"magidonia" = {
ttl = 3600;
cmd = "${pkgs.llama-cpp-cuda}/bin/llama-server --port \${PORT} -m /var/AI/Models/Chat/ggufs/Magidonia-24B-v4.3-Q4_K_M.gguf";
cmd = "${llama_cmd} -m ${chat_models}/Magidonia-24B-v4.3-Q4_K_M.gguf";
};
"cyberrealistic" = {
ttl = 3600;
cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_semiRealV45.safetensors";
};
};
};
};
environment.systemPackages = with pkgs; [
llama-cpp-cuda
stable-diffusion-cpp-cuda
];
};
}