lily/LiNix
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

added an image generation model

Browse Source
This commit is contained in:
Lily Anderson
2026-02-14 19:35:48 -06:00
parent f7aa2d44df
commit 7d7bd5f719
2 changed files with 14 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
modules/hosts/desktop/desktop.nix
View File

@@ -7,6 +7,7 @@
self.nixosModules.llama self.nixosModules.llama
self.nixosModules.localization self.nixosModules.localization
self.nixosModules.applications self.nixosModules.applications
self.nixosModules.utilities
]; ];
}; };
} }

14
modules/nixosModules/ai/llama.nix
View File

@@ -1,5 +1,10 @@
{self, inputs, ...}:{ {self, inputs, ...}:{
flake.nixosModules.llama = { lib, pkgs, ... }: { flake.nixosModules.llama = { lib, pkgs, ... }: let
llama_cmd = "${pkgs.llama-cpp-cuda}/bin/llama-server --port \${PORT}";
sd_cmd = "${pkgs.stable-diffusion-cpp-cuda}/bin/sd-server --listen-port \${PORT}";
chat_models = "/var/AI/Models/Chat/ggufs";
sd_models = "/var/AI/Models/Art";
in {
nixpkgs.overlays = [ nixpkgs.overlays = [
(final: prev: { (final: prev: {
llama-cpp-cuda = prev.llama-cpp.override { llama-cpp-cuda = prev.llama-cpp.override {
@@ -17,13 +22,18 @@
models = { models = {
"magidonia" = { "magidonia" = {
ttl = 3600; ttl = 3600;
cmd = "${pkgs.llama-cpp-cuda}/bin/llama-server --port \${PORT} -m /var/AI/Models/Chat/ggufs/Magidonia-24B-v4.3-Q4_K_M.gguf"; cmd = "${llama_cmd} -m ${chat_models}/Magidonia-24B-v4.3-Q4_K_M.gguf";
};
"cyberrealistic" = {
ttl = 3600;
cmd = "${sd_cmd} --model ${sd_models}/cyberrealisticPony_semiRealV45.safetensors";
}; };
}; };
}; };
}; };
environment.systemPackages = with pkgs; [ environment.systemPackages = with pkgs; [
llama-cpp-cuda llama-cpp-cuda
stable-diffusion-cpp-cuda
]; ];
}; };
} }