First Commit.

modules/nixos/ai/index.nix

@@ -0,0 +1,8 @@
+{ config, pkgs, inputs, ... }:
+{
+  imports = [ 
+	./ollama.nix
+	./open-webui.nix
+	./sillytavern.nix
+    ];
+}

modules/nixos/ai/ollama.nix

@@ -0,0 +1,10 @@
+{ config, pkgs, inputs, ... }:
+{
+  imports = [     ];
+	services.ollama = {
+		enable = true;
+		acceleration = "cuda";
+		host = "0.0.0.0";
+		openFirewall = true;
+	};
+}

modules/nixos/ai/open-webui.nix

@@ -0,0 +1,18 @@
+{ config, pkgs, inputs, ... }:
+{
+  imports = [     ];
+	services.open-webui = {
+		#enable = true;
+		enable = false;
+		host = "0.0.0.0";
+		openFirewall = true;
+		port = 9001;
+		environment =
+		{
+			ANONYMIZED_TELEMETRY = "False";
+			DO_NOT_TRACK = "True";
+			SCARF_NO_ANALYTICS = "True";
+			ENABLE_LOGIN_FORM = "True";
+		};
+	};
+  }

modules/nixos/ai/sillytavern.nix

@@ -0,0 +1,31 @@
+{ config, pkgs, inputs, ... }:
+{
+  imports = [     ];
+	services.sillytavern = {
+		enable = true;
+		#enable = false;
+		port = 9002;
+		listen = true;
+		listenAddressIPv4 = "127.0.0.1";
+		whitelist = true;
+		#user = "tavern";
+		#group = "tavern";
+	};
+
+	services.nginx = {
+		enable = true;
+		#additionalModules = [ pkgs.nginxModules.pam ];
+		virtualHosts."192.168.0.101" = {
+			locations."/" = {
+				proxyPass = "http://localhost:9002";
+				extraConfig = ''
+					auth_basic "Password Required";
+					auth_basic_user_file /etc/htpasswd;
+				'';
+			};
+		};
+	};
+
+  # Open ports in the firewall.
+   networking.firewall.allowedTCPPorts = [ 80 ]; #9002
+}