ai toggles

hosts/workstation/configuration.nix

@@ -58,6 +58,8 @@ in
       allowedTCPPorts = [
         6674 # ns-usbloader
         8384 # syncthing
+        config.services.open-webui.port
+        config.services.sillytavern.port
       ];
       allowedTCPPortRanges = [
         {
@@ -67,19 +69,22 @@ in
       ];
     };
   };
-  users.users.jawz.packages = [
-    (pkgs.google-cloud-sdk.withExtraComponents [
-      pkgs.google-cloud-sdk.components.gke-gcloud-auth-plugin
-    ])
-  ]
-  ++ builtins.attrValues {
-    inherit (pkgs)
-      distrobox # install packages from other os
-      gocryptfs # encrypted filesystem! shhh!!!
-      vcsi # video thumbnails for torrents, can I replace it with ^?
-      keypunch # practice typing
-      google-cloud-sdk-gce
-      ;
+  users = {
+    groups.ai = { };
+    users.jawz.packages = [
+      (pkgs.google-cloud-sdk.withExtraComponents [
+        pkgs.google-cloud-sdk.components.gke-gcloud-auth-plugin
+      ])
+    ]
+    ++ builtins.attrValues {
+      inherit (pkgs)
+        distrobox # install packages from other os
+        gocryptfs # encrypted filesystem! shhh!!!
+        vcsi # video thumbnails for torrents, can I replace it with ^?
+        keypunch # practice typing
+        google-cloud-sdk-gce
+        ;
+    };
   };
   environment = {
     pathsToLink = [ "share/thumbnailers" ];
@@ -129,7 +134,11 @@ in
   ];
   services = {
     flatpak.enable = true;
-    open-webui.enable = true;
+    open-webui = {
+      enable = true;
+      port = 2345;
+      host = config.my.ips.workstation;
+    };
     scx = {
       enable = true;
       scheduler = "scx_lavd";
@@ -146,6 +155,15 @@ in
       enable = true;
       acceleration = "cuda";
       models = "/srv/ai/ollama";
+      user = "ollama";
+      group = "ai";
+    };
+    sillytavern = {
+      enable = true;
+      group = "ai";
+      listen = true;
+      port = 9324;
+      listenAddressIPv4 = config.my.ips.workstation;
     };
   };
 }