diff --git a/hosts/builder/default.nix b/hosts/builder/default.nix index 9b0efa5..b981f58 100644 --- a/hosts/builder/default.nix +++ b/hosts/builder/default.nix @@ -101,10 +101,17 @@ }; # Ollama used by open-webui as llm backend - # services.ollama = { - # enable = true; - # # acceleration = "rocm"; - # }; + services.ollama = { + enable = true; + # acceleration = "rocm"; + openFirewall = true; + }; + + services.nextjs-ollama-llm-ui = { + enable = true; + hostname = "192.168.3.118"; + port = 3001; + }; # services.open-webui = { # enable = true; # port = 8080; @@ -114,6 +121,7 @@ networking.firewall.allowedTCPPorts = [ 80 + 3001 # ollama-ui ]; services.openssh = {