rix101/hosts/nixos/jeeves/ollama.nix

{ inputs, lib, pkgs, config, ... }:
{
  # NOTE: no need now (nginx)
  # networking.firewall.allowedTCPPorts = [11434];

  services.ollama = {
    enable = true;
    host = "0.0.0.0";
    port = 11434;
    acceleration = "rocm";
    environmentVariables = {
      # NOTE: no need now (nginx), should be only `127.0.0.1`
      # OLLAMA_ORIGINS = "*";
    };
  };

  services.nginx.virtualHosts."ollama.jeeves.local" = {
    enableACME = false;
    forceSSL = false;
    locations."/" = {
      proxyPass = "http://127.0.0.1:${builtins.toString config.services.ollama.port}";
      proxyWebsockets = true;
    };
  };

  services.open-webui = {
    enable = true;
    host = "0.0.0.0";
    port = 3000;
    environment = {
      ANONYMIZED_TELEMETRY = "False";
      DO_NOT_TRACK = "True";
      SCARF_NO_ANALYTICS = "True";
      TRANSFORMERS_CACHE = "${config.services.open-webui.stateDir}/cache";
      OLLAMA_API_BASE_URL = "http://127.0.0.1:11434";
      # Disable authentication
      WEBUI_AUTH = "False";
    };
    # NOTE: no need now (nginx)
    # openFirewall = true;
  };

  services.nginx.virtualHosts."openwebui.jeeves.local" = {
    enableACME = false;
    forceSSL = false;
    locations."/" = {
      proxyPass = "http://127.0.0.1:${builtins.toString config.services.open-webui.port}";
      proxyWebsockets = true;
    };
  };
}