51 lines
1.3 KiB
Nix
51 lines
1.3 KiB
Nix
{ inputs, lib, pkgs, config, ... }:
|
|
{
|
|
# NOTE: no need now (nginx)
|
|
# networking.firewall.allowedTCPPorts = [11434];
|
|
|
|
services.ollama = {
|
|
enable = true;
|
|
host = "0.0.0.0";
|
|
port = 11434;
|
|
acceleration = "rocm";
|
|
environmentVariables = {
|
|
# NOTE: no need now (nginx), should be only `127.0.0.1`
|
|
# OLLAMA_ORIGINS = "*";
|
|
};
|
|
};
|
|
|
|
services.nginx.virtualHosts."ollama.jeeves.local" = {
|
|
enableACME = false;
|
|
forceSSL = false;
|
|
locations."/" = {
|
|
proxyPass = "http://127.0.0.1:${builtins.toString config.services.ollama.port}";
|
|
proxyWebsockets = true;
|
|
};
|
|
};
|
|
|
|
services.open-webui = {
|
|
enable = true;
|
|
host = "0.0.0.0";
|
|
port = 3000;
|
|
environment = {
|
|
ANONYMIZED_TELEMETRY = "False";
|
|
DO_NOT_TRACK = "True";
|
|
SCARF_NO_ANALYTICS = "True";
|
|
TRANSFORMERS_CACHE = "${config.services.open-webui.stateDir}/cache";
|
|
OLLAMA_API_BASE_URL = "http://127.0.0.1:11434";
|
|
# Disable authentication
|
|
WEBUI_AUTH = "False";
|
|
};
|
|
# NOTE: no need now (nginx)
|
|
# openFirewall = true;
|
|
};
|
|
|
|
services.nginx.virtualHosts."openwebui.jeeves.local" = {
|
|
enableACME = false;
|
|
forceSSL = false;
|
|
locations."/" = {
|
|
proxyPass = "http://127.0.0.1:${builtins.toString config.services.open-webui.port}";
|
|
proxyWebsockets = true;
|
|
};
|
|
};
|
|
}
|