reo101/rix101
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat(jeeves)!: add ollama and open-webui

Browse source
This commit is contained in:
reo101 2024-06-10 00:18:11 +03:00
parent 3c5177a447
commit cdf4d7cca4
Signed by: reo101
GPG key ID: 675AA7EF13964ACB
2 changed files with 31 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
machines/nixos/x86_64-linux/jeeves/configuration.nix
View file

@ -12,6 +12,7 @@
./mindustry.nix
./home-assistant
./samba.nix
./ollama.nix
];
age.rekey = {

30
machines/nixos/x86_64-linux/jeeves/ollama.nix Normal file
View file

@ -0,0 +1,30 @@
{ inputs, outputs, lib, pkgs, config, ... }:
{
networking.firewall.allowedTCPPorts = [11434];
services.ollama = {
enable = true;
host = "0.0.0.0";
port = 11434;
acceleration = "rocm";
environmentVariables = {
OLLAMA_ORIGINS = "*";
};
};
services.open-webui = {
enable = true;
host = "0.0.0.0";
port = 3000;
environment = {
ANONYMIZED_TELEMETRY = "False";
DO_NOT_TRACK = "True";
SCARF_NO_ANALYTICS = "True";
TRANSFORMERS_CACHE = "${config.services.open-webui.stateDir}/cache";
OLLAMA_API_BASE_URL = "http://127.0.0.1:11434";
# Disable authentication
WEBUI_AUTH = "False";
};
openFirewall = true;
};
}