feat(jeeves)!: add ollama
and open-webui
This commit is contained in:
parent
3c5177a447
commit
cdf4d7cca4
2 changed files with 31 additions and 0 deletions
|
@ -12,6 +12,7 @@
|
||||||
./mindustry.nix
|
./mindustry.nix
|
||||||
./home-assistant
|
./home-assistant
|
||||||
./samba.nix
|
./samba.nix
|
||||||
|
./ollama.nix
|
||||||
];
|
];
|
||||||
|
|
||||||
age.rekey = {
|
age.rekey = {
|
||||||
|
|
30
machines/nixos/x86_64-linux/jeeves/ollama.nix
Normal file
30
machines/nixos/x86_64-linux/jeeves/ollama.nix
Normal file
|
@ -0,0 +1,30 @@
|
||||||
|
{ inputs, outputs, lib, pkgs, config, ... }:
|
||||||
|
{
|
||||||
|
networking.firewall.allowedTCPPorts = [11434];
|
||||||
|
|
||||||
|
services.ollama = {
|
||||||
|
enable = true;
|
||||||
|
host = "0.0.0.0";
|
||||||
|
port = 11434;
|
||||||
|
acceleration = "rocm";
|
||||||
|
environmentVariables = {
|
||||||
|
OLLAMA_ORIGINS = "*";
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
services.open-webui = {
|
||||||
|
enable = true;
|
||||||
|
host = "0.0.0.0";
|
||||||
|
port = 3000;
|
||||||
|
environment = {
|
||||||
|
ANONYMIZED_TELEMETRY = "False";
|
||||||
|
DO_NOT_TRACK = "True";
|
||||||
|
SCARF_NO_ANALYTICS = "True";
|
||||||
|
TRANSFORMERS_CACHE = "${config.services.open-webui.stateDir}/cache";
|
||||||
|
OLLAMA_API_BASE_URL = "http://127.0.0.1:11434";
|
||||||
|
# Disable authentication
|
||||||
|
WEBUI_AUTH = "False";
|
||||||
|
};
|
||||||
|
openFirewall = true;
|
||||||
|
};
|
||||||
|
}
|
Loading…
Reference in a new issue