shelvacu/nix-stuff
1
0
Fork 1
Code Issues Pull Requests Packages Projects Releases Wiki Activity

stuff

Browse Source
This commit is contained in:
shelvacu
2024-10-19 23:35:56 -07:00
parent 94edcb5f9a
commit 784f418cd0
1 changed files with 15 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
triple-dezert/proxied/services/llm.nix
View File

@@ -10,9 +10,16 @@ in
fromContainer = "llm"; fromContainer = "llm";
port = contain.config.services.open-webui.port; port = contain.config.services.open-webui.port;
}; };
vacu.databases.open-webui = { # vacu.databases.open-webui = {
authByIp = contain.localAddress; # authByIp = contain.localAddress;
}; # };
# networking.firewall.extraCommands = ''
# iptables -t filter -I nixos-fw -i ve-llm -p tcp -m tcp --dport 5432 -j nixos-fw-accept
# '';
# networking.firewall.extraStopCommands = ''
# iptables -t filter -D nixos-fw -i ve-llm -p tcp -m tcp --dport 5432 -j nixos-fw-accept || true
# '';
systemd.tmpfiles.settings.whatever."/trip/llm-models".d = { systemd.tmpfiles.settings.whatever."/trip/llm-models".d = {
mode = "0744"; mode = "0744";
}; };
@@ -37,18 +44,21 @@ in
{ config, ... }: { config, ... }:
{ {
system.stateVersion = "24.05"; system.stateVersion = "24.05";
networking.useHostResolvConf = false;
networking.nameservers = [ "10.78.79.1" ];
networking.firewall.enable = false; networking.firewall.enable = false;
services.open-webui = { services.open-webui = {
enable = true; enable = true;
port = 8080; port = 8080;
host = "0.0.0.0";
environment = { environment = {
OLLAMA_API_BASE_URL = "http://${config.services.ollama.listenAddress}"; OLLAMA_API_BASE_URL = "http://${config.services.ollama.listenAddress}";
ENV = "prod"; ENV = "prod";
WEBUI_URL = "https://${outer_config.vacu.proxiedServices.llm.domain}/"; WEBUI_URL = "https://${outer_config.vacu.proxiedServices.llm.domain}/";
ENABLE_COMMUNITY_SHARING = "False"; ENABLE_COMMUNITY_SHARING = "False";
DATABASE_URL = "postgresql://open-webui@${contain.hostAddress}/open-webui"; # DATABASE_URL = "postgresql://open-webui:password@${contain.hostAddress}/open-webui";
SAFE_MODE = "True"; SAFE_MODE = "False";
WEBUI_SESSION_COOKIE_SAME_SITE = "strict"; WEBUI_SESSION_COOKIE_SAME_SITE = "strict";
WEBUI_SESSION_COOKIE_SECURE = "True"; WEBUI_SESSION_COOKIE_SECURE = "True";
ENABLE_OPENAI_API = "False"; ENABLE_OPENAI_API = "False";