Compare commits

..

4 commits

Author SHA1 Message Date
Nick
48dbd02c9c feat: changed localhost address 2025-05-03 15:21:41 -05:00
Nick
3bee359613 feat: fixed rocm config 2025-05-03 14:48:22 -05:00
Nick
897c5d24d2 feat: added radeontop 2025-05-03 14:47:52 -05:00
Nick
2549cf9dee chore: updated synology ip 2025-05-03 14:47:41 -05:00
3 changed files with 22 additions and 12 deletions

View file

@ -42,7 +42,7 @@ let
marsIP = "192.168.50.196"; marsIP = "192.168.50.196";
phoneIP = "192.168.50.243"; phoneIP = "192.168.50.243";
phobosIP = "192.168.50.180"; phobosIP = "192.168.50.180";
synologyIP = "192.168.50.209"; synologyIP = "192.168.50.210";
venusIP = "192.168.58.104"; venusIP = "192.168.58.104";
brotherIP = "192.168.50.195"; brotherIP = "192.168.50.195";
}; };

View file

@ -0,0 +1,11 @@
{
pkgs,
...
}:
{
home.packages = builtins.attrValues {
inherit (pkgs)
radeontop
;
};
}

View file

@ -14,10 +14,12 @@ let
web web
; ;
service = ollama; service = ollama;
localhost = web.localhost.address0; localhost1 = web.localhost.address0;
localhost2 = web.localhost.address1;
hostname = config.networking.hostName; hostname = config.networking.hostName;
host = "${service.subdomain}.${web.domains.url0}"; host = "${service.subdomain}.${web.domains.url0}";
localhostLogic = if hostname == mars.name then localhost2 else localhost1;
caddyLogic = caddyLogic =
if hostname == ceres.name then if hostname == ceres.name then
{ {
@ -25,7 +27,7 @@ let
virtualHosts = { virtualHosts = {
${host} = { ${host} = {
extraConfig = '' extraConfig = ''
reverse_proxy ${localhost}:${toString service.ports.port0} reverse_proxy ${localhostLogic}:${toString service.ports.port0}
tls ${service.ssl.cert} ${service.ssl.key} tls ${service.ssl.cert} ${service.ssl.key}
''; '';
@ -59,7 +61,7 @@ in
{ {
enable = true; enable = true;
group = service.name; group = service.name;
host = "http://${localhost}"; host = "http://${localhostLogic}";
user = service.name; user = service.name;
} }
// ( // (
@ -67,12 +69,9 @@ in
{ {
# models = service.paths.path1; # models = service.paths.path1;
acceleration = "rocm"; acceleration = "rocm";
package = pkgs.ollama.override { # package = pkgs.ollama.override {
config = { # acceleration = "rocm";
rocmSupport = true; # };
cudaSupport = false;
};
};
} }
else else
{ {
@ -83,14 +82,14 @@ in
); );
open-webui = { open-webui = {
enable = true; enable = true;
host = localhost; host = localhostLogic;
port = service.ports.port0; port = service.ports.port0;
environment = { environment = {
ENABLE_OLLAMA_API = "True"; ENABLE_OLLAMA_API = "True";
ANONYMIZED_TELEMETRY = "False"; ANONYMIZED_TELEMETRY = "False";
DO_NOT_TRACK = "True"; DO_NOT_TRACK = "True";
SCARF_NO_ANALYTICS = "True"; SCARF_NO_ANALYTICS = "True";
OLLAMA_BASE_URL = "http://${localhost}:${toString service.ports.port1}"; OLLAMA_BASE_URL = "http://${localhostLogic}:${toString service.ports.port1}";
WEBUI_AUTH = "True"; WEBUI_AUTH = "True";
}; };
}; };