mirror of
https://gitlab.com/upRootNutrition/dotfiles.git
synced 2025-06-16 01:55:13 -05:00
Compare commits
No commits in common. "48dbd02c9c9b460ebe01d5df377cfa08708c8593" and "8a346b6071f5bcd738c3c2222b76f731c37447cc" have entirely different histories.
48dbd02c9c
...
8a346b6071
3 changed files with 12 additions and 22 deletions
|
@ -42,7 +42,7 @@ let
|
|||
marsIP = "192.168.50.196";
|
||||
phoneIP = "192.168.50.243";
|
||||
phobosIP = "192.168.50.180";
|
||||
synologyIP = "192.168.50.210";
|
||||
synologyIP = "192.168.50.209";
|
||||
venusIP = "192.168.58.104";
|
||||
brotherIP = "192.168.50.195";
|
||||
};
|
||||
|
|
|
@ -1,11 +0,0 @@
|
|||
{
|
||||
pkgs,
|
||||
...
|
||||
}:
|
||||
{
|
||||
home.packages = builtins.attrValues {
|
||||
inherit (pkgs)
|
||||
radeontop
|
||||
;
|
||||
};
|
||||
}
|
|
@ -14,12 +14,10 @@ let
|
|||
web
|
||||
;
|
||||
service = ollama;
|
||||
localhost1 = web.localhost.address0;
|
||||
localhost2 = web.localhost.address1;
|
||||
localhost = web.localhost.address0;
|
||||
hostname = config.networking.hostName;
|
||||
host = "${service.subdomain}.${web.domains.url0}";
|
||||
|
||||
localhostLogic = if hostname == mars.name then localhost2 else localhost1;
|
||||
caddyLogic =
|
||||
if hostname == ceres.name then
|
||||
{
|
||||
|
@ -27,7 +25,7 @@ let
|
|||
virtualHosts = {
|
||||
${host} = {
|
||||
extraConfig = ''
|
||||
reverse_proxy ${localhostLogic}:${toString service.ports.port0}
|
||||
reverse_proxy ${localhost}:${toString service.ports.port0}
|
||||
|
||||
tls ${service.ssl.cert} ${service.ssl.key}
|
||||
'';
|
||||
|
@ -61,7 +59,7 @@ in
|
|||
{
|
||||
enable = true;
|
||||
group = service.name;
|
||||
host = "http://${localhostLogic}";
|
||||
host = "http://${localhost}";
|
||||
user = service.name;
|
||||
}
|
||||
// (
|
||||
|
@ -69,9 +67,12 @@ in
|
|||
{
|
||||
# models = service.paths.path1;
|
||||
acceleration = "rocm";
|
||||
# package = pkgs.ollama.override {
|
||||
# acceleration = "rocm";
|
||||
# };
|
||||
package = pkgs.ollama.override {
|
||||
config = {
|
||||
rocmSupport = true;
|
||||
cudaSupport = false;
|
||||
};
|
||||
};
|
||||
}
|
||||
else
|
||||
{
|
||||
|
@ -82,14 +83,14 @@ in
|
|||
);
|
||||
open-webui = {
|
||||
enable = true;
|
||||
host = localhostLogic;
|
||||
host = localhost;
|
||||
port = service.ports.port0;
|
||||
environment = {
|
||||
ENABLE_OLLAMA_API = "True";
|
||||
ANONYMIZED_TELEMETRY = "False";
|
||||
DO_NOT_TRACK = "True";
|
||||
SCARF_NO_ANALYTICS = "True";
|
||||
OLLAMA_BASE_URL = "http://${localhostLogic}:${toString service.ports.port1}";
|
||||
OLLAMA_BASE_URL = "http://${localhost}:${toString service.ports.port1}";
|
||||
WEBUI_AUTH = "True";
|
||||
};
|
||||
};
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue