feat: changed name of modelling folder

This commit is contained in:
Nick 2025-02-02 17:16:14 -06:00
parent 7cf28c791c
commit 2cddd7b561
9 changed files with 40 additions and 10 deletions

View file

@ -24,15 +24,9 @@ in
enable = true;
group = service.name;
host = "http://${localhost}";
# models = service.paths.path1;
models = service.paths.path1;
user = service.name;
};
# llama-cpp = {
# enable = true;
# port = 8080;
# host = localhost;
# model = "/models/qwen2.5-coder-32b-instruct-q8_0-00004-of-00005.gguf";
# };
open-webui = {
enable = true;
host = localhost;
@ -48,8 +42,12 @@ in
};
};
users.users.${service.name}.extraGroups = [
"users"
];
systemd.tmpfiles.rules = [
"Z ${service.paths.path1} 0755 ${service.name} ${service.name} -"
"Z ${service.paths.path1} 0777 ${service.name} ${service.name} -"
];
networking = {