upRootNutrition/dotfiles
1
0
Fork 0
mirror of https://gitlab.com/upRootNutrition/dotfiles.git synced 2025-06-16 18:15:13 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: changed some stuff

Browse source
This commit is contained in:
Nick 2025-01-20 23:33:35 -06:00
parent 376c1d7b18
commit c67e864d40
145 changed files with 143 additions and 70 deletions
Download patch file Download diff file Expand all files Collapse all files

30
nixos/modules/ollama.nix
View file

@ -1,21 +1,38 @@
{flake, ...}: let
inherit
(flake.config.services.instances)
{
flake,
pkgs,
...
}:
let
inherit (flake.config.services.instances)
ollama
web
;
service = ollama;
localhost = web.localhost.address0;
in {
in
{
services = {
ollama = {
acceleration = false;
acceleration = "rocm";
package = pkgs.ollama.override {
config = {
rocmSupport = true;
cudaSupport = false;
};
};
enable = true;
group = service.name;
host = "http://${localhost}";
models = service.paths.path1;
# models = service.paths.path1;
user = service.name;
};
# llama-cpp = {
# enable = true;
# port = 8080;
# host = localhost;
# model = "/models/qwen2.5-coder-32b-instruct-q8_0-00004-of-00005.gguf";
# };
open-webui = {
enable = true;
host = localhost;
@ -38,6 +55,7 @@ in {
networking = {
firewall = {
allowedTCPPorts = [
# 8080
service.ports.port0
service.ports.port1
];