feat: got ollama microvm working

This commit is contained in:
Nick 2025-12-04 04:38:53 -06:00
parent 30593b866e
commit dda9c7dad7
17 changed files with 189 additions and 42 deletions

0
.gitattributes vendored Normal file → Executable file
View file

View file

@ -2,22 +2,21 @@
let let
inherit (moduleFunctions.instancesFunctions) inherit (moduleFunctions.instancesFunctions)
domain0 domain0
servicePath
sslPath sslPath
sopsPath varPath
mntPath
secretPath
; ;
label = "Ollama"; label = "Ollama";
name = "ollama"; name = "ollama";
domain = "${name}.${domain0}"; domain = "${name}.${domain0}";
secrets = "${secretPath}/${name}";
ssl = "${sslPath}/${domain}";
in in
{ {
label = label; label = label;
name = name; name = name;
short = label; short = label;
sops = {
path0 = "${sopsPath}/${name}";
};
domains = { domains = {
url0 = domain; url0 = domain;
}; };
@ -27,16 +26,31 @@ in
"chat" "chat"
"ai" "ai"
]; ];
paths = {
path0 = "${servicePath}/${label}";
path1 = "/mnt/media/storage/${name}";
};
ports = { ports = {
port0 = 8088; # Open-WebUI (Ollama Front End) port0 = 8088; # Open-WebUI (Ollama Front End)
port1 = 11434; # Ollama API port1 = 11434; # Ollama API
}; };
interface = {
id = "vm-${name}";
mac = "02:00:00:00:56:08";
idUser = "vmuser-${name}";
macUser = "02:00:00:00:00:08";
ip = "192.168.50.118";
gate = "192.168.50.1";
ssh = 2208;
};
ssl = { ssl = {
cert = "${sslPath}/${name}.${domain0}/fullchain.pem"; path = ssl;
key = "${sslPath}/${name}.${domain0}/key.pem"; cert = "${ssl}/fullchain.pem";
key = "${ssl}/key.pem";
};
varPaths = {
path0 = "${varPath}/${name}";
};
mntPaths = {
path0 = "${mntPath}/${name}";
};
secretPaths = {
path0 = secrets;
}; };
} }

0
modules/home/cli/utilities/nvTop/default.nix Normal file → Executable file
View file

View file

@ -1,13 +0,0 @@
{
pkgs,
...
}:
{
home.packages = builtins.attrValues {
inherit (pkgs)
# mullvad
mullvad-closest
mullvad-vpn
;
};
}

View file

@ -56,6 +56,7 @@ in
mastodon mastodon
microvm microvm
minecraft minecraft
ollama
projectSite projectSite
restic restic
sambaCeres sambaCeres

0
modules/nixos/guests/defenseioGpu/config/default.nix Normal file → Executable file
View file

0
modules/nixos/guests/defenseioGpu/default.nix Normal file → Executable file
View file

View file

@ -440,9 +440,6 @@ in
inherit inherit
fedifetcherPython fedifetcherPython
; ;
inherit (pkgs)
bottom
;
}; };
microvm = { microvm = {

View file

@ -0,0 +1,162 @@
{
config,
flake,
pkgs,
...
}:
let
inherit (flake.config.people) user0;
inherit (flake.config.services) instances;
serviceCfg = instances.ollama;
hostCfg = instances.web;
dns0 = instances.web.dns.provider0;
host = serviceCfg.domains.url0;
localhost = instances.web.localhost.address1;
dns0Path = "dns/${dns0}";
in
{
microvm.vms = {
${serviceCfg.name} = {
autostart = true;
restartIfChanged = true;
config = {
system.stateVersion = "24.05";
time.timeZone = "America/Winnipeg";
users.users.root.openssh.authorizedKeys.keys = flake.config.people.users.${user0}.sshKeys;
services = {
ollama = {
enable = true;
group = serviceCfg.name;
host = "http://${localhost}";
user = serviceCfg.name;
port = serviceCfg.ports.port1;
acceleration = "cuda";
models = serviceCfg.varPaths.path0;
};
open-webui = {
enable = true;
host = localhost;
port = serviceCfg.ports.port0;
environment = {
ENABLE_OLLAMA_API = "True";
ANONYMIZED_TELEMETRY = "False";
DO_NOT_TRACK = "True";
SCARF_NO_ANALYTICS = "True";
OLLAMA_BASE_URL = "http://${localhost}:${toString serviceCfg.ports.port1}";
WEBUI_AUTH = "True";
};
};
openssh = {
enable = true;
settings = {
PasswordAuthentication = false;
PermitRootLogin = "prohibit-password";
};
};
};
networking.firewall.allowedTCPPorts = [
22 # SSH
serviceCfg.ports.port0
];
systemd = {
network = {
enable = true;
networks."20-lan" = {
matchConfig.Name = "enp0s5";
addresses = [
{ Address = "${serviceCfg.interface.ip}/24"; }
];
routes = [
{
Destination = "${hostCfg.localhost.address1}/0";
Gateway = serviceCfg.interface.gate;
}
];
dns = [
"1.1.1.1"
"8.8.8.8"
];
};
};
tmpfiles.rules = [
"Z ${serviceCfg.varPaths.path0} 0755 ${serviceCfg.name} ${serviceCfg.name} -"
];
};
systemd.services.systemd-networkd.wantedBy = [ "multi-user.target" ];
microvm = {
vcpu = 1;
mem = 1024 * 3;
hypervisor = "qemu";
interfaces = [
{
type = "tap";
id = serviceCfg.interface.id;
mac = serviceCfg.interface.mac;
}
{
type = "user";
id = serviceCfg.interface.idUser;
mac = serviceCfg.interface.macUser;
}
];
forwardPorts = [
{
from = "host";
host.port = serviceCfg.interface.ssh;
guest.port = 22;
}
];
shares = [
{
mountPoint = "/nix/.ro-store";
proto = "virtiofs";
source = "/nix/store";
tag = "read_only_nix_store";
}
{
mountPoint = "/var/lib/private/${serviceCfg.name}";
proto = "virtiofs";
source = "${serviceCfg.mntPaths.path0}/data";
tag = "${serviceCfg.name}_data";
}
{
mountPoint = "/var/lib/private/open-webui";
proto = "virtiofs";
source = "${serviceCfg.mntPaths.path0}/config";
tag = "${serviceCfg.name}_config";
}
];
};
environment.systemPackages = builtins.attrValues {
inherit (pkgs)
yazi
bottom
ffmpeg
;
};
};
};
};
security.acme.certs."${host}" = {
dnsProvider = dns0;
environmentFile = config.sops.secrets.${dns0Path}.path;
group = "caddy";
};
services.caddy.virtualHosts = {
"${host}" = {
extraConfig = ''
reverse_proxy ${serviceCfg.interface.ip}:${toString serviceCfg.ports.port0} {
header_up X-Real-IP {remote_host}
}
tls ${serviceCfg.ssl.cert} ${serviceCfg.ssl.key}
encode zstd gzip
'';
};
};
users.users.caddy.extraGroups = [ "acme" ];
systemd.tmpfiles.rules = [
"d ${serviceCfg.mntPaths.path0} 0751 microvm wheel - -"
"d ${serviceCfg.mntPaths.path0}/data 0751 microvm wheel - -"
"d ${serviceCfg.mntPaths.path0}/config 0751 microvm wheel - -"
];
}

View file

@ -158,10 +158,6 @@ in
}; };
environment.systemPackages = builtins.attrValues { environment.systemPackages = builtins.attrValues {
inherit (pkgs) inherit (pkgs)
yazi
bottom
trashy
fastfetch
opencloud opencloud
; ;
}; };

View file

@ -364,7 +364,6 @@ in
}; };
environment.systemPackages = builtins.attrValues { environment.systemPackages = builtins.attrValues {
inherit (pkgs) inherit (pkgs)
bottom
conntrack-tools conntrack-tools
gawk gawk
iptables iptables

View file

@ -1,3 +0,0 @@
{
services.ivpn.enable = true;
}

View file

@ -1,6 +0,0 @@
{
services.mullvad-vpn = {
enable = true;
enableExcludeWrapper = false;
};
}

0
packages/website/.envrc Normal file → Executable file
View file

0
packages/zookeeper/.envrc Normal file → Executable file
View file

0
packages/zookeeper/.gitignore vendored Normal file → Executable file
View file