mirror of
https://gitlab.com/upRootNutrition/dotfiles.git
synced 2025-06-16 01:55:13 -05:00
feat: ollama test
This commit is contained in:
parent
534d22fd8d
commit
cc77a50fc1
2 changed files with 13 additions and 1 deletions
11
modules/home/cli/utilities/ngrrram/default.nix
Executable file
11
modules/home/cli/utilities/ngrrram/default.nix
Executable file
|
@ -0,0 +1,11 @@
|
||||||
|
{
|
||||||
|
pkgs,
|
||||||
|
...
|
||||||
|
}:
|
||||||
|
{
|
||||||
|
home.packages = builtins.attrValues {
|
||||||
|
inherit (pkgs)
|
||||||
|
ngrrram
|
||||||
|
;
|
||||||
|
};
|
||||||
|
}
|
|
@ -65,6 +65,7 @@ in
|
||||||
// (
|
// (
|
||||||
if hostname == desktop.name then
|
if hostname == desktop.name then
|
||||||
{
|
{
|
||||||
|
models = service.paths.path1;
|
||||||
acceleration = "rocm";
|
acceleration = "rocm";
|
||||||
package = pkgs.ollama.override {
|
package = pkgs.ollama.override {
|
||||||
config = {
|
config = {
|
||||||
|
@ -77,7 +78,7 @@ in
|
||||||
{
|
{
|
||||||
port = service.ports.port1;
|
port = service.ports.port1;
|
||||||
acceleration = false;
|
acceleration = false;
|
||||||
models = service.paths.path1;
|
models = service.paths.path0;
|
||||||
}
|
}
|
||||||
);
|
);
|
||||||
open-webui = {
|
open-webui = {
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue