Compare commits
3 Commits
e1297059e0
...
dfb197b125
Author | SHA1 | Date | |
---|---|---|---|
dfb197b125 | |||
9b8f215786 | |||
5c8c48d5ea |
@ -120,46 +120,14 @@
|
|||||||
home.stateVersion = "24.05";
|
home.stateVersion = "24.05";
|
||||||
};
|
};
|
||||||
|
|
||||||
services.ollama = {
|
|
||||||
enable = true;
|
|
||||||
host = "127.0.0.1";
|
|
||||||
port = 11434;
|
|
||||||
acceleration = "rocm";
|
|
||||||
openFirewall = false;
|
|
||||||
environmentVariables = {
|
|
||||||
HSA_OVERRIDE_GFX_VERSION = "10.3.0";
|
|
||||||
OLLAMA_KEEP_ALIVE = "-1";
|
|
||||||
# OLLAMA_LLM_LIBRARY = "";
|
|
||||||
};
|
|
||||||
};
|
|
||||||
services.open-webui = {
|
|
||||||
enable = true;
|
|
||||||
host = "127.0.0.1";
|
|
||||||
port = 8081;
|
|
||||||
openFirewall = false;
|
|
||||||
environment = {
|
|
||||||
ANONYMIZED_TELEMETRY = "False";
|
|
||||||
DO_NOT_TRACK = "True";
|
|
||||||
SCARF_NO_ANALYTICS = "True";
|
|
||||||
OLLAMA_API_BASE_URL = "http://127.0.0.1:11434";
|
|
||||||
# Disable authentication
|
|
||||||
WEBUI_AUTH = "False";
|
|
||||||
};
|
|
||||||
};
|
|
||||||
|
|
||||||
persist.state = {
|
persist.state = {
|
||||||
directories = [
|
|
||||||
"/var/lib/ollama"
|
|
||||||
"/var/lib/open-webui"
|
|
||||||
];
|
|
||||||
homeDirectories = [
|
homeDirectories = [
|
||||||
".local/share/winbox"
|
".local/share/winbox"
|
||||||
".local/share/PrismLauncher"
|
".local/share/PrismLauncher"
|
||||||
".local/share/distrobox"
|
".local/share/distrobox"
|
||||||
".mitmproxy"
|
".mitmproxy"
|
||||||
".config/exercism"
|
".config/exercism"
|
||||||
".llama"
|
];
|
||||||
];
|
|
||||||
};
|
};
|
||||||
|
|
||||||
system.stateVersion = "23.05";
|
system.stateVersion = "23.05";
|
||||||
|
Loading…
x
Reference in New Issue
Block a user