aboutsummaryrefslogtreecommitdiff
path: root/modules/server/ollama/default.nix
diff options
context:
space:
mode:
authoraethrvmn <me@aethrvmn.gr>2025-11-30 21:59:43 +0000
committeraethrvmn <me@aethrvmn.gr>2025-11-30 21:59:43 +0000
commit893ea11e1dc05fe1a2a34e66d4ebcfdffda34720 (patch)
treeef454e299f49cbb58e1b9fbafd0b759b4379ac2a /modules/server/ollama/default.nix
parentadded .lock to ignorelist (diff)
huge restructure of modules
Diffstat (limited to 'modules/server/ollama/default.nix')
-rw-r--r--modules/server/ollama/default.nix70
1 files changed, 0 insertions, 70 deletions
diff --git a/modules/server/ollama/default.nix b/modules/server/ollama/default.nix
deleted file mode 100644
index 8342df8..0000000
--- a/modules/server/ollama/default.nix
+++ /dev/null
@@ -1,70 +0,0 @@
-{ config, pkgs, lib, ... }:
-{
- services = {
- ollama = {
- enable = true;
- loadModels = [
- "qwen3:14b"
- "qwen3-coder:30b"
- "gemma3:12b"
- "gpt-oss:20b"
- "deepseek-r1:14b"
- "phi4-reasoning:14b"
- ];
-
- acceleration = "rocm";
- environmentVariables = {
- HCC_AMDGPU_TARGET = "gfx1031";
- };
- rocmOverrideGfx = "10.3.0";
- };
-
- open-webui = {
- enable = false;
- port = 3030;
- environment = {
- ANONYMIZED_TELEMETRY = "False";
- DO_NOT_TRACK = "True";
- SCARF_NO_ANALYTICS = "True";
- WEBUI_AUTH = "False";
- OLLAMA_API_BASE_URL = "http://localhost:11434";
-
- #dir stuff
- STATIC_DIR = "${config.services.open-webui.stateDir}/static";
- DATA_DIR = "${config.services.open-webui.stateDir}/data";
- HF_HOME = "${config.services.open-webui.stateDir}/hf_home";
- SENTENCE_TRANSFORMERS_HOME = "${config.services.open-webui.stateDir}/transformers_home";
- };
- };
-
- xserver.videoDrivers = [ "amdgpu" ];
-
- nginx.virtualHosts = {
- "chat.internal" = {
- locations."/" = {
- proxyPass = "http://127.0.0.1:3030";
- proxyWebsockets = true;
- };
- };
-
- "ollama.internal" = {
- locations."/" = {
- proxyPass = "http://127.0.0.1:11434";
- proxyWebsockets = true;
- };
- };
- };
- };
-
- nixpkgs.config = {
- allowUnfree = lib.mkForce true;
- rocmSupport = lib.mkForce true;
- rocmTargets = [ "gfx1031" ];
- };
-
- environment.systemPackages = with pkgs; [
- rocmPackages.rocminfo
- rocmPackages.rocm-smi
- rocmPackages.hipcc
- ];
-}
Directive (EU) 2019/790, Article 4(3); all rights regarding Text and Data Mining (TDM) are reserved.