From 893ea11e1dc05fe1a2a34e66d4ebcfdffda34720 Mon Sep 17 00:00:00 2001 From: aethrvmn Date: Sun, 30 Nov 2025 22:59:43 +0100 Subject: huge restructure of modules --- modules/server/ollama/default.nix | 70 --------------------------------------- 1 file changed, 70 deletions(-) delete mode 100644 modules/server/ollama/default.nix (limited to 'modules/server/ollama') diff --git a/modules/server/ollama/default.nix b/modules/server/ollama/default.nix deleted file mode 100644 index 8342df8..0000000 --- a/modules/server/ollama/default.nix +++ /dev/null @@ -1,70 +0,0 @@ -{ config, pkgs, lib, ... }: -{ - services = { - ollama = { - enable = true; - loadModels = [ - "qwen3:14b" - "qwen3-coder:30b" - "gemma3:12b" - "gpt-oss:20b" - "deepseek-r1:14b" - "phi4-reasoning:14b" - ]; - - acceleration = "rocm"; - environmentVariables = { - HCC_AMDGPU_TARGET = "gfx1031"; - }; - rocmOverrideGfx = "10.3.0"; - }; - - open-webui = { - enable = false; - port = 3030; - environment = { - ANONYMIZED_TELEMETRY = "False"; - DO_NOT_TRACK = "True"; - SCARF_NO_ANALYTICS = "True"; - WEBUI_AUTH = "False"; - OLLAMA_API_BASE_URL = "http://localhost:11434"; - - #dir stuff - STATIC_DIR = "${config.services.open-webui.stateDir}/static"; - DATA_DIR = "${config.services.open-webui.stateDir}/data"; - HF_HOME = "${config.services.open-webui.stateDir}/hf_home"; - SENTENCE_TRANSFORMERS_HOME = "${config.services.open-webui.stateDir}/transformers_home"; - }; - }; - - xserver.videoDrivers = [ "amdgpu" ]; - - nginx.virtualHosts = { - "chat.internal" = { - locations."/" = { - proxyPass = "http://127.0.0.1:3030"; - proxyWebsockets = true; - }; - }; - - "ollama.internal" = { - locations."/" = { - proxyPass = "http://127.0.0.1:11434"; - proxyWebsockets = true; - }; - }; - }; - }; - - nixpkgs.config = { - allowUnfree = lib.mkForce true; - rocmSupport = lib.mkForce true; - rocmTargets = [ "gfx1031" ]; - }; - - environment.systemPackages = with pkgs; [ - rocmPackages.rocminfo - rocmPackages.rocm-smi - rocmPackages.hipcc - ]; -} -- cgit v1.2.3