modules/ollama/default.nix


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

{ config, pkgs, lib, ... }:
{
  services = {
    ollama = {
      enable = true;
      loadModels = [
        "gemma3:12b"
        "qwen3-coder:30b"
      ];
    };

    nginx.virtualHosts = {
      "ollama.internal" = {
        locations."/" = {
          proxyPass = "http://127.0.0.1:11434";
          proxyWebsockets = true;
        };
      };
    };
  };
}