2025-01-04 07:38:04 +03:00
|
|
|
# SRC: https://github.com/ollama/ollama
|
2024-12-18 09:40:11 +03:00
|
|
|
{ config, lib, ... }:
|
|
|
|
let
|
|
|
|
cfg = config.module.ollama;
|
2025-01-04 07:38:04 +03:00
|
|
|
purpose = config.module.purpose;
|
2024-12-18 09:40:11 +03:00
|
|
|
in
|
2024-11-16 04:43:59 +03:00
|
|
|
{
|
2024-12-18 09:40:11 +03:00
|
|
|
options.module.ollama = {
|
2025-01-04 07:38:04 +03:00
|
|
|
enable = lib.mkEnableOption "the local LLM server." // { default = purpose.work && purpose.desktop; };
|
2024-12-18 09:40:11 +03:00
|
|
|
models = lib.mkOption {
|
|
|
|
default = [ cfg.primaryModel ];
|
|
|
|
type = with lib.types; listOf str;
|
|
|
|
};
|
|
|
|
primaryModel = lib.mkOption {
|
2025-01-04 07:38:04 +03:00
|
|
|
default = "llama3.3";
|
2024-12-18 09:40:11 +03:00
|
|
|
type = lib.types.str;
|
|
|
|
};
|
|
|
|
};
|
2024-11-16 04:43:59 +03:00
|
|
|
}
|