nix/config/Ollama.nix

56 lines
1.2 KiB
Nix
Raw Normal View History

2024-10-23 19:21:14 +03:00
# SRC: https://github.com/ollama/ollama
{
pkgsUnstable,
lib,
config,
...
}:
let
cfg = config.module.ollama;
in
{
config = lib.mkIf cfg.enable {
# Specify default model.
# environment.variables.OLLAMA_MODEL = cfg.primaryModel;
#
# systemd.services = {
# # Enable Ollama server.
# ollama = {
# description = "Ollama LLM server";
# serviceConfig = {
# Type = "simple";
# };
# wantedBy = [
# "multi-user.target"
# ];
# script = ''
# HOME=/root ${lib.getExe pkgsUnstable.ollama} serve
# '';
# };
#
# # Download Ollama models.
# ollama-pull = {
# description = "Ollama LLM model";
# after = [
# "NetworkManager-wait-online.service"
# "ollama.service"
# ];
# wantedBy = [
# "multi-user.target"
# ];
# wants = [
# "NetworkManager-wait-online.service"
# "ollama.service"
# ];
# serviceConfig = {
# Type = "simple";
# };
# script = ''
# sleep 5
# ${lib.getExe pkgsUnstable.ollama} pull ${lib.concatStringsSep " " cfg.models}
# '';
# };
# };
};
2024-10-23 19:21:14 +03:00
}