ollama: ship mistral

2024-10-13 02:03:55 +00:00
parent 8744870cd4
commit cb963bba4c
1 changed files with 8 additions and 1 deletions
--- a/modules/services/ollama.nix
+++ b/modules/services/ollama.nix
@@ -15,7 +15,14 @@
 { config, lib, pkgs, ... }:
 let
  cfg = config.sane.services.ollama;
-  models = "${pkgs.ollamaPackages.llama3_2_3b}/share/ollama/models";
+  modelSources = pkgs.symlinkJoin {
+    name = "ollama-models";
+    paths = with pkgs.ollamaPackages; [
+      llama3_2_3b
+      mistral
+    ];
+  };
+  models = "${modelSources}/share/ollama/models";
 in
 {
  options.sane.services.ollama = with lib; {