From a5054deef0d34ad080bf510f234f8a43116a7abd Mon Sep 17 00:00:00 2001 From: Colin Date: Fri, 7 Feb 2025 12:11:07 +0000 Subject: [PATCH] ollama: add deepseek-r1-671b model --- modules/services/ollama.nix | 1 + pkgs/by-name/ollamaPackages/deepseek-r1-671b.nix | 10 ++++++++++ pkgs/by-name/ollamaPackages/package.nix | 1 + 3 files changed, 12 insertions(+) create mode 100644 pkgs/by-name/ollamaPackages/deepseek-r1-671b.nix diff --git a/modules/services/ollama.nix b/modules/services/ollama.nix index b04242d2c..4a0f2fb78 100644 --- a/modules/services/ollama.nix +++ b/modules/services/ollama.nix @@ -31,6 +31,7 @@ let deepseek-r1-7b deepseek-r1-14b # deepseek-r1-32b # redundant with abliterated deepseek-r1 + # deepseek-r1-671b # requires 443 GB of RAM deepseek-r1-abliterated-14b deepseek-r1-abliterated-32b deepseek-r1-abliterated-70b diff --git a/pkgs/by-name/ollamaPackages/deepseek-r1-671b.nix b/pkgs/by-name/ollamaPackages/deepseek-r1-671b.nix new file mode 100644 index 000000000..c08ef2754 --- /dev/null +++ b/pkgs/by-name/ollamaPackages/deepseek-r1-671b.nix @@ -0,0 +1,10 @@ +# +{ mkOllamaModel }: mkOllamaModel { + modelName = "deepseek-r1"; + variant = "671b"; + manifestHash = "sha256-c54bIprX8C2IxepKfT/aGfe0YXDCMwJAJf7qpjOLmkY="; + modelBlob = "9801e7fce27dbf3d0bfb468b7b21f1d132131a546dfc43e50518631b8b1800a9"; + modelBlobHash = "sha256-mAHn/OJ9vz0L+0aLeyHx0TITGlRt/EPlBRhjG4sYAKk="; + paramsBlob = "f4d24e9138dd4603380add165d2b0d970bef471fac194b436ebd50e6147c6588"; + paramsBlobHash = "sha256-9NJOkTjdRgM4Ct0WXSsNlwvvRx+sGUtDbr1Q5hR8ZYg="; +} diff --git a/pkgs/by-name/ollamaPackages/package.nix b/pkgs/by-name/ollamaPackages/package.nix index 54ee3a589..fd574b7ef 100644 --- a/pkgs/by-name/ollamaPackages/package.nix +++ b/pkgs/by-name/ollamaPackages/package.nix @@ -33,6 +33,7 @@ lib.recurseIntoAttrs (lib.makeScope newScope (self: with self; { deepseek-r1-7b = callPackage ./deepseek-r1-7b.nix { }; deepseek-r1-14b = callPackage ./deepseek-r1-14b.nix { }; deepseek-r1-32b = callPackage ./deepseek-r1-32b.nix { }; + deepseek-r1-671b = callPackage ./deepseek-r1-671b.nix { }; deepseek-r1-abliterated-14b = callPackage ./deepseek-r1-abliterated-14b.nix { }; deepseek-r1-abliterated-32b = callPackage ./deepseek-r1-abliterated-32b.nix { }; deepseek-r1-abliterated-70b = callPackage ./deepseek-r1-abliterated-70b.nix { };