ollamaPackages.{qwen2_5-coder-7b,mistral-large,mixtral-8x7b}: init

pkgs/by-name/ollamaPackages/mistral-large.nix

@@ -0,0 +1,13 @@
+# <https://ollama.com/library/mistral-large>
+{
+  mkOllamaModel
+}:
+mkOllamaModel {
+  modelName = "mistral-large";
+  variant = "123b";
+  manifestHash = "sha256-bClIgCa5s/JxfrjB2RWw1mtSy4Lq9OkA2+YWvk7337g=";
+  modelBlob = "e16120252a9b0e49ed8074d11838d8b0227957a09d749d18425e491243e13822";
+  modelBlobHash = "sha256-4WEgJSqbDkntgHTRGDjYsCJ5V6CddJ0YQl5JEkPhOCI=";
+  paramsBlob = "ed11eda7790d05b49395598a42b155812b17e263214292f7b87d15e14003d337";
+  paramsBlobHash = "sha256-7RHtp3kNBbSTlVmKQrFVgSsX4mMhQpL3uH0V4UAD0zc=";
+}

pkgs/by-name/ollamaPackages/mixtral-8x7b.nix

@@ -0,0 +1,10 @@
+# <https://ollama.com/library/mixtral>
+{ mkOllamaModel }: mkOllamaModel {
+  modelName = "mixtral";
+  variant = "8x7b";
+  manifestHash = "sha256-TmMBezlYRwGX/w3YnTO3pMlmKs+AVzSwWD6mkp4MB38=";
+  modelBlob = "e9e56e8bb5f0fcd4860675e6837a8f6a94e659f5fa7dce6a1076279336320f2b";
+  modelBlobHash = "sha256-6eVui7Xw/NSGBnXmg3qPapTmWfX6fc5qEHYnkzYyDys=";
+  paramsBlob = "ed11eda7790d05b49395598a42b155812b17e263214292f7b87d15e14003d337";
+  paramsBlobHash = "sha256-7RHtp3kNBbSTlVmKQrFVgSsX4mMhQpL3uH0V4UAD0zc=";
+}

pkgs/by-name/ollamaPackages/mkOllamaModel.nix

@@ -8,12 +8,14 @@
   modelName,
   variant,
   manifestHash ? "",
-  # grab the modelBlob and paramsBlob from the manifest (trim the `sha256:` prefix).
+  # grab the *Blob from the manifest (trim the `sha256:` prefix).
   # the manifest can be acquired by providing just the above parameters and building this package, then viewing the output
   modelBlob ? null,
   modelBlobHash ? "",
   paramsBlob ? null,
   paramsBlobHash ? "",
+  systemBlob ? null,
+  systemBlobHash ? "",
 }:
 stdenv.mkDerivation {
   name = modelName;
@@ -32,6 +34,11 @@ stdenv.mkDerivation {
       url = "https://registry.ollama.ai/v2/llama/${modelName}:${variant}/blobs/sha256-${paramsBlob}";
       hash = paramsBlobHash;
     })
+  ] ++ lib.optionals (systemBlob != null) [
+    (fetchurl {
+      url = "https://registry.ollama.ai/v2/llama/${modelName}:${variant}/blobs/sha256-${systemBlob}";
+      hash = systemBlobHash;
+    })
   ];
 
   nativeBuildInputs = [

pkgs/by-name/ollamaPackages/package.nix

@@ -12,5 +12,8 @@ lib.recurseIntoAttrs (lib.makeScope newScope (self: with self; {
   llama3_1_70b = callPackage ./llama3_1_70b.nix { };
   llama3_2_3b = callPackage ./llama3_2_3b.nix { };
   mistral = callPackage ./mistral.nix { };
+  mistral-large = callPackage ./mistral-large.nix { };
+  mixtral-8x7b = callPackage ./mixtral-8x7b.nix { };
   qwen2_5_32b = callPackage ./qwen2_5_32b.nix { };
+  qwen2_5-coder-7b = callPackage ./qwen2_5-coder-7b.nix { };
 }))

pkgs/by-name/ollamaPackages/qwen2_5-coder-7b.nix

@@ -0,0 +1,12 @@
+# <https://ollama.com/library/qwen2.5-coder>
+{ mkOllamaModel }: mkOllamaModel {
+  modelName = "qwen2.5-coder";
+  variant = "7b";
+  manifestHash = "sha256-o/sYqB0flkmOc2Cz3eRxf+yFaVUV8H8oMhknua4QeEY=";
+  modelBlob = "ced7796abcbb47ef96412198ebd31ac1eca21e8bbc831d72a31df69e4a30aad5";
+  modelBlobHash = "sha256-ztd5ary7R++WQSGY69MaweyiHou8gx1yox32nkowqtU=";
+  paramsBlob = "8c205fccfc04715d8ba26dd04c0e36c8a2d6be37942ff45b09f98f2d7ffc7c6b";
+  paramsBlobHash = "sha256-jCBfzPwEcV2Lom3QTA42yKLWvjeUL/RbCfmPLX/8fGs=";
+  systemBlob = "66b9ea09bd5b7099cbb4fc820f31b575c0366fa439b08245566692c6784e281e";
+  systemBlobHash = "sha256-ZrnqCb1bcJnLtPyCDzG1dcA2b6Q5sIJFVmaSxnhOKB4=";
+}

pkgs/by-name/ollamaPackages/qwen2_5_32b.nix

@@ -7,6 +7,6 @@ mkOllamaModel {
   manifestHash = "sha256-Gt8djxgzdAm9BK9FrMAz5dxFEP1+Sg86w0ESGzxsNuA=";
   modelBlob = "eabc98a9bcbfce7fd70f3e07de599f8fda98120fefed5881934161ede8bd1a41";
   modelBlobHash = "sha256-6ryYqby/zn/XDz4H3lmfj9qYEg/v7ViBk0Fh7ei9GkE=";
-  paramsBlob = "66b9ea09bd5b7099cbb4fc820f31b575c0366fa439b08245566692c6784e281e";  # this is actually application/vnd.ollama.image.system, not params
+  systemBlob = "66b9ea09bd5b7099cbb4fc820f31b575c0366fa439b08245566692c6784e281e";
-  paramsBlobHash = "sha256-ZrnqCb1bcJnLtPyCDzG1dcA2b6Q5sIJFVmaSxnhOKB4=";
+  systemBlobHash = "sha256-ZrnqCb1bcJnLtPyCDzG1dcA2b6Q5sIJFVmaSxnhOKB4=";
 }