colin/nix-files
1
0
Fork 1
Code Issues Pull Requests Projects Releases Wiki Activity

ollamaPackages.{qwen2_5-coder-7b,mistral-large,mixtral-8x7b}: init

Browse Source
This commit is contained in:
Colin
2024-10-13 05:20:34 +00:00
parent c4dbb977d4
commit ca9f2f5f07
6 changed files with 48 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
pkgs/by-name/ollamaPackages/mistral-large.nix Normal file
View File

@@ -0,0 +1,13 @@
# <https://ollama.com/library/mistral-large>
{
mkOllamaModel
}:
mkOllamaModel {
modelName = "mistral-large";
variant = "123b";
manifestHash = "sha256-bClIgCa5s/JxfrjB2RWw1mtSy4Lq9OkA2+YWvk7337g=";
modelBlob = "e16120252a9b0e49ed8074d11838d8b0227957a09d749d18425e491243e13822";
modelBlobHash = "sha256-4WEgJSqbDkntgHTRGDjYsCJ5V6CddJ0YQl5JEkPhOCI=";
paramsBlob = "ed11eda7790d05b49395598a42b155812b17e263214292f7b87d15e14003d337";
paramsBlobHash = "sha256-7RHtp3kNBbSTlVmKQrFVgSsX4mMhQpL3uH0V4UAD0zc=";
}

10
pkgs/by-name/ollamaPackages/mixtral-8x7b.nix Normal file
View File

@@ -0,0 +1,10 @@
# <https://ollama.com/library/mixtral>
{ mkOllamaModel }: mkOllamaModel {
modelName = "mixtral";
variant = "8x7b";
manifestHash = "sha256-TmMBezlYRwGX/w3YnTO3pMlmKs+AVzSwWD6mkp4MB38=";
modelBlob = "e9e56e8bb5f0fcd4860675e6837a8f6a94e659f5fa7dce6a1076279336320f2b";
modelBlobHash = "sha256-6eVui7Xw/NSGBnXmg3qPapTmWfX6fc5qEHYnkzYyDys=";
paramsBlob = "ed11eda7790d05b49395598a42b155812b17e263214292f7b87d15e14003d337";
paramsBlobHash = "sha256-7RHtp3kNBbSTlVmKQrFVgSsX4mMhQpL3uH0V4UAD0zc=";
}

9
pkgs/by-name/ollamaPackages/mkOllamaModel.nix
View File

@@ -8,12 +8,14 @@
modelName,
variant,
manifestHash ? "",
# grab the modelBlob and paramsBlob from the manifest (trim the `sha256:` prefix).
# grab the *Blob from the manifest (trim the `sha256:` prefix).
# the manifest can be acquired by providing just the above parameters and building this package, then viewing the output
modelBlob ? null,
modelBlobHash ? "",
paramsBlob ? null,
paramsBlobHash ? "",
systemBlob ? null,
systemBlobHash ? "",
}:
stdenv.mkDerivation {
name = modelName;
@@ -32,6 +34,11 @@ stdenv.mkDerivation {
url = "https://registry.ollama.ai/v2/llama/${modelName}:${variant}/blobs/sha256-${paramsBlob}";
hash = paramsBlobHash;
})
] ++ lib.optionals (systemBlob != null) [
(fetchurl {
url = "https://registry.ollama.ai/v2/llama/${modelName}:${variant}/blobs/sha256-${systemBlob}";
hash = systemBlobHash;
})
];
nativeBuildInputs = [

3
pkgs/by-name/ollamaPackages/package.nix
View File

@@ -12,5 +12,8 @@ lib.recurseIntoAttrs (lib.makeScope newScope (self: with self; {
llama3_1_70b = callPackage ./llama3_1_70b.nix { };
llama3_2_3b = callPackage ./llama3_2_3b.nix { };
mistral = callPackage ./mistral.nix { };
mistral-large = callPackage ./mistral-large.nix { };
mixtral-8x7b = callPackage ./mixtral-8x7b.nix { };
qwen2_5_32b = callPackage ./qwen2_5_32b.nix { };
qwen2_5-coder-7b = callPackage ./qwen2_5-coder-7b.nix { };
}))

12
pkgs/by-name/ollamaPackages/qwen2_5-coder-7b.nix Normal file
View File

@@ -0,0 +1,12 @@
# <https://ollama.com/library/qwen2.5-coder>
{ mkOllamaModel }: mkOllamaModel {
modelName = "qwen2.5-coder";
variant = "7b";
manifestHash = "sha256-o/sYqB0flkmOc2Cz3eRxf+yFaVUV8H8oMhknua4QeEY=";
modelBlob = "ced7796abcbb47ef96412198ebd31ac1eca21e8bbc831d72a31df69e4a30aad5";
modelBlobHash = "sha256-ztd5ary7R++WQSGY69MaweyiHou8gx1yox32nkowqtU=";
paramsBlob = "8c205fccfc04715d8ba26dd04c0e36c8a2d6be37942ff45b09f98f2d7ffc7c6b";
paramsBlobHash = "sha256-jCBfzPwEcV2Lom3QTA42yKLWvjeUL/RbCfmPLX/8fGs=";
systemBlob = "66b9ea09bd5b7099cbb4fc820f31b575c0366fa439b08245566692c6784e281e";
systemBlobHash = "sha256-ZrnqCb1bcJnLtPyCDzG1dcA2b6Q5sIJFVmaSxnhOKB4=";
}

4
pkgs/by-name/ollamaPackages/qwen2_5_32b.nix
View File

@@ -7,6 +7,6 @@ mkOllamaModel {
manifestHash = "sha256-Gt8djxgzdAm9BK9FrMAz5dxFEP1+Sg86w0ESGzxsNuA=";
modelBlob = "eabc98a9bcbfce7fd70f3e07de599f8fda98120fefed5881934161ede8bd1a41";
modelBlobHash = "sha256-6ryYqby/zn/XDz4H3lmfj9qYEg/v7ViBk0Fh7ei9GkE=";
paramsBlob = "66b9ea09bd5b7099cbb4fc820f31b575c0366fa439b08245566692c6784e281e"; # this is actually application/vnd.ollama.image.system, not params
paramsBlobHash = "sha256-ZrnqCb1bcJnLtPyCDzG1dcA2b6Q5sIJFVmaSxnhOKB4=";
systemBlob = "66b9ea09bd5b7099cbb4fc820f31b575c0366fa439b08245566692c6784e281e";
systemBlobHash = "sha256-ZrnqCb1bcJnLtPyCDzG1dcA2b6Q5sIJFVmaSxnhOKB4=";
}