colin/nix-files
1
0
Fork 1
Code Issues Pull Requests Projects Releases Wiki Activity

ollamaPackages.{qwen2_5-7b,qwen2_5-14b}: init, and cleanup the surroundings

Browse Source
This commit is contained in:
Colin
2024-10-13 05:47:22 +00:00
parent 14da2b6b6c
commit bc302df2fa
9 changed files with 35 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
modules/services/ollama.nix
View File

@@ -19,12 +19,14 @@ let
modelSources = pkgs.symlinkJoin { modelSources = pkgs.symlinkJoin {
name = "ollama-models"; name = "ollama-models";
paths = with pkgs.ollamaPackages; [ paths = with pkgs.ollamaPackages; [
llama3_1-70b # llama3_1-70b # generates like 1 word/sec, decent output (comparable to qwen2_5-32b)
llama3_2-3b llama3_2-3b
mistral mistral
mistral-large mistral-large
mixtral-8x7b mixtral-8x7b
qwen2_5-32b qwen2_5-7b
qwen2_5-14b
qwen2_5-32b # generates 3~5 words/sec, but notably more accurate than coder-7b
qwen2_5-coder-7b qwen2_5-coder-7b
]; ];
}; };

6
pkgs/by-name/ollamaPackages/llama3_1-70b.nix
View File

@@ -1,7 +1,5 @@
{ # <https://ollama.com/library/llama3.1>
mkOllamaModel, { mkOllamaModel }: mkOllamaModel {
}:
mkOllamaModel {
modelName = "llama3.1"; modelName = "llama3.1";
variant = "70b"; variant = "70b";
manifestHash = "sha256-4LWpHLldtUs3nsyNACCuEJ7bLH7Rvj8scM39fjNQYw0="; manifestHash = "sha256-4LWpHLldtUs3nsyNACCuEJ7bLH7Rvj8scM39fjNQYw0=";

6
pkgs/by-name/ollamaPackages/llama3_2-3b.nix
View File

@@ -1,7 +1,5 @@
{ # <https://ollama.com/library/llama3.2>
mkOllamaModel { mkOllamaModel }: mkOllamaModel {
}:
mkOllamaModel {
modelName = "llama3.2"; modelName = "llama3.2";
variant = "3b"; variant = "3b";
manifestHash = "sha256-Z0I0WdLn2VWqGnIGK1GnBPuvbwuCbSM1WFXp+ltJaN8="; manifestHash = "sha256-Z0I0WdLn2VWqGnIGK1GnBPuvbwuCbSM1WFXp+ltJaN8=";

5
pkgs/by-name/ollamaPackages/mistral-large.nix
View File

@@ -1,8 +1,5 @@
# <https://ollama.com/library/mistral-large> # <https://ollama.com/library/mistral-large>
{ { mkOllamaModel }: mkOllamaModel {
mkOllamaModel
}:
mkOllamaModel {
modelName = "mistral-large"; modelName = "mistral-large";
variant = "123b"; variant = "123b";
manifestHash = "sha256-bClIgCa5s/JxfrjB2RWw1mtSy4Lq9OkA2+YWvk7337g="; manifestHash = "sha256-bClIgCa5s/JxfrjB2RWw1mtSy4Lq9OkA2+YWvk7337g=";

6
pkgs/by-name/ollamaPackages/mistral.nix
View File

@@ -1,7 +1,5 @@
{ # <https://ollama.com/library/mistral>
mkOllamaModel { mkOllamaModel }: mkOllamaModel {
}:
mkOllamaModel {
modelName = "mistral"; modelName = "mistral";
variant = "7b"; variant = "7b";
manifestHash = "sha256-O45li3MlGdY+tk0vj3N5CS/RGoLGKE4KZZKiyAVEZC4="; manifestHash = "sha256-O45li3MlGdY+tk0vj3N5CS/RGoLGKE4KZZKiyAVEZC4=";

2
pkgs/by-name/ollamaPackages/package.nix
View File

@@ -14,6 +14,8 @@ lib.recurseIntoAttrs (lib.makeScope newScope (self: with self; {
mistral = callPackage ./mistral.nix { }; mistral = callPackage ./mistral.nix { };
mistral-large = callPackage ./mistral-large.nix { }; mistral-large = callPackage ./mistral-large.nix { };
mixtral-8x7b = callPackage ./mixtral-8x7b.nix { }; mixtral-8x7b = callPackage ./mixtral-8x7b.nix { };
qwen2_5-7b = callPackage ./qwen2_5-7b.nix { };
qwen2_5-14b = callPackage ./qwen2_5-14b.nix { };
qwen2_5-32b = callPackage ./qwen2_5-32b.nix { }; qwen2_5-32b = callPackage ./qwen2_5-32b.nix { };
qwen2_5-coder-7b = callPackage ./qwen2_5-coder-7b.nix { }; qwen2_5-coder-7b = callPackage ./qwen2_5-coder-7b.nix { };
})) }))

10
pkgs/by-name/ollamaPackages/qwen2_5-14b.nix Normal file
View File

@@ -0,0 +1,10 @@
# <https://ollama.com/library/qwen2.5>
{ mkOllamaModel }: mkOllamaModel {
modelName = "qwen2.5";
variant = "14b";
manifestHash = "sha256-1U+DYHu8mCbpzfSMeCgjYcGA9+mgNPSNQCOx5TQw92s=";
modelBlob = "2049f5674b1e92b4464e5729975c9689fcfbf0b0e4443ccf10b5339f370f9a54";
modelBlobHash = "sha256-IEn1Z0sekrRGTlcpl1yWifz78LDkRDzPELUznzcPmlQ=";
systemBlob = "66b9ea09bd5b7099cbb4fc820f31b575c0366fa439b08245566692c6784e281e";
systemBlobHash = "sha256-ZrnqCb1bcJnLtPyCDzG1dcA2b6Q5sIJFVmaSxnhOKB4=";
}

6
pkgs/by-name/ollamaPackages/qwen2_5-32b.nix
View File

@@ -1,7 +1,5 @@
{ # <https://ollama.com/library/qwen2.5>
mkOllamaModel { mkOllamaModel }: mkOllamaModel {
}:
mkOllamaModel {
modelName = "qwen2.5"; modelName = "qwen2.5";
variant = "32b"; variant = "32b";
manifestHash = "sha256-Gt8djxgzdAm9BK9FrMAz5dxFEP1+Sg86w0ESGzxsNuA="; manifestHash = "sha256-Gt8djxgzdAm9BK9FrMAz5dxFEP1+Sg86w0ESGzxsNuA=";

10
pkgs/by-name/ollamaPackages/qwen2_5-7b.nix Normal file
View File

@@ -0,0 +1,10 @@
# <https://ollama.com/library/qwen2.5>
{ mkOllamaModel }: mkOllamaModel {
modelName = "qwen2.5";
variant = "7b";
manifestHash = "sha256-V8Fnts9pRDFAoqeav8cwXI9+RwrjNkPZEZvPw521cd8=";
modelBlob = "2bada8a7450677000f678be90653b85d364de7db25eb5ea54136ada5f3933730";
modelBlobHash = "sha256-K62op0UGdwAPZ4vpBlO4XTZN59sl616lQTatpfOTNzA=";
systemBlob = "66b9ea09bd5b7099cbb4fc820f31b575c0366fa439b08245566692c6784e281e";
systemBlobHash = "sha256-ZrnqCb1bcJnLtPyCDzG1dcA2b6Q5sIJFVmaSxnhOKB4=";
}