colin/nix-files
1
0
Fork 1
Code Issues Pull Requests Projects Releases Wiki Activity

ollamaPackages.athene-v2-72b-q2_K: init

Browse Source 
this is a tuned version of qwen
This commit is contained in:
Colin
2024-12-05 22:11:08 +00:00
parent 94e44951f8
commit ec1d573ddb
3 changed files with 12 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
modules/services/ollama.nix
View File

@@ -19,6 +19,7 @@ let
modelSources = pkgs.symlinkJoin { modelSources = pkgs.symlinkJoin {
name = "ollama-models"; name = "ollama-models";
paths = with pkgs.ollamaPackages; [ paths = with pkgs.ollamaPackages; [
athene-v2-72b-q2_K # untested
# aya-8b # it avoids generating code, only text # aya-8b # it avoids generating code, only text
# codegeex4-9b # it's okaaay, seems to not give wrong code, just incomplete code. # codegeex4-9b # it's okaaay, seems to not give wrong code, just incomplete code.
# codegemma-7b # it generates invalid nix code # codegemma-7b # it generates invalid nix code

10
pkgs/by-name/ollamaPackages/athene-v2-72b-q2_K.nix Normal file
View File

@@ -0,0 +1,10 @@
# <https://ollama.com/library/athene-v2>
{ mkOllamaModel }: mkOllamaModel {
modelName = "athene-v2";
variant = "72b-q2_K"; #< smallest model
manifestHash = "sha256-yqH/Ltp0Z6yrHJYwPXU2NssViuxH0b1lO8dH6i60qWc=";
modelBlob = "e85b0c9b18adb8eeb4f091a870ad4d66e6a10b4973fe1eada695a47f4a598a7a";
modelBlobHash = "sha256-6FsMmxituO608JGocK1NZuahC0lz/h6tppWkf0pZino=";
systemBlob = "66b9ea09bd5b7099cbb4fc820f31b575c0366fa439b08245566692c6784e281e";
systemBlobHash = "sha256-ZrnqCb1bcJnLtPyCDzG1dcA2b6Q5sIJFVmaSxnhOKB4=";
}

1
pkgs/by-name/ollamaPackages/package.nix
View File

@@ -14,6 +14,7 @@
lib.recurseIntoAttrs (lib.makeScope newScope (self: with self; { lib.recurseIntoAttrs (lib.makeScope newScope (self: with self; {
mkOllamaModel = callPackage ./mkOllamaModel.nix { }; mkOllamaModel = callPackage ./mkOllamaModel.nix { };
athene-v2-72b-q2_K = callPackage ./athene-v2-72b-q2_K.nix { };
aya-8b = callPackage ./aya-8b.nix { }; aya-8b = callPackage ./aya-8b.nix { };
codegeex4-9b = callPackage ./codegeex4-9b.nix { }; codegeex4-9b = callPackage ./codegeex4-9b.nix { };
codegemma-7b = callPackage ./codegemma-7b.nix { }; codegemma-7b = callPackage ./codegemma-7b.nix { };