colin/nixpkgs
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #263416 from samuela/samuela/jaxlib-bin

Browse Source 
python3Packages.jaxlib-bin: support Python 3.9-3.12
This commit is contained in:
Samuel Ainsworth 2023-10-26 21:35:41 -04:00 committed by GitHub
commit f1775e6477
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 87 additions and 21 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

93
pkgs/development/python-modules/jaxlib/bin.nix
View File

@ -47,38 +47,101 @@ let
# official instructions recommend installing CPU-only versions via PyPI. # official instructions recommend installing CPU-only versions via PyPI.
cpuSrcs = cpuSrcs =
let let
getSrcFromPypi = { platform, hash }: fetchPypi { getSrcFromPypi = { platform, dist, hash }: fetchPypi {
inherit version platform hash; inherit version platform dist hash;
pname = "jaxlib"; pname = "jaxlib";
format = "wheel"; format = "wheel";
# See the `disabled` attr comment below. # See the `disabled` attr comment below.
dist = "cp310"; python = dist;
python = "cp310"; abi = dist;
abi = "cp310";
}; };
in in
{ {
"x86_64-linux" = getSrcFromPypi { "3.9-x86_64-linux" = getSrcFromPypi {
platform = "manylinux2014_x86_64"; platform = "manylinux2014_x86_64";
dist = "cp39";
hash = "sha256-8bTrWutuK0qVnbkcwMfgBf414YdaLc3GK5IsCm/JNPE=";
};
"3.9-aarch64-darwin" = getSrcFromPypi {
platform = "macosx_11_0_arm64";
dist = "cp39";
hash = "sha256-Tmv2iOqlNbZqw/rYjef6GmM0N18EA5JTt6T3lQe+4Rs=";
};
"3.9-x86_64-darwin" = getSrcFromPypi {
platform = "macosx_10_14_x86_64";
dist = "cp39";
hash = "sha256-mDT1INLqPdCkxtMMFR0qHLOIZdWEy8Iuzw1/vOoECsA=";
};
"3.10-x86_64-linux" = getSrcFromPypi {
platform = "manylinux2014_x86_64";
dist = "cp310";
hash = "sha256-ksnY+CPEstact5lKjbSg+ZSPJtSt0Y0NFWEFufBCByk="; hash = "sha256-ksnY+CPEstact5lKjbSg+ZSPJtSt0Y0NFWEFufBCByk=";
}; };
"aarch64-darwin" = getSrcFromPypi { "3.10-aarch64-darwin" = getSrcFromPypi {
platform = "macosx_11_0_arm64"; platform = "macosx_11_0_arm64";
dist = "cp310";
hash = "sha256-O7dHvdKLKfNELGfF4TKy7N5EX6Ca7Zu8OtLXWvFykR8="; hash = "sha256-O7dHvdKLKfNELGfF4TKy7N5EX6Ca7Zu8OtLXWvFykR8=";
}; };
"x86_64-darwin" = getSrcFromPypi { "3.10-x86_64-darwin" = getSrcFromPypi {
platform = "macosx_10_14_x86_64"; platform = "macosx_10_14_x86_64";
dist = "cp310";
hash = "sha256-gqKMUZSXrt8sQtTAoQbzAfCzO8gM9Y1/tZpuJVWyN0Y="; hash = "sha256-gqKMUZSXrt8sQtTAoQbzAfCzO8gM9Y1/tZpuJVWyN0Y=";
}; };
};
"3.11-x86_64-linux" = getSrcFromPypi {
platform = "manylinux2014_x86_64";
dist = "cp311";
hash = "sha256-m+NDzwXMNboNjDl2nLY+vqAoN2dQJZVWb1UQDpqqDPw=";
};
"3.11-aarch64-darwin" = getSrcFromPypi {
platform = "macosx_11_0_arm64";
dist = "cp311";
hash = "sha256-zCOAjaWWCQT9Jnm1jjc1Rh5gemqy7ACtTKLM0MqSJzM=";
};
"3.11-x86_64-darwin" = getSrcFromPypi {
platform = "macosx_10_14_x86_64";
dist = "cp311";
hash = "sha256-gOLIxkk+2hew2GqWu1WgMVEx1YEutx7Zod7QbwsuUVQ=";
};
"3.12-x86_64-linux" = getSrcFromPypi {
platform = "manylinux2014_x86_64";
dist = "cp312";
hash = "sha256-BZTmkgNuV4nWtfbY4t/19aP43szZQEdgpFXh5qwGRXk=";
};
"3.12-aarch64-darwin" = getSrcFromPypi {
platform = "macosx_11_0_arm64";
dist = "cp312";
hash = "sha256-aAMTrLXU9EYwPv+kdeyI88/D7b4NANB39Fn8vuXUqFA=";
};
"3.12-x86_64-darwin" = getSrcFromPypi {
platform = "macosx_10_14_x86_64";
dist = "cp312";
hash = "sha256-KHzlIfa9KtYcHX+i/F/SKaYTpD4/XjHVu5j3BdRTUmc=";
};
};
# Find new releases at https://storage.googleapis.com/jax-releases/jax_releases.html. # Find new releases at https://storage.googleapis.com/jax-releases/jax_releases.html.
# When upgrading, you can get these hashes from prefetch.sh. See # When upgrading, you can get these hashes from prefetch.sh. See
# https://github.com/google/jax/issues/12879 as to why this specific URL is the correct index. # https://github.com/google/jax/issues/12879 as to why this specific URL is the correct index.
gpuSrc = fetchurl { gpuSrcs = {
url = "https://storage.googleapis.com/jax-releases/cuda12/jaxlib-${version}+cuda12.cudnn89-cp310-cp310-manylinux2014_x86_64.whl"; "3.9" = fetchurl {
hash = "sha256-zfN0n31+5GohwBkeQrqHus4qOyhM/GEdqG6KUupCZ4o="; url = "https://storage.googleapis.com/jax-releases/cuda12/jaxlib-${version}+cuda12.cudnn89-cp39-cp39-manylinux2014_x86_64.whl";
hash = "sha256-WB5Vbr/XeYKXCP/3DIXF20jR6/1xE3huX1h5ow8ETl0=";
};
"3.10" = fetchurl {
url = "https://storage.googleapis.com/jax-releases/cuda12/jaxlib-${version}+cuda12.cudnn89-cp310-cp310-manylinux2014_x86_64.whl";
hash = "sha256-zfN0n31+5GohwBkeQrqHus4qOyhM/GEdqG6KUupCZ4o=";
};
"3.11" = fetchurl {
url = "https://storage.googleapis.com/jax-releases/cuda12/jaxlib-${version}+cuda12.cudnn89-cp311-cp311-manylinux2014_x86_64.whl";
hash = "sha256-Q8ZtF2GCrG30GFbCeCZTWPmW2TBybeXzh2u+NRiYpx4=";
};
"3.12" = fetchurl {
url = "https://storage.googleapis.com/jax-releases/cuda12/jaxlib-${version}+cuda12.cudnn89-cp312-cp312-manylinux2014_x86_64.whl";
hash = "sha256-lphkSDOJ9SwbO0hp/xC1bYn5fWgth9A9Iwsc9zV0buI=";
};
}; };
in in
@ -87,15 +150,15 @@ buildPythonPackage {
inherit version; inherit version;
format = "wheel"; format = "wheel";
disabled = !(pythonVersion == "3.10"); disabled = !(pythonVersion == "3.9" || pythonVersion == "3.10" || pythonVersion == "3.11" || pythonVersion == "3.12");
# See https://discourse.nixos.org/t/ofborg-does-not-respect-meta-platforms/27019/6. # See https://discourse.nixos.org/t/ofborg-does-not-respect-meta-platforms/27019/6.
src = src =
if !cudaSupport then if !cudaSupport then
( (
cpuSrcs."${stdenv.hostPlatform.system}" cpuSrcs."${pythonVersion}-${stdenv.hostPlatform.system}"
or (throw "jaxlib-bin is not supported on ${stdenv.hostPlatform.system}") or (throw "jaxlib-bin is not supported on ${stdenv.hostPlatform.system}")
) else gpuSrc; ) else gpuSrcs."${pythonVersion}";
# Prebuilt wheels are dynamically linked against things that nix can't find. # Prebuilt wheels are dynamically linked against things that nix can't find.
# Run `autoPatchelfHook` to automagically fix them. # Run `autoPatchelfHook` to automagically fix them.

15
pkgs/development/python-modules/jaxlib/prefetch.sh
View File

@ -1,7 +1,8 @@
#!/usr/bin/env bash #! /usr/bin/env nix-shell
#! nix-shell -i sh -p jq
prefetch () { prefetch () {
expr="(import <nixpkgs> { system = \"$1\"; config.cudaSupport = $2; }).python3.pkgs.jaxlib-bin.src.url" expr="(import <nixpkgs> { system = \"$2\"; config.cudaSupport = $3; }).python$1.pkgs.jaxlib-bin.src.url"
url=$(NIX_PATH=.. nix-instantiate --eval -E "$expr" | jq -r) url=$(NIX_PATH=.. nix-instantiate --eval -E "$expr" | jq -r)
echo "$url" echo "$url"
sha256=$(nix-prefetch-url "$url") sha256=$(nix-prefetch-url "$url")
@ -9,7 +10,9 @@ prefetch () {
echo echo
} }
prefetch "x86_64-linux" "false" for py in "39" "310" "311" "312"; do
prefetch "aarch64-darwin" "false" prefetch "$py" "x86_64-linux" "false"
prefetch "x86_64-darwin" "false" prefetch "$py" "aarch64-darwin" "false"
prefetch "x86_64-linux" "true" prefetch "$py" "x86_64-darwin" "false"
prefetch "$py" "x86_64-linux" "true"
done