colin/nixpkgs
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #289196 from mweinelt/accelerate-ptxas

Browse Source 
python311Packages.accelerate: fix build on linux
This commit is contained in:
Martin Weinelt 2024-02-16 05:17:08 +01:00 committed by GitHub
commit 178918632e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
pkgs/development/python-modules/accelerate/default.nix
View File

@ -2,8 +2,6 @@
, lib , lib
, buildPythonPackage , buildPythonPackage
, fetchFromGitHub , fetchFromGitHub
, fetchpatch
, pythonAtLeast
, pythonOlder , pythonOlder
, pytestCheckHook , pytestCheckHook
, setuptools , setuptools
@ -13,6 +11,7 @@
, pyyaml , pyyaml
, safetensors , safetensors
, torch , torch
, cudatoolkit
, evaluate , evaluate
, parameterized , parameterized
, transformers , transformers
@ -52,6 +51,8 @@ buildPythonPackage rec {
preCheck = '' preCheck = ''
export HOME=$(mktemp -d) export HOME=$(mktemp -d)
export PATH=$out/bin:$PATH export PATH=$out/bin:$PATH
'' + lib.optionalString (lib.meta.availableOn stdenv.hostPlatform cudatoolkit) ''
export TRITON_PTXAS_PATH="${cudatoolkit}/bin/ptxas"
''; '';
pytestFlagsArray = [ "tests" ]; pytestFlagsArray = [ "tests" ];
disabledTests = [ disabledTests = [
@ -74,6 +75,8 @@ buildPythonPackage rec {
] ++ lib.optionals (stdenv.isLinux && stdenv.isAarch64) [ ] ++ lib.optionals (stdenv.isLinux && stdenv.isAarch64) [
# usual aarch64-linux RuntimeError: DataLoader worker (pid(s) <...>) exited unexpectedly # usual aarch64-linux RuntimeError: DataLoader worker (pid(s) <...>) exited unexpectedly
"CheckpointTest" "CheckpointTest"
# requires ptxas from cudatoolkit, which is unavailable on aarch64-linux
"test_dynamo_extract_model"
] ++ lib.optionals (stdenv.isDarwin && stdenv.isx86_64) [ ] ++ lib.optionals (stdenv.isDarwin && stdenv.isx86_64) [
# RuntimeError: torch_shm_manager: execl failed: Permission denied # RuntimeError: torch_shm_manager: execl failed: Permission denied
"CheckpointTest" "CheckpointTest"