colin
/
nixpkgs
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #303147 from natsukium/pytorch-pfn-extras/fix 

python311Packages.pytorch-pfn-extras: fix build
This commit is contained in:
Samuel Ainsworth 2024-04-11 11:38:41 -04:00 committed by GitHub
parent f173d0881e 3853200ec3
commit 03b8fd0d9b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 34 additions and 26 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

60
pkgs/development/python-modules/pytorch-pfn-extras/default.nix
View File

@ -1,15 +1,17 @@
{ buildPythonPackage
, fetchFromGitHub
, fetchpatch
, lib
, setuptools
, numpy
, onnx
, packaging
, pytestCheckHook
, pythonAtLeast
, setuptools
, stdenv
, torch
, torchvision
, typing-extensions
, pythonAtLeast
}:
buildPythonPackage rec {
@ -24,18 +26,27 @@ buildPythonPackage rec {
hash = "sha256-vSon/0GxQfaRtSPsQbYAvE3s/F0HEN59VpzE3w1PnVE=";
};
nativeBuildInputs = [
patches = [
(fetchpatch {
name = "relax-setuptools.patch";
url = "https://github.com/pfnet/pytorch-pfn-extras/commit/96abe38c4baa6a144d604bdd4744c55627e55440.patch";
hash = "sha256-85UDGcgJyQS5gINbgpNM58b3XJGvf+ArtGhwJ5EXdhk=";
})
];
build-system = [
setuptools
];
propagatedBuildInputs = [ numpy packaging torch typing-extensions ];
dependencies = [ numpy packaging torch typing-extensions ];
nativeCheckInputs = [ onnx pytestCheckHook torchvision ];
# ignore all pytest warnings
preCheck = ''
rm pytest.ini
'';
pytestFlagsArray = [
# Requires CUDA access which is not possible in the nix environment.
"-m 'not gpu and not mpi'"
"-Wignore::DeprecationWarning"
];
pythonImportsCheck = [ "pytorch_pfn_extras" ];
@ -45,31 +56,28 @@ buildPythonPackage rec {
# requires onnxruntime which was removed because of poor maintainability
# See https://github.com/NixOS/nixpkgs/pull/105951 https://github.com/NixOS/nixpkgs/pull/155058
"tests/pytorch_pfn_extras_tests/onnx_tests/test_annotate.py"
"tests/pytorch_pfn_extras_tests/onnx_tests/test_as_output.py"
"tests/pytorch_pfn_extras_tests/onnx_tests/test_export.py"
"tests/pytorch_pfn_extras_tests/onnx_tests/test_export_testcase.py"
"tests/pytorch_pfn_extras_tests/onnx_tests/test_lax.py"
"tests/pytorch_pfn_extras_tests/onnx_tests/test_load_model.py"
"tests/pytorch_pfn_extras_tests/onnx_tests/test_torchvision.py"
"tests/pytorch_pfn_extras_tests/onnx_tests/utils.py"
"tests/pytorch_pfn_extras_tests/onnx_tests/test_lax.py"
# RuntimeError: No Op registered for Gradient with domain_version of 9
"tests/pytorch_pfn_extras_tests/onnx_tests/test_grad.py"
# Requires CUDA access which is not possible in the nix environment.
"tests/pytorch_pfn_extras_tests/cuda_tests/test_allocator.py"
"tests/pytorch_pfn_extras_tests/nn_tests/modules_tests/test_lazy_batchnorm.py"
"tests/pytorch_pfn_extras_tests/nn_tests/modules_tests/test_lazy_conv.py"
"tests/pytorch_pfn_extras_tests/nn_tests/modules_tests/test_lazy_linear.py"
"tests/pytorch_pfn_extras_tests/nn_tests/modules_tests/test_lazy.py"
"tests/pytorch_pfn_extras_tests/profiler_tests/test_record.py"
"tests/pytorch_pfn_extras_tests/runtime_tests/test_to.py"
"tests/pytorch_pfn_extras_tests/handler_tests/test_handler.py"
"tests/pytorch_pfn_extras_tests/test_reporter.py"
"tests/pytorch_pfn_extras_tests/training_tests/test_trainer.py"
"tests/pytorch_pfn_extras_tests/utils_tests/test_checkpoint.py"
"tests/pytorch_pfn_extras_tests/utils_tests/test_comparer.py"
"tests/pytorch_pfn_extras_tests/utils_tests/test_new_comparer.py"
] ++ lib.optionals (pythonAtLeast "3.11") [
# Remove this when https://github.com/NixOS/nixpkgs/pull/259068 is merged
] ++ lib.optionals (pythonAtLeast "3.12") [
# RuntimeError: Dynamo is not supported on Python 3.12+
"tests/pytorch_pfn_extras_tests/dynamo_tests/test_compile.py"
"tests/pytorch_pfn_extras_tests/test_ops/test_register.py"
] ++ lib.optionals (stdenv.hostPlatform.isDarwin) [
# torch.distributed is not available on darwin
"tests/pytorch_pfn_extras_tests/training_tests/extensions_tests/test_sharded_snapshot.py"
] ++ lib.optionals (stdenv.hostPlatform.isLinux && stdenv.hostPlatform.isAarch64) [
# RuntimeError: internal error
# convolution (e.g. F.conv3d) causes runtime error
"tests/pytorch_pfn_extras_tests/nn_tests/modules_tests/test_lazy_conv.py"
];
meta = with lib; {