316 lines
12 KiB
Nix
316 lines
12 KiB
Nix
{ lib
|
|
, stdenv
|
|
, appdirs
|
|
, azure-containerregistry
|
|
, azure-core
|
|
, azure-identity
|
|
, azure-storage-blob
|
|
, bokeh
|
|
, boto3
|
|
, buildPythonPackage
|
|
, click
|
|
, docker-pycreds
|
|
, fetchFromGitHub
|
|
, flask
|
|
, git
|
|
, gitpython
|
|
, google-cloud-artifact-registry
|
|
, google-cloud-compute
|
|
, google-cloud-storage
|
|
, hypothesis
|
|
, imageio
|
|
, jsonref
|
|
, jsonschema
|
|
, keras
|
|
, kubernetes
|
|
, matplotlib
|
|
, mlflow
|
|
, moviepy
|
|
, nbclient
|
|
, nbformat
|
|
, pandas
|
|
, parameterized
|
|
, pathtools
|
|
, protobuf
|
|
, psutil
|
|
, pydantic
|
|
, pyfakefs
|
|
, pytest-mock
|
|
, pytest-xdist
|
|
, pytestCheckHook
|
|
, pythonOlder
|
|
, pythonRelaxDepsHook
|
|
, pyyaml
|
|
, requests
|
|
, responses
|
|
, scikit-learn
|
|
, sentry-sdk
|
|
, setproctitle
|
|
, setuptools
|
|
, soundfile
|
|
, substituteAll
|
|
, torch
|
|
, tqdm
|
|
}:
|
|
|
|
buildPythonPackage rec {
|
|
pname = "wandb";
|
|
version = "0.16.0";
|
|
format = "pyproject";
|
|
|
|
disabled = pythonOlder "3.6";
|
|
|
|
src = fetchFromGitHub {
|
|
owner = pname;
|
|
repo = pname;
|
|
rev = "refs/tags/v${version}";
|
|
hash = "sha256-XXs9KjiAPzZ932r4UJ87RpM+qhg/bNDWEYsq2Ua6SRw=";
|
|
};
|
|
|
|
patches = [
|
|
# Replace git paths
|
|
(substituteAll {
|
|
src = ./hardcode-git-path.patch;
|
|
git = "${lib.getBin git}/bin/git";
|
|
})
|
|
];
|
|
|
|
nativeBuildInputs = [
|
|
pythonRelaxDepsHook
|
|
setuptools
|
|
];
|
|
|
|
# setuptools is necessary since pkg_resources is required at runtime.
|
|
propagatedBuildInputs = [
|
|
appdirs
|
|
click
|
|
docker-pycreds
|
|
gitpython
|
|
pathtools
|
|
protobuf
|
|
psutil
|
|
pyyaml
|
|
requests
|
|
sentry-sdk
|
|
setproctitle
|
|
setuptools
|
|
];
|
|
|
|
__darwinAllowLocalNetworking = true;
|
|
|
|
nativeCheckInputs = [
|
|
azure-containerregistry
|
|
azure-core
|
|
azure-identity
|
|
azure-storage-blob
|
|
bokeh
|
|
boto3
|
|
flask
|
|
google-cloud-artifact-registry
|
|
google-cloud-compute
|
|
google-cloud-storage
|
|
hypothesis
|
|
imageio
|
|
jsonref
|
|
jsonschema
|
|
keras
|
|
kubernetes
|
|
matplotlib
|
|
mlflow
|
|
moviepy
|
|
nbclient
|
|
nbformat
|
|
pandas
|
|
parameterized
|
|
pydantic
|
|
pyfakefs
|
|
pytest-mock
|
|
pytest-xdist
|
|
pytestCheckHook
|
|
responses
|
|
scikit-learn
|
|
soundfile
|
|
torch
|
|
tqdm
|
|
];
|
|
|
|
# Set BOKEH_CDN_VERSION to stop bokeh throwing an exception in tests
|
|
preCheck = ''
|
|
export HOME=$(mktemp -d)
|
|
export BOKEH_CDN_VERSION=${bokeh.version}
|
|
'';
|
|
|
|
pythonRelaxDeps = [ "protobuf" ];
|
|
|
|
pytestFlagsArray = [
|
|
# We want to run only unit tests
|
|
"tests/pytest_tests"
|
|
];
|
|
|
|
disabledTestPaths = [
|
|
# Tests that try to get chatty over sockets or spin up servers, not possible in the nix build environment.
|
|
"tests/pytest_tests/system_tests/test_notebooks/test_notebooks.py"
|
|
"tests/pytest_tests/unit_tests_old/test_cli.py"
|
|
"tests/pytest_tests/unit_tests_old/test_data_types.py"
|
|
"tests/pytest_tests/unit_tests_old/test_file_stream.py"
|
|
"tests/pytest_tests/unit_tests_old/test_file_upload.py"
|
|
"tests/pytest_tests/unit_tests_old/test_footer.py"
|
|
"tests/pytest_tests/unit_tests_old/test_internal_api.py"
|
|
"tests/pytest_tests/unit_tests_old/test_metric_internal.py"
|
|
"tests/pytest_tests/unit_tests_old/test_public_api.py"
|
|
"tests/pytest_tests/unit_tests_old/test_runtime.py"
|
|
"tests/pytest_tests/unit_tests_old/test_sender.py"
|
|
"tests/pytest_tests/unit_tests_old/test_summary.py"
|
|
"tests/pytest_tests/unit_tests_old/test_tb_watcher.py"
|
|
"tests/pytest_tests/unit_tests_old/test_time_resolution.py"
|
|
"tests/pytest_tests/unit_tests_old/test_wandb_agent.py"
|
|
"tests/pytest_tests/unit_tests_old/test_wandb_integration.py"
|
|
"tests/pytest_tests/unit_tests_old/test_wandb_run.py"
|
|
"tests/pytest_tests/unit_tests_old/test_wandb.py"
|
|
"tests/pytest_tests/unit_tests_old/tests_launch/test_launch_aws.py"
|
|
"tests/pytest_tests/unit_tests_old/tests_launch/test_launch_cli.py"
|
|
"tests/pytest_tests/unit_tests_old/tests_launch/test_launch_docker.py"
|
|
"tests/pytest_tests/unit_tests_old/tests_launch/test_launch.py"
|
|
"tests/pytest_tests/unit_tests/test_cli.py"
|
|
"tests/pytest_tests/unit_tests/test_data_types.py"
|
|
"tests/pytest_tests/unit_tests/test_internal_api.py"
|
|
"tests/pytest_tests/unit_tests/test_mode_disabled.py"
|
|
"tests/pytest_tests/unit_tests/test_model_workflows.py"
|
|
"tests/pytest_tests/unit_tests/test_plots.py"
|
|
"tests/pytest_tests/unit_tests/test_public_api.py"
|
|
"tests/pytest_tests/unit_tests/test_sender.py"
|
|
"tests/pytest_tests/unit_tests/test_util.py"
|
|
"tests/pytest_tests/unit_tests/test_wandb_verify.py"
|
|
|
|
# Requires docker access
|
|
"tests/pytest_tests/system_tests/test_artifacts/test_artifact_saver.py"
|
|
"tests/pytest_tests/system_tests/test_artifacts/test_misc.py"
|
|
"tests/pytest_tests/system_tests/test_artifacts/test_misc2.py"
|
|
"tests/pytest_tests/system_tests/test_artifacts/test_object_references.py"
|
|
"tests/pytest_tests/system_tests/test_artifacts/test_wandb_artifacts_full.py"
|
|
"tests/pytest_tests/system_tests/test_artifacts/test_wandb_artifacts.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_cli_full.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_data_types_full.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_file_stream_internal.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_file_upload.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_footer.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_keras_full.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_label_full.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_metric_full.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_metric_internal.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_mode_disabled_full.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_model_workflow.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_mp_full.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_public_api.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_redir_full.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_report_api.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_save_policies.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_sender.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_start_method.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_system_info.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_tb_watcher.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_telemetry_full.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_time_resolution.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_torch_full.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_validation_data_logger.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_wandb_init.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_wandb_integration.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_wandb_run.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_wandb_settings.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_wandb_tensorflow.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_wandb_verify.py"
|
|
"tests/pytest_tests/system_tests/test_core/test_wandb.py"
|
|
"tests/pytest_tests/system_tests/test_importers/test_import_mlflow.py"
|
|
"tests/pytest_tests/system_tests/test_launch/test_github_reference.py"
|
|
"tests/pytest_tests/system_tests/test_launch/test_job_status_tracker.py"
|
|
"tests/pytest_tests/system_tests/test_launch/test_job.py"
|
|
"tests/pytest_tests/system_tests/test_launch/test_launch_add.py"
|
|
"tests/pytest_tests/system_tests/test_launch/test_launch_cli.py"
|
|
"tests/pytest_tests/system_tests/test_launch/test_launch_kubernetes.py"
|
|
"tests/pytest_tests/system_tests/test_launch/test_launch_local_container.py"
|
|
"tests/pytest_tests/system_tests/test_launch/test_launch_run.py"
|
|
"tests/pytest_tests/system_tests/test_launch/test_launch_sagemaker.py"
|
|
"tests/pytest_tests/system_tests/test_launch/test_launch_sweep_cli.py"
|
|
"tests/pytest_tests/system_tests/test_launch/test_launch_sweep.py"
|
|
"tests/pytest_tests/system_tests/test_launch/test_launch_vertex.py"
|
|
"tests/pytest_tests/system_tests/test_launch/test_launch.py"
|
|
"tests/pytest_tests/system_tests/test_launch/test_wandb_reference.py"
|
|
"tests/pytest_tests/system_tests/test_nexus/test_nexus.py"
|
|
"tests/pytest_tests/system_tests/test_sweep/test_public_api.py"
|
|
"tests/pytest_tests/system_tests/test_sweep/test_sweep_scheduler.py"
|
|
"tests/pytest_tests/system_tests/test_sweep/test_sweep_utils.py"
|
|
"tests/pytest_tests/system_tests/test_sweep/test_wandb_agent_full.py"
|
|
"tests/pytest_tests/system_tests/test_sweep/test_wandb_agent.py"
|
|
"tests/pytest_tests/system_tests/test_sweep/test_wandb_sweep.py"
|
|
"tests/pytest_tests/system_tests/test_system_metrics/test_open_metrics.py"
|
|
"tests/pytest_tests/system_tests/test_system_metrics/test_system_monitor.py"
|
|
|
|
# Tries to access /homeless-shelter
|
|
"tests/pytest_tests/unit_tests/test_tables.py"
|
|
|
|
# E AssertionError: assert 'Cannot use both --async and --queue with wandb launch' in 'wandb: ERROR Find detailed error logs at: /build/source/wandb/debug-cli.nixbld.log\nError: The wandb service process exited with 1. Ensure that `sys.executable` is a valid python interpreter. You can override it with the `_executable` setting or with the `WANDB__EXECUTABLE` environment variable.\n'
|
|
# E + where 'wandb: ERROR Find detailed error logs at: /build/source/wandb/debug-cli.nixbld.log\nError: The wandb service process exited with 1. Ensure that `sys.executable` is a valid python interpreter. You can override it with the `_executable` setting or with the `WANDB__EXECUTABLE` environment variable.\n' = <Result SystemExit(1)>.output
|
|
"tests/pytest_tests/unit_tests_old/tests_launch/test_launch_jobs.py"
|
|
|
|
# Requires google-cloud-aiplatform which is not packaged as of 2023-04-25.
|
|
"tests/pytest_tests/unit_tests/test_launch/test_runner/test_vertex.py"
|
|
|
|
# Requires google-cloud-artifact-registry which is not packaged as of 2023-04-25.
|
|
"tests/pytest_tests/unit_tests/test_launch/test_registry/test_gcp_artifact_registry.py"
|
|
|
|
# Requires kfp which is not packaged as of 2023-04-25.
|
|
"tests/pytest_tests/system_tests/test_core/test_kfp.py"
|
|
|
|
# Requires kubernetes_asyncio which is not packaged as of 2024-01-14.
|
|
"tests/pytest_tests/unit_tests/test_launch/test_builder/test_kaniko.py"
|
|
"tests/pytest_tests/unit_tests/test_launch/test_runner/test_kubernetes.py"
|
|
"tests/pytest_tests/unit_tests/test_launch/test_runner/test_safe_watch.py"
|
|
|
|
# Requires metaflow which is not packaged as of 2023-04-25.
|
|
"tests/pytest_tests/unit_tests/test_metaflow.py"
|
|
|
|
# Requires tensorflow which is broken as of 2023-09-03
|
|
"tests/pytest_tests/unit_tests/test_keras.py"
|
|
|
|
# Try to get hardware information, not possible in the nix build environment
|
|
"tests/pytest_tests/unit_tests/test_system_metrics/test_disk.py"
|
|
|
|
# See https://github.com/wandb/wandb/issues/5423
|
|
"tests/pytest_tests/unit_tests/test_docker.py"
|
|
"tests/pytest_tests/unit_tests/test_library_public.py"
|
|
|
|
# See https://github.com/wandb/wandb/issues/6836
|
|
"tests/pytest_tests/unit_tests_old/test_logging.py"
|
|
] ++ lib.optionals stdenv.isLinux [
|
|
# Same as above
|
|
"tests/pytest_tests/unit_tests/test_artifacts/test_storage.py"
|
|
] ++ lib.optionals stdenv.isDarwin [
|
|
# Same as above
|
|
"tests/pytest_tests/unit_tests/test_lib/test_filesystem.py"
|
|
];
|
|
|
|
disabledTests = [
|
|
# Timing sensitive
|
|
"test_login_timeout"
|
|
] ++ lib.optionals stdenv.isDarwin [
|
|
# Disable test that fails on darwin due to issue with python3Packages.psutil:
|
|
# https://github.com/giampaolo/psutil/issues/1219
|
|
"test_tpu_system_stats"
|
|
];
|
|
|
|
pythonImportsCheck = [
|
|
"wandb"
|
|
];
|
|
|
|
# unmaintainable list of disabled tests
|
|
passthru.skipBulkUpdate = true;
|
|
|
|
meta = with lib; {
|
|
description = "A CLI and library for interacting with the Weights and Biases API";
|
|
homepage = "https://github.com/wandb/wandb";
|
|
changelog = "https://github.com/wandb/wandb/raw/v${version}/CHANGELOG.md";
|
|
license = licenses.mit;
|
|
maintainers = with maintainers; [ samuela ];
|
|
};
|
|
}
|