| 1 |
[build-system] |
| 2 |
requires = ["setuptools>=62.6", "versioneer[toml]==0.29"] |
| 3 |
build-backend = "setuptools.build_meta" |
| 4 |
|
| 5 |
[project] |
| 6 |
name = "dask" |
| 7 |
description = "Parallel PyData with Task Scheduling" |
| 8 |
maintainers = [{name = "Matthew Rocklin", email = "[email protected]"}] |
| 9 |
license = {text = "BSD-3-Clause"} |
| 10 |
keywords = ["task-scheduling parallel numpy pandas pydata"] |
| 11 |
classifiers = [ |
| 12 |
"Development Status :: 5 - Production/Stable", |
| 13 |
"Intended Audience :: Developers", |
| 14 |
"Intended Audience :: Science/Research", |
| 15 |
"License :: OSI Approved :: BSD License", |
| 16 |
"Operating System :: OS Independent", |
| 17 |
"Programming Language :: Python", |
| 18 |
"Programming Language :: Python :: 3", |
| 19 |
"Programming Language :: Python :: 3 :: Only", |
| 20 |
"Programming Language :: Python :: 3.10", |
| 21 |
"Programming Language :: Python :: 3.11", |
| 22 |
"Programming Language :: Python :: 3.12", |
| 23 |
"Programming Language :: Python :: 3.13", |
| 24 |
"Topic :: Scientific/Engineering", |
| 25 |
"Topic :: System :: Distributed Computing", |
| 26 |
] |
| 27 |
readme = "README.rst" |
| 28 |
urls = {Homepage = "https://github.com/dask/dask/"} |
| 29 |
requires-python = ">=3.10" |
| 30 |
dependencies = [ |
| 31 |
# NOTE: These are tested in `continuous_integration/test_imports.sh` If |
| 32 |
# you modify these, make sure to change the corresponding line there. |
| 33 |
"click >= 8.1", |
| 34 |
"cloudpickle >= 3.0.0", |
| 35 |
"fsspec >= 2021.09.0", |
| 36 |
"packaging >= 20.0", |
| 37 |
"partd >= 1.4.0", |
| 38 |
"pyyaml >= 5.3.1", |
| 39 |
"toolz >= 0.10.0", |
| 40 |
# importlib.metadata has the following bugs fixed in 3.10.9 and 3.11.1 |
| 41 |
# https://github.com/python/cpython/issues/99130 |
| 42 |
# https://github.com/python/cpython/issues/98706 |
| 43 |
"importlib_metadata >= 4.13.0; python_version < '3.12' ", |
| 44 |
] |
| 45 |
dynamic = ["version"] |
| 46 |
|
| 47 |
[project.optional-dependencies] |
| 48 |
# NOTE: These are tested in `continuous_integration/test_imports.sh` If |
| 49 |
# you modify these, make sure to change the corresponding line there. |
| 50 |
array = ["numpy >= 1.24"] |
| 51 |
# keeping for backwards compatibility |
| 52 |
bag = [] |
| 53 |
dataframe = [ |
| 54 |
"dask[array]", |
| 55 |
"pandas >= 2.0", |
| 56 |
"dask-expr >= 1.1, <1.2", # dask-expr pins the dask version |
| 57 |
] |
| 58 |
distributed = ["distributed == 2024.12.1"] |
| 59 |
diagnostics = [ |
| 60 |
"bokeh >= 3.1.0", |
| 61 |
"jinja2 >= 2.10.3", |
| 62 |
] |
| 63 |
# keeping for backwards compatibility |
| 64 |
delayed = [] |
| 65 |
complete = [ |
| 66 |
"dask[array,dataframe,distributed,diagnostics]", |
| 67 |
"pyarrow >= 14.0.1", |
| 68 |
"lz4 >= 4.3.2", |
| 69 |
] |
| 70 |
test = [ |
| 71 |
"pandas[test]", |
| 72 |
"pytest", |
| 73 |
"pytest-cov", |
| 74 |
"pytest-rerunfailures", |
| 75 |
"pytest-timeout", |
| 76 |
"pytest-xdist", |
| 77 |
"pre-commit", |
| 78 |
] |
| 79 |
|
| 80 |
[project.entry-points."dask.array.backends"] |
| 81 |
cupy = "dask.array.cupy_entry_point:CupyBackendEntrypoint" |
| 82 |
|
| 83 |
[project.scripts] |
| 84 |
dask = "dask.__main__:main" |
| 85 |
|
| 86 |
[tool.setuptools] |
| 87 |
include-package-data = true |
| 88 |
zip-safe = false |
| 89 |
license-files = [ |
| 90 |
"LICENSE.txt", |
| 91 |
"dask/array/NUMPY_LICENSE.txt", |
| 92 |
] |
| 93 |
|
| 94 |
[tool.setuptools.packages] |
| 95 |
find = {namespaces = false} |
| 96 |
|
| 97 |
[tool.setuptools.package-data] |
| 98 |
dask = ["py.typed"] |
| 99 |
|
| 100 |
[tool.isort] |
| 101 |
sections = ["FUTURE", "STDLIB", "THIRDPARTY", "DISTRIBUTED", "FIRSTPARTY", "LOCALFOLDER"] |
| 102 |
profile = "black" |
| 103 |
skip_gitignore = true |
| 104 |
force_to_top = ["true"] |
| 105 |
default_section = "THIRDPARTY" |
| 106 |
known_first_party = ["dask"] |
| 107 |
known_distributed = ["distributed"] |
| 108 |
add_imports = ["from __future__ import annotations"] |
| 109 |
|
| 110 |
[tool.versioneer] |
| 111 |
VCS = "git" |
| 112 |
style = "pep440" |
| 113 |
versionfile_source = "dask/_version.py" |
| 114 |
versionfile_build = "dask/_version.py" |
| 115 |
tag_prefix = "" |
| 116 |
parentdir_prefix = "dask-" |
| 117 |
|
| 118 |
[tool.pytest.ini_options] |
| 119 |
markers = [ |
| 120 |
"network: Test requires an internet connection", |
| 121 |
"slow: Skipped unless --runslow passed", |
| 122 |
"gpu: marks tests we want to run on GPUs", |
| 123 |
"skip_with_pyarrow_strings: Tests that should be skipped when pyarrow string conversion is turned on", |
| 124 |
"xfail_with_pyarrow_strings: Tests that should be xfailed when pyarrow string conversion is turned on", |
| 125 |
] |
| 126 |
addopts = "-v -rsfE --durations=10 --color=yes --cov-config=pyproject.toml" |
| 127 |
filterwarnings = [ |
| 128 |
"error:::dask[.*]", |
| 129 |
"error:::pandas[.*]", |
| 130 |
"error:::numpy[.*]", |
| 131 |
"error:::distributed[.*]", |
| 132 |
# From https://github.com/numpy/numpy/issues/20225 |
| 133 |
'ignore:The distutils\.sysconfig module is deprecated, use sysconfig instead:DeprecationWarning:numpy', |
| 134 |
# With no network access, distributed raises a warning when detecting local IP address |
| 135 |
"ignore:Couldn't detect a suitable IP address:RuntimeWarning:distributed", |
| 136 |
# Ignore FutureWarning for change in group_keys behavior: no changes required on the dask side. |
| 137 |
# https://pandas.pydata.org/docs/dev/whatsnew/v1.5.0.html#using-group-keys-with-transformers-in-groupby-apply |
| 138 |
"ignore:Not prepending group keys:FutureWarning", |
| 139 |
"ignore:.*:dask.tests.warning_aliases.RemovedIn20Warning", |
| 140 |
"ignore:When grouping with a length-1 list-like, you will need to pass a length-1 tuple to get_group in a future version of pandas:FutureWarning", |
| 141 |
'ignore:Passing a BlockManager to DataFrame is deprecated and will raise in a future version. Use public APIs instead:DeprecationWarning', # https://github.com/apache/arrow/issues/35081 |
| 142 |
'ignore:The previous implementation of stack is deprecated and will be removed in a future version of pandas\.:FutureWarning', |
| 143 |
'ignore:The current Dask DataFrame implementation is deprecated.*:DeprecationWarning', |
| 144 |
"ignore:Minimal version of pyarrow will soon be increased to 14.0.1", |
| 145 |
"ignore:You are using pyarrow version .* pyarrow-hotfix", |
| 146 |
"ignore:The legacy Dask DataFrame implementation is deprecated.*:FutureWarning", |
| 147 |
] |
| 148 |
xfail_strict = true |
| 149 |
# pytest-timeout settings |
| 150 |
# 'thread' kills off the whole test suite. 'signal' only kills the offending test. |
| 151 |
# However, 'signal' doesn't work on Windows (due to lack of SIGALRM). |
| 152 |
# The CI script modifies this config file on the fly on Linux and MacOS. |
| 153 |
timeout_method = "thread" |
| 154 |
# This should not be reduced; Windows CI has been observed to be occasionally |
| 155 |
# exceptionally slow. |
| 156 |
timeout = 300 |
| 157 |
|
| 158 |
[tool.mypy] |
| 159 |
# Silence errors about Python 3.9-style delayed type annotations on Python 3.8 |
| 160 |
python_version = "3.10" |
| 161 |
# See https://github.com/python/mypy/issues/12286 for automatic multi-platform support |
| 162 |
platform = "linux" |
| 163 |
# platform = win32 |
| 164 |
# platform = darwin |
| 165 |
plugins = ["numpy.typing.mypy_plugin"] |
| 166 |
allow_untyped_decorators = false |
| 167 |
ignore_missing_imports = true |
| 168 |
no_implicit_optional = true |
| 169 |
show_error_codes = true |
| 170 |
warn_redundant_casts = true |
| 171 |
warn_unused_ignores = true |
| 172 |
warn_unreachable = true |
| 173 |
|
| 174 |
[[tool.mypy.overrides]] |
| 175 |
|
| 176 |
# Recent or recently overhauled modules featuring stricter validation |
| 177 |
module = [ |
| 178 |
"dask.order", |
| 179 |
] |
| 180 |
allow_untyped_defs = false |
| 181 |
|
| 182 |
[tool.codespell] |
| 183 |
ignore-words-list = "coo,nd,medias" |
| 184 |
skip = "docs/source/changelog.rst" |
| 185 |
|
| 186 |
[tool.coverage.run] |
| 187 |
omit = [ |
| 188 |
"*/test_*.py", |
| 189 |
"dask/_version.py", |
| 190 |
] |
| 191 |
source = ["dask"] |
| 192 |
|
| 193 |
[tool.coverage.report] |
| 194 |
# Regexes for lines to exclude from consideration |
| 195 |
exclude_lines = [ |
| 196 |
"pragma: no cover", |
| 197 |
"raise AssertionError", |
| 198 |
"raise NotImplementedError", |
| 199 |
] |
| 200 |
ignore_errors = true |