Skip to content

Commit

Permalink
Self-review
Browse files Browse the repository at this point in the history
  • Loading branch information
crusaderky committed Apr 11, 2023
1 parent 81fb868 commit 420818b
Showing 1 changed file with 5 additions and 8 deletions.
13 changes: 5 additions & 8 deletions distributed/protocol/compression.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,11 +7,10 @@

import warnings
import zlib
from collections.abc import Iterable
from collections.abc import Callable, Iterable
from contextlib import suppress
from functools import lru_cache, partial
from random import randint
from typing import Callable # TODO import from collections.abc (requires Python >=3.9)
from typing import TYPE_CHECKING, Any, Literal

from packaging.version import parse as parse_version
Expand All @@ -32,8 +31,8 @@
"remote-worker", "remote-client", "localhost", "spill"
]
AnyBytes: TypeAlias = "bytes | bytearray | memoryview"
Compress: TypeAlias = Callable[[AnyBytes], AnyBytes]
Decompress: TypeAlias = Compress
Compress: TypeAlias = "Callable[[AnyBytes], AnyBytes]"
Decompress: TypeAlias = "Callable[[AnyBytes], AnyBytes]"

compressions: dict[CompressionName, tuple[CompressionName, Compress, Decompress]] = {
None: (None, identity, identity),
Expand All @@ -55,7 +54,7 @@
try:
snappy.compress(memoryview(b""))
except TypeError:
raise ImportError("Need snappy >= 0.5.3") # pragma: nocover
raise ImportError("Need snappy >= 0.5.3")

compressions["snappy"] = ("snappy", snappy.compress, snappy.decompress)
compressions["auto"] = compressions["snappy"]
Expand Down Expand Up @@ -104,9 +103,7 @@ def zstd_decompress(data):


@lru_cache
def get_compression_for_role(
role: CompressionRole,
) -> CompressionName:
def get_compression_for_role(role: CompressionRole) -> CompressionName:
try:
cfg = dask.config.get("distributed.comm.compression." + role)
except (KeyError, TypeError):
Expand Down

0 comments on commit 420818b

Please sign in to comment.