Skip to content

Commit 3b40318

Browse files
committed
better lost deps log msg
1 parent a1bcf0a commit 3b40318

File tree

2 files changed

+9
-4
lines changed

2 files changed

+9
-4
lines changed

distributed/client.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -3763,12 +3763,12 @@ def persist(
37633763
metadata = SpanMetadata(
37643764
collections=[get_collections_metadata(v) for v in collections]
37653765
)
3766-
dsk = collections_to_expr(collections, optimize_graph, **kwargs)
3766+
expr = collections_to_expr(collections, optimize_graph, **kwargs)
37673767

37683768
names = {k for c in collections for k in flatten(c.__dask_keys__())}
37693769

37703770
futures = self._graph_to_futures(
3771-
dsk,
3771+
expr,
37723772
names,
37733773
workers=workers,
37743774
allow_other_workers=allow_other_workers,
@@ -6087,7 +6087,8 @@ def futures_of(o, client=None):
60876087
elif isinstance(x, TaskRef):
60886088
if x not in seen:
60896089
seen.add(x)
6090-
futures.append(x)
6090+
if isinstance(x, Future):
6091+
futures.append(x)
60916092
elif dask.is_dask_collection(x):
60926093
stack.extend(x.__dask_graph__().values())
60936094

distributed/scheduler.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4617,7 +4617,11 @@ def _find_lost_dependencies(
46174617
if d not in self.tasks:
46184618
lost_keys.add(d)
46194619
lost_keys.add(k)
4620-
logger.info("User asked for computation on lost data, %s", k)
4620+
logger.info(
4621+
"User asked for computation on lost data. Final key %s is missing dependency %s",
4622+
k,
4623+
d,
4624+
)
46214625
dependencies.pop(d, None)
46224626
keys.discard(k)
46234627
continue

0 commit comments

Comments
 (0)