Skip to content

Commit 05ec0ee

Browse files
authored
[Ready for review] Ignore _foreach_values in merge artifacts (#1729)
* Ignore foreach_values in merge artifacts * move artifacts set at module level to avoid recomputation
1 parent 314d6f4 commit 05ec0ee

File tree

1 file changed

+5
-1
lines changed

1 file changed

+5
-1
lines changed

metaflow/flowspec.py

+5-1
Original file line numberDiff line numberDiff line change
@@ -28,6 +28,8 @@
2828

2929
from .datastore.inputs import Inputs
3030

31+
INTERNAL_ARTIFACTS_SET = set(["_foreach_values"])
32+
3133

3234
class InvalidNextException(MetaflowException):
3335
headline = "Invalid self.next() transition detected"
@@ -446,7 +448,9 @@ def merge_artifacts(
446448
available_vars = (
447449
(var, sha)
448450
for var, sha in inp._datastore.items()
449-
if (var not in exclude) and (not hasattr(self, var))
451+
if (var not in exclude)
452+
and (not hasattr(self, var))
453+
and (var not in INTERNAL_ARTIFACTS_SET)
450454
)
451455
for var, sha in available_vars:
452456
_, previous_sha = to_merge.setdefault(var, (inp, sha))

0 commit comments

Comments
 (0)