claudevdm commented on code in PR #35725:
URL: https://github.com/apache/beam/pull/35725#discussion_r2310250090
##########
sdks/python/apache_beam/coders/coders.py:
##########
@@ -940,6 +986,30 @@ def to_type_hint(self):
return Any
+def _should_force_use_dill(update_compatibility_version):
+ from apache_beam.transforms.util import is_v1_prior_to_v2
+
+ if not is_v1_prior_to_v2(v1=update_compatibility_version, v2="2.68.0"):
+ return False
+
+ try:
+ import dill
+ assert dill.__version__ == "0.3.1.1"
+ except Exception as e:
+ raise RuntimeError("This pipeline runs with the " \
+ "update_compatibility_version=2.67.0 flag. When running with this flag " \
+ "on SDKs 2.68.0 or higher, you must ensure dill==0.3.1.1 is installed. " \
Review Comment:
This only applies to pipelines that have a GBK or deterministic step where
the key for that step uses a FastPrimitivesCoder
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: github-unsubscr...@beam.apache.org
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
