This is an automated email from the ASF dual-hosted git repository.
lostluck pushed a commit to branch release-2.26.0
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/release-2.26.0 by this push:
new b4ca7ff Reshuffle in pd.read_* (#13346) (#13347)
b4ca7ff is described below
commit b4ca7ffdd2ff902c43c06461b2adc631bb236c05
Author: Brian Hulette <[email protected]>
AuthorDate: Mon Nov 16 15:04:19 2020 -0800
Reshuffle in pd.read_* (#13346) (#13347)
---
sdks/python/apache_beam/dataframe/io.py | 1 +
1 file changed, 1 insertion(+)
diff --git a/sdks/python/apache_beam/dataframe/io.py
b/sdks/python/apache_beam/dataframe/io.py
index fd57faa..311e894 100644
--- a/sdks/python/apache_beam/dataframe/io.py
+++ b/sdks/python/apache_beam/dataframe/io.py
@@ -169,6 +169,7 @@ class _ReadFromPandas(beam.PTransform):
pcoll = (
paths_pcoll
| fileio.MatchFiles(self.path)
+ | beam.Reshuffle()
| fileio.ReadMatches()
| beam.ParDo(
_ReadFromPandasDoFn(
