This is an automated email from the ASF dual-hosted git repository. johnbodley pushed a commit to branch john-bodley--chore-cleanup-read-csv in repository https://gitbox.apache.org/repos/asf/superset.git
commit 4ed0598134916103e15e7ee5a974c9d105d68215 Author: John Bodley <[email protected]> AuthorDate: Tue Apr 20 07:04:59 2021 +1200 chore(csv): Cleanup Pandas read_csv logic --- superset/db_engine_specs/base.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/superset/db_engine_specs/base.py b/superset/db_engine_specs/base.py index 5cdb2a0..a793341 100644 --- a/superset/db_engine_specs/base.py +++ b/superset/db_engine_specs/base.py @@ -621,9 +621,7 @@ class BaseEngineSpec: # pylint: disable=too-many-public-methods """ kwargs["encoding"] = "utf-8" kwargs["iterator"] = True - chunks = pd.read_csv(**kwargs) - df = pd.concat(chunk for chunk in chunks) - return df + return pd.read_csv(**kwargs) @classmethod def df_to_sql(cls, df: pd.DataFrame, **kwargs: Any) -> None:
