This is an automated email from the ASF dual-hosted git repository. villebro pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/incubator-superset.git
The following commit(s) were added to refs/heads/master by this push: new aad8209 chore: Bump PyArrow to latest stable version (#9696) aad8209 is described below commit aad8209922da0a076af164a8dcb5c7cae0caa62f Author: Ville Brofeldt <33317356+ville...@users.noreply.github.com> AuthorDate: Thu Apr 30 22:34:27 2020 +0300 chore: Bump PyArrow to latest stable version (#9696) --- requirements.txt | 4 ++-- setup.py | 2 +- superset/result_set.py | 6 +++--- 3 files changed, 6 insertions(+), 6 deletions(-) diff --git a/requirements.txt b/requirements.txt index 61895fd..85c0e4b 100644 --- a/requirements.txt +++ b/requirements.txt @@ -59,7 +59,7 @@ pathlib2==2.3.5 # via apache-superset (setup.py) polyline==1.4.0 # via apache-superset (setup.py) prison==0.1.3 # via flask-appbuilder py==1.8.1 # via retry -pyarrow==0.16.0 # via apache-superset (setup.py) +pyarrow==0.17.0 # via apache-superset (setup.py) pycparser==2.19 # via cffi pyjwt==1.7.1 # via flask-appbuilder, flask-jwt-extended pyrsistent==0.15.7 # via jsonschema @@ -73,7 +73,7 @@ pyyaml==5.3 # via apache-superset (setup.py), apispec retry==0.9.2 # via apache-superset (setup.py) selenium==3.141.0 # via apache-superset (setup.py) simplejson==3.17.0 # via apache-superset (setup.py) -six==1.14.0 # via bleach, cryptography, flask-jwt-extended, flask-talisman, isodate, jsonschema, pathlib2, polyline, prison, pyarrow, pyrsistent, python-dateutil, sqlalchemy-utils, wtforms-json +six==1.14.0 # via bleach, cryptography, flask-jwt-extended, flask-talisman, isodate, jsonschema, pathlib2, polyline, prison, pyrsistent, python-dateutil, sqlalchemy-utils, wtforms-json sqlalchemy-utils==0.36.1 # via apache-superset (setup.py), flask-appbuilder sqlalchemy==1.3.16 # via alembic, apache-superset (setup.py), flask-sqlalchemy, marshmallow-sqlalchemy, sqlalchemy-utils sqlparse==0.3.0 # via apache-superset (setup.py) diff --git a/setup.py b/setup.py index e3e3cdc..c0dd539 100644 --- a/setup.py +++ b/setup.py @@ -96,7 +96,7 @@ setup( "python-dateutil", "python-dotenv", "python-geohash", - "pyarrow>=0.16.0, <0.17.0", + "pyarrow>=0.17.0, <0.18", "pyyaml>=5.1", "retry>=0.9.2", "selenium>=3.141.0", diff --git a/superset/result_set.py b/superset/result_set.py index 4166d1a..4880511 100644 --- a/superset/result_set.py +++ b/superset/result_set.py @@ -117,9 +117,9 @@ class SupersetResultSet: if pa_data: for i, column in enumerate(column_names): if pa.types.is_nested(pa_data[i].type): - # TODO: revisit nested column serialization once PyArrow updated with: - # https://github.com/apache/arrow/pull/6199 - # Related issue: https://github.com/apache/incubator-superset/issues/8978 + # TODO: revisit nested column serialization once nested types + # are added as a natively supported column type in Superset + # (superset.utils.core.DbColumnType). stringified_arr = stringify_values(array[column]) pa_data[i] = pa.array(stringified_arr.tolist())