Repository: arrow Updated Branches: refs/heads/master df0ca4e69 -> 3283d2a9c
ARROW-1458: [Python] Document that create_parents=False is unsupported in HadoopFileSystem Author: Wes McKinney <[email protected]> Closes #1041 from wesm/ARROW-1458 and squashes the following commits: 94b016ff [Wes McKinney] Document that create_parents=False is unsupported in HadoopFileSystem Project: http://git-wip-us.apache.org/repos/asf/arrow/repo Commit: http://git-wip-us.apache.org/repos/asf/arrow/commit/3283d2a9 Tree: http://git-wip-us.apache.org/repos/asf/arrow/tree/3283d2a9 Diff: http://git-wip-us.apache.org/repos/asf/arrow/diff/3283d2a9 Branch: refs/heads/master Commit: 3283d2a9cfad9fc95674a5f853519caed0cdd5af Parents: df0ca4e Author: Wes McKinney <[email protected]> Authored: Tue Sep 5 12:23:21 2017 -0400 Committer: Wes McKinney <[email protected]> Committed: Tue Sep 5 12:23:21 2017 -0400 ---------------------------------------------------------------------- python/pyarrow/hdfs.py | 15 +++++++++++++-- 1 file changed, 13 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/arrow/blob/3283d2a9/python/pyarrow/hdfs.py ---------------------------------------------------------------------- diff --git a/python/pyarrow/hdfs.py b/python/pyarrow/hdfs.py index 1591de5..2f20be2 100644 --- a/python/pyarrow/hdfs.py +++ b/python/pyarrow/hdfs.py @@ -44,8 +44,19 @@ class HadoopFileSystem(lib.HadoopFileSystem, FileSystem): def delete(self, path, recursive=False): return super(HadoopFileSystem, self).delete(path, recursive) - @implements(FileSystem.mkdir) - def mkdir(self, path, create_parents=True): + def mkdir(self, path, **kwargs): + """ + Create directory in HDFS + + Parameters + ---------- + path : string + Directory path to create, including any parent directories + + Notes + ----- + libhdfs does not support create_parents=False, so we ignore this here + """ return super(HadoopFileSystem, self).mkdir(path) @implements(FileSystem.rename)
