Hello community,

here is the log from the commit of package python-azure-datalake-store for 
openSUSE:Factory checked in at 2020-01-13 22:18:59
++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
Comparing /work/SRC/openSUSE:Factory/python-azure-datalake-store (Old)
 and      /work/SRC/openSUSE:Factory/.python-azure-datalake-store.new.6675 (New)
++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Package is "python-azure-datalake-store"

Mon Jan 13 22:18:59 2020 rev:7 rq:761252 version:0.0.48

Changes:
--------
--- 
/work/SRC/openSUSE:Factory/python-azure-datalake-store/python-azure-datalake-store.changes
  2019-10-10 14:28:40.388859911 +0200
+++ 
/work/SRC/openSUSE:Factory/.python-azure-datalake-store.new.6675/python-azure-datalake-store.changes
        2020-01-13 22:20:29.250489373 +0100
@@ -1,0 +2,8 @@
+Mon Jan  6 15:45:29 UTC 2020 - John Paul Adrian Glaubitz 
<[email protected]>
+
+- New upstream release
+  + Version 0.0.48
+  + For detailed information about changes see the
+    HISTORY.txt file provided with this package
+
+-------------------------------------------------------------------

Old:
----
  azure-datalake-store-0.0.47.tar.gz

New:
----
  azure-datalake-store-0.0.48.tar.gz

++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Other differences:
------------------
++++++ python-azure-datalake-store.spec ++++++
--- /var/tmp/diff_new_pack.M4tsiJ/_old  2020-01-13 22:20:29.830489642 +0100
+++ /var/tmp/diff_new_pack.M4tsiJ/_new  2020-01-13 22:20:29.834489644 +0100
@@ -1,7 +1,7 @@
 #
 # spec file for package python-azure-datalake-store
 #
-# Copyright (c) 2019 SUSE LINUX GmbH, Nuernberg, Germany.
+# Copyright (c) 2020 SUSE LLC
 #
 # All modifications and additions to the file contributed by third parties
 # remain the property of their copyright owners, unless otherwise agreed
@@ -18,12 +18,12 @@
 
 %{?!python_module:%define python_module() python-%{**} python3-%{**}}
 Name:           python-azure-datalake-store
-Version:        0.0.47
+Version:        0.0.48
 Release:        0
 Summary:        Microsoft Azure Data Lake Store Client Library
 License:        MIT
 Group:          Development/Languages/Python
-Url:            https://github.com/Azure/azure-sdk-for-python
+URL:            https://github.com/Azure/azure-sdk-for-python
 Source:         
https://files.pythonhosted.org/packages/source/a/azure-datalake-store/azure-datalake-store-%{version}.tar.gz
 Source1:        LICENSE.txt
 BuildRequires:  %{python_module azure-nspkg >= 3.0.0}

++++++ azure-datalake-store-0.0.47.tar.gz -> azure-datalake-store-0.0.48.tar.gz 
++++++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/azure-datalake-store-0.0.47/HISTORY.rst 
new/azure-datalake-store-0.0.48/HISTORY.rst
--- old/azure-datalake-store-0.0.47/HISTORY.rst 2019-08-15 03:34:18.000000000 
+0200
+++ new/azure-datalake-store-0.0.48/HISTORY.rst 2019-10-24 21:52:21.000000000 
+0200
@@ -3,6 +3,11 @@
 Release History
 ===============
 
+0.0.48 (2019-10-18)
++++++++++++++++++++
+* Buffer writes to prevent out of memory problems
+* Add Python 3.7 in travis configuration
+
 0.0.47 (2019-08-14)
 +++++++++++++++++++
 * Remove logging of bearer token
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/azure-datalake-store-0.0.47/PKG-INFO 
new/azure-datalake-store-0.0.48/PKG-INFO
--- old/azure-datalake-store-0.0.47/PKG-INFO    2019-08-15 03:46:55.000000000 
+0200
+++ new/azure-datalake-store-0.0.48/PKG-INFO    2019-10-24 22:03:06.000000000 
+0200
@@ -1,6 +1,6 @@
 Metadata-Version: 1.1
 Name: azure-datalake-store
-Version: 0.0.47
+Version: 0.0.48
 Summary: Azure Data Lake Store Filesystem Client Library for Python
 Home-page: https://github.com/Azure/azure-data-lake-store-python
 Author: Microsoft Corporation
@@ -247,6 +247,11 @@
         Release History
         ===============
         
+        0.0.48 (2019-10-18)
+        +++++++++++++++++++
+        * Buffer writes to prevent out of memory problems
+        * Add Python 3.7 in travis configuration
+        
         0.0.47 (2019-08-14)
         +++++++++++++++++++
         * Remove logging of bearer token
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' 
old/azure-datalake-store-0.0.47/azure/datalake/store/__init__.py 
new/azure-datalake-store-0.0.48/azure/datalake/store/__init__.py
--- old/azure-datalake-store-0.0.47/azure/datalake/store/__init__.py    
2019-08-15 03:34:18.000000000 +0200
+++ new/azure-datalake-store-0.0.48/azure/datalake/store/__init__.py    
2019-10-24 21:52:21.000000000 +0200
@@ -6,7 +6,7 @@
 # license information.
 # --------------------------------------------------------------------------
 
-__version__ = "0.0.47"
+__version__ = "0.0.48"
 
 from .core import AzureDLFileSystem
 from .multithread import ADLDownloader
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' 
old/azure-datalake-store-0.0.47/azure/datalake/store/core.py 
new/azure-datalake-store-0.0.48/azure/datalake/store/core.py
--- old/azure-datalake-store-0.0.47/azure/datalake/store/core.py        
2019-08-15 03:34:18.000000000 +0200
+++ new/azure-datalake-store-0.0.48/azure/datalake/store/core.py        
2019-10-24 21:52:21.000000000 +0200
@@ -1213,10 +1213,15 @@
         if self.closed:
             raise ValueError('I/O operation on closed file.')
 
-        out = self.buffer.write(ensure_writable(data))
-        self.loc += out
-        self.flush(syncFlag='DATA')
-        return out
+        # TODO Flush may be simplified
+        # Buffered writes so a very large buffer is not copied leading to very 
large memory consumption
+        bytes_written = 0
+        for i in range(0, len(data), self.blocksize):
+            out = self.buffer.write(ensure_writable(data[i:i + 
self.blocksize]))
+            self.loc += out
+            bytes_written += out
+            self.flush(syncFlag='DATA')
+        return bytes_written
 
     def flush(self, syncFlag='METADATA', force=False):
         """
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' 
old/azure-datalake-store-0.0.47/azure_datalake_store.egg-info/PKG-INFO 
new/azure-datalake-store-0.0.48/azure_datalake_store.egg-info/PKG-INFO
--- old/azure-datalake-store-0.0.47/azure_datalake_store.egg-info/PKG-INFO      
2019-08-15 03:46:55.000000000 +0200
+++ new/azure-datalake-store-0.0.48/azure_datalake_store.egg-info/PKG-INFO      
2019-10-24 22:03:06.000000000 +0200
@@ -1,6 +1,6 @@
 Metadata-Version: 1.1
 Name: azure-datalake-store
-Version: 0.0.47
+Version: 0.0.48
 Summary: Azure Data Lake Store Filesystem Client Library for Python
 Home-page: https://github.com/Azure/azure-data-lake-store-python
 Author: Microsoft Corporation
@@ -247,6 +247,11 @@
         Release History
         ===============
         
+        0.0.48 (2019-10-18)
+        +++++++++++++++++++
+        * Buffer writes to prevent out of memory problems
+        * Add Python 3.7 in travis configuration
+        
         0.0.47 (2019-08-14)
         +++++++++++++++++++
         * Remove logging of bearer token


Reply via email to