[
https://issues.apache.org/jira/browse/LIBCLOUD-823?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Jamie Cressey updated LIBCLOUD-823:
-----------------------------------
Description:
I take regular mongo backups and upload them to the storage platform of the
cloud provider hosting the DB servers, either S3 and Azure Blobs. The following
code works fine for S3:
{code}
from libcloud.storage.types import Provider
from libcloud.storage.providers import get_driver
cls = get_driver(Provider.S3_EU_WEST)
driver = cls(cfg['storage']['user'],
cfg['storage']['pass'])
try:
container = driver.create_container(cfg['storage']['container'])
except:
container = driver.get_container(cfg['storage']['container'])
driver.upload_object(
'/mnt/resource/backup/full_20160526_080013.tgz',
container,
'mongodb/full_20160526_080013.tgz',
)
{code}
However, running this against Azure Blobs, returns the following error:
{code}
Traceback (most recent call last):
File "/usr/local/scripts/mongodb_backup.py", line 645, in main
upload_local(backup_root, backup_dir, ml, mc, sp, container)
File "/usr/local/scripts/mongodb_backup.py", line 156, in upload_local
verify_hash=True):
File
"/usr/local/lib/python2.7/dist-packages/libcloud/storage/drivers/azure_blobs.py",
line 795, in upload_object
use_lease=ex_use_lease)
File
"/usr/local/lib/python2.7/dist-packages/libcloud/storage/drivers/azure_blobs.py",
line 932, in _put_object
iterator=iterator)
File "/usr/local/lib/python2.7/dist-packages/libcloud/storage/base.py", line
654, in _upload_object
**upload_func_kwargs)
File
"/usr/local/lib/python2.7/dist-packages/libcloud/storage/drivers/azure_blobs.py",
line 664, in _upload_in_chunks
params=params)
File "/usr/local/lib/python2.7/dist-packages/libcloud/common/base.py", line
782, in request
headers=headers)
File "/usr/lib/python2.7/httplib.py", line 979, in request
self._send_request(method, url, body, headers)
File "/usr/lib/python2.7/httplib.py", line 1013, in _send_request
self.endheaders(body)
File "/usr/lib/python2.7/httplib.py", line 975, in endheaders
self._send_output(message_body)
File "/usr/lib/python2.7/httplib.py", line 833, in _send_output
msg += message_body
UnicodeDecodeError: 'ascii' codec can't decode byte 0x8b in position 1: ordinal
not in range(128)
{code}
was:
I take regular mongo backups and upload them the storage platform of the cloud
provider hosting the DB servers, either S3 and Azure Blobs. The following code
works fine for S3:
{code}
from libcloud.storage.types import Provider
from libcloud.storage.providers import get_driver
cls = get_driver(Provider.S3_EU_WEST)
driver = cls(cfg['storage']['user'],
cfg['storage']['pass'])
try:
container = driver.create_container(cfg['storage']['container'])
except:
container = driver.get_container(cfg['storage']['container'])
driver.upload_object(
'/mnt/resource/backup/full_20160526_080013.tgz',
container,
'mongodb/full_20160526_080013.tgz',
)
{code}
However, running this against Azure Blobs, returns the following error:
{code}
Traceback (most recent call last):
File "/usr/local/scripts/mongodb_backup.py", line 645, in main
upload_local(backup_root, backup_dir, ml, mc, sp, container)
File "/usr/local/scripts/mongodb_backup.py", line 156, in upload_local
verify_hash=True):
File
"/usr/local/lib/python2.7/dist-packages/libcloud/storage/drivers/azure_blobs.py",
line 795, in upload_object
use_lease=ex_use_lease)
File
"/usr/local/lib/python2.7/dist-packages/libcloud/storage/drivers/azure_blobs.py",
line 932, in _put_object
iterator=iterator)
File "/usr/local/lib/python2.7/dist-packages/libcloud/storage/base.py", line
654, in _upload_object
**upload_func_kwargs)
File
"/usr/local/lib/python2.7/dist-packages/libcloud/storage/drivers/azure_blobs.py",
line 664, in _upload_in_chunks
params=params)
File "/usr/local/lib/python2.7/dist-packages/libcloud/common/base.py", line
782, in request
headers=headers)
File "/usr/lib/python2.7/httplib.py", line 979, in request
self._send_request(method, url, body, headers)
File "/usr/lib/python2.7/httplib.py", line 1013, in _send_request
self.endheaders(body)
File "/usr/lib/python2.7/httplib.py", line 975, in endheaders
self._send_output(message_body)
File "/usr/lib/python2.7/httplib.py", line 833, in _send_output
msg += message_body
UnicodeDecodeError: 'ascii' codec can't decode byte 0x8b in position 1: ordinal
not in range(128)
{code}
> UnicodeDecodeError when uploading via Azure Blobs
> -------------------------------------------------
>
> Key: LIBCLOUD-823
> URL: https://issues.apache.org/jira/browse/LIBCLOUD-823
> Project: Libcloud
> Issue Type: Bug
> Components: Storage
> Environment: Ubuntu 14.04.3
> Python 2.7.6
> apache-libcloud 0.20.1
> Reporter: Jamie Cressey
>
> I take regular mongo backups and upload them to the storage platform of the
> cloud provider hosting the DB servers, either S3 and Azure Blobs. The
> following code works fine for S3:
> {code}
> from libcloud.storage.types import Provider
> from libcloud.storage.providers import get_driver
> cls = get_driver(Provider.S3_EU_WEST)
> driver = cls(cfg['storage']['user'],
> cfg['storage']['pass'])
> try:
> container = driver.create_container(cfg['storage']['container'])
> except:
> container = driver.get_container(cfg['storage']['container'])
> driver.upload_object(
> '/mnt/resource/backup/full_20160526_080013.tgz',
> container,
> 'mongodb/full_20160526_080013.tgz',
> )
> {code}
> However, running this against Azure Blobs, returns the following error:
> {code}
> Traceback (most recent call last):
> File "/usr/local/scripts/mongodb_backup.py", line 645, in main
> upload_local(backup_root, backup_dir, ml, mc, sp, container)
> File "/usr/local/scripts/mongodb_backup.py", line 156, in upload_local
> verify_hash=True):
> File
> "/usr/local/lib/python2.7/dist-packages/libcloud/storage/drivers/azure_blobs.py",
> line 795, in upload_object
> use_lease=ex_use_lease)
> File
> "/usr/local/lib/python2.7/dist-packages/libcloud/storage/drivers/azure_blobs.py",
> line 932, in _put_object
> iterator=iterator)
> File "/usr/local/lib/python2.7/dist-packages/libcloud/storage/base.py",
> line 654, in _upload_object
> **upload_func_kwargs)
> File
> "/usr/local/lib/python2.7/dist-packages/libcloud/storage/drivers/azure_blobs.py",
> line 664, in _upload_in_chunks
> params=params)
> File "/usr/local/lib/python2.7/dist-packages/libcloud/common/base.py", line
> 782, in request
> headers=headers)
> File "/usr/lib/python2.7/httplib.py", line 979, in request
> self._send_request(method, url, body, headers)
> File "/usr/lib/python2.7/httplib.py", line 1013, in _send_request
> self.endheaders(body)
> File "/usr/lib/python2.7/httplib.py", line 975, in endheaders
> self._send_output(message_body)
> File "/usr/lib/python2.7/httplib.py", line 833, in _send_output
> msg += message_body
> UnicodeDecodeError: 'ascii' codec can't decode byte 0x8b in position 1:
> ordinal not in range(128)
> {code}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
