This is an automated email from the ASF dual-hosted git repository.
yusaku pushed a commit to branch branch-2.6
in repository https://gitbox.apache.org/repos/asf/ambari.git
The following commit(s) were added to refs/heads/branch-2.6 by this push:
new a86a029 AMBARI-23679. Set appropriate s3a properties in core-site per
best practice. (yusaku)
a86a029 is described below
commit a86a029a871d9ab550c97677aacec9b23d72263f
Author: Yusaku Sako <[email protected]>
AuthorDate: Tue Apr 24 18:27:23 2018 -0700
AMBARI-23679. Set appropriate s3a properties in core-site per best
practice. (yusaku)
---
.../2.6/services/HDFS/configuration/core-site.xml | 43 ++++++++++++++++++++++
1 file changed, 43 insertions(+)
diff --git
a/ambari-server/src/main/resources/stacks/HDP/2.6/services/HDFS/configuration/core-site.xml
b/ambari-server/src/main/resources/stacks/HDP/2.6/services/HDFS/configuration/core-site.xml
index 2d01643..a0e9049 100644
---
a/ambari-server/src/main/resources/stacks/HDP/2.6/services/HDFS/configuration/core-site.xml
+++
b/ambari-server/src/main/resources/stacks/HDP/2.6/services/HDFS/configuration/core-site.xml
@@ -26,4 +26,47 @@
</description>
<on-ambari-upgrade add="false"/>
</property>
+ <property>
+ <name>fs.s3a.fast.upload</name>
+ <value>true</value>
+ <description>
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>fs.s3a.fast.upload.buffer</name>
+ <value>disk</value>
+ <description>
+ The buffering mechanism to use.
+ Values: disk, array, bytebuffer.
+
+ "disk" will use the directories listed in fs.s3a.buffer.dir as
+ the location(s) to save data prior to being uploaded.
+
+ "array" uses arrays in the JVM heap
+
+ "bytebuffer" uses off-heap memory within the JVM.
+
+ Both "array" and "bytebuffer" will consume memory in a single stream up to
the number
+ of blocks set by:
+
+ fs.s3a.multipart.size * fs.s3a.fast.upload.active.blocks.
+
+ If using either of these mechanisms, keep this value low
+
+ The total number of threads performing work across all threads is set by
+ fs.s3a.threads.max, with fs.s3a.max.total.tasks values setting the number
of queued
+ work items.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>fs.s3a.multipart.size</name>
+ <value>67108864</value>
+ <description>
+ How big (in bytes) to split upload or copy operations up into.
+ A suffix from the set {K,M,G,T,P} may be used to scale the numeric value.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
</configuration>
--
To stop receiving notification emails like this one, please contact
[email protected].
