This is an automated email from the ASF dual-hosted git repository.
vinoth pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/incubator-hudi.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 93eef62 Travis CI build asf-site
93eef62 is described below
commit 93eef6216fcb1fda0c2d238a21f3ca5500cf2b37
Author: CI <[email protected]>
AuthorDate: Sun Apr 12 12:27:07 2020 +0000
Travis CI build asf-site
---
content/assets/js/lunr/lunr-store.js | 10 +
content/docs/oss_hoodie.html | 439 +++++++++++++++++++++++++++++++++++
content/sitemap.xml | 8 +
3 files changed, 457 insertions(+)
diff --git a/content/assets/js/lunr/lunr-store.js
b/content/assets/js/lunr/lunr-store.js
index 9351ab6..70f1edb 100644
--- a/content/assets/js/lunr/lunr-store.js
+++ b/content/assets/js/lunr/lunr-store.js
@@ -534,6 +534,16 @@ var store = [{
"tags": [],
"url": "https://hudi.apache.org/docs/docker_demo.html";,
"teaser":"https://hudi.apache.org/assets/images/500x300.png"},{
+ "title": "OSS Filesystem",
+ "excerpt":"这个页面描述了如何让你的Hudi spark任务使用Aliyun OSS存储。 Aliyun OSS 部署
为了让Hudi使用OSS，需要增加两部分的配置: 为Hidi增加Aliyun OSS的相关配置 增加Jar包的MVN依赖 Aliyun OSS 相关的配置
新增下面的配置到你的Hudi能访问的core-site.xml文件。使用你的OSS bucket name替换掉fs.defaultFS，使用OSS
endpoint地址替换fs.oss.endpoint，使用OSS的key和secret分别替换fs.oss.accessKeyId和fs.oss.accessKeySecret。主要Hudi就能读写相应的bucket。
<property> <name>fs.defaultFS</name>
<value>oss://bucketname/</value> </property> <property>
<name>fs.oss.e [...]
+ "tags": [],
+ "url": "https://hudi.apache.org/docs/oss_hoodie.html";,
+ "teaser":"https://hudi.apache.org/assets/images/500x300.png"},{
+ "title": "OSS Filesystem",
+ "excerpt":"In this page, we explain how to get your Hudi spark job to
store into Aliyun OSS. Aliyun OSS configs There are two configurations required
for Hudi-OSS compatibility: Adding Aliyun OSS Credentials for Hudi Adding
required Jars to classpath Aliyun OSS Credentials Add the required configs in
your core-site.xml from...","categories": [],
+ "tags": [],
+ "url": "https://hudi.apache.org/docs/oss_hoodie.html";,
+ "teaser":"https://hudi.apache.org/assets/images/500x300.png"},{
"title": "Quick-Start Guide",
"excerpt":"本指南通过使用spark-shell简要介绍了Hudi功能。使用Spark数据源，我们将通过代码段展示如何插入和更新的Hudi默认存储类型数据集：
写时复制。每次写操作之后，我们还将展示如何读取快照和增量读取数据。 设置spark-shell
Hudi适用于Spark-2.x版本。您可以按照此处的说明设置spark。 在提取的目录中，使用spark-shell运行Hudi：
bin/spark-shell --packages org.apache.hudi:hudi-spark-bundle:0.5.0-incubating
--conf 'spark.serializer=org.apache.spark.serializer.KryoSerializer'
设置表名、基本路径和数据生成器来为本指南生成记录。 import org.apache.hudi.QuickstartUtils._ import
scala.collection.JavaConversions._ import org.apache.spark.sql. [...]
"tags": [],
diff --git a/content/docs/oss_hoodie.html b/content/docs/oss_hoodie.html
new file mode 100644
index 0000000..b998d3c
--- /dev/null
+++ b/content/docs/oss_hoodie.html
@@ -0,0 +1,439 @@
+<!doctype html>
+<html lang="en" class="no-js">
+ <head>
+ <meta charset="utf-8">
+
+<!-- begin _includes/seo.html --><title>OSS Filesystem - Apache Hudi</title>
+<meta name="description" content="In this page, we explain how to get your
Hudi spark job to store into Aliyun OSS.">
+
+<meta property="og:type" content="article">
+<meta property="og:locale" content="en_US">
+<meta property="og:site_name" content="">
+<meta property="og:title" content="OSS Filesystem">
+<meta property="og:url" content="https://hudi.apache.org/docs/oss_hoodie.html";>
+
+
+ <meta property="og:description" content="In this page, we explain how to get
your Hudi spark job to store into Aliyun OSS.">
+
+
+
+
+
+ <meta property="article:modified_time" content="2020-04-12T17:23:24-04:00">
+
+
+
+
+
+
+
+<!-- end _includes/seo.html -->
+
+
+<!--<link href="/feed.xml" type="application/atom+xml" rel="alternate" title="
Feed">-->
+
+<!-- https://t.co/dKP3o1e -->
+<meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+<script>
+ document.documentElement.className =
document.documentElement.className.replace(/\bno-js\b/g, '') + ' js ';
+</script>
+
+<!-- For all browsers -->
+<link rel="stylesheet" href="/assets/css/main.css">
+
+<!--[if IE]>
+ <style>
+ /* old IE unsupported flexbox fixes */
+ .greedy-nav .site-title {
+ padding-right: 3em;
+ }
+ .greedy-nav button {
+ position: absolute;
+ top: 0;
+ right: 0;
+ height: 100%;
+ }
+ </style>
+<![endif]-->
+
+
+
+<link rel="icon" type="image/x-icon" href="/assets/images/favicon.ico">
+<link rel="stylesheet" href="/assets/css/font-awesome.min.css">
+
+ </head>
+
+ <body class="layout--single">
+ <!--[if lt IE 9]>
+<div class="notice--danger align-center" style="margin: 0;">You are using an
<strong>outdated</strong> browser. Please <a
href="https://browsehappy.com/";>upgrade your browser</a> to improve your
experience.</div>
+<![endif]-->
+
+ <div class="masthead">
+ <div class="masthead__inner-wrap" id="masthead__inner-wrap">
+ <div class="masthead__menu">
+ <nav id="site-nav" class="greedy-nav">
+
+ <a class="site-logo" href="/">
+ <div style="width: 150px; height: 40px">
+ </div>
+ </a>
+
+ <a class="site-title" href="/">
+
+ </a>
+ <ul class="visible-links"><li class="masthead__menu-item">
+ <a href="/docs/quick-start-guide.html" target="_self"
>Documentation</a>
+ </li><li class="masthead__menu-item">
+ <a href="/community.html" target="_self" >Community</a>
+ </li><li class="masthead__menu-item">
+ <a href="/activity.html" target="_self" >Activities</a>
+ </li><li class="masthead__menu-item">
+ <a href="https://cwiki.apache.org/confluence/display/HUDI/FAQ";
target="_blank" >FAQ</a>
+ </li><li class="masthead__menu-item">
+ <a href="/releases.html" target="_self" >Releases</a>
+ </li></ul>
+ <button class="greedy-nav__toggle hidden" type="button">
+ <span class="visually-hidden">Toggle menu</span>
+ <div class="navicon"></div>
+ </button>
+ <ul class="hidden-links hidden"></ul>
+ </nav>
+ </div>
+ </div>
+</div>
+<!--
+<p class="notice--warning" style="margin: 0 !important; text-align: center
!important;"><strong>Note:</strong> This site is work in progress, if you
notice any issues, please <a target="_blank"
href="https://github.com/apache/incubator-hudi/issues";>Report on Issue</a>.
+ Click <a href="/"> here</a> back to old site.</p>
+-->
+
+ <div class="initial-content">
+ <div id="main" role="main">
+
+
+ <div class="sidebar sticky">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<nav class="nav__list">
+
+ <input id="ac-toc" name="accordion-toc" type="checkbox" />
+ <label for="ac-toc">Toggle Menu</label>
+ <ul class="nav__items">
+
+ <li>
+
+ <span class="nav__sub-title">Getting Started</span>
+
+
+
+ <ul>
+
+
+
+
+
+
+
+
+ <li><a href="/docs/quick-start-guide.html" class="">Quick
Start</a></li>
+
+
+
+
+
+
+
+
+
+
+ <li><a href="/docs/use_cases.html" class="">Use Cases</a></li>
+
+
+
+
+
+
+
+
+
+
+ <li><a href="/docs/powered_by.html" class="">Talks & Powered
By</a></li>
+
+
+
+
+
+
+
+
+
+
+ <li><a href="/docs/comparison.html" class="">Comparison</a></li>
+
+
+
+
+
+
+
+
+
+
+ <li><a href="/docs/docker_demo.html" class="">Docker
Demo</a></li>
+
+
+
+ </ul>
+
+ </li>
+
+ <li>
+
+ <span class="nav__sub-title">Documentation</span>
+
+
+
+ <ul>
+
+
+
+
+
+
+
+
+ <li><a href="/docs/concepts.html" class="">Concepts</a></li>
+
+
+
+
+
+
+
+
+
+
+ <li><a href="/docs/writing_data.html" class="">Writing
Data</a></li>
+
+
+
+
+
+
+
+
+
+
+ <li><a href="/docs/querying_data.html" class="">Querying
Data</a></li>
+
+
+
+
+
+
+
+
+
+
+ <li><a href="/docs/configurations.html"
class="">Configuration</a></li>
+
+
+
+
+
+
+
+
+
+
+ <li><a href="/docs/performance.html"
class="">Performance</a></li>
+
+
+
+
+
+
+
+
+
+
+ <li><a href="/docs/deployment.html" class="">Deployment</a></li>
+
+
+
+ </ul>
+
+ </li>
+
+ <li>
+
+ <span class="nav__sub-title">INFO</span>
+
+
+
+ <ul>
+
+
+
+
+
+
+
+
+ <li><a href="/docs/docs-versions.html" class="">Docs
Versions</a></li>
+
+
+
+
+
+
+
+
+
+
+ <li><a href="/docs/privacy.html" class="">Privacy Policy</a></li>
+
+
+
+ </ul>
+
+ </li>
+
+ </ul>
+</nav>
+
+
+
+ </div>
+
+
+ <article class="page" itemscope itemtype="https://schema.org/CreativeWork";>
+
+ <div class="page__inner-wrap">
+
+ <header>
+ <h1 id="page-title" class="page__title" itemprop="headline">OSS
Filesystem
+</h1>
+ </header>
+
+
+ <section class="page__content" itemprop="text">
+
+ <style>
+ .page {
+ padding-right: 0 !important;
+ }
+ </style>
+
+ <p>In this page, we explain how to get your Hudi spark job to store
into Aliyun OSS.</p>
+
+<h2 id="aliyun-oss-configs">Aliyun OSS configs</h2>
+
+<p>There are two configurations required for Hudi-OSS compatibility:</p>
+
+<ul>
+ <li>Adding Aliyun OSS Credentials for Hudi</li>
+ <li>Adding required Jars to classpath</li>
+</ul>
+
+<h3 id="aliyun-oss-credentials">Aliyun OSS Credentials</h3>
+
+<p>Add the required configs in your core-site.xml from where Hudi can fetch
them. Replace the <code class="highlighter-rouge">fs.defaultFS</code> with your
OSS bucket name, replace <code class="highlighter-rouge">fs.oss.endpoint</code>
with your OSS endpoint, replace <code
class="highlighter-rouge">fs.oss.accessKeyId</code> with your OSS key, replace
<code class="highlighter-rouge">fs.oss.accessKeySecret</code> with your OSS
secret. Hudi should be able to read/write from the bucket.</p>
+
+<div class="language-xml highlighter-rouge"><div class="highlight"><pre
class="highlight"><code> <span class="nt"><property></span>
+ <span class="nt"><name></span>fs.defaultFS<span
class="nt"></name></span>
+ <span class="nt"><value></span>oss://bucketname/<span
class="nt"></value></span>
+ <span class="nt"></property></span>
+
+ <span class="nt"><property></span>
+ <span class="nt"><name></span>fs.oss.endpoint<span
class="nt"></name></span>
+ <span class="nt"><value></span>oss-endpoint-address<span
class="nt"></value></span>
+ <span class="nt"><description></span>Aliyun OSS endpoint to
connect to.<span class="nt"></description></span>
+ <span class="nt"></property></span>
+
+ <span class="nt"><property></span>
+ <span class="nt"><name></span>fs.oss.accessKeyId<span
class="nt"></name></span>
+ <span class="nt"><value></span>oss_key<span
class="nt"></value></span>
+ <span class="nt"><description></span>Aliyun access key ID<span
class="nt"></description></span>
+ <span class="nt"></property></span>
+
+ <span class="nt"><property></span>
+ <span class="nt"><name></span>fs.oss.accessKeySecret<span
class="nt"></name></span>
+ <span class="nt"><value></span>oss-secret<span
class="nt"></value></span>
+ <span class="nt"><description></span>Aliyun access key secret<span
class="nt"></description></span>
+ <span class="nt"></property></span>
+
+ <span class="nt"><property></span>
+ <span class="nt"><name></span>fs.oss.impl<span
class="nt"></name></span>
+ <span
class="nt"><value></span>org.apache.hadoop.fs.aliyun.oss.AliyunOSSFileSystem<span
class="nt"></value></span>
+ <span class="nt"></property></span>
+</code></pre></div></div>
+
+<h3 id="aliyun-oss-libs">Aliyun OSS Libs</h3>
+
+<p>Aliyun hadoop libraries jars to add to our pom.xml.</p>
+
+<div class="language-xml highlighter-rouge"><div class="highlight"><pre
class="highlight"><code><span class="nt"><dependency></span>
+ <span class="nt"><groupId></span>org.apache.hadoop<span
class="nt"></groupId></span>
+ <span class="nt"><artifactId></span>hadoop-aliyun<span
class="nt"></artifactId></span>
+ <span class="nt"><version></span>3.2.1<span
class="nt"></version></span>
+<span class="nt"></dependency></span>
+</code></pre></div></div>
+
+ </section>
+
+ <a href="#masthead__inner-wrap" class="back-to-top">Back to top
↑</a>
+
+
+
+
+ </div>
+
+ </article>
+
+</div>
+
+ </div>
+
+ <div class="page__footer">
+ <footer>
+
+<div class="row">
+ <div class="col-lg-12 footer">
+ <p>
+ <a class="footer-link-img" href="https://apache.org";>
+ <img width="250px" src="/assets/images/asf_logo.svg" alt="The Apache
Software Foundation">
+ </a>
+ </p>
+ <p>
+ Copyright © <span id="copyright-year">2019</span> <a
href="https://apache.org";>The Apache Software Foundation</a>, Licensed under
the Apache License, Version 2.0.
+ Hudi, Apache and the Apache feather logo are trademarks of The Apache
Software Foundation. <a href="/docs/privacy">Privacy Policy</a>
+ <br>
+ Apache Hudi is an effort undergoing incubation at The Apache Software
Foundation (ASF), sponsored by the <a
href="http://incubator.apache.org/";>Apache Incubator</a>.
+ Incubation is required of all newly accepted projects until a further
review indicates that the infrastructure, communications, and decision making
process have
+ stabilized in a manner consistent with other successful ASF projects.
While incubation status is not necessarily a
+ reflection of the completeness or stability of the code, it does
indicate that the project has yet to be fully endorsed by the ASF.
+ </p>
+ </div>
+</div>
+ </footer>
+ </div>
+
+
+<script src="/assets/js/main.min.js"></script>
+
+
+ </body>
+</html>
\ No newline at end of file
diff --git a/content/sitemap.xml b/content/sitemap.xml
index b877b7b..79ddedc 100644
--- a/content/sitemap.xml
+++ b/content/sitemap.xml
@@ -429,6 +429,14 @@
<lastmod>2019-12-30T14:59:57-05:00</lastmod>
</url>
<url>
+<loc>https://hudi.apache.org/docs/oss_hoodie.html</loc>
+<lastmod>2020-04-12T16:50:50-04:00</lastmod>
+</url>
+<url>
+<loc>https://hudi.apache.org/docs/oss_hoodie.html</loc>
+<lastmod>2020-04-12T17:23:24-04:00</lastmod>
+</url>
+<url>
<loc>https://hudi.apache.org/cn/docs/quick-start-guide.html</loc>
<lastmod>2019-12-30T14:59:57-05:00</lastmod>
</url>
![https://hudi.apache.org/assets/images/500x300.png"},{](https://hudi.apache.org/assets/images/500x300.png"},{){kind=link}