Handled comments
Project: http://git-wip-us.apache.org/repos/asf/carbondata-site/repo Commit: http://git-wip-us.apache.org/repos/asf/carbondata-site/commit/a51dc596 Tree: http://git-wip-us.apache.org/repos/asf/carbondata-site/tree/a51dc596 Diff: http://git-wip-us.apache.org/repos/asf/carbondata-site/diff/a51dc596 Branch: refs/heads/asf-site Commit: a51dc5960616b1e64c019212b7d838d9e2c77be9 Parents: 44eed09 Author: Raghunandan S <[email protected]> Authored: Fri Sep 7 00:22:19 2018 +0800 Committer: Raghunandan S <[email protected]> Committed: Sat Sep 8 00:27:00 2018 +0800 ---------------------------------------------------------------------- carbonscript.sh | 5 +- .../classes/CleanUp$$anonfun$cleanUp$1.class | Bin 0 -> 1048 bytes .../classes/MDFileConverter$$anonfun$1.class | Bin 0 -> 1606 bytes .../classes/MDFileConverter$$anonfun$2.class | Bin 0 -> 1617 bytes content/WEB-INF/classes/MDFileConverter.class | Bin 10321 -> 10608 bytes ...ler$$anonfun$convertReadMeExtensions$1.class | Bin 0 -> 2104 bytes content/WEB-INF/classes/MdFileHandler.class | Bin 6144 -> 6285 bytes ...eLauncher$$anonfun$deleteRecursively$1.class | Bin 0 -> 1133 bytes content/WEB-INF/classes/application.conf | 25 +- content/WEB-INF/classes/html/footer.html | 2 +- content/WEB-INF/classes/html/header.html | 57 +- content/bloomfilter-datamap-guide.html | 13 +- content/configuration-parameters.html | 19 +- content/data-management-on-carbondata.html | 1321 ------------------ content/data-management.html | 413 ------ content/datamap-developer-guide.html | 11 +- content/datamap-management.html | 11 +- content/ddl-of-carbondata.html | 185 ++- content/ddl-operation-on-carbondata.html | 748 ---------- content/dml-of-carbondata.html | 107 +- content/dml-operation-on-carbondata.html | 716 ---------- content/documentation.html | 18 +- content/errorpage.html | 2 +- content/faq.html | 29 +- content/file-structure-of-carbondata.html | 155 +- .../how-to-contribute-to-apache-carbondata.html | 11 +- content/index.html | 2 +- content/installation-guide.html | 455 ------ content/introduction.html | 188 +-- content/language-manual.html | 12 +- content/lucene-datamap-guide.html | 15 +- content/mainpage.html | 214 --- content/partition-guide.html | 2 +- content/performance-tuning.html | 84 +- content/preaggregate-datamap-guide.html | 15 +- content/quick-start-guide.html | 53 +- content/release-guide.html | 11 +- content/s3-guide.html | 11 +- content/sdk-guide.html | 18 +- content/sdk-writer-guide.html | 549 -------- content/security.html | 2 +- content/segment-management-on-carbondata.html | 11 +- content/streaming-guide.html | 185 ++- content/supported-data-types-in-carbondata.html | 11 +- content/timeseries-datamap-guide.html | 17 +- content/troubleshooting.html | 423 ------ content/usecases.html | 619 ++++++++ content/useful-tips-on-carbondata.html | 542 ------- content/videogallery.html | 2 +- src/main/resources/application.conf | 21 +- src/main/scala/MDFileConverter.scala | 6 +- src/main/scala/MdFileHandler.scala | 6 +- src/main/scala/html/header.html | 6 +- .../scala/scripts/bloomfilter-datamap-guide | 11 + src/main/scala/scripts/configuration-parameters | 11 + src/main/scala/scripts/datamap-developer-guide | 11 + src/main/scala/scripts/datamap-management | 11 + src/main/scala/scripts/ddl-of-carbondata | 11 + src/main/scala/scripts/dml-of-carbondata | 11 + src/main/scala/scripts/faq | 4 + .../scala/scripts/file-structure-of-carbondata | 11 + .../how-to-contribute-to-apache-carbondata | 4 + src/main/scala/scripts/introduction | 4 + src/main/scala/scripts/language-manual | 11 + src/main/scala/scripts/lucene-datamap-guide | 11 + src/main/scala/scripts/performance-tuning | 4 + .../scala/scripts/preaggregate-datamap-guide | 11 + src/main/scala/scripts/quick-start-guide | 4 + src/main/scala/scripts/release-guide | 4 + src/main/scala/scripts/s3-guide | 4 + src/main/scala/scripts/sdk-guide | 4 + .../scripts/segment-management-on-carbondata | 10 + src/main/scala/scripts/streaming-guide | 11 + .../scripts/supported-data-types-in-carbondata | 11 + src/main/scala/scripts/timeseries-datamap-guide | 11 + src/main/scala/scripts/usecases | 4 + src/main/webapp/bloomfilter-datamap-guide.html | 13 +- src/main/webapp/configuration-parameters.html | 19 +- .../webapp/data-management-on-carbondata.html | 1321 ------------------ src/main/webapp/datamap-developer-guide.html | 11 +- src/main/webapp/datamap-management.html | 11 +- src/main/webapp/ddl-of-carbondata.html | 185 ++- src/main/webapp/dml-of-carbondata.html | 107 +- src/main/webapp/documentation.html | 18 +- src/main/webapp/errorpage.html | 2 +- src/main/webapp/faq.html | 29 +- .../webapp/file-structure-of-carbondata.html | 155 +- .../how-to-contribute-to-apache-carbondata.html | 11 +- src/main/webapp/index.html | 2 +- src/main/webapp/installation-guide.html | 455 ------ src/main/webapp/introduction.html | 188 +-- src/main/webapp/language-manual.html | 12 +- src/main/webapp/lucene-datamap-guide.html | 15 +- src/main/webapp/mainpage.html | 214 --- src/main/webapp/performance-tuning.html | 84 +- src/main/webapp/preaggregate-datamap-guide.html | 15 +- src/main/webapp/quick-start-guide.html | 53 +- src/main/webapp/release-guide.html | 11 +- src/main/webapp/s3-guide.html | 11 +- src/main/webapp/sdk-guide.html | 18 +- src/main/webapp/sdk-writer-guide.html | 549 -------- src/main/webapp/security.html | 2 +- .../segment-management-on-carbondata.html | 11 +- src/main/webapp/streaming-guide.html | 185 ++- .../supported-data-types-in-carbondata.html | 11 +- src/main/webapp/timeseries-datamap-guide.html | 17 +- src/main/webapp/troubleshooting.html | 423 ------ src/main/webapp/usecases.html | 619 ++++++++ src/main/webapp/useful-tips-on-carbondata.html | 542 ------- src/main/webapp/videogallery.html | 2 +- src/site/markdown/bloomfilter-datamap-guide.md | 13 +- src/site/markdown/configuration-parameters.md | 21 +- src/site/markdown/datamap-developer-guide.md | 13 +- src/site/markdown/datamap-management.md | 12 - src/site/markdown/ddl-of-carbondata.md | 119 +- src/site/markdown/dml-of-carbondata.md | 37 +- src/site/markdown/documentation.md | 10 +- src/site/markdown/faq.md | 25 +- .../markdown/file-structure-of-carbondata.md | 185 ++- .../how-to-contribute-to-apache-carbondata.md | 9 +- src/site/markdown/introduction.md | 147 +- src/site/markdown/language-manual.md | 22 +- src/site/markdown/lucene-datamap-guide.md | 15 +- src/site/markdown/performance-tuning.md | 81 +- src/site/markdown/preaggregate-datamap-guide.md | 16 +- src/site/markdown/quick-start-guide.md | 59 +- src/site/markdown/release-guide.md | 6 - src/site/markdown/s3-guide.md | 4 - src/site/markdown/sdk-guide.md | 17 +- .../segment-management-on-carbondata.md | 12 - src/site/markdown/streaming-guide.md | 179 ++- .../supported-data-types-in-carbondata.md | 13 +- src/site/markdown/timeseries-datamap-guide.md | 17 +- src/site/markdown/usecases.md | 215 +++ 134 files changed, 4074 insertions(+), 10011 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/carbondata-site/blob/a51dc596/carbonscript.sh ---------------------------------------------------------------------- diff --git a/carbonscript.sh b/carbonscript.sh index df9de3e..b77e42d 100755 --- a/carbonscript.sh +++ b/carbonscript.sh @@ -6,7 +6,4 @@ mvn exec:java -Dexec.mainClass=WebsiteLauncher mvn install -# mvn exec:java -Dexec.mainClass=CleanUp - -find . -type f -name "*.html" ! -name "header.html" ! -name "footer.html" -exec sed -i '' 's/<script>/<script>/g' {} + -find . -type f -name "*.html" ! -name "header.html" ! -name "footer.html" -exec sed -i '' 's/<\/script>/<\/script>/g' {} + +# mvn exec:java -Dexec.mainClass=CleanUp \ No newline at end of file http://git-wip-us.apache.org/repos/asf/carbondata-site/blob/a51dc596/content/WEB-INF/classes/CleanUp$$anonfun$cleanUp$1.class ---------------------------------------------------------------------- diff --git a/content/WEB-INF/classes/CleanUp$$anonfun$cleanUp$1.class b/content/WEB-INF/classes/CleanUp$$anonfun$cleanUp$1.class new file mode 100644 index 0000000..5b6d7e1 Binary files /dev/null and b/content/WEB-INF/classes/CleanUp$$anonfun$cleanUp$1.class differ http://git-wip-us.apache.org/repos/asf/carbondata-site/blob/a51dc596/content/WEB-INF/classes/MDFileConverter$$anonfun$1.class ---------------------------------------------------------------------- diff --git a/content/WEB-INF/classes/MDFileConverter$$anonfun$1.class b/content/WEB-INF/classes/MDFileConverter$$anonfun$1.class new file mode 100644 index 0000000..a1c473f Binary files /dev/null and b/content/WEB-INF/classes/MDFileConverter$$anonfun$1.class differ http://git-wip-us.apache.org/repos/asf/carbondata-site/blob/a51dc596/content/WEB-INF/classes/MDFileConverter$$anonfun$2.class ---------------------------------------------------------------------- diff --git a/content/WEB-INF/classes/MDFileConverter$$anonfun$2.class b/content/WEB-INF/classes/MDFileConverter$$anonfun$2.class new file mode 100644 index 0000000..157c615 Binary files /dev/null and b/content/WEB-INF/classes/MDFileConverter$$anonfun$2.class differ http://git-wip-us.apache.org/repos/asf/carbondata-site/blob/a51dc596/content/WEB-INF/classes/MDFileConverter.class ---------------------------------------------------------------------- diff --git a/content/WEB-INF/classes/MDFileConverter.class b/content/WEB-INF/classes/MDFileConverter.class index 76a6063..7cce73f 100644 Binary files a/content/WEB-INF/classes/MDFileConverter.class and b/content/WEB-INF/classes/MDFileConverter.class differ http://git-wip-us.apache.org/repos/asf/carbondata-site/blob/a51dc596/content/WEB-INF/classes/MdFileHandler$$anonfun$convertReadMeExtensions$1.class ---------------------------------------------------------------------- diff --git a/content/WEB-INF/classes/MdFileHandler$$anonfun$convertReadMeExtensions$1.class b/content/WEB-INF/classes/MdFileHandler$$anonfun$convertReadMeExtensions$1.class new file mode 100644 index 0000000..bdd1312 Binary files /dev/null and b/content/WEB-INF/classes/MdFileHandler$$anonfun$convertReadMeExtensions$1.class differ http://git-wip-us.apache.org/repos/asf/carbondata-site/blob/a51dc596/content/WEB-INF/classes/MdFileHandler.class ---------------------------------------------------------------------- diff --git a/content/WEB-INF/classes/MdFileHandler.class b/content/WEB-INF/classes/MdFileHandler.class index f39c098..d0cd5a8 100644 Binary files a/content/WEB-INF/classes/MdFileHandler.class and b/content/WEB-INF/classes/MdFileHandler.class differ http://git-wip-us.apache.org/repos/asf/carbondata-site/blob/a51dc596/content/WEB-INF/classes/WebsiteLauncher$$anonfun$deleteRecursively$1.class ---------------------------------------------------------------------- diff --git a/content/WEB-INF/classes/WebsiteLauncher$$anonfun$deleteRecursively$1.class b/content/WEB-INF/classes/WebsiteLauncher$$anonfun$deleteRecursively$1.class new file mode 100644 index 0000000..b7f7385 Binary files /dev/null and b/content/WEB-INF/classes/WebsiteLauncher$$anonfun$deleteRecursively$1.class differ http://git-wip-us.apache.org/repos/asf/carbondata-site/blob/a51dc596/content/WEB-INF/classes/application.conf ---------------------------------------------------------------------- diff --git a/content/WEB-INF/classes/application.conf b/content/WEB-INF/classes/application.conf index b5f941f..ba425e5 100644 --- a/content/WEB-INF/classes/application.conf +++ b/content/WEB-INF/classes/application.conf @@ -15,7 +15,8 @@ fileList=["configuration-parameters", "segment-management-on-carbondata", "release-guide", "how-to-contribute-to-apache-carbondata", - "introduction" + "introduction", + "usecases" ] dataMapFileList=[ "bloomfilter-datamap-guide", @@ -24,14 +25,30 @@ dataMapFileList=[ "timeseries-datamap-guide", "datamap-management"] -dataMapFilesUrl="file:///Users/aditi_advith/Documents/code/carbondata/docs/datamap/" +dataMapFilesUrl="https://raw.githubusercontent.com/apache/carbondata/master/docs/datamap/"; fileListToRetain=["quick-start-guide" ] headerPath="src/main/scala/html/header.html" footerPath="src/main/scala/html/footer.html" outputFileLocation="src/main/webapp/" -apiUrl="file:///Users/aditi_advith/Documents/code/carbondata/docs/" +apiUrl="https://raw.githubusercontent.com/apache/carbondata/master/docs/"; mdLink="https://api.github.com/markdown/raw"; mdFileLocation="src/site/markdown/" -imagesFilesList=["file-structure-of-carbondata"] \ No newline at end of file +imagesFilesList=["file-structure-of-carbondata", +"2-1_1", +"2-2_1", +"2-3_1", +"2-3_2", +"2-3_3", +"2-3_4", +"2-4_1", +"2-5_1", +"2-5_2", +"2-5_3", +"2-6_1", +"carbon_data_file_structure_new", +"carbon_data_format_new", +"carbondata-performance" +] +scriptsPath="src/main/scala/scripts/" \ No newline at end of file http://git-wip-us.apache.org/repos/asf/carbondata-site/blob/a51dc596/content/WEB-INF/classes/html/footer.html ---------------------------------------------------------------------- diff --git a/content/WEB-INF/classes/html/footer.html b/content/WEB-INF/classes/html/footer.html index eb80d58..47aa819 100644 --- a/content/WEB-INF/classes/html/footer.html +++ b/content/WEB-INF/classes/html/footer.html @@ -13,4 +13,4 @@ </section><!-- End systemblock part --> <script src="js/custom.js"></script> </body> -</html> +</html> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/carbondata-site/blob/a51dc596/content/WEB-INF/classes/html/header.html ---------------------------------------------------------------------- diff --git a/content/WEB-INF/classes/html/header.html b/content/WEB-INF/classes/html/header.html index 5d5a2e0..217a9f4 100644 --- a/content/WEB-INF/classes/html/header.html +++ b/content/WEB-INF/classes/html/header.html @@ -22,6 +22,7 @@ <![endif]--> <script src="js/jquery.min.js"></script> <script src="js/bootstrap.min.js"></script> + <script defer src="https://use.fontawesome.com/releases/v5.0.8/js/all.js";></script> </head> @@ -67,7 +68,7 @@ target="_blank">Release Archive</a></li> </ul> </li> - <li><a href="mainpage.html" class="active">Documentation</a></li> + <li><a href="documentation.html" class="active">Documentation</a></li> <li class="dropdown"> <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Community <span class="caret"></span></a> @@ -152,10 +153,60 @@ <section><!-- Dashboard nav --> <div class="container-fluid q"> <div class="col-sm-12 col-md-12 maindashboard"> - <div class="row"> + <div class="verticalnavbar"> + <nav class="b-sticky-nav"> + <div class="nav-scroller"> + <div class="nav__inner"> + <a class="b-nav__intro nav__item" href="./introduction.html">introduction</a> + <a class="b-nav__quickstart nav__item" href="./quick-start-guide.html">quick start</a> + <a class="b-nav__uses nav__item" href="./usecases.html">use cases</a> + + <div class="nav__item nav__item__with__subs"> + <a class="b-nav__docs nav__item nav__sub__anchor" href="./language-manual.html">Language Reference</a> + <a class="nav__item nav__sub__item" href="./ddl-of-carbondata.html">DDL</a> + <a class="nav__item nav__sub__item" href="./dml-of-carbondata.html">DML</a> + <a class="nav__item nav__sub__item" href="./streaming-guide.html">Streaming</a> + <a class="nav__item nav__sub__item" href="./configuration-parameters.html">Configuration</a> + <a class="nav__item nav__sub__item" href="./datamap-developer-guide.html">Datamaps</a> + <a class="nav__item nav__sub__item" href="./supported-data-types-in-carbondata.html">Data Types</a> + </div> + + <div class="nav__item nav__item__with__subs"> + <a class="b-nav__datamap nav__item nav__sub__anchor" href="./datamap-management.html">DataMaps</a> + <a class="nav__item nav__sub__item" href="./bloomfilter-datamap-guide.html">Bloom Filter</a> + <a class="nav__item nav__sub__item" href="./lucene-datamap-guide.html">Lucene</a> + <a class="nav__item nav__sub__item" href="./preaggregate-datamap-guide.html">Pre-Aggregate</a> + <a class="nav__item nav__sub__item" href="./timeseries-datamap-guide.html">Time Series</a> + </div> + + <a class="b-nav__api nav__item" href="./sdk-guide.html">API</a> + <a class="b-nav__perf nav__item" href="./performance-tuning.html">Performance Tuning</a> + <a class="b-nav__s3 nav__item" href="./s3-guide.html">S3 Storage</a> + <a class="b-nav__faq nav__item" href="./faq.html">FAQ</a> + <a class="b-nav__contri nav__item" href="./how-to-contribute-to-apache-carbondata.html">Contribute</a> + <a class="b-nav__security nav__item" href="./security.html">Security</a> + <a class="b-nav__release nav__item" href="./release-guide.html">Release Guide</a> + </div> + </div> + <div class="navindicator"> + <div class="b-nav__intro navindicator__item"></div> + <div class="b-nav__quickstart navindicator__item"></div> + <div class="b-nav__uses navindicator__item"></div> + <div class="b-nav__docs navindicator__item"></div> + <div class="b-nav__datamap navindicator__item"></div> + <div class="b-nav__api navindicator__item"></div> + <div class="b-nav__perf navindicator__item"></div> + <div class="b-nav__s3 navindicator__item"></div> + <div class="b-nav__faq navindicator__item"></div> + <div class="b-nav__contri navindicator__item"></div> + <div class="b-nav__security navindicator__item"></div> + </div> + </nav> + </div> + <div class="mdcontent"> <section> <div style="padding:10px 15px;"> <div id="viewpage" name="viewpage"> <div class="row"> <div class="col-sm-12 col-md-12"> - <div> + <div> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/carbondata-site/blob/a51dc596/content/bloomfilter-datamap-guide.html ---------------------------------------------------------------------- diff --git a/content/bloomfilter-datamap-guide.html b/content/bloomfilter-datamap-guide.html index 54c14fe..8030599 100644 --- a/content/bloomfilter-datamap-guide.html +++ b/content/bloomfilter-datamap-guide.html @@ -159,7 +159,7 @@ <div class="nav__inner"> <a class="b-nav__intro nav__item" href="./introduction.html">introduction</a> <a class="b-nav__quickstart nav__item" href="./quick-start-guide.html">quick start</a> - <a class="b-nav__uses nav__item" href="./usescases.html">use cases</a> + <a class="b-nav__uses nav__item" href="./usecases.html">use cases</a> <div class="nav__item nav__item__with__subs"> <a class="b-nav__docs nav__item nav__sub__anchor" href="./language-manual.html">Language Reference</a> @@ -179,9 +179,9 @@ <a class="nav__item nav__sub__item" href="./timeseries-datamap-guide.html">Time Series</a> </div> - <a class="b-nav__s3 nav__item" href="./s3-guide.html">S3 Support</a> <a class="b-nav__api nav__item" href="./sdk-guide.html">API</a> <a class="b-nav__perf nav__item" href="./performance-tuning.html">Performance Tuning</a> + <a class="b-nav__s3 nav__item" href="./s3-guide.html">S3 Storage</a> <a class="b-nav__faq nav__item" href="./faq.html">FAQ</a> <a class="b-nav__contri nav__item" href="./how-to-contribute-to-apache-carbondata.html">Contribute</a> <a class="b-nav__security nav__item" href="./security.html">Security</a> @@ -194,9 +194,9 @@ <div class="b-nav__uses navindicator__item"></div> <div class="b-nav__docs navindicator__item"></div> <div class="b-nav__datamap navindicator__item"></div> - <div class="b-nav__s3 navindicator__item"></div> <div class="b-nav__api navindicator__item"></div> <div class="b-nav__perf navindicator__item"></div> + <div class="b-nav__s3 navindicator__item"></div> <div class="b-nav__faq navindicator__item"></div> <div class="b-nav__contri navindicator__item"></div> <div class="b-nav__security navindicator__item"></div> @@ -260,7 +260,7 @@ User can create BloomFilter datamap on specified columns with specified BloomFil age int, city string, country string) -STORED BY 'carbondata' +STORED AS carbondata TBLPROPERTIES('SORT_COLUMNS'='id') </code></pre> <p>In the above example, <code>id</code> and <code>name</code> are high cardinality columns @@ -366,8 +366,7 @@ $(function() { $('.b-nav__datamap').parent().toggleClass('nav__item__with__subs--expanded'); } }); -</script> -</div> +</script></div> </div> </div> </div> @@ -382,4 +381,4 @@ $(function() { </section><!-- End systemblock part --> <script src="js/custom.js"></script> </body> -</html> +</html> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/carbondata-site/blob/a51dc596/content/configuration-parameters.html ---------------------------------------------------------------------- diff --git a/content/configuration-parameters.html b/content/configuration-parameters.html index ba73b0d..ab89576 100644 --- a/content/configuration-parameters.html +++ b/content/configuration-parameters.html @@ -159,7 +159,7 @@ <div class="nav__inner"> <a class="b-nav__intro nav__item" href="./introduction.html">introduction</a> <a class="b-nav__quickstart nav__item" href="./quick-start-guide.html">quick start</a> - <a class="b-nav__uses nav__item" href="./usescases.html">use cases</a> + <a class="b-nav__uses nav__item" href="./usecases.html">use cases</a> <div class="nav__item nav__item__with__subs"> <a class="b-nav__docs nav__item nav__sub__anchor" href="./language-manual.html">Language Reference</a> @@ -179,9 +179,9 @@ <a class="nav__item nav__sub__item" href="./timeseries-datamap-guide.html">Time Series</a> </div> - <a class="b-nav__s3 nav__item" href="./s3-guide.html">S3 Support</a> <a class="b-nav__api nav__item" href="./sdk-guide.html">API</a> <a class="b-nav__perf nav__item" href="./performance-tuning.html">Performance Tuning</a> + <a class="b-nav__s3 nav__item" href="./s3-guide.html">S3 Storage</a> <a class="b-nav__faq nav__item" href="./faq.html">FAQ</a> <a class="b-nav__contri nav__item" href="./how-to-contribute-to-apache-carbondata.html">Contribute</a> <a class="b-nav__security nav__item" href="./security.html">Security</a> @@ -194,9 +194,9 @@ <div class="b-nav__uses navindicator__item"></div> <div class="b-nav__docs navindicator__item"></div> <div class="b-nav__datamap navindicator__item"></div> - <div class="b-nav__s3 navindicator__item"></div> <div class="b-nav__api navindicator__item"></div> <div class="b-nav__perf navindicator__item"></div> + <div class="b-nav__s3 navindicator__item"></div> <div class="b-nav__faq navindicator__item"></div> <div class="b-nav__contri navindicator__item"></div> <div class="b-nav__security navindicator__item"></div> @@ -212,7 +212,7 @@ <div> <h1> <a id="configuring-carbondata" class="anchor" href="#configuring-carbondata" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>Configuring CarbonData</h1> -<p>This guide explains the configurations that can be used to tune CarbonData to achieve better performance.Some of the properties can be set dynamically and are explained in the section Dynamic Configuration In CarbonData Using SET-RESET.Most of the properties that control the internal settings have reasonable default values.They are listed along with the properties along with explanation.</p> +<p>This guide explains the configurations that can be used to tune CarbonData to achieve better performance.Most of the properties that control the internal settings have reasonable default values.They are listed along with the properties along with explanation.</p> <ul> <li><a href="#system-configuration">System Configuration</a></li> <li><a href="#data-loading-configuration">Data Loading Configuration</a></li> @@ -364,7 +364,7 @@ <tr> <td>carbon.blockletgroup.size.in.mb</td> <td>64</td> -<td>Please refer to <a href="./file-structure-of-carbondata.html">file-structure-of-carbondata</a> to understand the storage format of CarbonData.The data are read as a group of blocklets which are called blocklet groups. This parameter specifies the size of each blocklet group. Higher value results in better sequential IO access.The minimum value is 16MB, any value lesser than 16MB will reset to the default value (64MB).<strong>NOTE:</strong> Configuring a higher value might lead to poor performance as an entire blocklet group will have to read into memory before processing.For filter queries with limit, it is <strong>not advisable</strong> to have a bigger blocklet size.For Aggregation queries which need to return more number of rows,bigger blocklet size is advisable.</td> +<td>Please refer to <a href="./file-structure-of-carbondata.html#carbondata-file-format">file-structure-of-carbondata</a> to understand the storage format of CarbonData.The data are read as a group of blocklets which are called blocklet groups. This parameter specifies the size of each blocklet group. Higher value results in better sequential IO access.The minimum value is 16MB, any value lesser than 16MB will reset to the default value (64MB).<strong>NOTE:</strong> Configuring a higher value might lead to poor performance as an entire blocklet group will have to read into memory before processing.For filter queries with limit, it is <strong>not advisable</strong> to have a bigger blocklet size.For Aggregation queries which need to return more number of rows,bigger blocklet size is advisable.</td> </tr> <tr> <td>carbon.sort.file.write.buffer.size</td> @@ -420,7 +420,7 @@ <tr> <td>carbon.use.local.dir</td> <td>false</td> -<td>CarbonData during data loading, writes files to local temp directories before copying the files to HDFS.This configuration is used to specify whether CarbonData can write locally to tmp directory of the container or to the YARN application directory.</td> +<td>CarbonData,during data loading, writes files to local temp directories before copying the files to HDFS.This configuration is used to specify whether CarbonData can write locally to tmp directory of the container or to the YARN application directory.</td> </tr> <tr> <td>carbon.use.multiple.temp.dir</td> @@ -595,7 +595,7 @@ <tr> <td>carbon.enable.page.level.reader.in.compaction</td> <td>true</td> -<td>Enabling page level reader for compaction reduces the memory usage while compacting more number of segments. It allows reading only page by page instead of reading whole blocklet to memory.<strong>NOTE:</strong> Please refer to <a href="./file-structure-of-carbondata.html">file-structure-of-carbondata</a> to understand the storage format of CarbonData and concepts of pages.</td> +<td>Enabling page level reader for compaction reduces the memory usage while compacting more number of segments. It allows reading only page by page instead of reading whole blocklet to memory.<strong>NOTE:</strong> Please refer to <a href="./file-structure-of-carbondata.html#carbondata-file-format">file-structure-of-carbondata</a> to understand the storage format of CarbonData and concepts of pages.</td> </tr> <tr> <td>carbon.concurrent.compaction</td> @@ -916,8 +916,7 @@ $(function() { $('.b-nav__docs').parent().toggleClass('nav__item__with__subs--expanded'); } }); -</script> -</div> +</script></div> </div> </div> </div> @@ -932,4 +931,4 @@ $(function() { </section><!-- End systemblock part --> <script src="js/custom.js"></script> </body> -</html> +</html> \ No newline at end of file
