http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/fonts/fontawesome-webfont.woff ---------------------------------------------------------------------- diff --git a/content/fonts/fontawesome-webfont.woff b/content/fonts/fontawesome-webfont.woff new file mode 100644 index 0000000..400014a Binary files /dev/null and b/content/fonts/fontawesome-webfont.woff differ
http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/fonts/fontawesome-webfont.woff2 ---------------------------------------------------------------------- diff --git a/content/fonts/fontawesome-webfont.woff2 b/content/fonts/fontawesome-webfont.woff2 new file mode 100644 index 0000000..4d13fc6 Binary files /dev/null and b/content/fonts/fontawesome-webfont.woff2 differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/fonts/fonts_styles.css ---------------------------------------------------------------------- diff --git a/content/fonts/fonts_styles.css b/content/fonts/fonts_styles.css new file mode 100644 index 0000000..2d32c53 --- /dev/null +++ b/content/fonts/fonts_styles.css @@ -0,0 +1,28 @@ + +@font-face { + font-family: 'OpenSansLight'; + src: url("OpenSans-Light.eot?v=1.1.0"); + src: url("OpenSans-Light.eot?#iefix&v=1.1.0") format("embedded-opentype"), + url("OpenSans-Light.woff2?v=1.1.0") format("woff2"), + url("OpenSans-Light.woff?v=1.1.0") format("woff"), + url("OpenSans-Light.ttf?v=1.1.0") format("truetype"), + url("OpenSans-Light.svg?v=1.1.0#Light") format("svg"); + font-weight: 300; + font-style: normal; } +/* END Light */ + + +@font-face { + font-family: 'Open Sans'; + src: url("OpenSans-Regular.eot?v=1.1.0"); + src: url("OpenSans-Regular.eot?#iefix&v=1.1.0") format("embedded-opentype"), + url("OpenSans-Regular.woff2?v=1.1.0") format("woff2"), + url("OpenSans-Regular.woff?v=1.1.0") format("woff"), + url("OpenSans-Regular.ttf?v=1.1.0") format("truetype"), + url("OpenSans-Regular.svg?v=1.1.0#Regular") format("svg"); + font-weight: normal; + font-style: normal; } +/* END Regular */ + + + http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/CDapacheGray_icon.png ---------------------------------------------------------------------- diff --git a/content/images/CDapacheGray_icon.png b/content/images/CDapacheGray_icon.png new file mode 100644 index 0000000..7b57968 Binary files /dev/null and b/content/images/CDapacheGray_icon.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/CDapache_icon.png ---------------------------------------------------------------------- diff --git a/content/images/CDapache_icon.png b/content/images/CDapache_icon.png new file mode 100644 index 0000000..7149a37 Binary files /dev/null and b/content/images/CDapache_icon.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/CDapacheopensource.jpg ---------------------------------------------------------------------- diff --git a/content/images/CDapacheopensource.jpg b/content/images/CDapacheopensource.jpg new file mode 100644 index 0000000..9682a3e Binary files /dev/null and b/content/images/CDapacheopensource.jpg differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/CDbannerSliderbg.jpg ---------------------------------------------------------------------- diff --git a/content/images/CDbannerSliderbg.jpg b/content/images/CDbannerSliderbg.jpg new file mode 100644 index 0000000..1f4c104 Binary files /dev/null and b/content/images/CDbannerSliderbg.jpg differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/CDbannerSliderbg.png ---------------------------------------------------------------------- diff --git a/content/images/CDbannerSliderbg.png b/content/images/CDbannerSliderbg.png new file mode 100644 index 0000000..9b8a1df Binary files /dev/null and b/content/images/CDbannerSliderbg.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/CDcube_icon-gray.png ---------------------------------------------------------------------- diff --git a/content/images/CDcube_icon-gray.png b/content/images/CDcube_icon-gray.png new file mode 100644 index 0000000..17061cd Binary files /dev/null and b/content/images/CDcube_icon-gray.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/CDcube_icon.png ---------------------------------------------------------------------- diff --git a/content/images/CDcube_icon.png b/content/images/CDcube_icon.png new file mode 100644 index 0000000..805e07f Binary files /dev/null and b/content/images/CDcube_icon.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/CDfullyIndexing-old.png ---------------------------------------------------------------------- diff --git a/content/images/CDfullyIndexing-old.png b/content/images/CDfullyIndexing-old.png new file mode 100644 index 0000000..af1f87b Binary files /dev/null and b/content/images/CDfullyIndexing-old.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/CDfullyIndexing.png ---------------------------------------------------------------------- diff --git a/content/images/CDfullyIndexing.png b/content/images/CDfullyIndexing.png new file mode 100644 index 0000000..4ce587c Binary files /dev/null and b/content/images/CDfullyIndexing.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/CDfullyIndexing1.png ---------------------------------------------------------------------- diff --git a/content/images/CDfullyIndexing1.png b/content/images/CDfullyIndexing1.png new file mode 100644 index 0000000..d6bba9d Binary files /dev/null and b/content/images/CDfullyIndexing1.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/CDincubator.png ---------------------------------------------------------------------- diff --git a/content/images/CDincubator.png b/content/images/CDincubator.png new file mode 100644 index 0000000..9d25899 Binary files /dev/null and b/content/images/CDincubator.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/CDincubator1.png ---------------------------------------------------------------------- diff --git a/content/images/CDincubator1.png b/content/images/CDincubator1.png new file mode 100644 index 0000000..e147728 Binary files /dev/null and b/content/images/CDincubator1.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/CDslide_1.png ---------------------------------------------------------------------- diff --git a/content/images/CDslide_1.png b/content/images/CDslide_1.png new file mode 100644 index 0000000..fca1870 Binary files /dev/null and b/content/images/CDslide_1.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/CarbonDataLogo.png ---------------------------------------------------------------------- diff --git a/content/images/CarbonDataLogo.png b/content/images/CarbonDataLogo.png new file mode 100644 index 0000000..bc09b23 Binary files /dev/null and b/content/images/CarbonDataLogo.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/blackduckRookies.png ---------------------------------------------------------------------- diff --git a/content/images/blackduckRookies.png b/content/images/blackduckRookies.png new file mode 100644 index 0000000..a82b1ac Binary files /dev/null and b/content/images/blackduckRookies.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/cd-advancedpushdownoptimization-icon-hover.png ---------------------------------------------------------------------- diff --git a/content/images/cd-advancedpushdownoptimization-icon-hover.png b/content/images/cd-advancedpushdownoptimization-icon-hover.png new file mode 100644 index 0000000..dff69c9 Binary files /dev/null and b/content/images/cd-advancedpushdownoptimization-icon-hover.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/cd-advancedpushdownoptimization-icon.png ---------------------------------------------------------------------- diff --git a/content/images/cd-advancedpushdownoptimization-icon.png b/content/images/cd-advancedpushdownoptimization-icon.png new file mode 100644 index 0000000..cb94d59 Binary files /dev/null and b/content/images/cd-advancedpushdownoptimization-icon.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/cd-deepsparkintegration-icon-hover.png ---------------------------------------------------------------------- diff --git a/content/images/cd-deepsparkintegration-icon-hover.png b/content/images/cd-deepsparkintegration-icon-hover.png new file mode 100644 index 0000000..3d38bb2 Binary files /dev/null and b/content/images/cd-deepsparkintegration-icon-hover.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/cd-deepsparkintegration-icon.png ---------------------------------------------------------------------- diff --git a/content/images/cd-deepsparkintegration-icon.png b/content/images/cd-deepsparkintegration-icon.png new file mode 100644 index 0000000..cfed59a Binary files /dev/null and b/content/images/cd-deepsparkintegration-icon.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/cd-dictionaryencoding-icon-hover.png ---------------------------------------------------------------------- diff --git a/content/images/cd-dictionaryencoding-icon-hover.png b/content/images/cd-dictionaryencoding-icon-hover.png new file mode 100644 index 0000000..6ee494b Binary files /dev/null and b/content/images/cd-dictionaryencoding-icon-hover.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/cd-dictionaryencoding-icon.png ---------------------------------------------------------------------- diff --git a/content/images/cd-dictionaryencoding-icon.png b/content/images/cd-dictionaryencoding-icon.png new file mode 100644 index 0000000..efc1dd6 Binary files /dev/null and b/content/images/cd-dictionaryencoding-icon.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/cd-doc-toc_icon-hover.png ---------------------------------------------------------------------- diff --git a/content/images/cd-doc-toc_icon-hover.png b/content/images/cd-doc-toc_icon-hover.png new file mode 100644 index 0000000..66d3df3 Binary files /dev/null and b/content/images/cd-doc-toc_icon-hover.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/cd-doc-toc_icon.png ---------------------------------------------------------------------- diff --git a/content/images/cd-doc-toc_icon.png b/content/images/cd-doc-toc_icon.png new file mode 100644 index 0000000..6d83029 Binary files /dev/null and b/content/images/cd-doc-toc_icon.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/cd-multilevelindexing-icon-hover.png ---------------------------------------------------------------------- diff --git a/content/images/cd-multilevelindexing-icon-hover.png b/content/images/cd-multilevelindexing-icon-hover.png new file mode 100644 index 0000000..b718057 Binary files /dev/null and b/content/images/cd-multilevelindexing-icon-hover.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/cd-multilevelindexing-icon.png ---------------------------------------------------------------------- diff --git a/content/images/cd-multilevelindexing-icon.png b/content/images/cd-multilevelindexing-icon.png new file mode 100644 index 0000000..12ecf88 Binary files /dev/null and b/content/images/cd-multilevelindexing-icon.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/cd-rocket-icon.png ---------------------------------------------------------------------- diff --git a/content/images/cd-rocket-icon.png b/content/images/cd-rocket-icon.png new file mode 100644 index 0000000..2c785db Binary files /dev/null and b/content/images/cd-rocket-icon.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/cd-slider-1.png ---------------------------------------------------------------------- diff --git a/content/images/cd-slider-1.png b/content/images/cd-slider-1.png new file mode 100644 index 0000000..585d3ff Binary files /dev/null and b/content/images/cd-slider-1.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/cd-slider-2.png ---------------------------------------------------------------------- diff --git a/content/images/cd-slider-2.png b/content/images/cd-slider-2.png new file mode 100644 index 0000000..9a5f431 Binary files /dev/null and b/content/images/cd-slider-2.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/cd-slider-3.png ---------------------------------------------------------------------- diff --git a/content/images/cd-slider-3.png b/content/images/cd-slider-3.png new file mode 100644 index 0000000..6de529a Binary files /dev/null and b/content/images/cd-slider-3.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/cd-uniquedata-icon-hover.png ---------------------------------------------------------------------- diff --git a/content/images/cd-uniquedata-icon-hover.png b/content/images/cd-uniquedata-icon-hover.png new file mode 100644 index 0000000..941ec52 Binary files /dev/null and b/content/images/cd-uniquedata-icon-hover.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/cd-uniquedata-icon.png ---------------------------------------------------------------------- diff --git a/content/images/cd-uniquedata-icon.png b/content/images/cd-uniquedata-icon.png new file mode 100644 index 0000000..b6ce8bd Binary files /dev/null and b/content/images/cd-uniquedata-icon.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/cd-updatedeletesupport-icon-hover.png ---------------------------------------------------------------------- diff --git a/content/images/cd-updatedeletesupport-icon-hover.png b/content/images/cd-updatedeletesupport-icon-hover.png new file mode 100644 index 0000000..e1ff15d Binary files /dev/null and b/content/images/cd-updatedeletesupport-icon-hover.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/cd-updatedeletesupport-icon.png ---------------------------------------------------------------------- diff --git a/content/images/cd-updatedeletesupport-icon.png b/content/images/cd-updatedeletesupport-icon.png new file mode 100644 index 0000000..f5c40ab Binary files /dev/null and b/content/images/cd-updatedeletesupport-icon.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/favicon.ico ---------------------------------------------------------------------- diff --git a/content/images/favicon.ico b/content/images/favicon.ico new file mode 100644 index 0000000..ecd00ab Binary files /dev/null and b/content/images/favicon.ico differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/images/video-play.png ---------------------------------------------------------------------- diff --git a/content/images/video-play.png b/content/images/video-play.png new file mode 100644 index 0000000..addda04 Binary files /dev/null and b/content/images/video-play.png differ http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/index.html ---------------------------------------------------------------------- diff --git a/content/index.html b/content/index.html new file mode 100644 index 0000000..5c482b9 --- /dev/null +++ b/content/index.html @@ -0,0 +1,675 @@ +<!DOCTYPE html> +<html lang="en"> +<head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + <meta name="viewport" content="width=device-width, initial-scale=1"> + <link href='images/favicon.ico' rel='shortcut icon' type='image/x-icon'> + <!-- The above 3 meta tags *must* come first in the head; any other head content must come *after* these tags --> + <title>CarbonData</title> + <!-- Bootstrap --> + <link rel="stylesheet" href="css/bootstrap.min.css"> + <link href="css/style.css" rel="stylesheet"> + <link href="css/full-slider.css" rel="stylesheet"> + <link href="css/print.css" rel="stylesheet"> + + + <!-- HTML5 shim and Respond.js for IE8 support of HTML5 elements and media queries --> + <!-- WARNING: Respond.js doesn't work if you view the page via file:// --> + <!--[if lt IE 9]> + + <script src="https://oss.maxcdn.com/html5shiv/3.7.3/html5shiv.min.js";></script> + <script src="https://oss.maxcdn.com/respond/1.4.2/respond.min.js";></script> + <![endif]--> +</head> +<body> + +<!-- <div class="feedback-btn"> + <a href="feedback.html" class="link">feedback</a> + </div> +--> +<header> + <nav class="navbar navbar-default navbar-custom cd-navbar-wrapper"> + <div class="container"> + <div class="navbar-header"> + <button aria-controls="navbar" aria-expanded="false" data-target="#navbar" + data-toggle="collapse" class="navbar-toggle collapsed" type="button"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + <a href="#" class="logo"> + <img src="images/CarbonDataLogo.png" alt="CarbonData logo" + title="CarbocnData logo"/> + </a> + </div> + <div class="navbar-collapse collapse cd_navcontnt" id="navbar"> + <ul class="nav navbar-nav navbar-right navlist-custom"> + <li><a href="index.html" class="active hidden-xs"><i class="fa fa-home" + aria-hidden="true"></i> + </a></li> + <li><a href="index.html" class="active hidden-lg hidden-md hidden-sm">Home</a> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" + aria-haspopup="true" aria-expanded="false">Download <span + class="caret"></span></a> + <ul class="dropdown-menu"> + <li> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/1.0.0-incubating"; + target="_blank">Apache CarbonData 1.0.0</a></li> + <li> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/0.2.0-incubating"; + target="_blank">Apache CarbonData 0.2.0</a></li> + <li> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/0.1.1-incubating"; + target="_blank">Apache CarbonData 0.1.1</a></li> + <li> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/0.1.0-incubating"; + target="_blank">Apache CarbonData 0.1.0</a></li> + <li> + <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/Releases"; + target="_blank">Release Archive</a></li> + </ul> + </li> + <li><a href="mainpage.html" class="">Documentation</a></li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" + aria-haspopup="true" aria-expanded="false">Community <span + class="caret"></span></a> + <ul class="dropdown-menu"> + <li> + <a href="https://github.com/apache/incubator-carbondata/blob/master/docs/How-to-contribute-to-Apache-CarbonData.md"; + target="_blank">Contributing to CarbonData</a></li> + <li> + <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/PPMC+and+Committers+member+list"; + target="_blank">Project PPMC and Committers</a></li> + <li> + <a href="https://cwiki.apache.org/confluence/pages/viewpage.action?pageId=66850609"; + target="_blank">CarbonData Meetups</a></li> + <li><a href="security.html">Apache CarbonData Security</a></li> + <li><a href="https://issues.apache.org/jira/browse/CARBONDATA"; target="_blank">Apache + Jira</a></li> + <li><a href="videogallery.html">CarbonData Videos </a></li> + </ul> + </li> + <li class="dropdown"> + <a href="http://www.apache.org/"; + class="apache_link hidden-xs dropdown-toggle" data-toggle="dropdown" + role="button" aria-haspopup="true" aria-expanded="false">Apache</a> + <ul class="dropdown-menu"> + <li><a href="http://www.apache.org/"; target="_blank">Apache Homepage</a> + </li> + <li><a href="http://www.apache.org/licenses/"; + target="_blank">License</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html"; + target="_blank">Sponsorship</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html"; + target="_blank">Thanks</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="http://www.apache.org/"; + class="hidden-lg hidden-md hidden-sm dropdown-toggle" + data-toggle="dropdown" role="button" aria-haspopup="true" + aria-expanded="false">Apache</a> + <ul class="dropdown-menu"> + <li><a href="http://www.apache.org/"; target="_blank">Apache Homepage</a> + </li> + <li><a href="http://www.apache.org/licenses/"; + target="_blank">License</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html"; + target="_blank">Sponsorship</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html"; + target="_blank">Thanks</a></li> + </ul> + </li> + <li> + <a href="#" id="search-icon"><i class="fa fa-search" aria-hidden="true"></i></a> + + </li> + + </ul> + </div><!--/.nav-collapse --> + <div id="search-box"> + <form method="get" action="http://www.google.com/search";> + <div class="search-block"> + <table border="0" cellpadding="0" width="100%"> + <tr> + <td style="width:80%"> + <input type="text" name="q" size=" 5" maxlength="255" value="" + class="search-input"/> + </td> + <td style="width:20%"> + <input type="submit" value="Search"/></td> + </tr> + <tr> + <td align="left" style="font-size:75%" colspan="2"> + <input type="checkbox" name="sitesearch" value="carbondata.apache.org" checked/> + Only search for CarbonData + </td> + </tr> + </table> + </div> + </form> + </div> + </div> + </nav> +</header> <!-- end Header part --> + +<div class="fixed-padding"></div> <!-- top padding with fixde header --> + +<section><!-- Banner part --> + <div class="cd-homebanner"> + <div id="myCarousel" class="carousel slide"> + <!-- Indicators --> + <ol class="carousel-indicators"> + <li data-target="#myCarousel" data-slide-to="0" class="active"></li> + <li data-target="#myCarousel" data-slide-to="1"></li> + <li data-target="#myCarousel" data-slide-to="2"></li> + <li data-target="#myCarousel" data-slide-to="3"></li> + </ol> + + <!-- Wrapper for Slides --> + <div class="carousel-inner"> + <div class="item active"> + <div class="carousel-caption"> + <div class="container-fluid"> + <div class="col-md-6 col-sm-6"> + <div class="slide-title"> + The new <strong>BigData</strong> file format for <strong>Faster + Data</strong> analysis + </div> + </div> + <div class="col-md-6 col-sm-6"> + <div class="slide-img"><img src="images/cd-slider-1.png" alt=""/> + </div> + </div> + </div> + </div> + </div> + <div class="item"> + <div class="carousel-caption"> + <div class="container-fluid"> + <div class="col-md-6 col-sm-6"> + <div class="slide-title"> + Analytical <strong>Queries </strong> on + <strong>Petabytes</strong> of <strong>Data </strong> + </div> + </div> + <div class="col-md-6 col-sm-6"> + <div class="slide-img"><img src="images/cd-slider-2.png" alt=""/> + </div> + </div> + </div> + </div> + </div> + <div class="item"> + <div class="carousel-caption"> + <div class="container-fluid"> + <div class="col-md-6 col-sm-6"> + <div class="slide-title"> + <strong>10x Faster </strong> than current <strong>Open + Source</strong> file format + </div> + </div> + <div class="col-md-6 col-sm-6"> + <div class="slide-img"><img src="images/cd-slider-3.png" alt=""/> + </div> + </div> + + </div> + </div> + </div> + <div class="item"> + <div class="carousel-caption"> + <div class="container-fluid"> + <div class="col-md-6 col-sm-6"> + <div class="slide-title"> + <strong>Black Duck </strong> Open Source <strong>ROOKIES</strong> + of the <strong>Year</strong> + <p> + <a class="slider-btn" target="_blank" href="https://www.blackducksoftware.com/open-source-rookies-2016#Bigdata"; >Learn more</a> + </p> + </div> + </div> + <div class="col-md-6 col-sm-6"> + <div class="slide-img"><img src="images/blackduckRookies.png" alt=""/> + </div> + </div> + + </div> + </div> + </div> + </div> + + <!-- Controls --> + <a class="left carousel-control" href="#myCarousel" data-slide="prev"> + <span class="icon-prev"></span> + </a> + <a class="right carousel-control" href="#myCarousel" data-slide="next"> + <span class="icon-next"></span> + </a> + + </div> + + + </div> +</section> <!-- End Banner part --> + +<section><!-- About carbonData part --> + <div class="cd-aboutwrapper"> + <div class="container-fluid"> + <div class="row"> + <div class="col-md-8 col-sm-7"> + <div class="cd-aboutblock"> + <div class="row"> + <div class="col-md-12 col-sm-12"> + <h4 class="title"> What is CarbonData + <span class="title-underline"></span> + </h4> + <p class="para-txt"> + Apache CarbonData (incubating) is an indexed columnar data + format for fast analytics on big data platform, e.g. Apache + Hadoop, Apache Spark, etc. + + </p> + <!--<h2 class="cd-indexing-heading">CarbonData flow</h2>--> + <div class="cd-indexing-blog"> + <img src="images/CDfullyIndexing.png" alt=""/> + </div> + <a href="mainpage.html" id="learnmore" + class="knowmore-btn"> learn more</a> + + </div> + </div> + </div> + + </div> <!-- carbonData --> + <div class="col-md-4 col-sm-5"> + <div class="right-block"> + <div class="cd-releaseblock"> + <div class="latestR"> + <h4 class="title">Latest Release + <span class="title-underline"></span> + </h4> + <div class="linkblock"> + <div class="block-row"> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/1.0.0-incubating"; + target="_blank">Apache CarbonData 1.0.0-incubating</a> + <span class="release-date">Jan 2017</span> + <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/Apache+CarbonData+1.0.0-incubating"; + class="whatsnew" target="_blank">what's new</a> + </div> + <div class="block-row"> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/0.2.0-incubating"; + target="_blank">Apache CarbonData 0.2.0-incubating</a> + <span class="release-date">Nov 2016</span> + <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/Apache+CarbonData+0.2.0-incubating+Released"; + class="whatsnew" target="_blank">what's new</a> + </div> + <div class="block-row"> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/0.1.1-incubating"; + target="_blank">Apache CarbonData 0.1.1-incubating</a> + <span class="release-date">Sep 2016</span> + <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/Apache+CarbonData+0.1.1-incubating+released"; + class="whatsnew" target="_blank">what's new</a> + </div> + </div> + </div> + <div class="nextR"> + <h4 class="title">Release Notes + <span class="title-underline"></span> + </h4> + <div class="linkblock"> + <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/Apache+CarbonData+0.2.0-incubating+Released"; + target="blank"> + CarbonData Release notes 0.2.0</a> + <span class="release-date">Nov 2016</span> + </div> + </div> + </div> + + <div class="cd-quickbtns"> + <h4 class="title">Quick Links + <span class="title-underline"></span> + </h4> + <a href="quick-start-guide.html" class="quickstart-btn"><i + class="fa rocket-icon icon-margin-r"></i> Quick Start + </a> + <a href="https://github.com/apache/incubator-carbondata"; + class="quickstart-btn" target="_blank"><i + class="fa fa-github icon-margin-r" aria-hidden="true"></i> + CarbonData Github + </a> + <a href="pdf/maven-pdf-plugin.pdf" class="quickstart-btn" + target="_blank"><i class="fa fa-file-pdf-o icon-margin-r" + aria-hidden="true"></i></i> Download Documentation + </a> + </div> + </div> + </div><!-- latest release --> + </div> + </div> +</section> <!-- End About carbonData part --> + +<section> + <div class="cd-joinblock"> + <div class="container-fluid"> + <div class="col-md-12 col-sm-12"> + <div class="row"> + <div class="col-md-12 col-sm-12"> + <span class="title"> + Subscribe for the latest news and development details of the rapidly growing CarbonData community + </span> + <a href="mailto:[email protected]"; + class="subscribe-btn"><i class="fa fa-envelope icon-margin-r" + aria-hidden="true"></i> subscribe</a> + + + </div> + </div> + </div> + </div> + </div> +</section> +<section><!-- Flow systemblock part --> + <div class="cd-systemblock"> + <div class="container-fluid"> + <div class="row"> + + <div class="col-md-12 col-sm-12"> + <div class="cd-thecolumnblock joinblog"> + <div class="row"> + <div class="col-md-12 col-sm-12"> + <div class="cell cellcummunity"> + + <h4 class="title">Join CarbonData Community + <span class="title-underline"></span> + </h4> + <p class="title-info"> + + Apache CarbonData is an open source project of The Apache Software + Foundation (ASF). We are an open and friendly community. We welcome everyone + to join the community and contribute to CarbonData. + + </p> + <p class="title-info">It is very easy to join CarbonData community: + </p> + <ul class="listlink"> + <li> Subscribe for the mailing list by sending an email to + <a href="mailto:[email protected]"; + target="_blank">[email protected]</a> + </li> + <li> After you subscribe, you can discuss your ideas, queries, and issues by + sending an email to + <a href="mailto:[email protected]"; target="_blank">[email protected]</a> + or visit <a + href="http://apache-carbondata-mailing-list-archive.1130556.n5.nabble.com"; + target="_blank">http://apache-carbondata-mailing-list-archive.1130556.n5.nabble.com</a> + </li> + <li> To start contributing to CarbonData and be a contributor, see <a + href="https://github.com/apache/incubator-carbondata/blob/master/docs/How-to-contribute-to-Apache-CarbonData.md"; + target="_blank">Contributing to Apache CarbonData</a>. + </li> + <li> To report issue on <a + href="https://issues.apache.org/jira/browse/CARBONDATA"; + target="_blank">Apache Jira</a>. + </li> + </ul> + <p class="social-icons"> + <a href="https://www.facebook.com/carbondata/"; target="_blank"> + <i class="fa fa-facebook-square" aria-hidden="true"></i></a> + <a href="https://twitter.com/search?q=%23CarbonData"; target="_blank"> <i + class="fa fa-twitter-square" aria-hidden="true"></i></a> + <a href="https://www.linkedin.com/groups/10334501";> <i + class="fa fa-linkedin-square" aria-hidden="true"></i></a> + </p> + </div> + </div> + </div> + </div> + </div> + </div> + <div class="row"> + <div class="col-md-6 col-sm-6"> + <div class="cd-thecolumnblock getstartlog"> + <h4 class="title">Getting Started + <span class="title-underline"></span> + </h4> + <p class="title-info">Getting started with CarbonData is easy. All you need + to do is:</p> + <ol class="orderlist"> + <li> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/1.0.0-incubating"; + target="_blank">Download </a>the latest release. + + </li> + <li>Follow the <a href="quick-start-guide.html">Quick Start</a>. + </li> + </ol> + <p class="title-info"> + For detailed reference on CarbonData, read the <a + href="mainpage.html">User Guide</a>. + </p> + </div> + + </div> + <div class="col-md-6 col-sm-6"> + + <div class="cd-thecolumnblock latestblog"> + <h4 class="title">Latest Blogs + <span class="title-underline"></span> + </h4> + <ul class="orderlist"> + + <li> + <a href="https://cwiki.apache.org/confluence/pages/viewpage.action?pageId=67640751"; target="_blank">Case + Study of CarbonData</a> 23 Dec 2016 + </li> + <li> + <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/Using+Apache+CarbonData"; target="_blank">Using + CarbonData</a> 17 Dec 2016 + </li> + + <li><a href="https://cwiki.apache.org/confluence/display/CARBONDATA/Interactive+Analysis+With+Apache+CarbonData"; target="_blank">Interactive + Analysis with CarbonData</a> 28 Nov 2016 + </li> + + + </ul> + <p class="title-info"> + Check out for <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/CarbonData+Articles"; target="_blank">more blog</a> posts. + </p> + + </div> + </div> + + </div> + </div> + </div> +</section> + +<section><!-- Flow carbonData part --> + <div class="cd-flowblock"> + <div class="container-fluid"> + <h4 class="title"> Why CarbonData + <span class="title-underline"></span> + </h4> + + <div class="col-md-4 col-sm-6"> + <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/CarbonData+Introduction"; id="ref_butn" target="_blank"> + <div class="cd-columnblock"> + <div class="iconbox"> + <i class="icon uniquedata"></i> + </div> + <h4 class="title">Unique Data Organization</h4> + <p class="title-info">Stores data in Columnar format, with each Data + Block(row group) sorted independent of the other to allow faster + filtering and better compression.</p> + </div> + </a> + </div> + + <div class="col-md-4 col-sm-6"> + <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/CarbonData+Introduction"; id="ref_butn" target="_blank"> + <div class="cd-columnblock"> + <div class="iconbox"> + <i class="icon multilevelindexing"></i> + </div> + <h4 class="title">Multi Level Indexing</h4> + <p class="title-info">Utilizes multiple indices at various levels to enable + faster search and speeding up query processing.</p> + </div> + </a> + </div> + + <div class="col-md-4 col-sm-6"> + <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/CarbonData+Introduction"; target="_blank"> + <div class="cd-columnblock"> + <div class="iconbox"> + <i class="icon deepsparkintegration"></i> + </div> + <h4 class="title">Deep Spark Integration</h4> + <p class="title-info">DataFrame & SQL compliance.</p> + </div> + </a> + </div> + + <div class="col-md-4 col-sm-6"> + <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/CarbonData+Introduction"; target="_blank"> + <div class="cd-columnblock"> + <div class="iconbox"> + <i class="icon advancedpushdownoptimization"></i> + </div> + <h4 class="title">Advanced Push Down Optimization</h4> + <p class="title-info">Pushes much of query processing close to the data to + minimize the amount of data being read, processed, converted, + transmitted and shuffled.</p> + </div> + </a> + </div> + + <div class="col-md-4 col-sm-6"> + <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/CarbonData+Introduction"; target="_blank"> + <div class="cd-columnblock"> + <div class="iconbox"> + <i class="icon dictionaryencoding"></i> + </div> + <h4 class="title"> Dictionary Encoding</h4> + <p class="title-info">Encoded data for reduced storage space & faster + processing.</p> + </div> + </a> + </div> + + + <div class="col-md-4 col-sm-6"> + <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/CarbonData+Introduction";> + <div class="cd-columnblock"> + <div class="iconbox"> + <i class="icon updatedeletesupport"></i> + </div> + <h4 class="title">Update & Delete Support</h4> + <p class="title-info">Support update and delete over BigData.</p> + </div> + </a> + </div> + + </div> + </div> +</section><!-- End Flow carbonData part --> +<section><!-- Apacheblock part --> + <div class="cd-apacheblock"> + <div class="container-fluid"> + <div class="col-md-3 col-sm-4"> + <div class="cd-apachepic"> + <img src="images/CDincubator.png" alt=""/> + </div> + </div> + <div class="col-md-9 col-sm-8"> + <div class="cd-apachetxtblock"> + <h4 class="title">Apache & OpenSource + <span class="title-underline"></span> + </h4> + <p class="title-info"> + Apache CarbonData is an effort undergoing incubation at<a + href="http://www.apache.org/"; class="linktxt" target="blank"> The Apache + Software Foundation (ASF)</a> sponsored by the Apache Incubator PMC. + Incubation is required of all newly accepted projects until a further review + indicates that the infrastructure, communications, and decision making + process have stabilized in a manner consistent with other successful ASF + projects. While incubation status is not necessarily a reflection of the + completeness or stability of the code, it does indicate that the project has + yet to be fully endorsed by the ASF. + </p> + <p class="title-info"> Apache CarbonData (incubating) is available under + <a href="http://www.apache.org/licenses/LICENSE-2.0"; class="linktxt" + target="blank">Apache License, version 2.0.</a> + </p> + </div> + </div> + + </div> + </div> +</section><!-- End apacheblock part --> + +<footer> + <div class="topcontant"> + <div class="container-fluid"> + <div class="col-md-4 col-sm-4"> + <p class="footext"> + Apache CarbonData, CarbonData, Apache, the Apache feather logo, and the Apache + CarbonData project logo are trademarks of The Apache Software Foundation + </p> + + </div> + <div class="col-md-8 col-sm-8"> + <ul class="footer-nav"> + <li><a href="">Site Map</a></li> + <li><a href="">Service</a></li> + <li><a href="">Contact us</a></li> + </ul> + </div> + </div> + </div> + <div class="bottomcontant"> + <div class="container-fluid"> + <div class="col-md-8 col-sm-8"> + <p class="copyright-txt">Copyright © 2016-2017 Apache CarbonData. All rights reserved | + <a href="http://www.apache.org/"; class="term-links">Apache Software + Foundation </a> | + <a href="http://www.apache.org/foundation/policies/privacy.html"; + class="term-links" target="blank"> Privacy Policy </a> + </p> + + </div> + <div class="col-md-4 col-sm-4"> + <div class="social-icon"> + <a href="#" class="icons"><i class="fa fa-facebook" aria-hidden="true"></i></a> + <a href="#" class="icons"><i class="fa fa-twitter" aria-hidden="true"></i></a> + <a href="#" class="icons"><i class="fa fa-linkedin" aria-hidden="true"></i></a> + </div> + </div> + </div> + </div> +</footer> + + +<!-- jQuery (necessary for Bootstrap's JavaScript plugins) --> + +<script src="js/jquery.min.js"></script> +<!-- Include all compiled plugins (below), or include individual files as needed --> +<script src="js/bootstrap.min.js"></script> +<script src="js/custom.js"></script> +<script> + $('.carousel').carousel({ + interval: 5000 //changes the speed + }) + + +</script> + +</body> +</html> http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/b96a419a/content/installation-guide.html ---------------------------------------------------------------------- diff --git a/content/installation-guide.html b/content/installation-guide.html new file mode 100644 index 0000000..c13946f --- /dev/null +++ b/content/installation-guide.html @@ -0,0 +1,471 @@ +<!DOCTYPE html> +<html lang="en"> +<head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + <meta name="viewport" content="width=device-width, initial-scale=1"> + <link href='images/favicon.ico' rel='shortcut icon' type='image/x-icon'> + <!-- The above 3 meta tags *must* come first in the head; any other head content must come *after* these tags --> + <title>CarbonData</title> + <style> + + </style> + <!-- Bootstrap --> + + <link rel="stylesheet" href="css/bootstrap.min.css"> + <link href="css/style.css" rel="stylesheet"> + <!-- HTML5 shim and Respond.js for IE8 support of HTML5 elements and media queries --> + <!-- WARNING: Respond.js doesn't work if you view the page via file:// --> + <!--[if lt IE 9]> + <script src="https://oss.maxcdn.com/html5shiv/3.7.3/html5shiv.min.js";></script> + <script src="https://oss.maxcdn.scom/respond/1.4.2/respond.min.js";></script> + <![endif]--> + <script src="js/jquery.min.js"></script> + <script src="js/bootstrap.min.js"></script> + + +</head> +<body> +<header> + <nav class="navbar navbar-default navbar-custom cd-navbar-wrapper"> + <div class="container"> + <div class="navbar-header"> + <button aria-controls="navbar" aria-expanded="false" data-target="#navbar" data-toggle="collapse" + class="navbar-toggle collapsed" type="button"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + <a href="index.html" class="logo"> + <img src="images/CarbonDataLogo.png" alt="CarbonData logo" title="CarbocnData logo"/> + </a> + </div> + <div class="navbar-collapse collapse cd_navcontnt" id="navbar"> + <ul class="nav navbar-nav navbar-right navlist-custom"> + <li><a href="index.html" class="hidden-xs"><i class="fa fa-home" aria-hidden="true"></i> </a> + </li> + <li><a href="index.html" class="hidden-lg hidden-md hidden-sm">Home</a></li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle " data-toggle="dropdown" role="button" aria-haspopup="true" + aria-expanded="false"> Download <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/1.0.0-incubating"; + target="_blank">Apache CarbonData 1.0.0</a></li> + <li> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/0.2.0-incubating"; + target="_blank">Apache CarbonData 0.2.0</a></li> + <li> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/0.1.1-incubating"; + target="_blank">Apache CarbonData 0.1.1</a></li> + <li> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/0.1.0-incubating"; + target="_blank">Apache CarbonData 0.1.0</a></li> + <li> + <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/Releases"; + target="_blank">Release Archive</a></li> + </ul> + </li> + <li><a href="mainpage.html" class="">Documentation</a></li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" + aria-expanded="false">Community <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li> + <a href="https://github.com/apache/incubator-carbondata/blob/master/docs/How-to-contribute-to-Apache-CarbonData.md"; + target="_blank">Contributing to CarbonData</a></li> + <li> + <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/PPMC+and+Committers+member+list"; + target="_blank">Project PPMC and Committers</a></li> + <li> + <a href="https://cwiki.apache.org/confluence/pages/viewpage.action?pageId=66850609"; + target="_blank">CarbonData Meetups</a></li> + <li><a href="security.html">Apache CarbonData Security</a></li> + <li><a href="https://issues.apache.org/jira/browse/CARBONDATA"; target="_blank">Apache + Jira</a></li> + <li><a href="videogallery.html">CarbonData Videos </a></li> + </ul> + </li> + <li class="dropdown"> + <a href="http://www.apache.org/"; class="apache_link hidden-xs dropdown-toggle" + data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Apache</a> + <ul class="dropdown-menu"> + <li><a href="http://www.apache.org/"; target="_blank">Apache Homepage</a></li> + <li><a href="http://www.apache.org/licenses/"; target="_blank">License</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html"; + target="_blank">Sponsorship</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html"; target="_blank">Thanks</a></li> + </ul> + </li> + + <li class="dropdown"> + <a href="http://www.apache.org/"; class="hidden-lg hidden-md hidden-sm dropdown-toggle" + data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Apache</a> + <ul class="dropdown-menu"> + <li><a href="http://www.apache.org/"; target="_blank">Apache Homepage</a></li> + <li><a href="http://www.apache.org/licenses/"; target="_blank">License</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html"; + target="_blank">Sponsorship</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html"; target="_blank">Thanks</a></li> + </ul> + </li> + + <li> + <a href="#" id="search-icon"><i class="fa fa-search" aria-hidden="true"></i></a> + + </li> + + </ul> + </div><!--/.nav-collapse --> + <div id="search-box"> + <form method="get" action="http://www.google.com/search";> + <div class="search-block"> + <table border="0" cellpadding="0" width="100%"> + <tr> + <td style="width:80%"> + <input type="text" name="q" size=" 5" maxlength="255" value="" + class="search-input"/> + </td> + <td style="width:20%"> + <input type="submit" value="Search"/></td> + </tr> + <tr> + <td align="left" style="font-size:75%" colspan="2"> + <input type="checkbox" name="sitesearch" value="carbondata.apache.org" checked/> + Only search for CarbonData + </td> + </tr> + </table> + </div> + </form> + </div> + </div> + </nav> +</header> <!-- end Header part --> + +<div class="fixed-padding"></div> <!-- top padding with fixde header --> + +<section><!-- Dashboard nav --> + <div class="container-fluid q"> + <div class="col-sm-12 col-md-12 maindashboard"> + <div class="row"> + <section> + <div style="padding:10px 15px;"> + <div id="viewpage" name="viewpage"> + <div class="row"> + <div class="col-sm-12 col-md-12"> + <div> + +<h1> +<a id="installation-guide" class="anchor" href="#installation-guide" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>Installation Guide</h1> + +<p>This tutorial guides you through the installation and configuration of CarbonData in the following two modes :</p> + +<ul> +<li><a href="#installing-and-configuring-carbondata-on-standalone-spark-cluster">Installing and Configuring CarbonData on Standalone Spark Cluster</a></li> +<li><a href="#installing-and-configuring-carbondata-on-spark-on-yarn-cluster">Installing and Configuring CarbonData on ?Spark on YARN? Cluster</a></li> +</ul> + +<p>followed by :</p> + +<ul> +<li><a href="#query-execution-using-carbondata-thrift-server">Query Execution using CarbonData Thrift Server</a></li> +</ul> + +<h2> +<a id="installing-and-configuring-carbondata-on-standalone-spark-cluster" class="anchor" href="#installing-and-configuring-carbondata-on-standalone-spark-cluster" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>Installing and Configuring CarbonData on Standalone Spark Cluster</h2> + +<h3> +<a id="prerequisites" class="anchor" href="#prerequisites" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>Prerequisites</h3> + +<ul> +<li><p>Hadoop HDFS and Yarn should be installed and running.</p></li> +<li><p>Spark should be installed and running on all the cluster nodes.</p></li> +<li><p>CarbonData user should have permission to access HDFS.</p></li> +</ul> + +<h3> +<a id="procedure" class="anchor" href="#procedure" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>Procedure</h3> + +<ol> +<li><p><a href="https://github.com/apache/incubator-carbondata/blob/master/build/README.md"; target=_blank>Build the CarbonData</a> project and get the assembly jar from <code>./assembly/target/scala-2.1x/carbondata_xxx.jar</code>. </p></li> +<li> +<p>Copy <code>./assembly/target/scala-2.1x/carbondata_xxx.jar</code> to <code>$SPARK_HOME/carbonlib</code> folder.</p> + +<p><strong>NOTE</strong>: Create the carbonlib folder if it does not exist inside <code>$SPARK_HOME</code> path.</p> +</li> +<li><p>Add the carbonlib folder path in the Spark classpath. (Edit <code>$SPARK_HOME/conf/spark-env.sh</code> file and modify the value of <code>SPARK_CLASSPATH</code> by appending <code>$SPARK_HOME/carbonlib/*</code> to the existing value)</p></li> +<li><p>Copy the <code>./conf/carbon.properties.template</code> file from CarbonData repository to <code>$SPARK_HOME/conf/</code> folder and rename the file to <code>carbon.properties</code>.</p></li> +<li><p>Repeat Step 2 to Step 5 in all the nodes of the cluster.</p></li> +<li> +<p>In Spark node[master], configure the properties mentioned in the following table in <code>$SPARK_HOME/conf/spark-defaults.conf</code> file.</p> + +<table> +<thead> +<tr> +<th>Property</th> +<th>Value</th> +<th>Description</th> +</tr> +</thead> +<tbody> +<tr> +<td>spark.driver.extraJavaOptions</td> +<td><code>-Dcarbon.properties.filepath=$SPARK_HOME/conf/carbon.properties</code></td> +<td>A string of extra JVM options to pass to the driver. For instance, GC settings or other logging.</td> +</tr> +<tr> +<td>spark.executor.extraJavaOptions</td> +<td><code>-Dcarbon.properties.filepath=$SPARK_HOME/conf/carbon.properties</code></td> +<td>A string of extra JVM options to pass to executors. For instance, GC settings or other logging. <strong>NOTE</strong>: You can enter multiple values separated by space.</td> +</tr> +</tbody> +</table> +</li> +<li> +<p>Add the following properties in <code>$SPARK_HOME/conf/carbon.properties</code> file:</p> + +<table> +<thead> +<tr> +<th>Property</th> +<th>Required</th> +<th>Description</th> +<th>Example</th> +<th>Remark</th> +</tr> +</thead> +<tbody> +<tr> +<td>carbon.storelocation</td> +<td>NO</td> +<td>Location where data CarbonData will create the store and write the data in its own format.</td> +<td>hdfs://HOSTNAME:PORT/Opt/CarbonStore</td> +<td>Propose to set HDFS directory</td> +</tr> +</tbody> +</table> +</li> +<li> +<p>Verify the installation. For example:</p> + +<pre><code>./spark-shell --master spark://HOSTNAME:PORT --total-executor-cores 2 +--executor-memory 2G +</code></pre> +</li> +</ol> + +<p><strong>NOTE</strong>: Make sure you have permissions for CarbonData JARs and files through which driver and executor will start.</p> + +<p>To get started with CarbonData : <a href="quick-start-guide.html">Quick Start</a>, <a href="ddl-operation-on-carbondata.html">DDL Operations on CarbonData</a></p> + +<h2> +<a id="installing-and-configuring-carbondata-on-spark-on-yarn-cluster" class="anchor" href="#installing-and-configuring-carbondata-on-spark-on-yarn-cluster" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>Installing and Configuring CarbonData on "Spark on YARN" Cluster</h2> + +<p>This section provides the procedure to install CarbonData on "Spark on YARN" cluster.</p> + +<h3> +<a id="prerequisites-1" class="anchor" href="#prerequisites-1" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>Prerequisites</h3> + +<ul> +<li>Hadoop HDFS and Yarn should be installed and running.</li> +<li>Spark should be installed and running in all the clients.</li> +<li>CarbonData user should have permission to access HDFS.</li> +</ul> + +<h3> +<a id="procedure-1" class="anchor" href="#procedure-1" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>Procedure</h3> + +<p>The following steps are only for Driver Nodes. (Driver nodes are the one which starts the spark context.)</p> + +<ol> +<li> +<p><a href="https://github.com/apache/incubator-carbondata/blob/master/build/README.md"; target=_blank>Build the CarbonData</a> project and get the assembly jar from <code>./assembly/target/scala-2.1x/carbondata_xxx.jar</code> and copy to <code>$SPARK_HOME/carbonlib</code> folder.</p> + +<p><strong>NOTE</strong>: Create the carbonlib folder if it does not exists inside <code>$SPARK_HOME</code> path.</p> +</li> +<li><p>Copy the <code>./conf/carbon.properties.template</code> file from CarbonData repository to <code>$SPARK_HOME/conf/</code> folder and rename the file to <code>carbon.properties</code>.</p></li> +<li> +<p>Create <code>tar,gz</code> file of carbonlib folder and move it inside the carbonlib folder.</p> + +<pre><code>cd $SPARK_HOME +tar -zcvf carbondata.tar.gz carbonlib/ +mv carbondata.tar.gz carbonlib/ +</code></pre> +</li> +<li> +<p>Configure the properties mentioned in the following table in <code>$SPARK_HOME/conf/spark-defaults.conf</code> file.</p> + +<table> +<thead> +<tr> +<th>Property</th> +<th>Description</th> +<th>Value</th> +</tr> +</thead> +<tbody> +<tr> +<td>spark.master</td> +<td>Set this value to run the Spark in yarn cluster mode.</td> +<td>Set yarn-client to run the Spark in yarn cluster mode.</td> +</tr> +<tr> +<td>spark.yarn.dist.files</td> +<td>Comma-separated list of files to be placed in the working directory of each executor.</td> +<td><code>$SPARK_HOME/conf/carbon.properties</code></td> +</tr> +<tr> +<td>spark.yarn.dist.archives</td> +<td>Comma-separated list of archives to be extracted into the working directory of each executor.</td> +<td><code>$SPARK_HOME/carbonlib/carbondata.tar.gz</code></td> +</tr> +<tr> +<td>spark.executor.extraJavaOptions</td> +<td>A string of extra JVM options to pass to executors. For instance <strong>NOTE</strong>: You can enter multiple values separated by space.</td> +<td><code>-Dcarbon.properties.filepath=carbon.properties</code></td> +</tr> +<tr> +<td>spark.executor.extraClassPath</td> +<td>Extra classpath entries to prepend to the classpath of executors. <strong>NOTE</strong>: If SPARK_CLASSPATH is defined in spark-env.sh, then comment it and append the values in below parameter spark.driver.extraClassPath</td> +<td><code>carbondata.tar.gz/carbonlib/*</code></td> +</tr> +<tr> +<td>spark.driver.extraClassPath</td> +<td>Extra classpath entries to prepend to the classpath of the driver. <strong>NOTE</strong>: If SPARK_CLASSPATH is defined in spark-env.sh, then comment it and append the value in below parameter spark.driver.extraClassPath.</td> +<td><code>$SPARK_HOME/carbonlib/carbonlib/*</code></td> +</tr> +<tr> +<td>spark.driver.extraJavaOptions</td> +<td>A string of extra JVM options to pass to the driver. For instance, GC settings or other logging.</td> +<td><code>-Dcarbon.properties.filepath=$SPARK_HOME/conf/carbon.properties</code></td> +</tr> +</tbody> +</table> +</li> +<li> +<p>Add the following properties in <code>$SPARK_HOME/conf/carbon.properties</code>:</p> + +<table> +<thead> +<tr> +<th>Property</th> +<th>Required</th> +<th>Description</th> +<th>Example</th> +<th>Default Value</th> +</tr> +</thead> +<tbody> +<tr> +<td>carbon.storelocation</td> +<td>NO</td> +<td>Location where CarbonData will create the store and write the data in its own format.</td> +<td>hdfs://HOSTNAME:PORT/Opt/CarbonStore</td> +<td>Propose to set HDFS directory</td> +</tr> +</tbody> +</table> +</li> +<li> +<p>Verify the installation.</p> + +<pre><code> ./bin/spark-shell --master yarn-client --driver-memory 1g + --executor-cores 2 --executor-memory 2G +</code></pre> + +<p><strong>NOTE</strong>: Make sure you have permissions for CarbonData JARs and files through which driver and executor will start.</p> + +<p>Getting started with CarbonData : <a href="quick-start-guide.html">Quick Start</a>, <a href="ddl-operation-on-carbondata.html">DDL Operations on CarbonData</a></p> +</li> +</ol> + +<h2> +<a id="query-execution-using-carbondata-thrift-server" class="anchor" href="#query-execution-using-carbondata-thrift-server" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>Query Execution Using CarbonData Thrift Server</h2> + +<h3> +<a id="starting-carbondata-thrift-server" class="anchor" href="#starting-carbondata-thrift-server" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>Starting CarbonData Thrift Server.</h3> + +<p>a. cd <code>$SPARK_HOME</code></p> + +<p>b. Run the following command to start the CarbonData thrift server.</p> + +<pre><code> ./bin/spark-submit --conf spark.sql.hive.thriftServer.singleSession=true + --class org.apache.carbondata.spark.thriftserver.CarbonThriftServer + $SPARK_HOME/carbonlib/$CARBON_ASSEMBLY_JAR <carbon_store_path> +</code></pre> + +<table> +<thead> +<tr> +<th>Parameter</th> +<th>Description</th> +<th>Example</th> +</tr> +</thead> +<tbody> +<tr> +<td>CARBON_ASSEMBLY_JAR</td> +<td>CarbonData assembly jar name present in the <code>$SPARK_HOME/carbonlib/</code> folder.</td> +<td>carbondata_2.10-0.1.0-incubating-SNAPSHOT-shade-hadoop2.7.2.jar</td> +</tr> +<tr> +<td>carbon_store_path</td> +<td>This is a parameter to the CarbonThriftServer class. This a HDFS path where CarbonData files will be kept. Strongly Recommended to put same as carbon.storelocation parameter of carbon.properties.</td> +<td><code>hdfs://<host_name>:port/user/hive/warehouse/carbon.store</code></td> +</tr> +</tbody> +</table> + +<p><strong>Examples</strong></p> + +<ul> +<li>Start with default memory and executors.</li> +</ul> + +<pre><code>./bin/spark-submit --conf spark.sql.hive.thriftServer.singleSession=true +--class org.apache.carbondata.spark.thriftserver.CarbonThriftServer +$SPARK_HOME/carbonlib +/carbondata_2.10-0.1.0-incubating-SNAPSHOT-shade-hadoop2.7.2.jar +hdfs://<host_name>:port/user/hive/warehouse/carbon.store +</code></pre> + +<ul> +<li>Start with Fixed executors and resources.</li> +</ul> + +<pre><code>./bin/spark-submit --conf spark.sql.hive.thriftServer.singleSession=true +--class org.apache.carbondata.spark.thriftserver.CarbonThriftServer +--num-executors 3 --driver-memory 20g --executor-memory 250g +--executor-cores 32 +/srv/OSCON/BigData/HACluster/install/spark/sparkJdbc/lib +/carbondata_2.10-0.1.0-incubating-SNAPSHOT-shade-hadoop2.7.2.jar +hdfs://<host_name>:port/user/hive/warehouse/carbon.store +</code></pre> + +<h3> +<a id="connecting-to-carbondata-thrift-server-using-beeline" class="anchor" href="#connecting-to-carbondata-thrift-server-using-beeline" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>Connecting to CarbonData Thrift Server Using Beeline.</h3> + +<pre><code> cd $SPARK_HOME + ./bin/beeline jdbc:hive2://<thrftserver_host>:port + + Example + ./bin/beeline jdbc:hive2://10.10.10.10:10000 +</code></pre> +</div> +</div> +</div> +</div> +<div class="doc-footer"> + <a href="#top" class="scroll-top">Top</a> +</div> +</div> +</section> +</div> +</div> +</div> +</section><!-- End systemblock part --> +<script src="js/custom.js"></script> +</body> +</html> \ No newline at end of file
