Added: tajo/site/docs/current/_sources/sql_language/data_model.txt URL: http://svn.apache.org/viewvc/tajo/site/docs/current/_sources/sql_language/data_model.txt?rev=1583596&view=auto ============================================================================== --- tajo/site/docs/current/_sources/sql_language/data_model.txt (added) +++ tajo/site/docs/current/_sources/sql_language/data_model.txt Tue Apr 1 10:22:23 2014 @@ -0,0 +1,66 @@ +********** +Data Model +********** + +=============== +Data Types +=============== + ++-----------+----------------+----------------------------+-------------+---------------------------------------------------+--------------------------------------------------------------------------+ +| Supported | SQL Type Name | Alias | Size (byte) | Description | Range | ++===========+================+============================+=============+===================================================+==========================================================================+ +| O | boolean | bool | 1 | | true/false | ++-----------+----------------+----------------------------+-------------+---------------------------------------------------+--------------------------------------------------------------------------+ +| | bit | | 1 | | 1/0 | ++-----------+----------------+----------------------------+-------------+---------------------------------------------------+--------------------------------------------------------------------------+ +| | varbit | bit varying | | | | ++-----------+----------------+----------------------------+-------------+---------------------------------------------------+--------------------------------------------------------------------------+ +| O | smallint | tinyint, int2 | 2 | small-range integer value | -2^15 (-32,768) to 2^15 (32,767) | ++-----------+----------------+----------------------------+-------------+---------------------------------------------------+--------------------------------------------------------------------------+ +| O | integer | int, int4 | 4 | integer value | -2^31 (-2,147,483,648) to 2^31 - 1 (2,147,483,647) | ++-----------+----------------+----------------------------+-------------+---------------------------------------------------+--------------------------------------------------------------------------+ +| O | bigint | bit varying | 8 | larger range integer value | -2^63 (-9,223,372,036,854,775,808) to 2^63-1 (9,223,372,036,854,775,807) | ++-----------+----------------+----------------------------+-------------+---------------------------------------------------+--------------------------------------------------------------------------+ +| O | real | int8 | 4 | variable-precision, inexact, real number value | -3.4028235E+38 to 3.4028235E+38 (6 decimal digits precision) | ++-----------+----------------+----------------------------+-------------+---------------------------------------------------+--------------------------------------------------------------------------+ +| O | float[(n)] | float4 | 4 or 8 | variable-precision, inexact, real number value | | ++-----------+----------------+----------------------------+-------------+---------------------------------------------------+--------------------------------------------------------------------------+ +| O | double | float8, double precision | 8 | variable-precision, inexact, real number value | 1 .7Eâ308 to 1.7E+308 (15 decimal digits precision) | ++-----------+----------------+----------------------------+-------------+---------------------------------------------------+--------------------------------------------------------------------------+ +| | number | decimal | | | | ++-----------+----------------+----------------------------+-------------+---------------------------------------------------+--------------------------------------------------------------------------+ +| | char[(n)] | character | | | | ++-----------+----------------+----------------------------+-------------+---------------------------------------------------+--------------------------------------------------------------------------+ +| | varchar[(n)] | character varying | | | | ++-----------+----------------+----------------------------+-------------+---------------------------------------------------+--------------------------------------------------------------------------+ +| O | text | text | | variable-length unicode text | | ++-----------+----------------+----------------------------+-------------+---------------------------------------------------+--------------------------------------------------------------------------+ +| | binary | binary | | | | ++-----------+----------------+----------------------------+-------------+---------------------------------------------------+--------------------------------------------------------------------------+ +| | varbinary[(n)] | binary varying | | | | ++-----------+----------------+----------------------------+-------------+---------------------------------------------------+--------------------------------------------------------------------------+ +| O | blob | bytea | | variable-length binary string | | ++-----------+----------------+----------------------------+-------------+---------------------------------------------------+--------------------------------------------------------------------------+ +| | date | | | | | ++-----------+----------------+----------------------------+-------------+---------------------------------------------------+--------------------------------------------------------------------------+ +| | time | | | | | ++-----------+----------------+----------------------------+-------------+---------------------------------------------------+--------------------------------------------------------------------------+ +| | timetz | time with time zone | | | | ++-----------+----------------+----------------------------+-------------+---------------------------------------------------+--------------------------------------------------------------------------+ +| | timestamp | | | | | ++-----------+----------------+----------------------------+-------------+---------------------------------------------------+--------------------------------------------------------------------------+ +| | timestamptz | | | | | ++-----------+----------------+----------------------------+-------------+---------------------------------------------------+--------------------------------------------------------------------------+ +| O | inet4 | | 4 | IPv4 address | | ++-----------+----------------+----------------------------+-------------+---------------------------------------------------+--------------------------------------------------------------------------+ + +----------------------------------------- +Using real number value (real and double) +----------------------------------------- + +The real and double data types are mapped to float and double of java primitives respectively. Java primitives float and double follows the IEEE 754 specification. So, these types are correctly matched to SQL standard data types. + ++ float[( n )] is mapped to either float or double according to a given length n. If n is specified, it must be bewtween 1 and 53. The default value of n is 53. ++ If 1 <- n <- 24, a value is mapped to float (6 decimal digits precision). ++ If 25 <- n <- 53, a value is mapped to double (15 decimal digits precision). ++ Do not use approximate real number columns in WHERE clause in order to compare some exact matches, especially the - and <> operators. The > or < comparisons work well. \ No newline at end of file
Added: tajo/site/docs/current/_sources/sql_language/ddl.txt URL: http://svn.apache.org/viewvc/tajo/site/docs/current/_sources/sql_language/ddl.txt?rev=1583596&view=auto ============================================================================== --- tajo/site/docs/current/_sources/sql_language/ddl.txt (added) +++ tajo/site/docs/current/_sources/sql_language/ddl.txt Tue Apr 1 10:22:23 2014 @@ -0,0 +1,78 @@ +************************ +Data Definition Language +************************ + +======================== +CREATE DATABASE +======================== + +*Synopsis* + +.. code-block:: sql + + CREATE DATABASE [IF NOT EXISTS] <database_name> + +``IF NOT EXISTS`` allows ``CREATE DATABASE`` statement to avoid an error which occurs when the database exists. + +======================== +DROP DATABASE +======================== + +*Synopsis* + +.. code-block:: sql + + DROP DATABASE [IF EXISTS] <database_name> + +``IF EXISTS`` allows ``DROP DATABASE`` statement to avoid an error which occurs when the database does not exist. + +======================== +CREATE TABLE +======================== + +*Synopsis* + +.. code-block:: sql + + CREATE TABLE [IF NOT EXISTS] <table_name> [(<column_name> <data_type>, ... )] + [using <storage_type> [with (<key> = <value>, ...)]] [AS <select_statement>] + + CREATE EXTERNAL TABLE [IF NOT EXISTS] <table_name> (<column_name> <data_type>, ... ) + using <storage_type> [with (<key> = <value>, ...)] LOCATION '<path>' + +``IF NOT EXISTS`` allows ``CREATE [EXTERNAL] TABLE`` statement to avoid an error which occurs when the table does not exist. + +------------------------ + Compression +------------------------ + +If you want to add an external table that contains compressed data, you should give 'compression.code' parameter to CREATE TABLE statement. + +.. code-block:: sql + + create EXTERNAL table lineitem ( + L_ORDERKEY bigint, + L_PARTKEY bigint, + ... + L_COMMENT text) + + USING csv WITH ('csvfile.delimiter'='|','compression.codec'='org.apache.hadoop.io.compress.DeflateCodec') + LOCATION 'hdfs://localhost:9010/tajo/warehouse/lineitem_100_snappy'; + +`compression.codec` parameter can have one of the following compression codecs: + * org.apache.hadoop.io.compress.BZip2Codec + * org.apache.hadoop.io.compress.DeflateCodec + * org.apache.hadoop.io.compress.GzipCodec + * org.apache.hadoop.io.compress.SnappyCodec + +======================== + DROP TABLE +======================== + +*Synopsis* + +.. code-block:: sql + + DROP TABLE [IF EXISTS] <table_name> [PURGE] + +``IF EXISTS`` allows ``DROP DATABASE`` statement to avoid an error which occurs when the database does not exist. ``DROP TABLE`` statement removes a table from Tajo catalog, but it does not remove the contents. If ``PURGE`` option is given, ``DROP TABLE`` statement will eliminate the entry in the catalog as well as the contents. \ No newline at end of file Added: tajo/site/docs/current/_sources/sql_language/insert.txt URL: http://svn.apache.org/viewvc/tajo/site/docs/current/_sources/sql_language/insert.txt?rev=1583596&view=auto ============================================================================== --- tajo/site/docs/current/_sources/sql_language/insert.txt (added) +++ tajo/site/docs/current/_sources/sql_language/insert.txt Tue Apr 1 10:22:23 2014 @@ -0,0 +1,26 @@ +************************* +INSERT (OVERWRITE) INTO +************************* + +INSERT OVERWRITE statement overwrites a table data of an existing table or a data in a given directory. Tajo's INSERT OVERWRITE statement follows ``INSERT INTO SELECT`` statement of SQL. The examples are as follows: + +.. code-block:: sql + + create table t1 (col1 int8, col2 int4, col3 float8); + + -- when a target table schema and output schema are equivalent to each other + INSERT OVERWRITE INTO t1 SELECT l_orderkey, l_partkey, l_quantity FROM lineitem; + -- or + INSERT OVERWRITE INTO t1 SELECT * FROM lineitem; + + -- when the output schema are smaller than the target table schema + INSERT OVERWRITE INTO t1 SELECT l_orderkey FROM lineitem; + + -- when you want to specify certain target columns + INSERT OVERWRITE INTO t1 (col1, col3) SELECT l_orderkey, l_quantity FROM lineitem; + +In addition, INSERT OVERWRITE statement overwrites table data as well as a specific directory. + +.. code-block:: sql + + INSERT OVERWRITE INTO LOCATION '/dir/subdir' SELECT l_orderkey, l_quantity FROM lineitem; \ No newline at end of file Added: tajo/site/docs/current/_sources/sql_language/predicates.txt URL: http://svn.apache.org/viewvc/tajo/site/docs/current/_sources/sql_language/predicates.txt?rev=1583596&view=auto ============================================================================== --- tajo/site/docs/current/_sources/sql_language/predicates.txt (added) +++ tajo/site/docs/current/_sources/sql_language/predicates.txt Tue Apr 1 10:22:23 2014 @@ -0,0 +1,159 @@ +***************** + Predicates +***************** + +===================== + IN Predicate +===================== + +IN predicate provides row and array comparison. + +*Synopsis* + +.. code-block:: sql + + column_reference IN (val1, val2, ..., valN) + column_reference NOT IN (val1, val2, ..., valN) + + +Examples are as follows: + +.. code-block:: sql + + -- this statement filters lists down all the records where col1 value is 1, 2 or 3: + SELECT col1, col2 FROM table1 WHERE col1 IN (1, 2, 3); + + -- this statement filters lists down all the records where col1 value is neither 1, 2 nor 3: + SELECT col1, col2 FROM table1 WHERE col1 NOT IN (1, 2, 3); + +You can use 'IN clause' on text data domain as follows: + +.. code-block:: sql + + SELECT col1, col2 FROM table1 WHERE col2 IN ('tajo', 'hadoop'); + + SELECT col1, col2 FROM table1 WHERE col2 NOT IN ('tajo', 'hadoop'); + + +================================== +String Pattern Matching Predicates +================================== + +-------------------- +LIKE +-------------------- + +LIKE operator returns true or false depending on whether its pattern matches the given string. An underscore (_) in pattern matches any single character. A percent sign (%) matches any sequence of zero or more characters. + +*Synopsis* + +.. code-block:: sql + + string LIKE pattern + string NOT LIKE pattern + + +-------------------- +ILIKE +-------------------- + +ILIKE is the same to LIKE, but it is a case insensitive operator. It is not in the SQL standard. We borrow this operator from PostgreSQL. + +*Synopsis* + +.. code-block:: sql + + string ILIKE pattern + string NOT ILIKE pattern + + +-------------------- +SIMILAR TO +-------------------- + +*Synopsis* + +.. code-block:: sql + + string SIMILAR TO pattern + string NOT SIMILAR TO pattern + +It returns true or false depending on whether its pattern matches the given string. Also like LIKE, ``SIMILAR TO`` uses ``_`` and ``%`` as metacharacters denoting any single character and any string, respectively. + +In addition to these metacharacters borrowed from LIKE, 'SIMILAR TO' supports more powerful pattern-matching metacharacters borrowed from regular expressions: + ++------------------------+-------------------------------------------------------------------------------------------+ +| metacharacter | description | ++========================+===========================================================================================+ +| | | denotes alternation (either of two alternatives). | ++------------------------+-------------------------------------------------------------------------------------------+ +| * | denotes repetition of the previous item zero or more times. | ++------------------------+-------------------------------------------------------------------------------------------+ +| + | denotes repetition of the previous item one or more times. | ++------------------------+-------------------------------------------------------------------------------------------+ +| ? | denotes repetition of the previous item zero or one time. | ++------------------------+-------------------------------------------------------------------------------------------+ +| {m} | denotes repetition of the previous item exactly m times. | ++------------------------+-------------------------------------------------------------------------------------------+ +| {m,} | denotes repetition of the previous item m or more times. | ++------------------------+-------------------------------------------------------------------------------------------+ +| {m,n} | denotes repetition of the previous item at least m and not more than n times. | ++------------------------+-------------------------------------------------------------------------------------------+ +| [] | A bracket expression specifies a character class, just as in POSIX regular expressions. | ++------------------------+-------------------------------------------------------------------------------------------+ +| () | Parentheses can be used to group items into a single logical item. | ++------------------------+-------------------------------------------------------------------------------------------+ + +Note that `.`` is not used as a metacharacter in ``SIMILAR TO`` operator. + +--------------------- +Regular expressions +--------------------- + +Regular expressions provide a very powerful means for string pattern matching. In the current Tajo, regular expressions are based on Java-style regular expressions instead of POSIX regular expression. The main difference between java-style one and POSIX's one is character class. + +*Synopsis* + +.. code-block:: sql + + string ~ pattern + string !~ pattern + + string ~* pattern + string !~* pattern + ++----------+---------------------------------------------------------------------------------------------------+ +| operator | Description | ++==========+===================================================================================================+ +| ~ | It returns true if a given regular expression is matched to string. Otherwise, it returns false. | ++----------+---------------------------------------------------------------------------------------------------+ +| !~ | It returns false if a given regular expression is matched to string. Otherwise, it returns true. | ++----------+---------------------------------------------------------------------------------------------------+ +| ~* | It is the same to '~', but it is case insensitive. | ++----------+---------------------------------------------------------------------------------------------------+ +| !~* | It is the same to '!~', but it is case insensitive. | ++----------+---------------------------------------------------------------------------------------------------+ + +Here are examples: + +.. code-block:: sql + + 'abc' ~ '.*c' true + 'abc' ~ 'c' false + 'aaabc' ~ '([a-z]){3}bc true + 'abc' ~* '.*C' true + 'abc' !~* 'B.*' true + +Regular expressions operator is not in the SQL standard. We borrow this operator from PostgreSQL. + +*Synopsis for REGEXP and RLIKE operators* + +.. code-block:: sql + + string REGEXP pattern + string NOT REGEXP pattern + + string RLIKE pattern + string NOT RLIKE pattern + +But, they do not support case-insensitive operators. \ No newline at end of file Added: tajo/site/docs/current/_sources/sql_language/queries.txt URL: http://svn.apache.org/viewvc/tajo/site/docs/current/_sources/sql_language/queries.txt?rev=1583596&view=auto ============================================================================== --- tajo/site/docs/current/_sources/sql_language/queries.txt (added) +++ tajo/site/docs/current/_sources/sql_language/queries.txt Tue Apr 1 10:22:23 2014 @@ -0,0 +1,38 @@ +************************** +Queries +************************** + +===================== +Overview +===================== + +*Synopsis* + +.. code-block:: sql + + SELECT [distinct [all]] * | <expression> [[AS] <alias>] [, ...] + [FROM <table name> [[AS] <table alias name>] [, ...]] + [WHERE <condition>] + [GROUP BY <expression> [, ...]] + [HAVING <condition>] + [ORDER BY <expression> [ASC|DESC] [NULL FIRST|NULL LAST] [, ...]] + + + +===================== +From Clause +===================== + + +===================== +Where Clause +===================== + + +===================== +Groupby Clause +===================== + +===================== +Select list +===================== \ No newline at end of file Added: tajo/site/docs/current/_sources/sql_language/sql_expression.txt URL: http://svn.apache.org/viewvc/tajo/site/docs/current/_sources/sql_language/sql_expression.txt?rev=1583596&view=auto ============================================================================== --- tajo/site/docs/current/_sources/sql_language/sql_expression.txt (added) +++ tajo/site/docs/current/_sources/sql_language/sql_expression.txt Tue Apr 1 10:22:23 2014 @@ -0,0 +1,31 @@ +============================ + SQL Expressions +============================ + +------------------------- + Arithmetic Expressions +------------------------- + +------------------------- +Type Casts +------------------------- +A type cast converts a specified-typed data to another-typed data. Tajo has two type cast syntax: + +.. code-block:: sql + + CAST ( expression AS type ) + expression::type + + +------------------------- +String Expressions +------------------------- + + +------------------------- +Function Call +------------------------- + +.. code-block:: sql + + function_name ([expression [, expression ... ]] ) \ No newline at end of file Added: tajo/site/docs/current/_sources/table_management.txt URL: http://svn.apache.org/viewvc/tajo/site/docs/current/_sources/table_management.txt?rev=1583596&view=auto ============================================================================== --- tajo/site/docs/current/_sources/table_management.txt (added) +++ tajo/site/docs/current/_sources/table_management.txt Tue Apr 1 10:22:23 2014 @@ -0,0 +1,9 @@ +****************** +Table Management +****************** + +.. toctree:: + :maxdepth: 1 + + table_management/file_formats + table_management/compression Added: tajo/site/docs/current/_sources/table_management/compression.txt URL: http://svn.apache.org/viewvc/tajo/site/docs/current/_sources/table_management/compression.txt?rev=1583596&view=auto ============================================================================== --- tajo/site/docs/current/_sources/table_management/compression.txt (added) +++ tajo/site/docs/current/_sources/table_management/compression.txt Tue Apr 1 10:22:23 2014 @@ -0,0 +1,5 @@ +********************************* +Compression +********************************* + +.. todo:: \ No newline at end of file Added: tajo/site/docs/current/_sources/table_management/csv.txt URL: http://svn.apache.org/viewvc/tajo/site/docs/current/_sources/table_management/csv.txt?rev=1583596&view=auto ============================================================================== --- tajo/site/docs/current/_sources/table_management/csv.txt (added) +++ tajo/site/docs/current/_sources/table_management/csv.txt Tue Apr 1 10:22:23 2014 @@ -0,0 +1,6 @@ +************************************* +CSV +************************************* + + +(TODO) \ No newline at end of file Added: tajo/site/docs/current/_sources/table_management/file_formats.txt URL: http://svn.apache.org/viewvc/tajo/site/docs/current/_sources/table_management/file_formats.txt?rev=1583596&view=auto ============================================================================== --- tajo/site/docs/current/_sources/table_management/file_formats.txt (added) +++ tajo/site/docs/current/_sources/table_management/file_formats.txt Tue Apr 1 10:22:23 2014 @@ -0,0 +1,13 @@ +************************************* +File Formats +************************************* + +Currently, Tajo provides four file formats as follows: + +.. toctree:: + :maxdepth: 1 + + csv + rcfile + parquet + sequencefile \ No newline at end of file Added: tajo/site/docs/current/_sources/table_management/parquet.txt URL: http://svn.apache.org/viewvc/tajo/site/docs/current/_sources/table_management/parquet.txt?rev=1583596&view=auto ============================================================================== --- tajo/site/docs/current/_sources/table_management/parquet.txt (added) +++ tajo/site/docs/current/_sources/table_management/parquet.txt Tue Apr 1 10:22:23 2014 @@ -0,0 +1,6 @@ +************************************* +Parquet +************************************* + + +(TODO) \ No newline at end of file Added: tajo/site/docs/current/_sources/table_management/rcfile.txt URL: http://svn.apache.org/viewvc/tajo/site/docs/current/_sources/table_management/rcfile.txt?rev=1583596&view=auto ============================================================================== --- tajo/site/docs/current/_sources/table_management/rcfile.txt (added) +++ tajo/site/docs/current/_sources/table_management/rcfile.txt Tue Apr 1 10:22:23 2014 @@ -0,0 +1,6 @@ +************************************* +RCFIle +************************************* + + +(TODO) \ No newline at end of file Added: tajo/site/docs/current/_sources/table_management/sequencefile.txt URL: http://svn.apache.org/viewvc/tajo/site/docs/current/_sources/table_management/sequencefile.txt?rev=1583596&view=auto ============================================================================== --- tajo/site/docs/current/_sources/table_management/sequencefile.txt (added) +++ tajo/site/docs/current/_sources/table_management/sequencefile.txt Tue Apr 1 10:22:23 2014 @@ -0,0 +1,111 @@ +************************************* +SequenceFile +************************************* + +----------------------------------------- +Introduce +----------------------------------------- + +SequenceFiles are flat files consisting of binary key/value pairs. +SequenceFile is basic file format which provided by Hadoop, and Hive also provides it to create a table. + +The ``USING sequencefile`` keywords let you create a SequecneFile. Here is an example statement to create a table using ``SequecneFile``: + +.. code-block:: sql + + CREATE TABLE table1 (id int, name text, score float, type text) + USING sequencefile; + +Also Tajo provides Hive compatibility for SequenceFile. The above statement can be written in Hive as follows: + +.. code-block:: sql + + CREATE TABLE table1 (id int, name string, score float, type string) + STORED AS sequencefile; + +----------------------------------------- +SerializerDeserializer (SerDe) +----------------------------------------- + +There are two SerDe for SequenceFile as follows: + + + TextSerializerDeserializer: This class can read and write data in plain text file format. + + BinarySerializerDeserializer: This class can read and write data in binary file format. + +The default is the SerDe for plain text file in Tajo. The above example statement created the table using TextSerializerDeserializer.If you want to use BinarySerializerDeserializer, you can specify it by ``sequencefile.serde`` keywords: + +.. code-block:: sql + + CREATE TABLE table1 (id int, name text, score float, type text) + USING sequencefile with ('sequencefile.serde'='org.apache.tajo.storage.BinarySerializerDeserializer') + +In Hive, the above statement can be written in Hive as follows: + +.. code-block:: sql + + CREATE TABLE table1 (id int, name string, score float, type string) + ROW FORMAT SERDE + 'org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe' + STORED AS sequencefile; + +----------------------------------------- +Writer +----------------------------------------- + +There are three SequenceFile Writers based on the SequenceFile.CompressionType used to compress key/value pairs: + + + Writer : Uncompressed records. + + RecordCompressWriter : Record-compressed files, only compress values. + + BlockCompressWriter : Block-compressed files, both keys & values are collected in 'blocks' separately and compressed. The size of the 'block' is configurable. + +The default is Uncompressed Writer in Tajo. If you want to use RecordCompressWriter, you can specify it by ``compression.type`` keywords and ``compression.codec`` keywords: + +.. code-block:: sql + + CREATE TABLE table1 (id int, name text, score float, type text) + USING sequencefile with ('compression.type'='RECORD','compression.codec'='org.apache.hadoop.io.compress.SnappyCodec') + +In hive, you need to specify settings as follows: + +.. code-block:: sql + + hive> SET hive.exec.compress.output = true; + hive> SET mapred.output.compression.type = RECORD; + hive> SET mapred.output.compression.codec = org.apache.hadoop.io.compress.SnappyCodec; + hive> CREATE TABLE table1 (id int, name string, score float, type string) STORED AS sequencefile;; + +And if you want to use BlockCompressWriter, you can specify it by ``compression.type`` keywords and ``compression.codec`` keywords: + +.. code-block:: sql + + CREATE TABLE table1 (id int, name text, score float, type text) + USING sequencefile with ('compression.type'='BLOCK','compression.codec'='org.apache.hadoop.io.compress.SnappyCodec') + +In hive, you need to specify settings as follows: + +.. code-block:: sql + + hive> SET hive.exec.compress.output = true; + hive> SET mapred.output.compression.type = BLOCK; + hive> SET mapred.output.compression.codec = org.apache.hadoop.io.compress.SnappyCodec; + hive> CREATE TABLE table1 (id int, name string, score float, type string) STORED AS sequencefile;; + +For reference, you can use TextSerDe or BinarySerDe with compression keywords. +Here is an example statement for this case. + +.. code-block:: sql + + CREATE TABLE table1 (id int, name text, score float, type text) + USING sequencefile with ('sequencefile.serde'='org.apache.tajo.storage.BinarySerializerDeserializer', 'compression.type'='BLOCK','compression.codec'='org.apache.hadoop.io.compress.SnappyCodec') + +In hive, you need to specify settings as follows: + +.. code-block:: sql + + hive> SET hive.exec.compress.output = true; + hive> SET mapred.output.compression.type = BLOCK; + hive> SET mapred.output.compression.codec = org.apache.hadoop.io.compress.SnappyCodec; + hive> CREATE TABLE table1 (id int, name string, score float, type string) + ROW FORMAT SERDE + 'org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe' + STORED AS sequencefile;; \ No newline at end of file Added: tajo/site/docs/current/_sources/table_partitioning.txt URL: http://svn.apache.org/viewvc/tajo/site/docs/current/_sources/table_partitioning.txt?rev=1583596&view=auto ============================================================================== --- tajo/site/docs/current/_sources/table_partitioning.txt (added) +++ tajo/site/docs/current/_sources/table_partitioning.txt Tue Apr 1 10:22:23 2014 @@ -0,0 +1,11 @@ +****************** +Table Partitioning +****************** + +.. toctree:: + :maxdepth: 1 + + partitioning/intro_to_partitioning + partitioning/column_partitioning + partitioning/range_partitioning + partitioning/hash_partitioning \ No newline at end of file Added: tajo/site/docs/current/_sources/tajo_client_api.txt URL: http://svn.apache.org/viewvc/tajo/site/docs/current/_sources/tajo_client_api.txt?rev=1583596&view=auto ============================================================================== --- tajo/site/docs/current/_sources/tajo_client_api.txt (added) +++ tajo/site/docs/current/_sources/tajo_client_api.txt Tue Apr 1 10:22:23 2014 @@ -0,0 +1,5 @@ +************************************* +Tajo Client API +************************************* + +.. todo:: \ No newline at end of file Added: tajo/site/docs/current/_static/ajax-loader.gif URL: http://svn.apache.org/viewvc/tajo/site/docs/current/_static/ajax-loader.gif?rev=1583596&view=auto ============================================================================== Binary file - no diff available. Propchange: tajo/site/docs/current/_static/ajax-loader.gif ------------------------------------------------------------------------------ svn:mime-type = application/octet-stream Added: tajo/site/docs/current/_static/basic.css URL: http://svn.apache.org/viewvc/tajo/site/docs/current/_static/basic.css?rev=1583596&view=auto ============================================================================== --- tajo/site/docs/current/_static/basic.css (added) +++ tajo/site/docs/current/_static/basic.css Tue Apr 1 10:22:23 2014 @@ -0,0 +1,537 @@ +/* + * basic.css + * ~~~~~~~~~ + * + * Sphinx stylesheet -- basic theme. + * + * :copyright: Copyright 2007-2013 by the Sphinx team, see AUTHORS. + * :license: BSD, see LICENSE for details. + * + */ + +/* -- main layout ----------------------------------------------------------- */ + +div.clearer { + clear: both; +} + +/* -- relbar ---------------------------------------------------------------- */ + +div.related { + width: 100%; + font-size: 90%; +} + +div.related h3 { + display: none; +} + +div.related ul { + margin: 0; + padding: 0 0 0 10px; + list-style: none; +} + +div.related li { + display: inline; +} + +div.related li.right { + float: right; + margin-right: 5px; +} + +/* -- sidebar --------------------------------------------------------------- */ + +div.sphinxsidebarwrapper { + padding: 10px 5px 0 10px; +} + +div.sphinxsidebar { + float: left; + width: 230px; + margin-left: -100%; + font-size: 90%; +} + +div.sphinxsidebar ul { + list-style: none; +} + +div.sphinxsidebar ul ul, +div.sphinxsidebar ul.want-points { + margin-left: 20px; + list-style: square; +} + +div.sphinxsidebar ul ul { + margin-top: 0; + margin-bottom: 0; +} + +div.sphinxsidebar form { + margin-top: 10px; +} + +div.sphinxsidebar input { + border: 1px solid #98dbcc; + font-family: sans-serif; + font-size: 1em; +} + +div.sphinxsidebar #searchbox input[type="text"] { + width: 170px; +} + +div.sphinxsidebar #searchbox input[type="submit"] { + width: 30px; +} + +img { + border: 0; + max-width: 100%; +} + +/* -- search page ----------------------------------------------------------- */ + +ul.search { + margin: 10px 0 0 20px; + padding: 0; +} + +ul.search li { + padding: 5px 0 5px 20px; + background-image: url(file.png); + background-repeat: no-repeat; + background-position: 0 7px; +} + +ul.search li a { + font-weight: bold; +} + +ul.search li div.context { + color: #888; + margin: 2px 0 0 30px; + text-align: left; +} + +ul.keywordmatches li.goodmatch a { + font-weight: bold; +} + +/* -- index page ------------------------------------------------------------ */ + +table.contentstable { + width: 90%; +} + +table.contentstable p.biglink { + line-height: 150%; +} + +a.biglink { + font-size: 1.3em; +} + +span.linkdescr { + font-style: italic; + padding-top: 5px; + font-size: 90%; +} + +/* -- general index --------------------------------------------------------- */ + +table.indextable { + width: 100%; +} + +table.indextable td { + text-align: left; + vertical-align: top; +} + +table.indextable dl, table.indextable dd { + margin-top: 0; + margin-bottom: 0; +} + +table.indextable tr.pcap { + height: 10px; +} + +table.indextable tr.cap { + margin-top: 10px; + background-color: #f2f2f2; +} + +img.toggler { + margin-right: 3px; + margin-top: 3px; + cursor: pointer; +} + +div.modindex-jumpbox { + border-top: 1px solid #ddd; + border-bottom: 1px solid #ddd; + margin: 1em 0 1em 0; + padding: 0.4em; +} + +div.genindex-jumpbox { + border-top: 1px solid #ddd; + border-bottom: 1px solid #ddd; + margin: 1em 0 1em 0; + padding: 0.4em; +} + +/* -- general body styles --------------------------------------------------- */ + +a.headerlink { + visibility: hidden; +} + +h1:hover > a.headerlink, +h2:hover > a.headerlink, +h3:hover > a.headerlink, +h4:hover > a.headerlink, +h5:hover > a.headerlink, +h6:hover > a.headerlink, +dt:hover > a.headerlink { + visibility: visible; +} + +div.body p.caption { + text-align: inherit; +} + +div.body td { + text-align: left; +} + +.field-list ul { + padding-left: 1em; +} + +.first { + margin-top: 0 !important; +} + +p.rubric { + margin-top: 30px; + font-weight: bold; +} + +img.align-left, .figure.align-left, object.align-left { + clear: left; + float: left; + margin-right: 1em; +} + +img.align-right, .figure.align-right, object.align-right { + clear: right; + float: right; + margin-left: 1em; +} + +img.align-center, .figure.align-center, object.align-center { + display: block; + margin-left: auto; + margin-right: auto; +} + +.align-left { + text-align: left; +} + +.align-center { + text-align: center; +} + +.align-right { + text-align: right; +} + +/* -- sidebars -------------------------------------------------------------- */ + +div.sidebar { + margin: 0 0 0.5em 1em; + border: 1px solid #ddb; + padding: 7px 7px 0 7px; + background-color: #ffe; + width: 40%; + float: right; +} + +p.sidebar-title { + font-weight: bold; +} + +/* -- topics ---------------------------------------------------------------- */ + +div.topic { + border: 1px solid #ccc; + padding: 7px 7px 0 7px; + margin: 10px 0 10px 0; +} + +p.topic-title { + font-size: 1.1em; + font-weight: bold; + margin-top: 10px; +} + +/* -- admonitions ----------------------------------------------------------- */ + +div.admonition { + margin-top: 10px; + margin-bottom: 10px; + padding: 7px; +} + +div.admonition dt { + font-weight: bold; +} + +div.admonition dl { + margin-bottom: 0; +} + +p.admonition-title { + margin: 0px 10px 5px 0px; + font-weight: bold; +} + +div.body p.centered { + text-align: center; + margin-top: 25px; +} + +/* -- tables ---------------------------------------------------------------- */ + +table.docutils { + border: 0; + border-collapse: collapse; +} + +table.docutils td, table.docutils th { + padding: 1px 8px 1px 5px; + border-top: 0; + border-left: 0; + border-right: 0; + border-bottom: 1px solid #aaa; +} + +table.field-list td, table.field-list th { + border: 0 !important; +} + +table.footnote td, table.footnote th { + border: 0 !important; +} + +th { + text-align: left; + padding-right: 5px; +} + +table.citation { + border-left: solid 1px gray; + margin-left: 1px; +} + +table.citation td { + border-bottom: none; +} + +/* -- other body styles ----------------------------------------------------- */ + +ol.arabic { + list-style: decimal; +} + +ol.loweralpha { + list-style: lower-alpha; +} + +ol.upperalpha { + list-style: upper-alpha; +} + +ol.lowerroman { + list-style: lower-roman; +} + +ol.upperroman { + list-style: upper-roman; +} + +dl { + margin-bottom: 15px; +} + +dd p { + margin-top: 0px; +} + +dd ul, dd table { + margin-bottom: 10px; +} + +dd { + margin-top: 3px; + margin-bottom: 10px; + margin-left: 30px; +} + +dt:target, .highlighted { + background-color: #fbe54e; +} + +dl.glossary dt { + font-weight: bold; + font-size: 1.1em; +} + +.field-list ul { + margin: 0; + padding-left: 1em; +} + +.field-list p { + margin: 0; +} + +.optional { + font-size: 1.3em; +} + +.versionmodified { + font-style: italic; +} + +.system-message { + background-color: #fda; + padding: 5px; + border: 3px solid red; +} + +.footnote:target { + background-color: #ffa; +} + +.line-block { + display: block; + margin-top: 1em; + margin-bottom: 1em; +} + +.line-block .line-block { + margin-top: 0; + margin-bottom: 0; + margin-left: 1.5em; +} + +.guilabel, .menuselection { + font-family: sans-serif; +} + +.accelerator { + text-decoration: underline; +} + +.classifier { + font-style: oblique; +} + +abbr, acronym { + border-bottom: dotted 1px; + cursor: help; +} + +/* -- code displays --------------------------------------------------------- */ + +pre { + overflow: auto; + overflow-y: hidden; /* fixes display issues on Chrome browsers */ +} + +td.linenos pre { + padding: 5px 0px; + border: 0; + background-color: transparent; + color: #aaa; +} + +table.highlighttable { + margin-left: 0.5em; +} + +table.highlighttable td { + padding: 0 0.5em 0 0.5em; +} + +tt.descname { + background-color: transparent; + font-weight: bold; + font-size: 1.2em; +} + +tt.descclassname { + background-color: transparent; +} + +tt.xref, a tt { + background-color: transparent; + font-weight: bold; +} + +h1 tt, h2 tt, h3 tt, h4 tt, h5 tt, h6 tt { + background-color: transparent; +} + +.viewcode-link { + float: right; +} + +.viewcode-back { + float: right; + font-family: sans-serif; +} + +div.viewcode-block:target { + margin: -1px -10px; + padding: 0 10px; +} + +/* -- math display ---------------------------------------------------------- */ + +img.math { + vertical-align: middle; +} + +div.body div.math p { + text-align: center; +} + +span.eqno { + float: right; +} + +/* -- printout stylesheet --------------------------------------------------- */ + +@media print { + div.document, + div.documentwrapper, + div.bodywrapper { + margin: 0 !important; + width: 100%; + } + + div.sphinxsidebar, + div.related, + div.footer, + #top-link { + display: none; + } +} \ No newline at end of file Added: tajo/site/docs/current/_static/comment-bright.png URL: http://svn.apache.org/viewvc/tajo/site/docs/current/_static/comment-bright.png?rev=1583596&view=auto ============================================================================== Binary file - no diff available. Propchange: tajo/site/docs/current/_static/comment-bright.png ------------------------------------------------------------------------------ svn:mime-type = application/octet-stream Added: tajo/site/docs/current/_static/comment-close.png URL: http://svn.apache.org/viewvc/tajo/site/docs/current/_static/comment-close.png?rev=1583596&view=auto ============================================================================== Binary file - no diff available. Propchange: tajo/site/docs/current/_static/comment-close.png ------------------------------------------------------------------------------ svn:mime-type = application/octet-stream Added: tajo/site/docs/current/_static/comment.png URL: http://svn.apache.org/viewvc/tajo/site/docs/current/_static/comment.png?rev=1583596&view=auto ============================================================================== Binary file - no diff available. Propchange: tajo/site/docs/current/_static/comment.png ------------------------------------------------------------------------------ svn:mime-type = application/octet-stream Added: tajo/site/docs/current/_static/css/badge_only.css URL: http://svn.apache.org/viewvc/tajo/site/docs/current/_static/css/badge_only.css?rev=1583596&view=auto ============================================================================== --- tajo/site/docs/current/_static/css/badge_only.css (added) +++ tajo/site/docs/current/_static/css/badge_only.css Tue Apr 1 10:22:23 2014 @@ -0,0 +1 @@ +.fa:before{-webkit-font-smoothing:antialiased}.clearfix{*zoom:1}.clearfix:before,.clearfix:after{display:table;content:""}.clearfix:after{clear:both}@font-face{font-family:FontAwesome;font-weight:normal;font-style:normal;src:url("../font/fontawesome_webfont.eot");src:url("../font/fontawesome_webfont.eot?#iefix") format("embedded-opentype"),url("../font/fontawesome_webfont.woff") format("woff"),url("../font/fontawesome_webfont.ttf") format("truetype"),url("../font/fontawesome_webfont.svg#FontAwesome") format("svg")}.fa:before{display:inline-block;font-family:FontAwesome;font-style:normal;font-weight:normal;line-height:1;text-decoration:inherit}a .fa{display:inline-block;text-decoration:inherit}li .fa{display:inline-block}li .fa-large:before,li .fa-large:before{width:1.875em}ul.fas{list-style-type:none;margin-left:2em;text-indent:-0.8em}ul.fas li .fa{width:0.8em}ul.fas li .fa-large:before,ul.fas li .fa-large:before{vertical-align:baseline}.fa-book:before{content:"\f02d"}.icon-book:bef ore{content:"\f02d"}.fa-caret-down:before{content:"\f0d7"}.icon-caret-down:before{content:"\f0d7"}.fa-caret-up:before{content:"\f0d8"}.icon-caret-up:before{content:"\f0d8"}.fa-caret-left:before{content:"\f0d9"}.icon-caret-left:before{content:"\f0d9"}.fa-caret-right:before{content:"\f0da"}.icon-caret-right:before{content:"\f0da"}.rst-versions{position:fixed;bottom:0;left:0;width:300px;color:#fcfcfc;background:#1f1d1d;border-top:solid 10px #343131;font-family:"Lato","proxima-nova","Helvetica Neue",Arial,sans-serif;z-index:400}.rst-versions a{color:#2980b9;text-decoration:none}.rst-versions .rst-badge-small{display:none}.rst-versions .rst-current-version{padding:12px;background-color:#272525;display:block;text-align:right;font-size:90%;cursor:pointer;color:#27ae60;*zoom:1}.rst-versions .rst-current-version:before,.rst-versions .rst-current-version:after{display:table;content:""}.rst-versions .rst-current-version:after{clear:both}.rst-versions .rst-current-version .fa{color:#fcfcfc}.rst -versions .rst-current-version .fa-book{float:left}.rst-versions .rst-current-version .icon-book{float:left}.rst-versions .rst-current-version.rst-out-of-date{background-color:#e74c3c;color:#fff}.rst-versions .rst-current-version.rst-active-old-version{background-color:#f1c40f;color:#000}.rst-versions.shift-up .rst-other-versions{display:block}.rst-versions .rst-other-versions{font-size:90%;padding:12px;color:gray;display:none}.rst-versions .rst-other-versions hr{display:block;height:1px;border:0;margin:20px 0;padding:0;border-top:solid 1px #413d3d}.rst-versions .rst-other-versions dd{display:inline-block;margin:0}.rst-versions .rst-other-versions dd a{display:inline-block;padding:6px;color:#fcfcfc}.rst-versions.rst-badge{width:auto;bottom:20px;right:20px;left:auto;border:none;max-width:300px}.rst-versions.rst-badge .icon-book{float:none}.rst-versions.rst-badge .fa-book{float:none}.rst-versions.rst-badge.shift-up .rst-current-version{text-align:right}.rst-versions.rst-badge.shift-up .rst-current-version .fa-book{float:left}.rst-versions.rst-badge.shift-up .rst-current-version .icon-book{float:left}.rst-versions.rst-badge .rst-current-version{width:auto;height:30px;line-height:30px;padding:0 6px;display:block;text-align:center}@media screen and (max-width: 768px){.rst-versions{width:85%;display:none}.rst-versions.shift{display:block}img{width:100%;height:auto}}
