http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/main/resources/base-asterix-configuration.xml ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/main/resources/base-asterix-configuration.xml b/asterixdb/asterix-yarn/src/main/resources/base-asterix-configuration.xml deleted file mode 100644 index 17d88ae..0000000 --- a/asterixdb/asterix-yarn/src/main/resources/base-asterix-configuration.xml +++ /dev/null @@ -1,253 +0,0 @@ -<!-- - ! Licensed to the Apache Software Foundation (ASF) under one - ! or more contributor license agreements. See the NOTICE file - ! distributed with this work for additional information - ! regarding copyright ownership. The ASF licenses this file - ! to you under the Apache License, Version 2.0 (the - ! "License"); you may not use this file except in compliance - ! with the License. You may obtain a copy of the License at - ! - ! http://www.apache.org/licenses/LICENSE-2.0 - ! - ! Unless required by applicable law or agreed to in writing, - ! software distributed under the License is distributed on an - ! "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - ! KIND, either express or implied. See the License for the - ! specific language governing permissions and limitations - ! under the License. - !--> -<asterixConfiguration xmlns="asterixconf"> - - <property> - <name>nc.java.opts</name> - <value>-Xmx1536m</value> - <description>JVM parameters for each Node Contoller (NC)</description> - </property> - - <property> - <name>cc.java.opts</name> - <value>-Xmx1024m</value> - <description>JVM parameters for each Cluster Contoller (CC) - </description> - </property> - - <property> - <name>max.wait.active.cluster</name> - <value>60</value> - <description>Maximum wait (in seconds) for a cluster to be ACTIVE (all nodes are available) - before a submitted query/statement can be executed. (Default = 60 seconds) - </description> - </property> - - <property> - <name>storage.buffercache.pagesize</name> - <value>128KB</value> - <description>The page size in bytes for pages in the buffer cache. - (Default = "131072" // 128KB) - </description> - </property> - - <property> - <name>storage.buffercache.size</name> - <value>512MB</value> - <description>The size of memory allocated to the disk buffer cache. - The value should be a multiple of the buffer cache page size(Default - = "536870912" // 512MB) - </description> - </property> - - <property> - <name>storage.buffercache.maxopenfiles</name> - <value>214748364</value> - <description>The maximum number of open files in the buffer cache. - (Default = "214748364") - </description> - </property> - - <property> - <name>storage.memorycomponent.pagesize</name> - <value>128KB</value> - <description>The page size in bytes for pages allocated to memory - components. (Default = "131072" // 128KB) - </description> - </property> - - <property> - <name>storage.memorycomponent.numpages</name> - <value>256</value> - <description>The number of pages to allocate for a memory component. - This budget is shared by all the memory components of the primary - index and all its secondary indexes across all I/O devices on a node. - Note: in-memory components usually has fill factor of 75% since - the pages are 75% full and the remaining 25% is un-utilized. (Default = 256) - </description> - </property> - - <property> - <name>storage.metadata.memorycomponent.numpages</name> - <value>64</value> - <description>The number of pages to allocate for a memory component. - (Default = 64) - </description> - </property> - - <property> - <name>storage.memorycomponent.numcomponents</name> - <value>2</value> - <description>The number of memory components to be used per lsm index. - (Default = 2) - </description> - </property> - - <property> - <name>storage.memorycomponent.globalbudget</name> - <value>512MB</value> - <description>The total size of memory in bytes that the sum of all open memory - components cannot exceed. Consider this as the buffer cache for all memory - components of all indexes in a node. When this budget is fully used, a victim - dataset will be chosen. The chosen dataset must be evicted and closed to make - a space for another dataset. (Default = 512MB) - </description> - </property> - - <property> - <name>storage.lsm.bloomfilter.falsepositiverate</name> - <value>0.01</value> - <description>The maximum acceptable false positive rate for bloom - filters associated with LSM indexes. (Default = "0.01" // 1%) - </description> - </property> - - <property> - <name>txn.log.buffer.numpages</name> - <value>8</value> - <description>The number of in-memory log buffer pages. (Default = "8") - </description> - </property> - - <property> - <name>txn.log.buffer.pagesize</name> - <value>512KB</value> - <description>The size of pages in the in-memory log buffer. (Default = - "524288" // 512KB) - </description> - </property> - - <property> - <name>txn.log.partitionsize</name> - <value>2GB</value> - <description>The maximum size of a log file partition allowed before - rotating the log to the next partition. (Default = "2147483648" // - 2GB) - </description> - </property> - - <property> - <name>txn.log.checkpoint.lsnthreshold</name> - <value>67108864</value> - <description>The size of the window that the maximum LSN is allowed to - be ahead of the checkpoint LSN by. (Default = ""67108864" // 64M) - </description> - </property> - - <property> - <name>txn.log.checkpoint.pollfrequency</name> - <value>120</value> - <description>The time in seconds between that the checkpoint thread - waits between polls. (Default = "120" // 120s) - </description> - </property> - - <property> - <name>txn.log.checkpoint.history</name> - <value>0</value> - <description>The number of old log partition files to keep before - discarding. (Default = "0") - </description> - </property> - - <property> - <name>txn.lock.escalationthreshold</name> - <value>1000</value> - <description>The number of entity level locks that need to be acquired - before the locks are coalesced and escalated into a dataset level - lock. (Default = "1000") - </description> - </property> - - <property> - <name>txn.lock.shrinktimer</name> - <value>5000</value> - <description>The time in milliseconds to wait before deallocating - unused lock manager memory. (Default = "5000" // 5s) - </description> - </property> - - <property> - <name>txn.lock.timeout.waitthreshold</name> - <value>60000</value> - <description>The time in milliseconds to wait before labeling a - transaction which has been waiting for a lock timed-out. (Default = - "60000" // 60s) - </description> - </property> - - <property> - <name>txn.lock.timeout.sweepthreshold</name> - <value>10000</value> - <description>The time in milliseconds the timeout thread waits between - sweeps to detect timed-out transactions. (Default = "10000" // 10s) - </description> - </property> - - <property> - <name>compiler.sortmemory</name> - <value>32MB</value> - <description>The amount of memory in bytes given to sort operations. - (Default = "33554432" // 32MB) - </description> - </property> - - <property> - <name>compiler.joinmemory</name> - <value>32MB</value> - <description>The amount of memory in bytes given to join operations. - (Default = "33554432" // 32MB) - </description> - </property> - - <property> - <name>compiler.framesize</name> - <value>128KB</value> - <description>The Hyracks frame size that the compiler configures per - job. (Default = "131072" // 128KB) - </description> - </property> - - <property> - <name>compiler.pregelix.home</name> - <value>~/pregelix</value> - </property> - - <property> - <name>web.port</name> - <value>19001</value> - <description>The port for the ASTERIX web interface. (Default = 19001) - </description> - </property> - - <property> - <name>api.port</name> - <value>19002</value> - <description>The port for the ASTERIX API server. (Default = 19002) - </description> - </property> - - <property> - <name>log.level</name> - <value>INFO</value> - <description>The minimum log level to be displayed. (Default = INFO) - </description> - </property> - -</asterixConfiguration>
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/main/resources/configs/asterix-client-log4j.properties ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/main/resources/configs/asterix-client-log4j.properties b/asterixdb/asterix-yarn/src/main/resources/configs/asterix-client-log4j.properties deleted file mode 100644 index f7bae57..0000000 --- a/asterixdb/asterix-yarn/src/main/resources/configs/asterix-client-log4j.properties +++ /dev/null @@ -1,26 +0,0 @@ -#/* -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -log4j.rootLogger=info, A1 - -log4j.appender.A1=org.apache.log4j.ConsoleAppender -log4j.appender.A1.layout=org.apache.log4j.PatternLayout -# Print the date in ISO 8601 format -log4j.appender.A1.layout.ConversionPattern=%-p: %m%n - -log4j.logger.org.apache.asterix.event.management=info -log4j.logger.org.apache.zookeeper=info http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/main/resources/configs/base-asterix-configuration.xml ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/main/resources/configs/base-asterix-configuration.xml b/asterixdb/asterix-yarn/src/main/resources/configs/base-asterix-configuration.xml deleted file mode 100644 index 17d88ae..0000000 --- a/asterixdb/asterix-yarn/src/main/resources/configs/base-asterix-configuration.xml +++ /dev/null @@ -1,253 +0,0 @@ -<!-- - ! Licensed to the Apache Software Foundation (ASF) under one - ! or more contributor license agreements. See the NOTICE file - ! distributed with this work for additional information - ! regarding copyright ownership. The ASF licenses this file - ! to you under the Apache License, Version 2.0 (the - ! "License"); you may not use this file except in compliance - ! with the License. You may obtain a copy of the License at - ! - ! http://www.apache.org/licenses/LICENSE-2.0 - ! - ! Unless required by applicable law or agreed to in writing, - ! software distributed under the License is distributed on an - ! "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - ! KIND, either express or implied. See the License for the - ! specific language governing permissions and limitations - ! under the License. - !--> -<asterixConfiguration xmlns="asterixconf"> - - <property> - <name>nc.java.opts</name> - <value>-Xmx1536m</value> - <description>JVM parameters for each Node Contoller (NC)</description> - </property> - - <property> - <name>cc.java.opts</name> - <value>-Xmx1024m</value> - <description>JVM parameters for each Cluster Contoller (CC) - </description> - </property> - - <property> - <name>max.wait.active.cluster</name> - <value>60</value> - <description>Maximum wait (in seconds) for a cluster to be ACTIVE (all nodes are available) - before a submitted query/statement can be executed. (Default = 60 seconds) - </description> - </property> - - <property> - <name>storage.buffercache.pagesize</name> - <value>128KB</value> - <description>The page size in bytes for pages in the buffer cache. - (Default = "131072" // 128KB) - </description> - </property> - - <property> - <name>storage.buffercache.size</name> - <value>512MB</value> - <description>The size of memory allocated to the disk buffer cache. - The value should be a multiple of the buffer cache page size(Default - = "536870912" // 512MB) - </description> - </property> - - <property> - <name>storage.buffercache.maxopenfiles</name> - <value>214748364</value> - <description>The maximum number of open files in the buffer cache. - (Default = "214748364") - </description> - </property> - - <property> - <name>storage.memorycomponent.pagesize</name> - <value>128KB</value> - <description>The page size in bytes for pages allocated to memory - components. (Default = "131072" // 128KB) - </description> - </property> - - <property> - <name>storage.memorycomponent.numpages</name> - <value>256</value> - <description>The number of pages to allocate for a memory component. - This budget is shared by all the memory components of the primary - index and all its secondary indexes across all I/O devices on a node. - Note: in-memory components usually has fill factor of 75% since - the pages are 75% full and the remaining 25% is un-utilized. (Default = 256) - </description> - </property> - - <property> - <name>storage.metadata.memorycomponent.numpages</name> - <value>64</value> - <description>The number of pages to allocate for a memory component. - (Default = 64) - </description> - </property> - - <property> - <name>storage.memorycomponent.numcomponents</name> - <value>2</value> - <description>The number of memory components to be used per lsm index. - (Default = 2) - </description> - </property> - - <property> - <name>storage.memorycomponent.globalbudget</name> - <value>512MB</value> - <description>The total size of memory in bytes that the sum of all open memory - components cannot exceed. Consider this as the buffer cache for all memory - components of all indexes in a node. When this budget is fully used, a victim - dataset will be chosen. The chosen dataset must be evicted and closed to make - a space for another dataset. (Default = 512MB) - </description> - </property> - - <property> - <name>storage.lsm.bloomfilter.falsepositiverate</name> - <value>0.01</value> - <description>The maximum acceptable false positive rate for bloom - filters associated with LSM indexes. (Default = "0.01" // 1%) - </description> - </property> - - <property> - <name>txn.log.buffer.numpages</name> - <value>8</value> - <description>The number of in-memory log buffer pages. (Default = "8") - </description> - </property> - - <property> - <name>txn.log.buffer.pagesize</name> - <value>512KB</value> - <description>The size of pages in the in-memory log buffer. (Default = - "524288" // 512KB) - </description> - </property> - - <property> - <name>txn.log.partitionsize</name> - <value>2GB</value> - <description>The maximum size of a log file partition allowed before - rotating the log to the next partition. (Default = "2147483648" // - 2GB) - </description> - </property> - - <property> - <name>txn.log.checkpoint.lsnthreshold</name> - <value>67108864</value> - <description>The size of the window that the maximum LSN is allowed to - be ahead of the checkpoint LSN by. (Default = ""67108864" // 64M) - </description> - </property> - - <property> - <name>txn.log.checkpoint.pollfrequency</name> - <value>120</value> - <description>The time in seconds between that the checkpoint thread - waits between polls. (Default = "120" // 120s) - </description> - </property> - - <property> - <name>txn.log.checkpoint.history</name> - <value>0</value> - <description>The number of old log partition files to keep before - discarding. (Default = "0") - </description> - </property> - - <property> - <name>txn.lock.escalationthreshold</name> - <value>1000</value> - <description>The number of entity level locks that need to be acquired - before the locks are coalesced and escalated into a dataset level - lock. (Default = "1000") - </description> - </property> - - <property> - <name>txn.lock.shrinktimer</name> - <value>5000</value> - <description>The time in milliseconds to wait before deallocating - unused lock manager memory. (Default = "5000" // 5s) - </description> - </property> - - <property> - <name>txn.lock.timeout.waitthreshold</name> - <value>60000</value> - <description>The time in milliseconds to wait before labeling a - transaction which has been waiting for a lock timed-out. (Default = - "60000" // 60s) - </description> - </property> - - <property> - <name>txn.lock.timeout.sweepthreshold</name> - <value>10000</value> - <description>The time in milliseconds the timeout thread waits between - sweeps to detect timed-out transactions. (Default = "10000" // 10s) - </description> - </property> - - <property> - <name>compiler.sortmemory</name> - <value>32MB</value> - <description>The amount of memory in bytes given to sort operations. - (Default = "33554432" // 32MB) - </description> - </property> - - <property> - <name>compiler.joinmemory</name> - <value>32MB</value> - <description>The amount of memory in bytes given to join operations. - (Default = "33554432" // 32MB) - </description> - </property> - - <property> - <name>compiler.framesize</name> - <value>128KB</value> - <description>The Hyracks frame size that the compiler configures per - job. (Default = "131072" // 128KB) - </description> - </property> - - <property> - <name>compiler.pregelix.home</name> - <value>~/pregelix</value> - </property> - - <property> - <name>web.port</name> - <value>19001</value> - <description>The port for the ASTERIX web interface. (Default = 19001) - </description> - </property> - - <property> - <name>api.port</name> - <value>19002</value> - <description>The port for the ASTERIX API server. (Default = 19002) - </description> - </property> - - <property> - <name>log.level</name> - <value>INFO</value> - <description>The minimum log level to be displayed. (Default = INFO) - </description> - </property> - -</asterixConfiguration> http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/main/resources/configs/local.xml ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/main/resources/configs/local.xml b/asterixdb/asterix-yarn/src/main/resources/configs/local.xml deleted file mode 100644 index c026aef..0000000 --- a/asterixdb/asterix-yarn/src/main/resources/configs/local.xml +++ /dev/null @@ -1,49 +0,0 @@ -<!-- - ! Licensed to the Apache Software Foundation (ASF) under one - ! or more contributor license agreements. See the NOTICE file - ! distributed with this work for additional information - ! regarding copyright ownership. The ASF licenses this file - ! to you under the Apache License, Version 2.0 (the - ! "License"); you may not use this file except in compliance - ! with the License. You may obtain a copy of the License at - ! - ! http://www.apache.org/licenses/LICENSE-2.0 - ! - ! Unless required by applicable law or agreed to in writing, - ! software distributed under the License is distributed on an - ! "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - ! KIND, either express or implied. See the License for the - ! specific language governing permissions and limitations - ! under the License. - !--> -<cluster xmlns="yarn_cluster"> - - <!-- Name of the cluster --> - <name>local</name> - - <log_dir>/tmp/asterix-yarn/</log_dir> - <txn_log_dir>/tmp/asterix-yarn/</txn_log_dir> - - <!-- Mount point of an iodevice. Use a comma separated list for a machine that - has multiple iodevices (disks). - This property can be overriden for a node by redefining at the node level. --> - <iodevices>/tmp/asterix-yarn</iodevices> - - <!-- Path on each iodevice where Asterix will store its data --> - <store>storage</store> - - <!-- IP addresses of the master machine A --> - <master_node> - <id>cc</id> - <client_ip>localhost</client_ip> - <cluster_ip>localhost</cluster_ip> - <client_port>1098</client_port> - <cluster_port>1099</cluster_port> - <http_port>8888</http_port> - </master_node> - <node> - <id>nc1</id> - <cluster_ip>127.0.0.1</cluster_ip> - </node> - <metadata_node>nc1</metadata_node> -</cluster> http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/main/resources/configs/my_awesome_cluster_desc.xml ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/main/resources/configs/my_awesome_cluster_desc.xml b/asterixdb/asterix-yarn/src/main/resources/configs/my_awesome_cluster_desc.xml deleted file mode 100644 index 4e4ea1b..0000000 --- a/asterixdb/asterix-yarn/src/main/resources/configs/my_awesome_cluster_desc.xml +++ /dev/null @@ -1,41 +0,0 @@ -<!-- - ! Licensed to the Apache Software Foundation (ASF) under one - ! or more contributor license agreements. See the NOTICE file - ! distributed with this work for additional information - ! regarding copyright ownership. The ASF licenses this file - ! to you under the Apache License, Version 2.0 (the - ! "License"); you may not use this file except in compliance - ! with the License. You may obtain a copy of the License at - ! - ! http://www.apache.org/licenses/LICENSE-2.0 - ! - ! Unless required by applicable law or agreed to in writing, - ! software distributed under the License is distributed on an - ! "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - ! KIND, either express or implied. See the License for the - ! specific language governing permissions and limitations - ! under the License. - !--> -<cluster xmlns="yarn_cluster"> - <name>my_awesome_instance</name> - <txn_log_dir>/home/yarn/</txn_log_dir> - <iodevices>/home/yarn/</iodevices> - <store>asterix-data</store> - <master_node> - <id>cc</id> - <client_ip>10.10.0.2</client_ip> - <cluster_ip>10.10.0.2</cluster_ip> - <client_port>1098</client_port> - <cluster_port>1099</cluster_port> - <http_port>8888</http_port> - </master_node> - <node> - <id>nc1</id> - <cluster_ip>10.10.0.3</cluster_ip> - </node> - <node> - <id>nc2</id> - <cluster_ip>10.10.0.4</cluster_ip> - </node> - <metadata_node>nc1</metadata_node> -</cluster> http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/main/resources/scripts/asterix ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/main/resources/scripts/asterix b/asterixdb/asterix-yarn/src/main/resources/scripts/asterix deleted file mode 100644 index c107843..0000000 --- a/asterixdb/asterix-yarn/src/main/resources/scripts/asterix +++ /dev/null @@ -1,42 +0,0 @@ -#!/usr/bin/env bash -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. - -if [ -z $ASTERIX_HOME ] - then - pushd $(dirname $0) >/dev/null - cd .. - export ASTERIX_HOME=$(pwd) - popd >/dev/null -fi - -for jar in `ls $ASTERIX_HOME/lib/*.jar` - do - if [ -z $ASTERIX_CLASSPATH ] - then - ASTERIX_CLASSPATH=$jar - else - ASTERIX_CLASSPATH=$ASTERIX_CLASSPATH:$jar - fi -done - -ASTERIX_CLASSPATH=$ASTERIX_CLASSPATH: -ASTERIX_CLASSPATH=$ASTERIX_CLASSPATH:$YARN_CONF_DIR:$HADOOP_CONF_DIR:$HADOOP_CONF_PATH -pushd $(dirname $0) > /dev/null -cd $ASTERIX_HOME -java $JAVA_OPTS -cp $ASTERIX_CLASSPATH -Dlog4j.configuration=file://$ASTERIX_HOME/conf/asterix-client-log4j.properties org.apache.asterix.aoya.AsterixYARNClient $@ -popd > /dev/null http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/main/resources/scripts/asterix.cmd ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/main/resources/scripts/asterix.cmd b/asterixdb/asterix-yarn/src/main/resources/scripts/asterix.cmd deleted file mode 100644 index e60e09c..0000000 --- a/asterixdb/asterix-yarn/src/main/resources/scripts/asterix.cmd +++ /dev/null @@ -1,103 +0,0 @@ -@echo off -@rem Licensed to the Apache Software Foundation (ASF) under one or more -@rem contributor license agreements. See the NOTICE file distributed with -@rem this work for additional information regarding copyright ownership. -@rem The ASF licenses this file to You under the Apache License, Version 2.0 -@rem (the "License"); you may not use this file except in compliance with -@rem the License. You may obtain a copy of the License at -@rem -@rem http://www.apache.org/licenses/LICENSE-2.0 -@rem -@rem Unless required by applicable law or agreed to in writing, software -@rem distributed under the License is distributed on an "AS IS" BASIS, -@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -@rem See the License for the specific language governing permissions and -@rem limitations under the License. - -setlocal enabledelayedexpansion - -if not defined HADOOP_BIN_PATH ( - set HADOOP_BIN_PATH=%~dp0 -) - -if "%HADOOP_BIN_PATH:~-1%" == "\" ( - set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1% -) - -set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec -if not defined HADOOP_LIBEXEC_DIR ( - set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR% -) - -:main - - set CLASS=org.apache.asterix.aoya.AsterixYARNClient - - @rem JAVA and JAVA_HEAP_MAX and set in hadoop-config.cmd - - if defined YARN_HEAPSIZE ( - @rem echo run with Java heapsize %YARN_HEAPSIZE% - set JAVA_HEAP_MAX=-Xmx%YARN_HEAPSIZE%m - ) - - @rem CLASSPATH initially contains HADOOP_CONF_DIR & YARN_CONF_DIR - if not defined HADOOP_CONF_DIR ( - echo No HADOOP_CONF_DIR set. - echo Please specify it either in yarn-env.cmd or in the environment. - goto :eof - ) - - set CLASSPATH=%HADOOP_CONF_DIR%;%YARN_CONF_DIR%;%CLASSPATH%;Z:\lib\* - - @rem for developers, add Hadoop classes to CLASSPATH - if exist %HADOOP_YARN_HOME%\yarn-api\target\classes ( - set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-api\target\classes - ) - - if exist %HADOOP_YARN_HOME%\yarn-common\target\classes ( - set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-common\target\classes - ) - - if exist %HADOOP_YARN_HOME%\yarn-mapreduce\target\classes ( - set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-mapreduce\target\classes - ) - - if exist %HADOOP_YARN_HOME%\yarn-master-worker\target\classes ( - set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-master-worker\target\classes - ) - - if exist %HADOOP_YARN_HOME%\yarn-server\yarn-server-nodemanager\target\classes ( - set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-server\yarn-server-nodemanager\target\classes - ) - - if exist %HADOOP_YARN_HOME%\yarn-server\yarn-server-common\target\classes ( - set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-server\yarn-server-common\target\classes - ) - - if exist %HADOOP_YARN_HOME%\yarn-server\yarn-server-resourcemanager\target\classes ( - set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-server\yarn-server-resourcemanager\target\classes - ) - - if exist %HADOOP_YARN_HOME%\build\test\classes ( - set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\build\test\classes - ) - - if exist %HADOOP_YARN_HOME%\build\tools ( - set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\build\tools - ) - - set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\%YARN_DIR%\* - set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\%YARN_LIB_JARS_DIR%\* - - - - if defined JAVA_LIBRARY_PATH ( - set YARN_OPTS=%YARN_OPTS% -Djava.library.path=%JAVA_LIBRARY_PATH% - ) - - set java_arguments=%JAVA_HEAP_MAX% %YARN_OPTS% -classpath %CLASSPATH% %CLASS% - call java %java_arguments% %* - -goto :eof - -endlocal http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNInstanceUtil.java ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNInstanceUtil.java b/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNInstanceUtil.java deleted file mode 100644 index 0a807b1..0000000 --- a/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNInstanceUtil.java +++ /dev/null @@ -1,132 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -package org.apache.asterix.aoya.test; - -import java.io.File; -import java.io.FileOutputStream; -import java.io.FilenameFilter; - -import org.apache.asterix.aoya.AsterixYARNClient; -import org.apache.asterix.aoya.Utils; -import org.apache.asterix.event.schema.yarnCluster.Cluster; -import org.apache.asterix.event.schema.yarnCluster.Node; -import org.apache.commons.io.FileUtils; -import org.apache.hadoop.fs.FileSystem; -import org.apache.hadoop.fs.FileUtil; -import org.apache.hadoop.fs.Path; -import org.apache.hadoop.hdfs.MiniDFSCluster; -import org.apache.hadoop.yarn.conf.YarnConfiguration; -import org.apache.hadoop.yarn.server.MiniYARNCluster; -import org.junit.Assert; - -public class AsterixYARNInstanceUtil { - private static final String PATH_ACTUAL = "ittest/"; - private static final String INSTANCE_NAME = "asterix-integration-test"; - private static final String TXN_LOG_PATH = "/tmp/asterix-yarn"; - private MiniYARNCluster miniCluster; - private YarnConfiguration appConf; - public String aoyaHome; - public String configPath; - public String aoyaServerPath; - public String parameterPath; - - public YarnConfiguration setUp() throws Exception { - File asterixProjectDir = new File(System.getProperty("user.dir")); - - File installerTargetDir = new File(asterixProjectDir, "target"); - - String[] dirsInTarget = installerTargetDir.list(new FilenameFilter() { - @Override - public boolean accept(File dir, String name) { - return new File(dir, name).isDirectory() && name.startsWith("asterix-yarn") - && name.endsWith("binary-assembly"); - } - - }); - if (dirsInTarget.length != 1) { - throw new IllegalStateException("Could not find binary to run YARN integration test with"); - } - aoyaHome = installerTargetDir.getAbsolutePath() + File.separator + dirsInTarget[0]; - File asterixServerInstallerDir = new File(aoyaHome, "asterix"); - String[] zipsInFolder = asterixServerInstallerDir.list(new FilenameFilter() { - @Override - public boolean accept(File dir, String name) { - return name.startsWith("asterix-server") && name.endsWith("binary-assembly.zip"); - } - }); - if (zipsInFolder == null || zipsInFolder.length != 1) { - throw new IllegalStateException("Could not find server binary to run YARN integration test with"); - } - aoyaServerPath = asterixServerInstallerDir.getAbsolutePath() + File.separator + zipsInFolder[0]; - configPath = aoyaHome + File.separator + "configs" + File.separator + "local.xml"; - parameterPath = aoyaHome + File.separator + "conf" + File.separator + "base-asterix-configuration.xml"; - YARNCluster.getInstance().setup(); - appConf = new YarnConfiguration(); - File baseDir = new File("./target/hdfs/").getAbsoluteFile(); - FileUtil.fullyDelete(baseDir); - appConf.set(MiniDFSCluster.HDFS_MINIDFS_BASEDIR, baseDir.getAbsolutePath()); - MiniDFSCluster.Builder builder = new MiniDFSCluster.Builder(appConf); - MiniDFSCluster hdfsCluster = builder.build(); - miniCluster = YARNCluster.getInstance().getCluster(); - appConf.set("fs.defaultFS", "hdfs://localhost:" + hdfsCluster.getNameNodePort()); - miniCluster.init(appConf); - Cluster defaultConfig = Utils.parseYarnClusterConfig(configPath); - for (Node n : defaultConfig.getNode()) { - n.setClusterIp(MiniYARNCluster.getHostname()); - } - defaultConfig.getMasterNode().setClusterIp(MiniYARNCluster.getHostname()); - configPath = "target" + File.separator + "localized-aoya-config.xml"; - Utils.writeYarnClusterConfig(configPath, defaultConfig); - miniCluster.start(); - appConf = new YarnConfiguration(miniCluster.getConfig()); - appConf.set("fs.defaultFS", "hdfs://localhost:" + hdfsCluster.getNameNodePort()); - //TODO:why must I do this!? what is not being passed properly via environment variables??? - appConf.writeXml(new FileOutputStream("target" + File.separator + "yarn-site.xml")); - - //once the cluster is created, you can get its configuration - //with the binding details to the cluster added from the minicluster - FileSystem fs = FileSystem.get(appConf); - Path instanceState = new Path(fs.getHomeDirectory(), AsterixYARNClient.CONF_DIR_REL + INSTANCE_NAME + "/"); - fs.delete(instanceState, true); - Assert.assertFalse(fs.exists(instanceState)); - - File outdir = new File(PATH_ACTUAL); - outdir.mkdirs(); - return appConf; - } - - public void tearDown() throws Exception { - FileSystem fs = FileSystem.get(appConf); - Path instance = new Path(fs.getHomeDirectory(), AsterixYARNClient.CONF_DIR_REL + "/"); - fs.delete(instance, true); - miniCluster.close(); - File outdir = new File(PATH_ACTUAL); - File[] files = outdir.listFiles(); - if (files == null || files.length == 0) { - outdir.delete(); - } - } - - public static void cleanUp() { - File txnLogFile = new File(TXN_LOG_PATH); - if (txnLogFile.exists()) { - FileUtils.deleteQuietly(txnLogFile); - } - } -} http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNLibraryTestIT.java ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNLibraryTestIT.java b/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNLibraryTestIT.java deleted file mode 100644 index 47ec022..0000000 --- a/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNLibraryTestIT.java +++ /dev/null @@ -1,110 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -package org.apache.asterix.aoya.test; - -import java.io.File; -import java.util.List; -import java.util.logging.Logger; - -import org.apache.asterix.aoya.AsterixYARNClient; -import org.apache.asterix.test.common.TestExecutor; -import org.apache.asterix.testframework.context.TestCaseContext; -import org.apache.hadoop.yarn.conf.YarnConfiguration; -import org.junit.AfterClass; -import org.junit.BeforeClass; -import org.junit.Test; - -public class AsterixYARNLibraryTestIT { - private static final String LIBRARY_DATAVERSE = "externallibtest"; - private static final String INSTANCE_NAME = "asterix-lib-test"; - private static final String PATH_BASE = "src/test/resources/library"; - private static final String PATH_ACTUAL = "ittest/"; - private static final Logger LOGGER = Logger.getLogger(AsterixYARNLifecycleIT.class.getName()); - private static String configPath; - private static String aoyaServerPath; - private static String parameterPath; - private static AsterixYARNInstanceUtil instance; - private static YarnConfiguration appConf; - private static List<TestCaseContext> testCaseCollection; - private static final String LIBRARY_PATH = "target" + File.separator + "resources" + File.separator + "externallib" - + File.separator + "asterix-external-data-testlib.zip"; - private static final TestExecutor testExecutor = new TestExecutor(); - - @BeforeClass - public static void setUp() throws Exception { - AsterixYARNInstanceUtil.cleanUp(); - instance = new AsterixYARNInstanceUtil(); - appConf = instance.setUp(); - configPath = instance.configPath; - aoyaServerPath = instance.aoyaServerPath; - parameterPath = instance.parameterPath; - - String command = "-n " + INSTANCE_NAME + " -c " + configPath + " -bc " + parameterPath + " -zip " - + aoyaServerPath + " install"; - executeAoyaCommand(command); - - command = "-n " + INSTANCE_NAME + " -bc " + parameterPath + " stop"; - executeAoyaCommand(command); - - String asterixExternalLibraryPath = new File(System.getProperty("user.dir")).getAbsolutePath() - + File.separator + LIBRARY_PATH; - command = "-n " + INSTANCE_NAME + " -l " + asterixExternalLibraryPath + " -ld " + LIBRARY_DATAVERSE + " -bc " - + parameterPath + " libinstall"; - executeAoyaCommand(command); - - command = "-n " + INSTANCE_NAME + " -bc " + parameterPath + " start"; - executeAoyaCommand(command); - - TestCaseContext.Builder b = new TestCaseContext.Builder(); - testCaseCollection = b.build(new File(PATH_BASE)); - } - - @AfterClass - public static void tearDown() throws Exception { - String command = "-n " + INSTANCE_NAME + " -zip " + aoyaServerPath + " -f" + " -bc " + parameterPath - + " destroy"; - executeAoyaCommand(command); - instance.tearDown(); - } - - @Test - public void test() throws Exception { - for (TestCaseContext testCaseCtx : testCaseCollection) { - testExecutor.executeTest(PATH_ACTUAL, testCaseCtx, null, false); - } - } - - public static void main(String[] args) throws Exception { - try { - setUp(); - new AsterixYARNLibraryTestIT().test(); - } catch (Exception e) { - e.printStackTrace(); - LOGGER.info("TEST CASES FAILED"); - } finally { - tearDown(); - } - } - - static void executeAoyaCommand(String cmd) throws Exception { - AsterixYARNClient aoyaClient = new AsterixYARNClient(appConf); - aoyaClient.init(cmd.split(" ")); - AsterixYARNClient.execute(aoyaClient); - } -} http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNLifecycleIT.java ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNLifecycleIT.java b/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNLifecycleIT.java deleted file mode 100644 index 60afe91..0000000 --- a/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNLifecycleIT.java +++ /dev/null @@ -1,142 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -package org.apache.asterix.aoya.test; - -import java.io.File; -import java.util.ArrayList; -import java.util.Collection; -import java.util.List; -import java.util.logging.Logger; - -import org.apache.asterix.aoya.AsterixYARNClient; -import org.apache.asterix.aoya.Utils; -import org.apache.hadoop.yarn.conf.YarnConfiguration; -import org.junit.AfterClass; -import org.junit.BeforeClass; -import org.junit.FixMethodOrder; -import org.junit.Test; -import org.junit.runners.MethodSorters; -import org.junit.runners.Parameterized.Parameters; - -@FixMethodOrder(MethodSorters.NAME_ASCENDING) -public class AsterixYARNLifecycleIT { - - private static final Logger LOGGER = Logger.getLogger(AsterixYARNLifecycleIT.class.getName()); - private static final String INSTANCE_NAME = "asterix-integration-test"; - private static YarnConfiguration appConf; - private static String configPath; - private static String aoyaServerPath; - private static String parameterPath; - private static AsterixYARNInstanceUtil instance; - - @BeforeClass - public static void setUp() throws Exception { - AsterixYARNInstanceUtil.cleanUp(); - instance = new AsterixYARNInstanceUtil(); - appConf = instance.setUp(); - configPath = instance.configPath; - aoyaServerPath = instance.aoyaServerPath; - parameterPath = instance.parameterPath; - } - - @AfterClass - public static void tearDown() throws Exception { - instance.tearDown(); - } - - @Parameters - public static Collection<Object[]> tests() throws Exception { - Collection<Object[]> testArgs = new ArrayList<Object[]>(); - return testArgs; - } - - @Test - public void test_1_InstallActiveInstance() throws Exception { - String command = "-n " + INSTANCE_NAME + " -c " + configPath + " -bc " + parameterPath + " -zip " - + aoyaServerPath + " install"; - executeAoyaCommand(command); - } - - @Test - public void test_2_StopActiveInstance() throws Exception { - String command = "-n " + INSTANCE_NAME + " -bc " + parameterPath + " stop"; - executeAoyaCommand(command); - } - - @Test - public void test_3_BackupInActiveInstance() throws Exception { - String command = "-n " + INSTANCE_NAME + " -zip " + aoyaServerPath + " -f" + " backup"; - executeAoyaCommand(command); - } - - @Test - public void test_4_StartActiveInstance() throws Exception { - String command = "-n " + INSTANCE_NAME + " -bc " + parameterPath + " start"; - executeAoyaCommand(command); - } - - @Test - public void test_5_KillActiveInstance() throws Exception { - String command = "-n " + INSTANCE_NAME + " -bc " + parameterPath + " -f" + " stop"; - executeAoyaCommand(command); - } - - @Test - public void test_6_RestoreInActiveInstance() throws Exception { - List<String> backupNames = Utils.getBackups(appConf, ".asterix" + File.separator, INSTANCE_NAME); - if (backupNames.size() != 1) { - throw new IllegalStateException(); - } - String command = "-n " + INSTANCE_NAME + " -zip " + aoyaServerPath + " -s" + backupNames.get(0) + " -f" - + " restore"; - executeAoyaCommand(command); - } - - @Test - public void test_7_StartRestoredInstance() throws Exception { - String command = "-n " + INSTANCE_NAME + " -bc " + parameterPath + " start"; - executeAoyaCommand(command); - } - - @Test - public void test_8_DeleteActiveInstance() throws Exception { - String command = "-n " + INSTANCE_NAME + " -zip " + aoyaServerPath + " -f" + " -bc " + parameterPath - + " destroy"; - executeAoyaCommand(command); - } - - static void executeAoyaCommand(String cmd) throws Exception { - AsterixYARNClient aoyaClient = new AsterixYARNClient(appConf); - aoyaClient.init(cmd.split(" ")); - AsterixYARNClient.execute(aoyaClient); - } - - public static void main(String[] args) throws Exception { - try { - setUp(); - new AsterixYARNLifecycleIT(); - } catch (Exception e) { - e.printStackTrace(); - LOGGER.info("TEST CASE(S) FAILED"); - } finally { - tearDown(); - } - } - -} http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/YARNCluster.java ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/YARNCluster.java b/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/YARNCluster.java deleted file mode 100644 index b23b919..0000000 --- a/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/YARNCluster.java +++ /dev/null @@ -1,90 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ - -package org.apache.asterix.aoya.test; - -import java.io.IOException; - -import org.apache.hadoop.conf.Configuration; -import org.apache.hadoop.fs.FileSystem; -import org.apache.hadoop.fs.Path; -import org.apache.hadoop.hdfs.MiniDFSCluster; -import org.apache.hadoop.yarn.conf.YarnConfiguration; -import org.apache.hadoop.yarn.server.MiniYARNCluster; -import org.apache.hadoop.yarn.server.resourcemanager.scheduler.ResourceScheduler; -import org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler; - -/** - * Manages a Mini (local VM) YARN cluster with a configured number of NodeManager(s). - */ -public class YARNCluster { - - private static final String PATH_TO_HADOOP_CONF = "src/test/resources/hadoop/conf"; - private static final YARNCluster INSTANCE = new YARNCluster(); - - private MiniYARNCluster miniCluster; - private int numDataNodes = 2; - private Configuration conf = new YarnConfiguration(); - - public static YARNCluster getInstance() { - return INSTANCE; - } - - private YARNCluster() { - - } - - /** - * Instantiates the (Mini) DFS Cluster with the configured number of datanodes. - * Post instantiation, data is laoded to HDFS. - * Called prior to running the Runtime test suite. - */ - public void setup() throws Exception { - conf.addResource(new Path(PATH_TO_HADOOP_CONF + "/core-site.xml")); - conf.addResource(new Path(PATH_TO_HADOOP_CONF + "/mapred-site.xml")); - conf.addResource(new Path(PATH_TO_HADOOP_CONF + "/hdfs-site.xml")); - conf.setInt(YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB, 64); - conf.setClass(YarnConfiguration.RM_SCHEDULER, FifoScheduler.class, ResourceScheduler.class); - conf.set(MiniDFSCluster.HDFS_MINIDFS_BASEDIR, "target/integrationts/data"); - cleanupLocal(); - //this constructor is deprecated in hadoop 2x - //dfsCluster = new MiniDFSCluster(nameNodePort, conf, numDataNodes, true, true, StartupOption.REGULAR, null); - miniCluster = new MiniYARNCluster("Asterix_testing", numDataNodes, 1, 1); - miniCluster.init(conf); - } - - public MiniYARNCluster getCluster() { - return miniCluster; - } - - private void cleanupLocal() throws IOException { - // cleanup artifacts created on the local file system - FileSystem lfs = FileSystem.getLocal(new Configuration()); - lfs.delete(new Path("build"), true); - System.setProperty("hadoop.log.dir", "logs"); - } - - public void cleanup() throws Exception { - if (miniCluster != null) { - miniCluster.close(); - cleanupLocal(); - } - } - -} http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/core-site.xml ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/core-site.xml b/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/core-site.xml deleted file mode 100644 index 7343ec0..0000000 --- a/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/core-site.xml +++ /dev/null @@ -1,31 +0,0 @@ -<?xml version="1.0"?> -<!-- - ! Licensed to the Apache Software Foundation (ASF) under one - ! or more contributor license agreements. See the NOTICE file - ! distributed with this work for additional information - ! regarding copyright ownership. The ASF licenses this file - ! to you under the Apache License, Version 2.0 (the - ! "License"); you may not use this file except in compliance - ! with the License. You may obtain a copy of the License at - ! - ! http://www.apache.org/licenses/LICENSE-2.0 - ! - ! Unless required by applicable law or agreed to in writing, - ! software distributed under the License is distributed on an - ! "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - ! KIND, either express or implied. See the License for the - ! specific language governing permissions and limitations - ! under the License. - !--> -<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> - -<!-- Put site-specific property overrides in this file. --> - -<configuration> - - <property> - <name>hadoop.tmp.dir</name> - <value>/tmp/hadoop</value> - </property> - -</configuration> http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/hdfs-site.xml ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/hdfs-site.xml b/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/hdfs-site.xml deleted file mode 100644 index f161685..0000000 --- a/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/hdfs-site.xml +++ /dev/null @@ -1,36 +0,0 @@ -<?xml version="1.0"?> -<!-- - ! Licensed to the Apache Software Foundation (ASF) under one - ! or more contributor license agreements. See the NOTICE file - ! distributed with this work for additional information - ! regarding copyright ownership. The ASF licenses this file - ! to you under the Apache License, Version 2.0 (the - ! "License"); you may not use this file except in compliance - ! with the License. You may obtain a copy of the License at - ! - ! http://www.apache.org/licenses/LICENSE-2.0 - ! - ! Unless required by applicable law or agreed to in writing, - ! software distributed under the License is distributed on an - ! "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - ! KIND, either express or implied. See the License for the - ! specific language governing permissions and limitations - ! under the License. - !--> -<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> - -<!-- Put site-specific property overrides in this file. --> - -<configuration> - - <property> - <name>dfs.replication</name> - <value>1</value> - </property> - - <property> - <name>dfs.block.size</name> - <value>1048576</value> - </property> - -</configuration> http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/log4j.properties ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/log4j.properties b/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/log4j.properties deleted file mode 100644 index 13923d7..0000000 --- a/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/log4j.properties +++ /dev/null @@ -1,111 +0,0 @@ -#/* -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -# Define some default values that can be overridden by system properties -hadoop.root.logger=FATAL,console -hadoop.log.dir=. -hadoop.log.file=hadoop.log - -# Define the root logger to the system property "hadoop.root.logger". -log4j.rootLogger=${hadoop.root.logger}, EventCounter - -# Logging Threshold -log4j.threshhold=FATAL - -# -# Daily Rolling File Appender -# - -log4j.appender.DRFA=org.apache.log4j.DailyRollingFileAppender -log4j.appender.DRFA.File=${hadoop.log.dir}/${hadoop.log.file} - -# Rollver at midnight -log4j.appender.DRFA.DatePattern=.yyyy-MM-dd - -# 30-day backup -#log4j.appender.DRFA.MaxBackupIndex=30 -log4j.appender.DRFA.layout=org.apache.log4j.PatternLayout - -# Pattern format: Date LogLevel LoggerName LogMessage -log4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n -# Debugging Pattern format -#log4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n - - -# -# console -# Add "console" to rootlogger above if you want to use this -# - -log4j.appender.console=org.apache.log4j.ConsoleAppender -log4j.appender.console.target=System.err -log4j.appender.console.layout=org.apache.log4j.PatternLayout -log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{2}: %m%n - -# -# TaskLog Appender -# - -#Default values -hadoop.tasklog.taskid=null -hadoop.tasklog.noKeepSplits=4 -hadoop.tasklog.totalLogFileSize=100 -hadoop.tasklog.purgeLogSplits=true -hadoop.tasklog.logsRetainHours=12 - -log4j.appender.TLA=org.apache.hadoop.mapred.TaskLogAppender -log4j.appender.TLA.taskId=${hadoop.tasklog.taskid} -log4j.appender.TLA.totalLogFileSize=${hadoop.tasklog.totalLogFileSize} - -log4j.appender.TLA.layout=org.apache.log4j.PatternLayout -log4j.appender.TLA.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n - -# -# Rolling File Appender -# - -#log4j.appender.RFA=org.apache.log4j.RollingFileAppender -#log4j.appender.RFA.File=${hadoop.log.dir}/${hadoop.log.file} - -# Logfile size and and 30-day backups -#log4j.appender.RFA.MaxFileSize=1MB -#log4j.appender.RFA.MaxBackupIndex=30 - -#log4j.appender.RFA.layout=org.apache.log4j.PatternLayout -#log4j.appender.RFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} - %m%n -#log4j.appender.RFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n - -# -# FSNamesystem Audit logging -# All audit events are logged at INFO level -# -log4j.logger.org.apache.hadoop.fs.FSNamesystem.audit=WARN - -# Custom Logging levels - -#log4j.logger.org.apache.hadoop.mapred.JobTracker=DEBUG -#log4j.logger.org.apache.hadoop.mapred.TaskTracker=DEBUG -#log4j.logger.org.apache.hadoop.fs.FSNamesystem=DEBUG - -# Jets3t library -log4j.logger.org.jets3t.service.impl.rest.httpclient.RestS3Service=ERROR - -# -# Event Counter Appender -# Sends counts of logging messages at different severity levels to Hadoop Metrics. -# -log4j.appender.EventCounter=org.apache.hadoop.metrics.jvm.EventCounter http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/mapred-site.xml ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/mapred-site.xml b/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/mapred-site.xml deleted file mode 100644 index fcbb184..0000000 --- a/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/mapred-site.xml +++ /dev/null @@ -1,43 +0,0 @@ -<?xml version="1.0"?> -<!-- - ! Licensed to the Apache Software Foundation (ASF) under one - ! or more contributor license agreements. See the NOTICE file - ! distributed with this work for additional information - ! regarding copyright ownership. The ASF licenses this file - ! to you under the Apache License, Version 2.0 (the - ! "License"); you may not use this file except in compliance - ! with the License. You may obtain a copy of the License at - ! - ! http://www.apache.org/licenses/LICENSE-2.0 - ! - ! Unless required by applicable law or agreed to in writing, - ! software distributed under the License is distributed on an - ! "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - ! KIND, either express or implied. See the License for the - ! specific language governing permissions and limitations - ! under the License. - !--> -<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> - -<!-- Put site-specific property overrides in this file. --> - -<configuration> - - <property> - <name>mapred.job.tracker</name> - <value>localhost:29007</value> - </property> - <property> - <name>mapred.tasktracker.map.tasks.maximum</name> - <value>20</value> - </property> - <property> - <name>mapred.tasktracker.reduce.tasks.maximum</name> - <value>20</value> - </property> - <property> - <name>mapred.max.split.size</name> - <value>128</value> - </property> - -</configuration> http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.1.ddl.aql ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.1.ddl.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.1.ddl.aql deleted file mode 100644 index ec2b527..0000000 --- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.1.ddl.aql +++ /dev/null @@ -1,39 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -/* - * Description : Create a feed dataset that uses the feed simulator adapter. - The feed simulator simulates feed from a file in the local fs. - Associate with the feed an external user-defined function. The UDF - finds topics in each tweet. A topic is identified by a #. - Begin ingestion and apply external user defined function - * Expected Res : Success - * Date : 23rd Apr 2013 - */ -use dataverse externallibtest; - -create type TestTypedAdapterOutputType as closed { - tweetid: int64, - message-text: string -} - -create dataset TweetsTestAdapter(TestTypedAdapterOutputType) -primary key tweetid; - -create feed TestTypedAdapterFeed -using "asterix-external-data-testlib#test_typed_adapter" (("num_output_records"="5"),("type-name"="TestTypedAdapterOutputType")); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.2.update.aql ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.2.update.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.2.update.aql deleted file mode 100644 index 3be4db8..0000000 --- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.2.update.aql +++ /dev/null @@ -1,34 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -/* - * Description : Create a feed dataset that uses the feed simulator adapter. - The feed simulator simulates feed from a file in the local fs. - Associate with the feed an external user-defined function. The UDF - finds topics in each tweet. A topic is identified by a #. - Begin ingestion and apply external user defined function - * Expected Res : Success - * Date : 23rd Apr 2013 - */ -use dataverse externallibtest; - -set wait-for-completion-feed "true"; - -connect feed TestTypedAdapterFeed to dataset TweetsTestAdapter; - -start feed TestTypedAdapterFeed; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.3.query.aql ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.3.query.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.3.query.aql deleted file mode 100644 index 2860f17..0000000 --- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.3.query.aql +++ /dev/null @@ -1,32 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -/* - * Description : Create a feed dataset that uses the feed simulator adapter. - The feed simulator simulates feed from a file in the local fs. - Associate with the feed an external user-defined function. The UDF - finds topics in each tweet. A topic is identified by a #. - Begin ingestion and apply external user defined function - * Expected Res : Success - * Date : 23rd Apr 2013 - */ -use dataverse externallibtest; - -for $x in dataset TweetsTestAdapter -order by $x.tweetid -return $x http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.1.ddl.aql ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.1.ddl.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.1.ddl.aql deleted file mode 100644 index 6e84ea3..0000000 --- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.1.ddl.aql +++ /dev/null @@ -1,54 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -/* - * Description : Create a feed dataset that uses the feed simulator adapter. - The feed simulator simulates feed from a file in the local fs. - Associate with the feed an external user-defined function. The UDF - finds topics in each tweet. A topic is identified by a #. - Begin ingestion and apply external user defined function - * Expected Res : Success - * Date : 23rd Apr 2013 - */ -use dataverse externallibtest; - -create type TweetInputType as closed { - id: string, - username : string, - location : string, - text : string, - timestamp : string -} - -create type TweetOutputType as closed { - id: string, - username : string, - location : string, - text : string, - timestamp : string, - topics : {{string}} -} - -create feed TweetFeed -using file_feed -(("type-name"="TweetInputType"),("fs"="localfs"), -("path"="127.0.0.1://../../../../../../asterix-app/data/twitter/obamatweets.adm"),("format"="adm"),("tuple-interval"="10")); - - -create dataset TweetsFeedIngest(TweetOutputType) -primary key id; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.2.update.aql ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.2.update.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.2.update.aql deleted file mode 100644 index db68138..0000000 --- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.2.update.aql +++ /dev/null @@ -1,33 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -/* - * Description : Create a feed dataset that uses the feed simulator adapter. - The feed simulator simulates feed from a file in the local fs. - Associate with the feed an external user-defined function. The UDF - finds topics in each tweet. A topic is identified by a #. - Begin ingestion and apply external user defined function - * Expected Res : Success - * Date : 23rd Apr 2013 - */ -use dataverse externallibtest; - -set wait-for-completion-feed "true"; - -connect feed TweetFeed to dataset TweetsFeedIngesta pply function testlib#parseTweet; -start feed TweetFeed; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.3.query.aql ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.3.query.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.3.query.aql deleted file mode 100644 index 22d1d27..0000000 --- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.3.query.aql +++ /dev/null @@ -1,31 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -/* - * Description : Create a feed dataset that uses the feed simulator adapter. - The feed simulator simulates feed from a file in the local fs. - Associate with the feed an external user-defined function. The UDF - finds topics in each tweet. A topic is identified by a #. - Begin ingestion and apply external user defined function - * Expected Res : Success - * Date : 23rd Apr 2013 - */ -use dataverse externallibtest; - -for $x in dataset TweetsFeedIngest -return $x http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/getCapital/getCapital.1.ddl.aql ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/getCapital/getCapital.1.ddl.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/getCapital/getCapital.1.ddl.aql deleted file mode 100644 index db88912..0000000 --- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/getCapital/getCapital.1.ddl.aql +++ /dev/null @@ -1,24 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -use dataverse externallibtest; - -create type CountryCapitalType if not exists as closed { -country: string, -capital: string -}; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/getCapital/getCapital.2.query.aql ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/getCapital/getCapital.2.query.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/getCapital/getCapital.2.query.aql deleted file mode 100644 index 70efd50..0000000 --- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/getCapital/getCapital.2.query.aql +++ /dev/null @@ -1,23 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -use dataverse externallibtest; - -let $input:=["England","Italy","China","United States","India","Jupiter"] -for $country in $input -return asterix-external-data-testlib#getCapital($country) http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.1.ddl.aql ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.1.ddl.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.1.ddl.aql deleted file mode 100644 index ab247b4..0000000 --- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.1.ddl.aql +++ /dev/null @@ -1,27 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -use dataverse externallibtest; - -create type TextType if not exists as closed { -id: int32, -text: string -}; - -create dataset Check(TextType) -primary key id; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.2.update.aql ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.2.update.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.2.update.aql deleted file mode 100644 index eaf3f09..0000000 --- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.2.update.aql +++ /dev/null @@ -1,24 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -use dataverse externallibtest; - -insert into dataset Check ( -{"id": 1, "text":"university of california, irvine"} -); - http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.3.update.aql ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.3.update.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.3.update.aql deleted file mode 100644 index d2269d9..0000000 --- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.3.update.aql +++ /dev/null @@ -1,25 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -use dataverse externallibtest; - -insert into dataset Check ( - for $x in dataset Check - let $y:=asterix-external-data-testlib#toUpper($x) - return $y -); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.4.query.aql ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.4.query.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.4.query.aql deleted file mode 100644 index a1ced1e..0000000 --- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.4.query.aql +++ /dev/null @@ -1,24 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -use dataverse externallibtest; - -for $x in dataset Check -where $x.id < 0 -order by $x.id -return $x http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/mysum/mysum.1.query.aql ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/mysum/mysum.1.query.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/mysum/mysum.1.query.aql deleted file mode 100644 index c9cec0b..0000000 --- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/mysum/mysum.1.query.aql +++ /dev/null @@ -1,22 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -use dataverse externallibtest; - -let $x:=asterix-external-data-testlib#mysum(3,4) -return $x http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/toUpper/toUpper.1.ddl.aql ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/toUpper/toUpper.1.ddl.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/toUpper/toUpper.1.ddl.aql deleted file mode 100644 index c6ccb43..0000000 --- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/toUpper/toUpper.1.ddl.aql +++ /dev/null @@ -1,25 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -use dataverse externallibtest; - -create type TextType if not exists as closed { -id: int32, -text: string -}; - http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/toUpper/toUpper.2.query.aql ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/toUpper/toUpper.2.query.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/toUpper/toUpper.2.query.aql deleted file mode 100644 index 51e7a03..0000000 --- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/toUpper/toUpper.2.query.aql +++ /dev/null @@ -1,23 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -use dataverse externallibtest; - -let $input:={"id": int32("1"), "text":"university of california, irvine"} -let $x:=asterix-external-data-testlib#toUpper($input) -return $x
