This is an automated email from the ASF dual-hosted git repository. twalthr pushed a commit to branch cron-1.7-e2e in repository https://gitbox.apache.org/repos/asf/flink.git
commit 32a9fd1094a7cc8042017aa92547523ca87b208d Author: zentol <[email protected]> AuthorDate: Wed Nov 7 09:22:39 2018 +0100 Integrate hadoopfree e2e tests --- .travis.yml | 30 ++++++++++++++++++ splits/split_misc_hadoopfree.sh | 68 +++++++++++++++++++++++++++++++++++++++++ 2 files changed, 98 insertions(+) diff --git a/.travis.yml b/.travis.yml index 13e504a..e2f9ae4 100644 --- a/.travis.yml +++ b/.travis.yml @@ -105,6 +105,36 @@ matrix: - BRANCH="master" - PROFILE="-Dhadoop.version=2.8.3 -Dscala-2.12" - SCRIPT="split_kubernetes_e2e.sh" + - env: + - REMOTE="apache" + - BRANCH="master" + - PROFILE="-DwithoutHadoop -De2e-metrics" + - SCRIPT="split_misc_hadoopfree.sh" + - env: + - REMOTE="apache" + - BRANCH="master" + - PROFILE="-DwithoutHadoop" + - SCRIPT="split_ha.sh" + - env: + - REMOTE="apache" + - BRANCH="master" + - PROFILE="-DwithoutHadoop" + - SCRIPT="split_sticky.sh" + - env: + - REMOTE="apache" + - BRANCH="master" + - PROFILE="-DwithoutHadoop" + - SCRIPT="split_checkpoints.sh" + - env: + - REMOTE="apache" + - BRANCH="master" + - PROFILE="-DwithoutHadoop" + - SCRIPT="split_docker_e2e.sh" + - env: + - REMOTE="apache" + - BRANCH="master" + - PROFILE="-DwithoutHadoop" + - SCRIPT="split_kubernetes_e2e.sh" git: depth: 100 diff --git a/splits/split_misc_hadoopfree.sh b/splits/split_misc_hadoopfree.sh new file mode 100644 index 0000000..3d66896 --- /dev/null +++ b/splits/split_misc_hadoopfree.sh @@ -0,0 +1,68 @@ +#!/usr/bin/env bash +################################################################################ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +################################################################################ + +END_TO_END_DIR="`dirname \"$0\"`" # relative +END_TO_END_DIR="`( cd \"$END_TO_END_DIR\" && pwd -P)`" # absolutized and normalized +if [ -z "$END_TO_END_DIR" ] ; then + # error; for some reason, the path is not accessible + # to the script (e.g. permissions re-evaled after suid) + exit 1 # fail +fi + +export END_TO_END_DIR + +if [ -z "$FLINK_DIR" ] ; then + echo "You have to export the Flink distribution directory as FLINK_DIR" + exit 1 +fi + +source "${END_TO_END_DIR}/test-scripts/test-runner-common.sh" + +FLINK_DIR="`( cd \"$FLINK_DIR\" && pwd -P)`" # absolutized and normalized + +echo "flink-end-to-end-test directory: $END_TO_END_DIR" +echo "Flink distribution directory: $FLINK_DIR" + +# Template for adding a test: + +# run_test "<description>" "$END_TO_END_DIR/test-scripts/<script_name>" + +run_test "Queryable state (rocksdb) end-to-end test" "$END_TO_END_DIR/test-scripts/test_queryable_state.sh rocksdb" +run_test "Queryable state (rocksdb) with TM restart end-to-end test" "$END_TO_END_DIR/test-scripts/test_queryable_state_restart_tm.sh" "skip_check_exceptions" + +run_test "DataSet allround end-to-end test" "$END_TO_END_DIR/test-scripts/test_batch_allround.sh" +run_test "Stateful stream job upgrade end-to-end test" "$END_TO_END_DIR/test-scripts/test_stateful_stream_job_upgrade.sh 2 4" + +run_test "Elasticsearch (v1.7.1) sink end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_elasticsearch.sh 1 https://download.elastic.co/elasticsearch/elasticsearch/elasticsearch-1.7.1.tar.gz"; +run_test "Elasticsearch (v2.3.5) sink end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_elasticsearch.sh 2 https://download.elastic.co/elasticsearch/release/org/elasticsearch/distribution/tar/elasticsearch/2.3.5/elasticsearch-2.3.5.tar.gz"; +run_test "Elasticsearch (v5.1.2) sink end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_elasticsearch.sh 5 https://artifacts.elastic.co/downloads/elasticsearch/elasticsearch-5.1.2.tar.gz"; +run_test "Elasticsearch (v6.3.1) sink end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_elasticsearch.sh 6 https://artifacts.elastic.co/downloads/elasticsearch/elasticsearch-6.3.1.tar.gz"; + +run_test "Quickstarts Java nightly end-to-end test" "$END_TO_END_DIR/test-scripts/test_quickstarts.sh java" +run_test "Quickstarts Scala nightly end-to-end test" "$END_TO_END_DIR/test-scripts/test_quickstarts.sh scala" + +run_test "Avro Confluent Schema Registry nightly end-to-end test" "$END_TO_END_DIR/test-scripts/test_confluent_schema_registry.sh" + +run_test "State TTL Heap backend end-to-end test" "$END_TO_END_DIR/test-scripts/test_stream_state_ttl.sh file" +run_test "State TTL RocksDb backend end-to-end test" "$END_TO_END_DIR/test-scripts/test_stream_state_ttl.sh rocks" + +run_test "Run kubernetes test" "$END_TO_END_DIR/test-scripts/test_kubernetes_embedded_job.sh" + +printf "\n[PASS] All tests passed\n" +exit 0
