This is an automated email from the ASF dual-hosted git repository. zhaocong pushed a commit to branch rebuild_ci in repository https://gitbox.apache.org/repos/asf/incubator-hugegraph-computer.git
commit 6bad470a02844f43eab8dc976b4fda30d439c13b Author: coderzc <[email protected]> AuthorDate: Fri May 13 23:11:49 2022 +0800 rebuild ci to compatible apache --- .github/workflows/ci.yml | 15 ++++---- computer-dist/src/assembly/travis/install-hdfs.sh | 45 +++++++++++++++++++++++ computer-dist/src/assembly/travis/install-k8s.sh | 9 +++++ 3 files changed, 61 insertions(+), 8 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 2c4e58ec..8449dac8 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -28,16 +28,15 @@ jobs: uses: actions/setup-python@v2 with: python-version: '3.8' - - name: Setup Hdfs - uses: beyondstorage/setup-hdfs@master - with: - hdfs-version: '3.3.1' + - name: Setup HDFS + env: + TRAVIS_DIR: computer-dist/src/assembly/travis + run: $TRAVIS_DIR/install-hdfs.sh - name: Setup Minikube-Kubernetes - uses: manusa/[email protected] - with: - minikube version: v1.21.0 - kubernetes version: v1.20.1 + env: + TRAVIS_DIR: computer-dist/src/assembly/travis + run: $TRAVIS_DIR/install-k8s.sh - name: Check Component run: | diff --git a/computer-dist/src/assembly/travis/install-hdfs.sh b/computer-dist/src/assembly/travis/install-hdfs.sh new file mode 100755 index 00000000..1ae1dd6f --- /dev/null +++ b/computer-dist/src/assembly/travis/install-hdfs.sh @@ -0,0 +1,45 @@ +#!/bin/bash + +set -ev + +sudo wget http://archive.apache.org/dist/hadoop/common/hadoop-2.8.5/hadoop-2.8.5.tar.gz + +sudo tar -zxf hadoop-2.8.5.tar.gz -C /usr/local +cd /usr/local +sudo mv hadoop-2.8.5 hadoop +#sudo chown -R travis ./hadoop +cd hadoop +pwd + +echo "export HADOOP_HOME=/usr/local/hadoop" >> ~/.bashrc +echo "export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native" >> ~/.bashrc +echo "export PATH=$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin" >> ~/.bashrc + +source ~/.bashrc + +tee etc/hadoop/core-site.xml <<EOF +<configuration> + <property> + <name>fs.defaultFS</name> + <value>hdfs://localhost:9000</value> + </property> +</configuration> +EOF + +tee etc/hadoop/hdfs-site.xml <<EOF +<configuration> + <property> + <name>dfs.namenode.name.dir</name> + <value>/opt/hdfs/name</value> + </property> + <property> + <name>dfs.datanode.data.dir</name> + <value>/opt/hdfs/data</value> + </property> +</configuration> +EOF + +bin/hdfs namenode -format +sbin/hadoop-daemon.sh start namenode +sbin/hadoop-daemon.sh start datanode +jps diff --git a/computer-dist/src/assembly/travis/install-k8s.sh b/computer-dist/src/assembly/travis/install-k8s.sh new file mode 100755 index 00000000..3b51c76f --- /dev/null +++ b/computer-dist/src/assembly/travis/install-k8s.sh @@ -0,0 +1,9 @@ +#!/bin/bash + +set -ev + +curl -Lo minikube https://storage.googleapis.com/minikube/releases/latest/minikube-linux-amd64 && chmod +x minikube +sudo mkdir -p /usr/local/bin/ +sudo install minikube /usr/local/bin/ + +minikube start --vm-driver=docker --kubernetes-version 1.20.1 || exit 1
