This is an automated email from the ASF dual-hosted git repository. zhaocong pushed a commit to branch rebuild_ci in repository https://gitbox.apache.org/repos/asf/incubator-hugegraph-computer.git
commit 353d5ec6934384984109e34c55000fa6ead1e94a Author: coderzc <[email protected]> AuthorDate: Fri May 13 23:11:49 2022 +0800 rebuild ci to compatible apache --- .github/workflows/ci.yml | 30 +++++++-------- computer-dist/src/assembly/travis/install-hdfs.sh | 45 +++++++++++++++++++++++ computer-dist/src/assembly/travis/install-k8s.sh | 9 +++++ 3 files changed, 68 insertions(+), 16 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 2c4e58ec..736d035d 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -18,6 +18,11 @@ jobs: computer-ci: runs-on: ubuntu-20.04 steps: + - name: Checkout + uses: actions/checkout@v2 + with: + fetch-depth: 2 + - name: Install JDK 8 uses: actions/setup-java@v2 with: @@ -28,23 +33,22 @@ jobs: uses: actions/setup-python@v2 with: python-version: '3.8' - - name: Setup Hdfs - uses: beyondstorage/setup-hdfs@master - with: - hdfs-version: '3.3.1' + - name: Setup HDFS + env: + TRAVIS_DIR: computer-dist/src/assembly/travis + run: $TRAVIS_DIR/install-hdfs.sh - name: Setup Minikube-Kubernetes - uses: manusa/[email protected] - with: - minikube version: v1.21.0 - kubernetes version: v1.20.1 + env: + TRAVIS_DIR: computer-dist/src/assembly/travis + KUBERNETES_VERSION: 1.12.1 + run: $TRAVIS_DIR/install-k8s.sh - name: Check Component run: | sleep 5 - curl ${{ env.HDFS_NAMENODE_ADDR }} + curl localhost:9000 kubectl get nodes - - name: Cache Maven packages uses: actions/cache@v2 with: @@ -52,11 +56,6 @@ jobs: key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }} restore-keys: ${{ runner.os }}-m2 - - name: Checkout - uses: actions/checkout@v2 - with: - fetch-depth: 2 - - name: Prepare env and service env: TRAVIS_DIR: computer-dist/src/assembly/travis @@ -65,7 +64,6 @@ jobs: $TRAVIS_DIR/install-env.sh $TRAVIS_DIR/install-hugegraph-from-source.sh $COMMIT_ID | grep -v "Downloading\|Downloaded" $TRAVIS_DIR/load-data-into-hugegraph.sh - - name: Install JDK 11 uses: actions/setup-java@v2 with: diff --git a/computer-dist/src/assembly/travis/install-hdfs.sh b/computer-dist/src/assembly/travis/install-hdfs.sh new file mode 100755 index 00000000..1ae1dd6f --- /dev/null +++ b/computer-dist/src/assembly/travis/install-hdfs.sh @@ -0,0 +1,45 @@ +#!/bin/bash + +set -ev + +sudo wget http://archive.apache.org/dist/hadoop/common/hadoop-2.8.5/hadoop-2.8.5.tar.gz + +sudo tar -zxf hadoop-2.8.5.tar.gz -C /usr/local +cd /usr/local +sudo mv hadoop-2.8.5 hadoop +#sudo chown -R travis ./hadoop +cd hadoop +pwd + +echo "export HADOOP_HOME=/usr/local/hadoop" >> ~/.bashrc +echo "export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native" >> ~/.bashrc +echo "export PATH=$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin" >> ~/.bashrc + +source ~/.bashrc + +tee etc/hadoop/core-site.xml <<EOF +<configuration> + <property> + <name>fs.defaultFS</name> + <value>hdfs://localhost:9000</value> + </property> +</configuration> +EOF + +tee etc/hadoop/hdfs-site.xml <<EOF +<configuration> + <property> + <name>dfs.namenode.name.dir</name> + <value>/opt/hdfs/name</value> + </property> + <property> + <name>dfs.datanode.data.dir</name> + <value>/opt/hdfs/data</value> + </property> +</configuration> +EOF + +bin/hdfs namenode -format +sbin/hadoop-daemon.sh start namenode +sbin/hadoop-daemon.sh start datanode +jps diff --git a/computer-dist/src/assembly/travis/install-k8s.sh b/computer-dist/src/assembly/travis/install-k8s.sh new file mode 100755 index 00000000..afbcb957 --- /dev/null +++ b/computer-dist/src/assembly/travis/install-k8s.sh @@ -0,0 +1,9 @@ +#!/bin/bash + +set -ev + +curl -Lo minikube https://storage.googleapis.com/minikube/releases/latest/minikube-linux-amd64 && chmod +x minikube +sudo mkdir -p /usr/local/bin/ +sudo install minikube /usr/local/bin/ + +minikube start --vm-driver=docker --kubernetes-version ${KUBERNETES_VERSION} || exit 1
