HyukjinKwon commented on a change in pull request #32631:
URL: https://github.com/apache/spark/pull/32631#discussion_r640211658
##########
File path: .github/workflows/build_and_test.yml
##########
@@ -625,3 +625,84 @@ jobs:
with:
name: unit-tests-log-tpcds--8-hadoop3.2-hive2.3
path: "**/target/unit-tests.log"
+
+ docker-integration-tests:
+ name: Run docker integration tests
+ runs-on: ubuntu-20.04
+ env:
+ HADOOP_PROFILE: hadoop3.2
+ HIVE_PROFILE: hive2.3
+ GITHUB_PREV_SHA: ${{ github.event.before }}
+ SPARK_LOCAL_IP: localhost
+ ORACLE_DOCKER_IMAGE_NAME: oracle/database:18.4.0-xe
+ ENABLE_DOCKER_INTEGRATION_TESTS: 1
+ steps:
+ - name: Checkout Spark repository
+ uses: actions/checkout@v2
+ with:
+ fetch-depth: 0
+ repository: apache/spark
+ ref: master
+ - name: Sync the current branch with the latest in Apache Spark
+ if: github.repository != 'apache/spark'
+ id: sync-branch
+ run: |
+ git fetch https://github.com/$GITHUB_REPOSITORY.git
${GITHUB_REF#refs/heads/}
+ git -c user.name='Apache Spark Test Account' -c
user.email='[email protected]' merge --no-commit --progress --squash
FETCH_HEAD
+ git -c user.name='Apache Spark Test Account' -c
user.email='[email protected]' commit -m "Merged commit"
+ - name: Cache Scala, SBT and Maven
+ uses: actions/cache@v2
+ with:
+ path: |
+ build/apache-maven-*
+ build/scala-*
+ build/*.jar
+ ~/.sbt
+ key: build-${{ hashFiles('**/pom.xml', 'project/build.properties',
'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash',
'build/spark-build-info') }}
+ restore-keys: |
+ build-
+ - name: Cache Coursier local repository
+ uses: actions/cache@v2
+ with:
+ path: ~/.cache/coursier
+ key: docker-integration-coursier-${{ hashFiles('**/pom.xml',
'**/plugins.sbt') }}
+ restore-keys: |
+ docker-integration-coursier-
+ - name: Install Java 8
+ uses: actions/setup-java@v1
+ with:
+ java-version: 8
+ - name: Cache Oracle docker-images repository
+ id: cache-oracle-docker-images
+ uses: actions/cache@v2
+ with:
+ path: ./oracle/docker-images
+ # key should contains the commit hash of the Oracle docker images to
be checkout.
+ key: oracle-docker-images-3f422c4a35b423dfcdbcc57a84f01db6c82eb6c1
+ - name: Checkout Oracle docker-images repository
+ uses: actions/checkout@v2
+ with:
+ fetch-depth: 0
+ repository: oracle/docker-images
+ ref: 3f422c4a35b423dfcdbcc57a84f01db6c82eb6c1
+ path: ./oracle/docker-images
+ - name: Install Oracle docker image
Review comment:
nit but docker -> Docker
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
