This is an automated email from the ASF dual-hosted git repository.
kszucs pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/arrow.git
The following commit(s) were added to refs/heads/master by this push:
new 1165cdb ARROW-6686: [CI] Pull and push docker images to speed up the
nightly builds
1165cdb is described below
commit 1165cdb85b92cefcf59ac39d35f42d168cc64517
Author: Krisztián Szűcs <[email protected]>
AuthorDate: Thu Oct 3 10:37:51 2019 +0200
ARROW-6686: [CI] Pull and push docker images to speed up the nightly builds
The images are available under https://hub.docker.com/u/ursalab with arrow
prefix.
Also resolves https://issues.apache.org/jira/browse/ARROW-2602
Closes #5485 from kszucs/docker-push-pull and squashes the following
commits:
086c7b34d <Krisztián Szűcs> hadolint
f1b5956f7 <Krisztián Szűcs> use arrowdev org
2f8564fad <Krisztián Szűcs> push only images built from arrow's master
branch
36bcaa907 <Krisztián Szűcs> update dockerfiles
44f058575 <Krisztián Szűcs> ignore pull failures
a0b7fb1fd <Krisztián Szűcs> disable master only push for now
60c40f572 <Krisztián Szűcs> jinja
9718b00a6 <Krisztián Szűcs> quote
4c7cee0a1 <Krisztián Szűcs> try to fix circle yml
d7ab350c1 <Krisztián Szűcs> increase no_output_timeout; use newer machine
image with docker_layer_caching
c6f71a99b <Krisztián Szűcs> push from master only
16ec7f98b <Krisztián Szűcs> pull and push docker images to dockerhub to
speed up the builds
Authored-by: Krisztián Szűcs <[email protected]>
Signed-off-by: Krisztián Szűcs <[email protected]>
---
c_glib/Dockerfile | 2 +-
dev/fuzzit/Dockerfile | 2 +-
dev/lint/Dockerfile | 4 +-
dev/tasks/docker-tests/circle.linux.yml | 23 ++++++---
dev/tasks/tasks.yml | 90 ++++++++++++++++++++++++++++++++-
docker-compose.yml | 80 ++++++++++++++---------------
docs/Dockerfile | 2 +-
integration/dask/Dockerfile | 2 +-
integration/hdfs/Dockerfile | 2 +-
integration/pandas/Dockerfile | 2 +-
integration/spark/Dockerfile | 2 +-
integration/turbodbc/Dockerfile | 2 +-
python/Dockerfile | 2 +-
python/Dockerfile.alpine | 2 +-
python/Dockerfile.nopandas | 2 +-
python/manylinux2010/README.md | 2 +-
r/Dockerfile | 2 +-
r/Dockerfile.conda | 2 +-
18 files changed, 161 insertions(+), 64 deletions(-)
diff --git a/c_glib/Dockerfile b/c_glib/Dockerfile
index 813695c..32fbc79 100644
--- a/c_glib/Dockerfile
+++ b/c_glib/Dockerfile
@@ -15,7 +15,7 @@
# specific language governing permissions and limitations
# under the License.
-FROM arrow:cpp
+FROM arrowdev/arrow-cpp:latest
RUN apt-get update -y -q && \
apt-get -q install --no-install-recommends -y \
diff --git a/dev/fuzzit/Dockerfile b/dev/fuzzit/Dockerfile
index 602cb5f..447f1b8 100644
--- a/dev/fuzzit/Dockerfile
+++ b/dev/fuzzit/Dockerfile
@@ -15,7 +15,7 @@
# specific language governing permissions and limitations
# under the License.
-FROM arrow:cpp
+FROM arrowdev/arrow-cpp:latest
RUN apt-get update && \
apt-get install -y -q \
diff --git a/dev/lint/Dockerfile b/dev/lint/Dockerfile
index c9658b8..6491206 100644
--- a/dev/lint/Dockerfile
+++ b/dev/lint/Dockerfile
@@ -15,7 +15,7 @@
# specific language governing permissions and limitations
# under the License.
-FROM arrow:python-3.6
+FROM arrowdev/arrow-python-3.6
RUN apt-get update && \
apt-get install -y -q \
@@ -30,4 +30,4 @@ RUN conda install flake8 && \
ENV PATH=/opt/iwyu/bin:$PATH
ADD ci/docker_install_iwyu.sh /arrow/ci/
-RUN arrow/ci/docker_install_iwyu.sh
\ No newline at end of file
+RUN arrow/ci/docker_install_iwyu.sh
diff --git a/dev/tasks/docker-tests/circle.linux.yml
b/dev/tasks/docker-tests/circle.linux.yml
index 7b664ee..9384a7e 100644
--- a/dev/tasks/docker-tests/circle.linux.yml
+++ b/dev/tasks/docker-tests/circle.linux.yml
@@ -19,20 +19,29 @@ version: 2
jobs:
build:
machine:
- image: circleci/classic:201808-01
+ image: ubuntu-1604:201903-01
+ docker_layer_caching: true
steps:
- run: docker -v
- run: docker-compose -v
+ {% if arrow.branch == "master" %}
+ - run: |
+ if [ -n $DOCKER_USER ] && [ -n $DOCKER_PASS ]; then
+ docker login -u $DOCKER_USER -p $DOCKER_PASS
+ fi
+ {% endif %}
- run: git clone --no-checkout {{ arrow.remote }} arrow
- run: git -C arrow fetch -t {{ arrow.remote }} {{ arrow.branch }}
- run: git -C arrow checkout FETCH_HEAD
- run: git -C arrow submodule update --init --recursive
- - run: |
- pushd arrow
- {%- for command in commands %}
- {{ command }}
- {%- endfor %}
- popd
+ - run:
+ command: |
+ pushd arrow
+ {%- for command in commands %}
+ {{ command }}
+ {%- endfor %}
+ popd
+ no_output_timeout: "1h"
workflows:
version: 2
diff --git a/dev/tasks/tasks.yml b/dev/tasks/tasks.yml
index 804ed8f..3c19451 100644
--- a/dev/tasks/tasks.yml
+++ b/dev/tasks/tasks.yml
@@ -1158,9 +1158,12 @@ tasks:
template: docker-tests/circle.linux.yml
params:
commands:
+ - docker-compose pull --ignore-pull-failures cpp
+ - docker-compose pull --ignore-pull-failures r
- docker-compose build cpp
- docker-compose build r
- docker-compose run r
+ - docker-compose push --ignore-push-failures r
docker-r-conda:
ci: circle
@@ -1168,9 +1171,12 @@ tasks:
template: docker-tests/circle.linux.yml
params:
commands:
+ - docker-compose pull --ignore-pull-failures cpp
+ - docker-compose pull --ignore-pull-failures r-conda
- docker-compose build cpp
- docker-compose build r-conda
- docker-compose run r-conda
+ - docker-compose push --ignore-push-failures r-conda
docker-r-sanitizer:
ci: circle
@@ -1178,8 +1184,10 @@ tasks:
template: docker-tests/circle.linux.yml
params:
commands:
+ - docker-compose pull --ignore-pull-failures r-sanitizer
- docker-compose build r-sanitizer
- docker-compose run r-sanitizer
+ - docker-compose push --ignore-push-failures r-sanitizer
docker-rust:
ci: circle
@@ -1187,8 +1195,10 @@ tasks:
template: docker-tests/circle.linux.yml
params:
commands:
+ - docker-compose pull --ignore-pull-failures rust
- docker-compose build rust
- docker-compose run rust
+ - docker-compose push --ignore-push-failures rust
docker-cpp:
ci: circle
@@ -1196,8 +1206,10 @@ tasks:
template: docker-tests/circle.linux.yml
params:
commands:
+ - docker-compose pull --ignore-pull-failures cpp
- docker-compose build cpp
- docker-compose run cpp
+ - docker-compose push --ignore-push-failures cpp
docker-cpp-release:
ci: circle
@@ -1205,8 +1217,10 @@ tasks:
template: docker-tests/circle.linux.yml
params:
commands:
- - docker-compose build cpp
+ - docker-compose pull --ignore-pull-failures cpp-release
+ - docker-compose build cpp-release
- docker-compose run cpp-release
+ - docker-compose push --ignore-push-failures cpp-release
docker-cpp-alpine:
ci: circle
@@ -1214,8 +1228,10 @@ tasks:
template: docker-tests/circle.linux.yml
params:
commands:
+ - docker-compose pull --ignore-pull-failures cpp-alpine
- docker-compose build cpp-alpine
- docker-compose run cpp-alpine
+ - docker-compose push --ignore-push-failures cpp-alpine
docker-cpp-cmake32:
ci: circle
@@ -1223,8 +1239,10 @@ tasks:
template: docker-tests/circle.linux.yml
params:
commands:
+ - docker-compose pull --ignore-pull-failures cpp-cmake32
- docker-compose build cpp-cmake32
- docker-compose run cpp-cmake32
+ - docker-compose push --ignore-push-failures cpp-cmake32
docker-cpp-fuzzit:
ci: circle
@@ -1232,9 +1250,12 @@ tasks:
template: docker-tests/circle.linux.yml
params:
commands:
+ - docker-compose pull --ignore-pull-failures cpp
+ - docker-compose pull --ignore-pull-failures fuzzit
- docker-compose build cpp
- docker-compose build fuzzit
- docker-compose run fuzzit
+ - docker-compose push --ignore-push-failures fuzzit
docker-cpp-static-only:
ci: circle
@@ -1242,8 +1263,11 @@ tasks:
template: docker-tests/circle.linux.yml
params:
commands:
+ - docker-compose pull --ignore-pull-failures cpp
+ - docker-compose pull --ignore-pull-failures cpp-static-only
- docker-compose build cpp
- docker-compose run cpp-static-only
+ - docker-compose push --ignore-push-failures cpp-static-only
docker-c_glib:
ci: circle
@@ -1251,9 +1275,12 @@ tasks:
template: docker-tests/circle.linux.yml
params:
commands:
+ - docker-compose pull --ignore-pull-failures cpp
+ - docker-compose pull --ignore-pull-failures c_glib
- docker-compose build cpp
- docker-compose build c_glib
- docker-compose run c_glib
+ - docker-compose push --ignore-push-failures c_glib
docker-go:
ci: circle
@@ -1261,8 +1288,10 @@ tasks:
template: docker-tests/circle.linux.yml
params:
commands:
+ - docker-compose pull --ignore-pull-failures go
- docker-compose build go
- docker-compose run go
+ - docker-compose push --ignore-push-failures go
docker-js:
ci: circle
@@ -1270,8 +1299,10 @@ tasks:
template: docker-tests/circle.linux.yml
params:
commands:
+ - docker-compose pull --ignore-pull-failures js
- docker-compose build js
- docker-compose run js
+ - docker-compose push --ignore-push-failures js
docker-java:
ci: circle
@@ -1279,8 +1310,10 @@ tasks:
template: docker-tests/circle.linux.yml
params:
commands:
+ - docker-compose pull --ignore-pull-failures java
- docker-compose build java
- docker-compose run java
+ - docker-compose push --ignore-push-failures java
docker-python-2.7:
ci: circle
@@ -1290,9 +1323,12 @@ tasks:
environment:
PYTHON_VERSION: 2.7
commands:
+ - docker-compose pull --ignore-pull-failures cpp
+ - docker-compose pull --ignore-pull-failures python
- docker-compose build cpp
- docker-compose build python
- docker-compose run python
+ - docker-compose push --ignore-push-failures python
docker-python-3.6:
ci: circle
@@ -1302,9 +1338,12 @@ tasks:
environment:
PYTHON_VERSION: 3.6
commands:
+ - docker-compose pull --ignore-pull-failures cpp
+ - docker-compose pull --ignore-pull-failures python
- docker-compose build cpp
- docker-compose build python
- docker-compose run python
+ - docker-compose push --ignore-push-failures python
docker-python-3.7:
ci: circle
@@ -1314,9 +1353,12 @@ tasks:
environment:
PYTHON_VERSION: 3.7
commands:
+ - docker-compose pull --ignore-pull-failures cpp
+ - docker-compose pull --ignore-pull-failures python
- docker-compose build cpp
- docker-compose build python
- docker-compose run python
+ - docker-compose push --ignore-push-failures python
docker-python-2.7-alpine:
ci: circle
@@ -1326,9 +1368,12 @@ tasks:
environment:
PYTHON_VERSION: 2.7
commands:
+ - docker-compose pull --ignore-pull-failures cpp-alpine
+ - docker-compose pull --ignore-pull-failures python-alpine
- docker-compose build cpp-alpine
- docker-compose build python-alpine
- docker-compose run python-alpine
+ - docker-compose push --ignore-push-failures python-alpine
docker-python-3.6-alpine:
ci: circle
@@ -1338,9 +1383,12 @@ tasks:
environment:
PYTHON_VERSION: 3.6
commands:
+ - docker-compose pull --ignore-pull-failures cpp-alpine
+ - docker-compose pull --ignore-pull-failures python-alpine
- docker-compose build cpp-alpine
- docker-compose build python-alpine
- docker-compose run python-alpine
+ - docker-compose push --ignore-push-failures python-alpine
docker-python-2.7-nopandas:
ci: circle
@@ -1350,10 +1398,14 @@ tasks:
environment:
PYTHON_VERSION: 2.7
commands:
+ - docker-compose pull --ignore-pull-failures cpp
+ - docker-compose pull --ignore-pull-failures python
+ - docker-compose pull --ignore-pull-failures python-nopandas
- docker-compose build cpp
- docker-compose build python
- docker-compose build python-nopandas
- docker-compose run python-nopandas
+ - docker-compose push --ignore-push-failures python-nopandas
docker-python-3.6-nopandas:
ci: circle
@@ -1363,10 +1415,14 @@ tasks:
environment:
PYTHON_VERSION: 3.6
commands:
+ - docker-compose pull --ignore-pull-failures cpp
+ - docker-compose pull --ignore-pull-failures python
+ - docker-compose pull --ignore-pull-failures python-nopandas
- docker-compose build cpp
- docker-compose build python
- docker-compose build python-nopandas
- docker-compose run python-nopandas
+ - docker-compose push --ignore-push-failures python-nopandas
###################### Documentation building tests #########################
@@ -1378,10 +1434,14 @@ tasks:
environment:
PYTHON_VERSION: 3.6
commands:
+ - docker-compose pull --ignore-pull-failures cpp
+ - docker-compose pull --ignore-pull-failures python
+ - docker-compose pull --ignore-pull-failures docs
- docker-compose build cpp
- docker-compose build python
- docker-compose build docs
- docker-compose run docs
+ - docker-compose push --ignore-push-failures docs
############################## Linter tests #################################
@@ -1393,10 +1453,14 @@ tasks:
environment:
PYTHON_VERSION: 3.6
commands:
+ - docker-compose pull --ignore-pull-failures cpp
+ - docker-compose pull --ignore-pull-failures python
+ - docker-compose pull --ignore-pull-failures lint
- docker-compose build cpp
- docker-compose build python
- docker-compose build lint
- docker-compose run lint
+ - docker-compose push --ignore-push-failures lint
docker-iwyu:
ci: circle
@@ -1406,6 +1470,9 @@ tasks:
environment:
PYTHON_VERSION: 3.6
commands:
+ - docker-compose pull --ignore-pull-failures cpp
+ - docker-compose pull --ignore-pull-failures python
+ - docker-compose pull --ignore-pull-failures lint
- docker-compose build cpp
- docker-compose build python
- docker-compose build lint
@@ -1419,6 +1486,9 @@ tasks:
environment:
PYTHON_VERSION: 3.6
commands:
+ - docker-compose pull --ignore-pull-failures cpp
+ - docker-compose pull --ignore-pull-failures python
+ - docker-compose pull --ignore-pull-failures lint
- docker-compose build cpp
- docker-compose build python
- docker-compose build lint
@@ -1434,10 +1504,14 @@ tasks:
environment:
PYTHON_VERSION: 3.6
commands:
+ - docker-compose pull --ignore-pull-failures cpp
+ - docker-compose pull --ignore-pull-failures python
+ - docker-compose pull --ignore-pull-failures dask-integration
- docker-compose build cpp
- docker-compose build python
- docker-compose build dask-integration
- docker-compose run dask-integration
+ - docker-compose push --ignore-push-failures dask-integration
docker-hdfs-integration:
ci: circle
@@ -1447,10 +1521,14 @@ tasks:
environment:
PYTHON_VERSION: 3.6
commands:
+ - docker-compose pull --ignore-pull-failures cpp
+ - docker-compose pull --ignore-pull-failures python
+ - docker-compose pull --ignore-pull-failures hdfs-integration
- docker-compose build cpp
- docker-compose build python
- docker-compose build hdfs-integration
- docker-compose run hdfs-integration
+ - docker-compose push --ignore-push-failures hdfs-integration
docker-spark-integration:
ci: circle
@@ -1460,10 +1538,14 @@ tasks:
environment:
PYTHON_VERSION: 3.6
commands:
+ - docker-compose pull --ignore-pull-failures cpp
+ - docker-compose pull --ignore-pull-failures python
+ - docker-compose pull --ignore-pull-failures spark-integration
- docker-compose build cpp
- docker-compose build python
- docker-compose build spark-integration
- docker-compose run spark-integration
+ - docker-compose push --ignore-push-failures spark-integration
docker-turbodbc-integration:
ci: circle
@@ -1473,10 +1555,14 @@ tasks:
environment:
PYTHON_VERSION: 3.6
commands:
+ - docker-compose pull --ignore-pull-failures cpp
+ - docker-compose pull --ignore-pull-failures python
+ - docker-compose pull --ignore-pull-failures turbodbc-integration
- docker-compose build cpp
- docker-compose build python
- docker-compose build turbodbc-integration
- docker-compose run turbodbc-integration
+ - docker-compose push --ignore-push-failures turbodbc-integration
docker-pandas-master:
ci: circle
@@ -1486,6 +1572,8 @@ tasks:
environment:
PYTHON_VERSION: 3.6
commands:
+ - docker-compose pull --ignore-pull-failures cpp
+ - docker-compose pull --ignore-pull-failures python
- docker-compose build cpp
- docker-compose build python
- docker-compose build --no-cache pandas-master
diff --git a/docker-compose.yml b/docker-compose.yml
index 6ebf616..0ce7e38 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -87,7 +87,7 @@ services:
# Usage:
# docker-compose build build-context
# docker-compose run build-context
- image: arrow:build-context
+ image: arrowdev/arrow-build-context:latest
build:
context: .
dockerfile: dev/Dockerfile.context
@@ -99,7 +99,7 @@ services:
# docker-compose build cpp
# docker-compose build c_glib
# docker-compose run c_glib
- image: arrow:c_glib
+ image: arrowdev/arrow-c_glib:latest
build:
context: .
dockerfile: c_glib/Dockerfile
@@ -109,7 +109,7 @@ services:
# Usage:
# docker-compose build cpp
# docker-compose run cpp
- image: arrow:cpp
+ image: arrowdev/arrow-cpp:latest
shm_size: 2G
build:
context: .
@@ -120,7 +120,7 @@ services:
# Usage:
# docker-compose build cpp-system-deps
# docker-compose run cpp-system-deps
- image: ursalab/arrow:cpp-system-deps
+ image: arrowdev/arrow-cpp-system-deps:latest
shm_size: 2G
cap_add:
# LeakSanitizer and gdb requires ptrace(2)
@@ -142,7 +142,7 @@ services:
# Usage:
# docker-compose build cpp
# docker-compose run cpp-release
- image: arrow:cpp
+ image: arrowdev/arrow-cpp-release:latest
shm_size: 2G
build:
context: .
@@ -156,7 +156,7 @@ services:
# Usage:
# docker-compose build cpp
# docker-compose run cpp-static-only
- image: arrow:cpp
+ image: arrowdev/arrow-cpp:latest
shm_size: 2G
environment:
ARROW_BUILD_SHARED: "OFF"
@@ -168,7 +168,7 @@ services:
# Usage:
# docker-compose build cpp
# docker-compose run cpp-static-only
- image: arrow:cpp
+ image: arrowdev/arrow-cpp:latest
shm_size: 2G
environment:
ARROW_BUILD_STATIC: "OFF"
@@ -179,7 +179,7 @@ services:
# Usage:
# docker-compose build cpp-cmake32
# docker-compose run cpp-cmake32
- image: arrow:cpp-cmake32
+ image: arrowdev/arrow-cpp-cmake32:latest
shm_size: 2G
build:
context: .
@@ -199,7 +199,7 @@ services:
# Usage:
# docker-compose build cpp-alpine
# docker-compose run cpp-alpine
- image: arrow:cpp-alpine
+ image: arrowdev/arrow-cpp-alpine:latest
shm_size: 2G
build:
context: .
@@ -212,7 +212,7 @@ services:
# Usage:
# docker-compose build cpp-fedora
# docker-compose run cpp-fedora
- image: arrow:cpp-fedora
+ image: arrowdev/arrow-cpp-fedora:latest
shm_size: 2G
build:
context: .
@@ -225,7 +225,7 @@ services:
# Usage:
# docker-compose build cpp-debian-testing
# docker-compose run cpp-debian-testing
- image: arrow:cpp-debian-testing
+ image: arrowdev/arrow-cpp-debian-testing:latest
shm_size: 2G
build:
context: .
@@ -238,7 +238,7 @@ services:
# Usage:
# docker-compose build cpp-ubuntu-trusty
# docker-compose run cpp-ubuntu-trusty
- image: arrow:cpp-ubuntu-trusty
+ image: arrowdev/arrow-cpp-ubuntu-trusty:latest
shm_size: 2G
build:
context: .
@@ -251,7 +251,7 @@ services:
# Usage:
# docker-compose build cpp-ubuntu-xenial
# docker-compose run cpp-ubuntu-xenial
- image: arrow:cpp-ubuntu-xenial
+ image: arrowdev/arrow-cpp-ubuntu-xenial:latest
shm_size: 2G
build:
context: .
@@ -266,7 +266,7 @@ services:
# Usage:
# docker-compose build cpp-minimum-boost-version
# docker-compose run cpp-minimum-boost-version
- image: arrow:cpp-ubuntu-xenial
+ image: arrowdev/arrow-cpp-ubuntu-xenial:latest
shm_size: 2G
build:
context: .
@@ -281,7 +281,7 @@ services:
# Usage:
# docker-compose build cpp-ubuntu-bionic
# docker-compose run cpp-ubuntu-bionic
- image: arrow:cpp-ubuntu-bionic
+ image: arrowdev/arrow-cpp-ubuntu-bionic:latest
shm_size: 2G
build:
context: .
@@ -294,7 +294,7 @@ services:
# Usage:
# docker-compose build go
# docker-compose run go
- image: arrow:go
+ image: arrowdev/arrow-go:latest
build:
context: .
dockerfile: go/Dockerfile
@@ -304,7 +304,7 @@ services:
# Usage:
# docker-compose build java
# docker-compose run java
- image: arrow:java
+ image: arrowdev/arrow-java:latest
build:
context: .
dockerfile: java/Dockerfile
@@ -316,7 +316,7 @@ services:
# Usage:
# docker-compose build java-all-jdks
# docker-compose run java-all-jdks
- image: ursalab/arrow-ci-java-all-jdks:latest
+ image: arrowdev/arrow-java-all-jdks:latest
build:
context: .
dockerfile: java/Dockerfile.all-jdks
@@ -325,7 +325,7 @@ services:
- maven-cache:/root/.m2:delegated
js:
- image: arrow:js
+ image: arrowdev/arrow-js:latest
build:
context: .
dockerfile: js/Dockerfile
@@ -336,7 +336,7 @@ services:
# docker-compose build cpp
# docker-compose build python
# docker-compose run python
- image: arrow:python-${PYTHON_VERSION:-3.6}
+ image: arrowdev/arrow-python-${PYTHON_VERSION:-3.6}:latest
shm_size: 2G
build:
context: .
@@ -351,7 +351,7 @@ services:
# docker-compose build cpp-alpine
# docker-compose build python-alpine
# docker-compose run python-alpine
- image: arrow:python-${PYTHON_VERSION:-3.6}-alpine
+ image: arrowdev/arrow-python-${PYTHON_VERSION:-3.6}-alpine:latest
shm_size: 2G
build:
context: .
@@ -367,7 +367,7 @@ services:
# docker-compose build python
# docker-compose build python-nopandas
# docker-compose run python-nopandas
- image: arrow:python-${PYTHON_VERSION:-3.6}-nopandas
+ image: arrowdev/arrow-python-${PYTHON_VERSION:-3.6}-nopandas:latest
shm_size: 2G
build:
context: .
@@ -380,7 +380,7 @@ services:
# Usage:
# docker-compose build rust
# docker-compose run rust
- image: arrow:rust
+ image: arrowdev/arrow-rust:latest
build:
context: .
dockerfile: rust/Dockerfile
@@ -393,7 +393,7 @@ services:
# docker-compose build cpp
# docker-compose build r
# docker-compose run r
- image: arrow:r
+ image: arrowdev/arrow-r:latest
build:
context: .
dockerfile: r/Dockerfile
@@ -403,7 +403,7 @@ services:
# Usage:
# docker-compose build r-sanitizer
# docker-compose run r-sanitizer
- image: arrow:r-sanitizer
+ image: arrowdev/arrow-r-sanitizer:latest
cap_add:
# LeakSanitizer and gdb requires ptrace(2)
- SYS_PTRACE
@@ -418,7 +418,7 @@ services:
# docker-compose build cpp
# docker-compose build r-conda
# docker-compose run r-conda
- image: arrow:r-conda-${R_VERSION:-3.5.1}
+ image: arrowdev/arrow-r-conda-${R_VERSION:-3.5.1}:latest
shm_size: 2G
build:
context: .
@@ -439,7 +439,7 @@ services:
# docker-compose build python
# docker-compose build lint
# docker-compose run lint
- image: arrow:lint
+ image: arrowdev/arrow-lint:latest
build:
context: .
dockerfile: dev/lint/Dockerfile
@@ -452,7 +452,7 @@ services:
# docker-compose build cpp
# docker-compose build fuzzit
# docker-compose run fuzzit
- image: arrow:fuzzit
+ image: arrowdev/arrow-fuzzit:latest
build:
context: .
dockerfile: dev/fuzzit/Dockerfile
@@ -503,7 +503,7 @@ services:
# docker-compose build python
# docker-compose build lint
# docker-compose run iwyu
- image: arrow:lint
+ image: arrowdev/arrow-lint:latest
command: arrow/dev/lint/run_iwyu.sh
volumes: *ubuntu-volumes
@@ -513,7 +513,7 @@ services:
# docker-compose build python
# docker-compose build lint
# docker-compose run clang-format
- image: arrow:lint
+ image: arrowdev/arrow-lint:latest
command: arrow/dev/lint/run_clang_format.sh
volumes: *ubuntu-volumes
@@ -523,7 +523,7 @@ services:
# docker-compose build python
# docker-compose build lint
# docker-compose run clang-tidy
- image: arrow:lint
+ image: arrowdev/arrow-lint:latest
command: arrow/dev/lint/run_clang_tidy.sh
volumes: *ubuntu-volumes
@@ -533,7 +533,7 @@ services:
# docker-compose build python
# docker-compose build docs
# docker-compose run docs
- image: arrow:docs
+ image: arrowdev/arrow-docs:latest
build:
context: .
dockerfile: docs/Dockerfile
@@ -549,7 +549,7 @@ services:
# $ docker-compose pull python-manylinux1
# an then run:
# $ docker-compose run -e PYTHON_VERSION=3.7 python-manylinux1
- image: ursalab/arrow_manylinux1_x86_64_base:0.14.1-static-zlib
+ image: arrowdev/arrow_manylinux1_x86_64_base:0.14.1-static-zlib
build:
context: python/manylinux1
dockerfile: Dockerfile-x86_64_base
@@ -571,7 +571,7 @@ services:
# $ docker-compose pull python-manylinux2010
# an then run:
# $ docker-compose run -e PYTHON_VERSION=3.7 python-manylinux2010
- image: ursalab/arrow_manylinux2010_x86_64_base:0.14.1-static-zlib
+ image: arrowdev/arrow_manylinux2010_x86_64_base:0.14.1-static-zlib
build:
context: python/manylinux2010
dockerfile: Dockerfile-x86_64_base
@@ -600,7 +600,7 @@ services:
# docker-compose build python
# docker-compose build --no-cache pandas-master
# docker-compose run pandas-master
- image: arrow:pandas-master
+ image: arrowdev/arrow-pandas-master:latest
build:
context: .
dockerfile: integration/pandas/Dockerfile
@@ -643,7 +643,7 @@ services:
# docker-compose build python
# docker-compose build hdfs-integration
# docker-compose run hdfs-integration
- image: arrow:hdfs-${HDFS_VERSION:-2.9.2}
+ image: arrowdev/arrow-hdfs-${HDFS_VERSION:-2.9.2}:latest
links:
- hdfs-namenode:hdfs-namenode
- hdfs-datanode-1:hdfs-datanode-1
@@ -667,7 +667,7 @@ services:
# docker-compose build python
# docker-compose build dask-integration
# docker-compose run dask-integration
- image: arrow:dask-integration
+ image: arrowdev/arrow-dask-integration:latest
build:
context: .
dockerfile: integration/dask/Dockerfile
@@ -680,7 +680,7 @@ services:
# docker-compose build python
# docker-compose build turbodbc-integration
# docker-compose run turbodbc-integration
- image: arrow:turbodbc-integration
+ image: arrowdev/arrow-turbodbc-integration:latest
build:
context: .
dockerfile: integration/turbodbc/Dockerfile
@@ -693,7 +693,7 @@ services:
# docker-compose build python
# docker-compose build spark-integration
# docker-compose run spark-integration
- image: arrow:spark-${SPARK_VERSION:-master}
+ image: arrowdev/arrow-spark-${SPARK_VERSION:-master}:latest
environment:
- SPARK_VERSION=${SPARK_VERSION:-master}
build:
@@ -710,7 +710,7 @@ services:
################################# Release ###################################
release-source:
- image: arrow:release-source
+ image: arrowdev/arrow-release-source:latest
build:
context: .
dockerfile: dev/release/source/Dockerfile
diff --git a/docs/Dockerfile b/docs/Dockerfile
index 8c2d00b..016d334 100644
--- a/docs/Dockerfile
+++ b/docs/Dockerfile
@@ -15,7 +15,7 @@
# specific language governing permissions and limitations
# under the License.
-FROM arrow:python-3.6
+FROM arrowdev/arrow-python-3.6:latest
COPY ci/conda_env_sphinx.yml /arrow/ci/
RUN conda install --file arrow/ci/conda_env_sphinx.yml && \
diff --git a/integration/dask/Dockerfile b/integration/dask/Dockerfile
index ceadb3e..a67c990 100644
--- a/integration/dask/Dockerfile
+++ b/integration/dask/Dockerfile
@@ -15,7 +15,7 @@
# specific language governing permissions and limitations
# under the License.
-FROM arrow:python-3.6
+FROM arrowdev/arrow-python-3.6:latest
# install dask release from conda
RUN conda install -c conda-forge dask pytest=3 && \
diff --git a/integration/hdfs/Dockerfile b/integration/hdfs/Dockerfile
index f173b39..71db503 100644
--- a/integration/hdfs/Dockerfile
+++ b/integration/hdfs/Dockerfile
@@ -15,7 +15,7 @@
# specific language governing permissions and limitations
# under the License.
-FROM arrow:python-3.6
+FROM arrowdev/arrow-python-3.6:latest
# installing libhdfs (JNI)
ARG HADOOP_VERSION=2.9.2
diff --git a/integration/pandas/Dockerfile b/integration/pandas/Dockerfile
index 8b56edf..a1ae23e 100644
--- a/integration/pandas/Dockerfile
+++ b/integration/pandas/Dockerfile
@@ -15,7 +15,7 @@
# specific language governing permissions and limitations
# under the License.
-FROM arrow:python-3.6
+FROM arrowdev/arrow-python-3.6:latest
# test against pandas' master
RUN pip install git+https://github.com/pandas-dev/pandas.git
diff --git a/integration/spark/Dockerfile b/integration/spark/Dockerfile
index 6b03203..a0e7185 100644
--- a/integration/spark/Dockerfile
+++ b/integration/spark/Dockerfile
@@ -14,7 +14,7 @@
# See the License for the specific language governing permissions and
# limitations under the License.
-FROM arrow:python-3.6
+FROM arrowdev/arrow-python-3.6:latest
# installing java and maven
ARG MAVEN_VERSION=3.6.2
diff --git a/integration/turbodbc/Dockerfile b/integration/turbodbc/Dockerfile
index 26df8ad..d143ea7 100644
--- a/integration/turbodbc/Dockerfile
+++ b/integration/turbodbc/Dockerfile
@@ -15,7 +15,7 @@
# specific language governing permissions and limitations
# under the License.
-FROM arrow:python-3.6
+FROM arrowdev/arrow-python-3.6:latest
RUN export DEBIAN_FRONTEND=noninteractive && \
apt-get update -y -q && \
diff --git a/python/Dockerfile b/python/Dockerfile
index 5fcadeb..71bc2b2 100644
--- a/python/Dockerfile
+++ b/python/Dockerfile
@@ -15,7 +15,7 @@
# specific language governing permissions and limitations
# under the License.
-FROM arrow:cpp
+FROM arrowdev/arrow-cpp:latest
# install python specific packages
ARG PYTHON_VERSION=3.6
diff --git a/python/Dockerfile.alpine b/python/Dockerfile.alpine
index ed7b2d2..87a1dff 100644
--- a/python/Dockerfile.alpine
+++ b/python/Dockerfile.alpine
@@ -15,7 +15,7 @@
# specific language governing permissions and limitations
# under the License.
-FROM arrow:cpp-alpine
+FROM arrowdev/arrow-cpp-alpine:latest
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
diff --git a/python/Dockerfile.nopandas b/python/Dockerfile.nopandas
index 58aaeed..2faad08 100644
--- a/python/Dockerfile.nopandas
+++ b/python/Dockerfile.nopandas
@@ -16,7 +16,7 @@
# under the License.
ARG PYTHON_VERSION=3.6
-FROM arrow:python-$PYTHON_VERSION
+FROM arrowdev/arrow-python-$PYTHON_VERSION:latest
# not installing pandas doesn't mean that it's not grabbed as a transitive
# dependency, so We remove it explicitly to make sure We don't have pandas
diff --git a/python/manylinux2010/README.md b/python/manylinux2010/README.md
index fe2888e..3a9eee7 100644
--- a/python/manylinux2010/README.md
+++ b/python/manylinux2010/README.md
@@ -70,7 +70,7 @@ publish a build image that you built locally.
```bash
$ docker push python-manylinux2010
-The push refers to repository [ursalab/arrow_manylinux2010_x86_64_base]
+The push refers to repository [arrowdev/arrow_manylinux2010_x86_64_base]
a1ab88d27acc: Pushing [==============> ]
492.5MB/1.645GB
[... etc. ...]
```
diff --git a/r/Dockerfile b/r/Dockerfile
index 97aa64b..63a200b 100644
--- a/r/Dockerfile
+++ b/r/Dockerfile
@@ -15,7 +15,7 @@
# specific language governing permissions and limitations
# under the License.
-FROM arrow:cpp
+FROM arrowdev/arrow-cpp:latest
# Configure
ENV CC=gcc \
diff --git a/r/Dockerfile.conda b/r/Dockerfile.conda
index 1527991..f4ab0d2 100644
--- a/r/Dockerfile.conda
+++ b/r/Dockerfile.conda
@@ -15,7 +15,7 @@
# specific language governing permissions and limitations
# under the License.
-FROM arrow:cpp
+FROM arrowdev/arrow-cpp:latest
# install R specific packages
ARG R_VERSION=3.6.1
