This is an automated email from the ASF dual-hosted git repository.
kszucs pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/arrow.git.
from f886868 ARROW-7107: [C++][MinGW] Enable Flight on AppVeyor
add 7bc2b0f ARROW-7101: [CI] Refactor docker-compose setup and use it
with GitHub Actions
No new revisions were added by this update.
Summary of changes:
.dockerignore | 101 +-
ci/docker_build_c_glib.sh => .env | 42 +-
.github/workflows/cpp.yml | 174 +++
.github/workflows/cpp_cron.yml | 127 ++
.github/workflows/csharp.yml | 103 ++
.github/workflows/dev.yml | 120 ++
.../workflows/{pull_request.yml => dev_cron.yml} | 10 +-
.../{pull_request => dev_cron}/jira_link.js | 0
.../{pull_request => dev_cron}/title_check.js | 2 +-
.../{pull_request => dev_cron}/title_check.md | 0
.github/workflows/go.yml | 109 ++
.github/workflows/integration.yml | 70 +
.github/workflows/java.yml | 88 ++
.github/workflows/java_jni.yml | 71 +
.github/workflows/js.yml | 114 ++
.github/workflows/linux-docker-compose.yml | 58 -
.github/workflows/python.yml | 185 +++
.github/workflows/python_cron.yml | 140 ++
.github/workflows/r.yml | 110 ++
.github/workflows/ruby.yml | 112 ++
.github/workflows/rust.yml | 117 ++
.github/workflows/windows-msvc-cpp.yml | 54 -
.travis.yml | 326 -----
LICENSE.txt | 2 +-
README.md | 1 -
appveyor.yml | 16 -
ci/appveyor-build.bat | 16 -
ci/conda_env_cpp.yml | 1 +
ci/conda_env_python.yml | 3 +-
cpp/Dockerfile => ci/docker/conda-cpp.dockerfile | 60 +-
.../docker/conda-integration.dockerfile | 39 +-
.../conda-python-dask.dockerfile} | 34 +-
.../docker/conda-python-hdfs.dockerfile | 57 +-
.../conda-python-pandas.dockerfile} | 29 +-
.../docker/conda-python-spark.dockerfile | 30 +-
.../docker/conda-python-turbodbc.dockerfile | 39 +-
.../docker/conda-python.dockerfile | 14 +-
r/Dockerfile.conda => ci/docker/conda-r.dockerfile | 24 +-
.../docker/cuda-10.0-cpp.dockerfile | 44 +-
.../docker/debian-10-cpp.dockerfile | 47 +-
.../debian-10-go.dockerfile} | 20 +-
.../debian-10-js.dockerfile} | 14 +-
ci/docker/debian-10-rust.dockerfile | 44 +
.../debian-9-java.dockerfile} | 15 +-
.../docker/fedora-29-cpp.dockerfile | 38 +-
.../docker/linux-apt-c-glib.dockerfile | 35 +-
.../docker/linux-apt-cmake.dockerfile | 15 +-
.../docker/linux-apt-docs.dockerfile | 55 +-
.../docker/linux-apt-fuzzit.dockerfile | 36 +-
.../docker/linux-apt-jni.dockerfile | 72 +-
.../{Dockerfile.lint => linux-apt-lint.dockerfile} | 58 +-
.../docker/linux-apt-python-3.dockerfile | 34 +-
ci/docker/linux-apt-r.dockerfile | 67 +
ci/docker/{lint.sh => linux-apt-ruby.dockerfile} | 18 +-
.../linux-dnf-python-3.dockerfile} | 29 +-
.../docker/ubuntu-14.04-cpp.dockerfile | 70 +-
.../docker/ubuntu-16.04-cpp.dockerfile | 57 +-
.../docker/ubuntu-18.04-cpp.dockerfile | 130 +-
.../docker/ubuntu-18.04-csharp.dockerfile | 7 +-
.../docker/ubuntu-18.04-r-sanitizer.dockerfile | 30 +-
ci/docker_build_and_fuzzit.sh | 52 -
ci/docker_build_cpp.sh | 82 --
ci/docker_build_python.sh | 52 -
ci/docker_integration.sh | 120 --
{integration/spark => ci/etc}/ARROW-6429.patch | 0
{integration/hdfs => ci/etc}/hdfs-site.xml | 0
ci/go-build-main.bat | 26 -
ci/rust-build-main.bat | 60 -
.../c_glib_build.sh} | 23 +-
.../c_glib_test.sh} | 36 +-
ci/scripts/cpp_build.sh | 125 ++
ci/{travis_script_java.sh => scripts/cpp_test.sh} | 22 +-
.../after-script.sh => scripts/csharp_build.sh} | 11 +-
.../scripts/csharp_test.sh | 11 +-
.../docs_build.sh} | 28 +-
.../fuzzit_build.sh} | 33 +-
.../go_build.sh} | 14 +-
.../go_test.sh} | 15 +-
ci/scripts/install_conda.sh | 66 +
.../install_iwyu.sh} | 26 +-
.../install_minio.sh} | 50 +-
.../install_osx_sdk.sh} | 0
.../runtest.sh => ci/scripts/integration_dask.sh | 0
.../runtest.sh => ci/scripts/integration_hdfs.sh | 10 +-
.../scripts/integration_hiveserver2.sh | 17 +-
.../runtest.sh => ci/scripts/integration_spark.sh | 28 +-
.../scripts/integration_turbodbc.sh | 27 +-
.../java_build.sh} | 33 +-
ci/{docker_build_java.sh => scripts/java_test.sh} | 40 +-
ci/{travis_script_js.sh => scripts/js_build.sh} | 17 +-
.../js_test.sh} | 14 +-
.../python_benchmark.sh} | 40 +-
ci/scripts/python_build.sh | 50 +
.../python_test.sh} | 16 +-
ci/{docker_build_r.sh => scripts/r_build.sh} | 26 +-
.../r_deps.sh} | 22 +-
.../r_sanitize.sh} | 14 +-
.../r_test.sh} | 21 +-
.../Dockerfile => ci/scripts/release_test.sh | 13 +-
.../ruby_test.sh} | 32 +-
ci/{docker_build_rust.sh => scripts/rust_build.sh} | 40 +-
.../rust_test.sh} | 32 +-
.../after-failure.sh => scripts/util_coredump.sh} | 8 +-
.../scripts/util_wait_for_it.sh | 0
ci/travis/before-install.sh | 43 -
ci/travis_before_script_c_glib.sh | 81 --
ci/travis_before_script_cpp.sh | 217 ---
ci/travis_env_common.sh | 89 --
ci/travis_install_conda.sh | 72 -
ci/travis_install_linux.sh | 92 --
ci/travis_install_minio.sh | 35 -
ci/travis_install_osx.sh | 43 -
ci/travis_install_toolchain.sh | 39 -
ci/travis_lint.sh | 79 --
ci/travis_release_test.sh | 32 -
ci/travis_script_c_glib.sh | 54 -
ci/travis_script_gandiva_java.sh | 35 -
ci/travis_script_manylinux.sh | 83 --
ci/travis_script_python.sh | 271 ----
ci/travis_script_ruby.sh | 85 --
ci/travis_upload_cpp_coverage.sh | 31 -
ci/travis_upload_r_coverage.R | 26 -
cpp/Brewfile | 1 +
cpp/CMakeLists.txt | 9 -
cpp/apidoc/Doxyfile | 2 +-
cpp/src/arrow/array/diff_test.cc | 10 +-
cpp/src/arrow/csv/parser_test.cc | 1 +
cpp/src/arrow/dbi/hiveserver2/hiveserver2_test.cc | 10 +-
cpp/src/arrow/dbi/hiveserver2/thrift_internal.cc | 2 +-
cpp/src/arrow/dbi/hiveserver2/util.cc | 6 +-
cpp/src/arrow/io/compressed_test.cc | 94 +-
cpp/src/arrow/util/compression_benchmark.cc | 18 +-
cpp/src/arrow/util/compression_test.cc | 11 +-
dev/README.md | 23 +-
dev/archery/archery/integration/util.py | 2 +-
dev/container/Dockerfile | 48 -
dev/container/README.md | 76 --
dev/container/script/arrow-build.sh | 33 -
dev/container/script/env.sh | 27 -
dev/container/script/parquet-build.sh | 32 -
dev/container/script/pyarrow-build.sh | 22 -
dev/docker-compose.yml | 47 -
dev/docker_common/Dockerfile.xenial.base | 66 -
dev/docker_common/install_clang_tools_xenial.sh | 24 -
dev/gen_apidocs/Dockerfile | 63 -
dev/gen_apidocs/create_documents.sh | 97 --
dev/hiveserver2/Dockerfile | 23 -
dev/hiveserver2/hiveserver2.sh | 66 -
dev/lint/run_iwyu.sh | 38 -
dev/release/02-source.sh | 10 +-
dev/release/rat_exclude_files.txt | 2 +-
dev/release/verify-release-candidate.sh | 18 +-
dev/run_docker_compose.sh | 41 -
dev/run_site.sh | 21 -
dev/run_site/Dockerfile | 34 -
dev/run_site/run_site.sh | 27 -
dev/tasks/python-wheels/travis.linux.yml | 2 +-
dev/tasks/tasks.yml | 790 ++++++-----
docker-compose.yml | 1418 ++++++++++++--------
docs/source/developers/python.rst | 3 +-
go/Dockerfile | 27 -
integration/Dockerfile | 52 -
integration/hdfs/Dockerfile | 54 -
integration/pandas/Dockerfile | 21 -
integration/spark/Dockerfile | 57 -
java/Dockerfile | 29 -
java/Dockerfile.all-jdks | 35 -
js/Dockerfile | 32 -
python/Dockerfile.alpine | 47 -
python/Dockerfile.nopandas | 24 -
python/manylinux1/README.md | 4 +-
python/manylinux2010/README.md | 2 +-
python/pyarrow/table.pxi | 1 +
python/pyarrow/tests/test_hdfs.py | 3 +
r/Dockerfile | 113 --
rust/Dockerfile | 54 -
rust/README.md | 6 +-
177 files changed, 4485 insertions(+), 5585 deletions(-)
copy ci/docker_build_c_glib.sh => .env (69%)
mode change 100755 => 100644
create mode 100644 .github/workflows/cpp.yml
create mode 100644 .github/workflows/cpp_cron.yml
create mode 100644 .github/workflows/csharp.yml
create mode 100644 .github/workflows/dev.yml
rename .github/workflows/{pull_request.yml => dev_cron.yml} (91%)
rename .github/workflows/{pull_request => dev_cron}/jira_link.js (100%)
rename .github/workflows/{pull_request => dev_cron}/title_check.js (96%)
rename .github/workflows/{pull_request => dev_cron}/title_check.md (100%)
create mode 100644 .github/workflows/go.yml
create mode 100644 .github/workflows/integration.yml
create mode 100644 .github/workflows/java.yml
create mode 100644 .github/workflows/java_jni.yml
create mode 100644 .github/workflows/js.yml
delete mode 100644 .github/workflows/linux-docker-compose.yml
create mode 100644 .github/workflows/python.yml
create mode 100644 .github/workflows/python_cron.yml
create mode 100644 .github/workflows/r.yml
create mode 100644 .github/workflows/ruby.yml
create mode 100644 .github/workflows/rust.yml
delete mode 100644 .github/workflows/windows-msvc-cpp.yml
delete mode 100644 .travis.yml
rename cpp/Dockerfile => ci/docker/conda-cpp.dockerfile (59%)
rename integration/dask/Dockerfile => ci/docker/conda-integration.dockerfile
(53%)
rename ci/{travis_script_go.sh => docker/conda-python-dask.dockerfile} (66%)
mode change 100755 => 100644
rename cpp/Dockerfile.alpine => ci/docker/conda-python-hdfs.dockerfile (52%)
rename ci/{docker_build_and_test_cpp.sh =>
docker/conda-python-pandas.dockerfile} (65%)
mode change 100755 => 100644
rename docs/Dockerfile => ci/docker/conda-python-spark.dockerfile (52%)
rename integration/turbodbc/Dockerfile =>
ci/docker/conda-python-turbodbc.dockerfile (55%)
rename python/Dockerfile => ci/docker/conda-python.dockerfile (86%)
rename r/Dockerfile.conda => ci/docker/conda-r.dockerfile (77%)
copy cpp/Dockerfile.ubuntu-bionic => ci/docker/cuda-10.0-cpp.dockerfile (66%)
rename cpp/Dockerfile.debian-testing => ci/docker/debian-10-cpp.dockerfile
(73%)
copy ci/{travis_before_script_js.sh => docker/debian-10-go.dockerfile} (77%)
mode change 100755 => 100644
copy ci/{travis/after-script.sh => docker/debian-10-js.dockerfile} (75%)
mode change 100755 => 100644
create mode 100644 ci/docker/debian-10-rust.dockerfile
copy ci/{travis/after-script.sh => docker/debian-9-java.dockerfile} (73%)
mode change 100755 => 100644
rename cpp/Dockerfile.fedora => ci/docker/fedora-29-cpp.dockerfile (78%)
copy dev/lint/Dockerfile => ci/docker/linux-apt-c-glib.dockerfile (59%)
rename dev/fuzzit/Dockerfile => ci/docker/linux-apt-cmake.dockerfile (73%)
rename c_glib/Dockerfile => ci/docker/linux-apt-docs.dockerfile (50%)
copy dev/lint/Dockerfile => ci/docker/linux-apt-fuzzit.dockerfile (53%)
rename cpp/Dockerfile.cmake => ci/docker/linux-apt-jni.dockerfile (50%)
rename ci/docker/{Dockerfile.lint => linux-apt-lint.dockerfile} (61%)
rename dev/lint/Dockerfile => ci/docker/linux-apt-python-3.dockerfile (60%)
create mode 100644 ci/docker/linux-apt-r.dockerfile
rename ci/docker/{lint.sh => linux-apt-ruby.dockerfile} (80%)
mode change 100755 => 100644
rename ci/{docker_java_test_all.sh => docker/linux-dnf-python-3.dockerfile}
(63%)
mode change 100755 => 100644
rename cpp/Dockerfile.ubuntu-trusty => ci/docker/ubuntu-14.04-cpp.dockerfile
(65%)
rename cpp/Dockerfile.ubuntu-xenial => ci/docker/ubuntu-16.04-cpp.dockerfile
(75%)
rename cpp/Dockerfile.ubuntu-bionic => ci/docker/ubuntu-18.04-cpp.dockerfile
(55%)
copy dev/Dockerfile.context => ci/docker/ubuntu-18.04-csharp.dockerfile (89%)
rename r/Dockerfile.sanitizer => ci/docker/ubuntu-18.04-r-sanitizer.dockerfile
(85%)
delete mode 100755 ci/docker_build_and_fuzzit.sh
delete mode 100755 ci/docker_build_cpp.sh
delete mode 100755 ci/docker_build_python.sh
delete mode 100755 ci/docker_integration.sh
rename {integration/spark => ci/etc}/ARROW-6429.patch (100%)
rename {integration/hdfs => ci/etc}/hdfs-site.xml (100%)
delete mode 100644 ci/go-build-main.bat
delete mode 100644 ci/rust-build-main.bat
rename ci/{docker_build_c_glib.sh => scripts/c_glib_build.sh} (78%)
rename ci/{travis_script_cpp.sh => scripts/c_glib_test.sh} (58%)
create mode 100755 ci/scripts/cpp_build.sh
rename ci/{travis_script_java.sh => scripts/cpp_test.sh} (70%)
rename ci/{travis/after-script.sh => scripts/csharp_build.sh} (89%)
rename dev/Dockerfile.context => ci/scripts/csharp_test.sh (89%)
mode change 100644 => 100755
rename ci/{docker_build_sphinx.sh => scripts/docs_build.sh} (54%)
copy ci/{travis_script_plasma_java_client.sh => scripts/fuzzit_build.sh} (60%)
copy ci/{docker_build_and_test_python.sh => scripts/go_build.sh} (88%)
copy ci/{docker_build_and_test_python.sh => scripts/go_test.sh} (86%)
create mode 100755 ci/scripts/install_conda.sh
rename ci/{docker_install_iwyu.sh => scripts/install_iwyu.sh} (63%)
rename ci/{travis_script_plasma_java_client.sh => scripts/install_minio.sh}
(56%)
rename ci/{travis_install_osx_sdk.sh => scripts/install_osx_sdk.sh} (100%)
rename integration/dask/runtest.sh => ci/scripts/integration_dask.sh (100%)
rename integration/hdfs/runtest.sh => ci/scripts/integration_hdfs.sh (90%)
rename dev/gen_apidocs.sh => ci/scripts/integration_hiveserver2.sh (76%)
rename integration/spark/runtest.sh => ci/scripts/integration_spark.sh (76%)
rename integration/turbodbc/runtest.sh => ci/scripts/integration_turbodbc.sh
(69%)
copy ci/{travis_before_script_js.sh => scripts/java_build.sh} (55%)
rename ci/{docker_build_java.sh => scripts/java_test.sh} (53%)
rename ci/{travis_script_js.sh => scripts/js_build.sh} (80%)
rename ci/{docker_build_and_test_python.sh => scripts/js_test.sh} (89%)
rename ci/{docker_install_conda.sh => scripts/python_benchmark.sh} (51%)
create mode 100755 ci/scripts/python_build.sh
rename ci/{travis_release_audit.sh => scripts/python_test.sh} (77%)
rename ci/{docker_build_r.sh => scripts/r_build.sh} (63%)
rename ci/{docker_build_r_sanitizer.sh => scripts/r_deps.sh} (75%)
copy ci/{travis_before_script_js.sh => scripts/r_sanitize.sh} (82%)
rename ci/{travis_before_script_ruby.sh => scripts/r_test.sh} (78%)
rename csharp/build/docker/Dockerfile => ci/scripts/release_test.sh (87%)
mode change 100644 => 100755
rename ci/{travis_install_clang_tools.sh => scripts/ruby_test.sh} (52%)
rename ci/{docker_build_rust.sh => scripts/rust_build.sh} (69%)
rename ci/{travis_before_script_js.sh => scripts/rust_test.sh} (56%)
rename ci/{travis/after-failure.sh => scripts/util_coredump.sh} (87%)
mode change 100755 => 100644
rename dev/docker_common/wait-for-it.sh => ci/scripts/util_wait_for_it.sh
(100%)
delete mode 100755 ci/travis/before-install.sh
delete mode 100755 ci/travis_before_script_c_glib.sh
delete mode 100755 ci/travis_before_script_cpp.sh
delete mode 100755 ci/travis_env_common.sh
delete mode 100755 ci/travis_install_conda.sh
delete mode 100755 ci/travis_install_linux.sh
delete mode 100755 ci/travis_install_minio.sh
delete mode 100755 ci/travis_install_osx.sh
delete mode 100755 ci/travis_install_toolchain.sh
delete mode 100755 ci/travis_lint.sh
delete mode 100755 ci/travis_release_test.sh
delete mode 100755 ci/travis_script_c_glib.sh
delete mode 100755 ci/travis_script_gandiva_java.sh
delete mode 100755 ci/travis_script_manylinux.sh
delete mode 100755 ci/travis_script_python.sh
delete mode 100755 ci/travis_script_ruby.sh
delete mode 100755 ci/travis_upload_cpp_coverage.sh
delete mode 100644 ci/travis_upload_r_coverage.R
delete mode 100644 dev/container/Dockerfile
delete mode 100644 dev/container/README.md
delete mode 100644 dev/container/script/arrow-build.sh
delete mode 100644 dev/container/script/env.sh
delete mode 100644 dev/container/script/parquet-build.sh
delete mode 100644 dev/container/script/pyarrow-build.sh
delete mode 100644 dev/docker-compose.yml
delete mode 100644 dev/docker_common/Dockerfile.xenial.base
delete mode 100755 dev/docker_common/install_clang_tools_xenial.sh
delete mode 100644 dev/gen_apidocs/Dockerfile
delete mode 100755 dev/gen_apidocs/create_documents.sh
delete mode 100644 dev/hiveserver2/Dockerfile
delete mode 100755 dev/hiveserver2/hiveserver2.sh
delete mode 100755 dev/lint/run_iwyu.sh
delete mode 100755 dev/run_docker_compose.sh
delete mode 100755 dev/run_site.sh
delete mode 100644 dev/run_site/Dockerfile
delete mode 100755 dev/run_site/run_site.sh
delete mode 100644 go/Dockerfile
delete mode 100644 integration/Dockerfile
delete mode 100644 integration/hdfs/Dockerfile
delete mode 100644 integration/pandas/Dockerfile
delete mode 100644 integration/spark/Dockerfile
delete mode 100644 java/Dockerfile
delete mode 100644 java/Dockerfile.all-jdks
delete mode 100644 js/Dockerfile
delete mode 100644 python/Dockerfile.alpine
delete mode 100644 python/Dockerfile.nopandas
delete mode 100644 r/Dockerfile
delete mode 100644 rust/Dockerfile