Oh I see. Yup. Thanks, Ying
> On Jan 19, 2021, at 7:56 AM, Antoine Pitrou <anto...@python.org> wrote: > > > Plasma is deprecated and unmaintained, I don't think we should hold the > release for that. > > Regards > > Antoine. > > > Le 19/01/2021 à 13:21, Ying Zhou a écrit : >> Yup this can be modified. Now for RC2 we have a new error on macOS Catalina. >> >> pyarrow/tests/test_plasma.py::TestPlasmaClient::test_use_full_memory Fatal >> Python error: Aborted >> >> Here is what errored out: >> >> for _ in range(100): >> create_object( >> self.plasma_client2, >> np.random.randint(1, DEFAULT_PLASMA_STORE_MEMORY // 20), 0) >> >> Looks like it has trouble creating some of the small objects. >> >> Current thread 0x00000001172f0dc0 (most recent call first): >> File >> "/private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/apache-arrow-3.0.0/python/pyarrow/tests/test_plasma.py", >> line 70 in create_object_with_id >> File >> "/private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/apache-arrow-3.0.0/python/pyarrow/tests/test_plasma.py", >> line 81 in create_object >> File >> "/private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/apache-arrow-3.0.0/python/pyarrow/tests/test_plasma.py", >> line 826 in test_use_full_memory >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/python.py", >> line 183 in pytest_pyfunc_call >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/callers.py", >> line 187 in _multicall >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py", >> line 87 in <lambda> >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py", >> line 93 in _hookexec >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/hooks.py", >> line 286 in __call__ >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/python.py", >> line 1641 in runtest >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/runner.py", >> line 162 in pytest_runtest_call >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/callers.py", >> line 187 in _multicall >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py", >> line 87 in <lambda> >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py", >> line 93 in _hookexec >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/hooks.py", >> line 286 in __call__ >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/runner.py", >> line 255 in <lambda> >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/runner.py", >> line 311 in from_call >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/runner.py", >> line 255 in call_runtest_hook >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/runner.py", >> line 215 in call_and_report >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/runner.py", >> line 126 in runtestprotocol >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/runner.py", >> line 109 in pytest_runtest_protocol >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/callers.py", >> line 187 in _multicall >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py", >> line 87 in <lambda> >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py", >> line 93 in _hookexec >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/hooks.py", >> line 286 in __call__ >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/main.py", >> line 348 in pytest_runtestloop >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/callers.py", >> line 187 in _multicall >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py", >> line 87 in <lambda> >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py", >> line 93 in _hookexec >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/hooks.py", >> line 286 in __call__ >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/main.py", >> line 323 in _main >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/main.py", >> line 269 in wrap_session >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/main.py", >> line 316 in pytest_cmdline_main >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/callers.py", >> line 187 in _multicall >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py", >> line 87 in <lambda> >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py", >> line 93 in _hookexec >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/hooks.py", >> line 286 in __call__ >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/config/__init__.py", >> line 163 in main >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/config/__init__.py", >> line 185 in console_main >> File >> "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/bin/pytest", >> line 8 in <module> >> dev/release/verify-release-candidate.sh: line 358: 26910 Abort trap: 6 >> pytest pyarrow -v --pdb >> >> >> >>> On Jan 18, 2021, at 9:58 PM, Sutou Kouhei <k...@clear-code.com> wrote: >>> >>> Hi, >>> >>> It's failed by the following error: >>> >>>> E OSError: [Errno 24] Too many open files >>> >>> You need to increase the max number of files you can >>> open in a process. But I don't know how to do it on macOS... >>> (We can do it by /etc/security/limits.d/ on Linux.) >>> >>> >>> Thanks, >>> -- >>> kou >>> >>> >>> In <cajpuwmc7bvqsg-5bjcl0jdkd1dus_y3ck-lkja6g_tfb47h...@mail.gmail.com> >>> "Re: [VOTE] Release Apache Arrow 3.0.0 - RC0" on Mon, 18 Jan 2021 20:50:34 >>> -0600, >>> Wes McKinney <wesmck...@gmail.com> wrote: >>> >>>> The plasma executable is failing to start for some reason, but that >>>> function should not fail in that way so please open a Jira. I don't >>>> think this is a blocking bug; if you'd like to verify without Plasma >>>> you can disable it in the verification script. >>>> >>>> On Mon, Jan 18, 2021 at 8:46 PM Ying Zhou <yzhou7...@gmail.com> wrote: >>>>> >>>>> Hi, >>>>> >>>>> Thanks for helping me with the verification and fixing errors! >>>>> >>>>> Yes, export MACOSX_DEPLOYMENT_TARGET=10.15 does work. However one of the >>>>> Python tests failed: >>>>> >>>>> pyarrow/tests/test_plasma.py::TestPlasmaClient::test_subscribe_socket >>>>> ERROR >>>>> >>>>> Here is the traceback: >>>>> >>>>> >>>>> Thanks, >>>>> Ying >>>>> >>>>> On Jan 18, 2021, at 7:18 PM, Sutou Kouhei <k...@clear-code.com> wrote: >>>>> >>>>> Hi, >>>>> >>>>> I do need to mention that it is not in master yet. >>>>> >>>>> >>>>> https://github.com/apache/arrow/pull/9254 >>>>> >>>>> we failed the python one >>>>> >>>>> >>>>> Could you try with "export MACOSX_DEPLOYMENT_TARGET=10.15"? >>>>> >>>>> >>>>> Thanks, >>>>> -- >>>>> kou >>>>> >>>>> In <28ecb21c-9b2a-4961-b2b1-9dcd37b3d...@gmail.com> >>>>> "Re: [VOTE] Release Apache Arrow 3.0.0 - RC0" on Mon, 18 Jan 2021 >>>>> 04:11:01 -0500, >>>>> Ying Zhou <yzhou7...@gmail.com> wrote: >>>>> >>>>> Thanks! This works. I do need to mention that it is not in master yet. >>>>> Moreover after the C# test succeeded we failed the python one on Line 376 >>>>> (from master). >>>>> >>>>> Ying >>>>> >>>>> + python setup.py build_ext --inplace >>>>> running build_ext >>>>> creating >>>>> /private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/apache-arrow-3.0.0/python/build >>>>> creating >>>>> /private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/apache-arrow-3.0.0/python/build/temp.macosx-10.7-x86_64-3.6 >>>>> -- Running cmake for pyarrow >>>>> cmake >>>>> -DPYTHON_EXECUTABLE=/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/test-miniconda/envs/arrow-test/bin/python >>>>> >>>>> -DPython3_EXECUTABLE=/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/test-miniconda/envs/arrow-test/bin/python >>>>> -DPYARROW_BUILD_CUDA=off -DPYARROW_BUILD_FLIGHT=on >>>>> -DPYARROW_BUILD_GANDIVA=on -DPYARROW_BUILD_DATASET=on >>>>> -DPYARROW_BUILD_ORC=on -DPYARROW_BUILD_PARQUET=on >>>>> -DPYARROW_BUILD_PLASMA=on -DPYARROW_BUILD_S3=off -DPYARROW_BUILD_HDFS=off >>>>> -DPYARROW_USE_TENSORFLOW=off -DPYARROW_BUNDLE_ARROW_CPP=off >>>>> -DPYARROW_BUNDLE_BOOST=off -DPYARROW_GENERATE_COVERAGE=off >>>>> -DPYARROW_BOOST_USE_SHARED=on -DPYARROW_PARQUET_USE_SHARED=on >>>>> -DCMAKE_BUILD_TYPE=release >>>>> /private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/apache-arrow-3.0.0/python >>>>> -- The C compiler identification is AppleClang 12.0.0.12000032 >>>>> -- The CXX compiler identification is AppleClang 12.0.0.12000032 >>>>> -- Detecting C compiler ABI info >>>>> -- Detecting C compiler ABI info - done >>>>> -- Check for working C compiler: >>>>> /Library/Developer/CommandLineTools/usr/bin/cc - skipped >>>>> -- Detecting C compile features >>>>> -- Detecting C compile features - done >>>>> -- Detecting CXX compiler ABI info >>>>> -- Detecting CXX compiler ABI info - failed >>>>> -- Check for working CXX compiler: >>>>> /Library/Developer/CommandLineTools/usr/bin/c++ >>>>> -- Check for working CXX compiler: >>>>> /Library/Developer/CommandLineTools/usr/bin/c++ - broken >>>>> CMake Error at >>>>> /usr/local/Cellar/cmake/3.18.4/share/cmake/Modules/CMakeTestCXXCompiler.cmake:59 >>>>> (message): >>>>> The C++ compiler >>>>> >>>>> "/Library/Developer/CommandLineTools/usr/bin/c++" >>>>> >>>>> is not able to compile a simple test program. >>>>> >>>>> It fails with the following output: >>>>> >>>>> Change Dir: >>>>> /private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/apache-arrow-3.0.0/python/build/temp.macosx-10.7-x86_64-3.6/CMakeFiles/CMakeTmp >>>>> >>>>> Run Build Command(s):/usr/bin/make cmTC_0cfaa/fast && >>>>> /Library/Developer/CommandLineTools/usr/bin/make -f >>>>> CMakeFiles/cmTC_0cfaa.dir/build.make CMakeFiles/cmTC_0cfaa.dir/build >>>>> Building CXX object CMakeFiles/cmTC_0cfaa.dir/testCXXCompiler.cxx.o >>>>> /Library/Developer/CommandLineTools/usr/bin/c++ -isysroot >>>>> /Library/Developer/CommandLineTools/SDKs/MacOSX10.15.sdk >>>>> -mmacosx-version-min=10.7 -o >>>>> CMakeFiles/cmTC_0cfaa.dir/testCXXCompiler.cxx.o -c >>>>> /private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/apache-arrow-3.0.0/python/build/temp.macosx-10.7-x86_64-3.6/CMakeFiles/CMakeTmp/testCXXCompiler.cxx >>>>> clang: warning: include path for libstdc++ headers not found; pass >>>>> '-stdlib=libc++' on the command line to use the libc++ standard library >>>>> instead [-Wstdlibcxx-not-found] >>>>> Linking CXX executable cmTC_0cfaa >>>>> /usr/local/Cellar/cmake/3.18.4/bin/cmake -E cmake_link_script >>>>> CMakeFiles/cmTC_0cfaa.dir/link.txt --verbose=1 >>>>> /Library/Developer/CommandLineTools/usr/bin/c++ -isysroot >>>>> /Library/Developer/CommandLineTools/SDKs/MacOSX10.15.sdk >>>>> -mmacosx-version-min=10.7 -Wl,-search_paths_first >>>>> -Wl,-headerpad_max_install_names >>>>> CMakeFiles/cmTC_0cfaa.dir/testCXXCompiler.cxx.o -o cmTC_0cfaa >>>>> clang: warning: libstdc++ is deprecated; move to libc++ with a minimum >>>>> deployment target of OS X 10.9 [-Wdeprecated] >>>>> ld: library not found for -lstdc++ >>>>> clang: error: linker command failed with exit code 1 (use -v to see >>>>> invocation) >>>>> make[1]: *** [cmTC_0cfaa] Error 1 >>>>> make: *** [cmTC_0cfaa/fast] Error 2 >>>>> >>>>> >>>>> >>>>> >>>>> >>>>> CMake will not be able to correctly generate this project. >>>>> Call Stack (most recent call first): >>>>> CMakeLists.txt:22 (project) >>>>> >>>>> >>>>> -- Configuring incomplete, errors occurred! >>>>> See also >>>>> "/private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/apache-arrow-3.0.0/python/build/temp.macosx-10.7-x86_64-3.6/CMakeFiles/CMakeOutput.log". >>>>> See also >>>>> "/private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/apache-arrow-3.0.0/python/build/temp.macosx-10.7-x86_64-3.6/CMakeFiles/CMakeError.log". >>>>> error: command 'cmake' failed with exit status 1 >>>>> + cleanup >>>>> + '[' no = yes ']' >>>>> + echo 'Failed to verify release candidate. See >>>>> /var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g >>>>> for details.' >>>>> Failed to verify release candidate. See >>>>> /var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g >>>>> for details. >>>>> (pyarrow-dev) karlkatzen@x86_64-apple-darwin13 arrow % >>>>> >>>>> >>>>> On Jan 18, 2021, at 12:51 AM, Sutou Kouhei <k...@clear-code.com> wrote: >>>>> >>>>> 3.1.405 >>>>> >>>>> >>>>> >> >>
