Yup this can be modified. Now for RC2 we have a new error on macOS Catalina.
pyarrow/tests/test_plasma.py::TestPlasmaClient::test_use_full_memory Fatal
Python error: Aborted
Here is what errored out:
for _ in range(100):
create_object(
self.plasma_client2,
np.random.randint(1, DEFAULT_PLASMA_STORE_MEMORY // 20), 0)
Looks like it has trouble creating some of the small objects.
Current thread 0x00000001172f0dc0 (most recent call first):
File
"/private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/apache-arrow-3.0.0/python/pyarrow/tests/test_plasma.py",
line 70 in create_object_with_id
File
"/private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/apache-arrow-3.0.0/python/pyarrow/tests/test_plasma.py",
line 81 in create_object
File
"/private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/apache-arrow-3.0.0/python/pyarrow/tests/test_plasma.py",
line 826 in test_use_full_memory
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/python.py",
line 183 in pytest_pyfunc_call
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/callers.py",
line 187 in _multicall
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py",
line 87 in <lambda>
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py",
line 93 in _hookexec
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/hooks.py",
line 286 in __call__
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/python.py",
line 1641 in runtest
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/runner.py",
line 162 in pytest_runtest_call
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/callers.py",
line 187 in _multicall
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py",
line 87 in <lambda>
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py",
line 93 in _hookexec
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/hooks.py",
line 286 in __call__
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/runner.py",
line 255 in <lambda>
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/runner.py",
line 311 in from_call
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/runner.py",
line 255 in call_runtest_hook
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/runner.py",
line 215 in call_and_report
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/runner.py",
line 126 in runtestprotocol
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/runner.py",
line 109 in pytest_runtest_protocol
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/callers.py",
line 187 in _multicall
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py",
line 87 in <lambda>
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py",
line 93 in _hookexec
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/hooks.py",
line 286 in __call__
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/main.py",
line 348 in pytest_runtestloop
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/callers.py",
line 187 in _multicall
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py",
line 87 in <lambda>
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py",
line 93 in _hookexec
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/hooks.py",
line 286 in __call__
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/main.py",
line 323 in _main
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/main.py",
line 269 in wrap_session
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/main.py",
line 316 in pytest_cmdline_main
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/callers.py",
line 187 in _multicall
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py",
line 87 in <lambda>
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py",
line 93 in _hookexec
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/hooks.py",
line 286 in __call__
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/config/__init__.py",
line 163 in main
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/config/__init__.py",
line 185 in console_main
File
"/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/bin/pytest",
line 8 in <module>
dev/release/verify-release-candidate.sh: line 358: 26910 Abort trap: 6
pytest pyarrow -v --pdb
> On Jan 18, 2021, at 9:58 PM, Sutou Kouhei <[email protected]> wrote:
>
> Hi,
>
> It's failed by the following error:
>
>> E OSError: [Errno 24] Too many open files
>
> You need to increase the max number of files you can
> open in a process. But I don't know how to do it on macOS...
> (We can do it by /etc/security/limits.d/ on Linux.)
>
>
> Thanks,
> --
> kou
>
>
> In <cajpuwmc7bvqsg-5bjcl0jdkd1dus_y3ck-lkja6g_tfb47h...@mail.gmail.com>
> "Re: [VOTE] Release Apache Arrow 3.0.0 - RC0" on Mon, 18 Jan 2021 20:50:34
> -0600,
> Wes McKinney <[email protected]> wrote:
>
>> The plasma executable is failing to start for some reason, but that
>> function should not fail in that way so please open a Jira. I don't
>> think this is a blocking bug; if you'd like to verify without Plasma
>> you can disable it in the verification script.
>>
>> On Mon, Jan 18, 2021 at 8:46 PM Ying Zhou <[email protected]> wrote:
>>>
>>> Hi,
>>>
>>> Thanks for helping me with the verification and fixing errors!
>>>
>>> Yes, export MACOSX_DEPLOYMENT_TARGET=10.15 does work. However one of the
>>> Python tests failed:
>>>
>>> pyarrow/tests/test_plasma.py::TestPlasmaClient::test_subscribe_socket ERROR
>>>
>>> Here is the traceback:
>>>
>>>
>>> Thanks,
>>> Ying
>>>
>>> On Jan 18, 2021, at 7:18 PM, Sutou Kouhei <[email protected]> wrote:
>>>
>>> Hi,
>>>
>>> I do need to mention that it is not in master yet.
>>>
>>>
>>> https://github.com/apache/arrow/pull/9254
>>>
>>> we failed the python one
>>>
>>>
>>> Could you try with "export MACOSX_DEPLOYMENT_TARGET=10.15"?
>>>
>>>
>>> Thanks,
>>> --
>>> kou
>>>
>>> In <[email protected]>
>>> "Re: [VOTE] Release Apache Arrow 3.0.0 - RC0" on Mon, 18 Jan 2021 04:11:01
>>> -0500,
>>> Ying Zhou <[email protected]> wrote:
>>>
>>> Thanks! This works. I do need to mention that it is not in master yet.
>>> Moreover after the C# test succeeded we failed the python one on Line 376
>>> (from master).
>>>
>>> Ying
>>>
>>> + python setup.py build_ext --inplace
>>> running build_ext
>>> creating
>>> /private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/apache-arrow-3.0.0/python/build
>>> creating
>>> /private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/apache-arrow-3.0.0/python/build/temp.macosx-10.7-x86_64-3.6
>>> -- Running cmake for pyarrow
>>> cmake
>>> -DPYTHON_EXECUTABLE=/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/test-miniconda/envs/arrow-test/bin/python
>>>
>>> -DPython3_EXECUTABLE=/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/test-miniconda/envs/arrow-test/bin/python
>>> -DPYARROW_BUILD_CUDA=off -DPYARROW_BUILD_FLIGHT=on
>>> -DPYARROW_BUILD_GANDIVA=on -DPYARROW_BUILD_DATASET=on
>>> -DPYARROW_BUILD_ORC=on -DPYARROW_BUILD_PARQUET=on -DPYARROW_BUILD_PLASMA=on
>>> -DPYARROW_BUILD_S3=off -DPYARROW_BUILD_HDFS=off
>>> -DPYARROW_USE_TENSORFLOW=off -DPYARROW_BUNDLE_ARROW_CPP=off
>>> -DPYARROW_BUNDLE_BOOST=off -DPYARROW_GENERATE_COVERAGE=off
>>> -DPYARROW_BOOST_USE_SHARED=on -DPYARROW_PARQUET_USE_SHARED=on
>>> -DCMAKE_BUILD_TYPE=release
>>> /private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/apache-arrow-3.0.0/python
>>> -- The C compiler identification is AppleClang 12.0.0.12000032
>>> -- The CXX compiler identification is AppleClang 12.0.0.12000032
>>> -- Detecting C compiler ABI info
>>> -- Detecting C compiler ABI info - done
>>> -- Check for working C compiler:
>>> /Library/Developer/CommandLineTools/usr/bin/cc - skipped
>>> -- Detecting C compile features
>>> -- Detecting C compile features - done
>>> -- Detecting CXX compiler ABI info
>>> -- Detecting CXX compiler ABI info - failed
>>> -- Check for working CXX compiler:
>>> /Library/Developer/CommandLineTools/usr/bin/c++
>>> -- Check for working CXX compiler:
>>> /Library/Developer/CommandLineTools/usr/bin/c++ - broken
>>> CMake Error at
>>> /usr/local/Cellar/cmake/3.18.4/share/cmake/Modules/CMakeTestCXXCompiler.cmake:59
>>> (message):
>>> The C++ compiler
>>>
>>> "/Library/Developer/CommandLineTools/usr/bin/c++"
>>>
>>> is not able to compile a simple test program.
>>>
>>> It fails with the following output:
>>>
>>> Change Dir:
>>> /private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/apache-arrow-3.0.0/python/build/temp.macosx-10.7-x86_64-3.6/CMakeFiles/CMakeTmp
>>>
>>> Run Build Command(s):/usr/bin/make cmTC_0cfaa/fast &&
>>> /Library/Developer/CommandLineTools/usr/bin/make -f
>>> CMakeFiles/cmTC_0cfaa.dir/build.make CMakeFiles/cmTC_0cfaa.dir/build
>>> Building CXX object CMakeFiles/cmTC_0cfaa.dir/testCXXCompiler.cxx.o
>>> /Library/Developer/CommandLineTools/usr/bin/c++ -isysroot
>>> /Library/Developer/CommandLineTools/SDKs/MacOSX10.15.sdk
>>> -mmacosx-version-min=10.7 -o
>>> CMakeFiles/cmTC_0cfaa.dir/testCXXCompiler.cxx.o -c
>>> /private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/apache-arrow-3.0.0/python/build/temp.macosx-10.7-x86_64-3.6/CMakeFiles/CMakeTmp/testCXXCompiler.cxx
>>> clang: warning: include path for libstdc++ headers not found; pass
>>> '-stdlib=libc++' on the command line to use the libc++ standard library
>>> instead [-Wstdlibcxx-not-found]
>>> Linking CXX executable cmTC_0cfaa
>>> /usr/local/Cellar/cmake/3.18.4/bin/cmake -E cmake_link_script
>>> CMakeFiles/cmTC_0cfaa.dir/link.txt --verbose=1
>>> /Library/Developer/CommandLineTools/usr/bin/c++ -isysroot
>>> /Library/Developer/CommandLineTools/SDKs/MacOSX10.15.sdk
>>> -mmacosx-version-min=10.7 -Wl,-search_paths_first
>>> -Wl,-headerpad_max_install_names
>>> CMakeFiles/cmTC_0cfaa.dir/testCXXCompiler.cxx.o -o cmTC_0cfaa
>>> clang: warning: libstdc++ is deprecated; move to libc++ with a minimum
>>> deployment target of OS X 10.9 [-Wdeprecated]
>>> ld: library not found for -lstdc++
>>> clang: error: linker command failed with exit code 1 (use -v to see
>>> invocation)
>>> make[1]: *** [cmTC_0cfaa] Error 1
>>> make: *** [cmTC_0cfaa/fast] Error 2
>>>
>>>
>>>
>>>
>>>
>>> CMake will not be able to correctly generate this project.
>>> Call Stack (most recent call first):
>>> CMakeLists.txt:22 (project)
>>>
>>>
>>> -- Configuring incomplete, errors occurred!
>>> See also
>>> "/private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/apache-arrow-3.0.0/python/build/temp.macosx-10.7-x86_64-3.6/CMakeFiles/CMakeOutput.log".
>>> See also
>>> "/private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/apache-arrow-3.0.0/python/build/temp.macosx-10.7-x86_64-3.6/CMakeFiles/CMakeError.log".
>>> error: command 'cmake' failed with exit status 1
>>> + cleanup
>>> + '[' no = yes ']'
>>> + echo 'Failed to verify release candidate. See
>>> /var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g
>>> for details.'
>>> Failed to verify release candidate. See
>>> /var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g
>>> for details.
>>> (pyarrow-dev) karlkatzen@x86_64-apple-darwin13 arrow %
>>>
>>>
>>> On Jan 18, 2021, at 12:51 AM, Sutou Kouhei <[email protected]> wrote:
>>>
>>> 3.1.405
>>>
>>>
>>>
