[
https://issues.apache.org/jira/browse/ARROW-12026?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17305086#comment-17305086
]
Karthikeyan Janakiraman commented on ARROW-12026:
-------------------------------------------------
Hey, Please find the below requested output. Please feel free to let me know
for any other details. Thanks much.
{code:java}
[root@c1cce557dba3 tmp]# cat /etc/*elease
CentOS Linux release 7.9.2009 (Core)
NAME="CentOS Linux" VERSION="7
(Core)" ID="centos" ID_LIKE="rhel fedora" VERSION_ID="7" PRETTY_NAME="CentOS
Linux 7 (Core)" ANSI_COLOR="0;31" CPE_NAME="cpe:/o:centos:centos:7"
HOME_URL="https://www.centos.org/";
BUG_REPORT_URL="https://bugs.centos.org/"CENTOS_MANTISBT_PROJECT="CentOS-7";
CENTOS_MANTISBT_PROJECT_VERSION="7" REDHAT_SUPPORT_PRODUCT="centos"
REDHAT_SUPPORT_PRODUCT_VERSION="7"CentOS Linux release 7.9.2009 (Core) CentOS
Linux release 7.9.2009 (Core) [root@c1cce557dba3 tmp]#
{code}
{code:java}
[root@c1cce557dba3 tmp]# export ARROW_R_DEV=TRUE
[root@c1cce557dba3 tmp]# R CMD INSTALL arrow_3.0.0.tar.gz
* installing to library ‘/usr/lib64/R/library’
* installing *source* package ‘arrow’ ...
** package ‘arrow’ successfully unpacked and MD5 sums checked
** using staged installation
*** Arrow C++ libraries found via pkg-config
PKG_CFLAGS= -DARROW_R_WITH_ARROW
PKG_LIBS=-larrow_dataset -lparquet -larrow
** libs
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
array.cpp -o array.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
array_from_vector.cpp -o array_from_vector.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
array_to_vector.cpp -o array_to_vector.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
arraydata.cpp -o arraydata.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
arrowExports.cpp -o arrowExports.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
buffer.cpp -o buffer.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
chunkedarray.cpp -o chunkedarray.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
compression.cpp -o compression.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
compute.cpp -o compute.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
csv.cpp -o csv.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
dataset.cpp -o dataset.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
datatype.cpp -o datatype.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
expression.cpp -o expression.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
feather.cpp -o feather.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
field.cpp -o field.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
filesystem.cpp -o filesystem.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
imports.cpp -o imports.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
io.cpp -o io.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
json.cpp -o json.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
memorypool.cpp -o memorypool.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
message.cpp -o message.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
parquet.cpp -o parquet.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
py-to-r.cpp -o py-to-r.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
recordbatch.cpp -o recordbatch.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
recordbatchreader.cpp -o recordbatchreader.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
recordbatchwriter.cpp -o recordbatchwriter.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
scalar.cpp -o scalar.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
schema.cpp -o schema.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
symbols.cpp -o symbols.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
table.cpp -o table.o
g++ -m64 -std=gnu++11 -I"/usr/include/R" -DNDEBUG -DARROW_R_WITH_ARROW
-I"/usr/lib64/R/library/cpp11/include" -I/usr/local/include -fpic -O2 -g
-pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong
--param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -c
threadpool.cpp -o threadpool.o
g++ -m64 -std=gnu++11 -shared -L/usr/lib64/R/lib -Wl,-z,relro -o arrow.so
array.o array_from_vector.o array_to_vector.o arraydata.o arrowExports.o
buffer.o chunkedarray.o compression.o compute.o csv.o dataset.o datatype.o
expression.o feather.o field.o filesystem.o imports.o io.o json.o memorypool.o
message.o parquet.o py-to-r.o recordbatch.o recordbatchreader.o
recordbatchwriter.o scalar.o schema.o symbols.o table.o threadpool.o
-larrow_dataset -lparquet -larrow -L/usr/lib64/R/lib -lR
installing to /usr/lib64/R/library/00LOCK-arrow/00new/arrow/libs
** R
** inst
** byte-compile and prepare package for lazy loading
** help
*** installing help indices
Warning in file.copy(file.path(R.home("doc"), "html", "R.css"), outman) :
problem copying /usr/share/doc/R-3.6.0/html/R.css to
/usr/lib64/R/library/00LOCK-arrow/00new/arrow/html/R.css: No such file or
directory
converting help for package ‘arrow’
finding HTML links ... done
ArrayData html
ChunkedArray html
Codec html
CsvReadOptions html
CsvTableReader html
DataType html
Dataset html
DictionaryType html
Expression html
FeatherReader html
Field html
FileFormat html
FileInfo html
FileSelector html
FileSystem html
FileWriteOptions html
FixedWidthType html
InputStream html
MemoryPool html
Message html
MessageReader html
OutputStream html
ParquetArrowReaderProperties html
ParquetFileReader html
ParquetFileWriter html
ParquetWriterProperties html
Partitioning html
RecordBatch html
RecordBatchReader html
RecordBatchWriter html
Scalar html
Scanner html
Schema html
Table html
array html
arrow-package html
arrow_available html
arrow_info html
buffer html
cast_options html
codec_is_available html
compression html
copy_files html
cpu_count html
data-type html
dataset_factory html
default_memory_pool html
dictionary html
enums html
flight_connect html
flight_get html
flight_put html
hive_partition html
install_arrow html
install_pyarrow html
list_flights html
load_flight_server html
make_readable_file html
map_batches html
match_arrow html
mmap_create html
mmap_open html
open_dataset html
read_delim_arrow html
read_feather html
read_ipc_stream html
read_json_arrow html
read_message html
read_parquet html
read_schema html
reexports html
Rd warning: /tmp/Rtmp07WHSB/R.INSTALL79d5ba23548/arrow/man/reexports.Rd:26:
file link ‘starts_with’ in package ‘tidyselect’ does not exist and so has been
treated as a topic
Rd warning: /tmp/Rtmp07WHSB/R.INSTALL79d5ba23548/arrow/man/reexports.Rd:26:
file link ‘everything’ in package ‘tidyselect’ does not exist and so has been
treated as a topic
Rd warning: /tmp/Rtmp07WHSB/R.INSTALL79d5ba23548/arrow/man/reexports.Rd:26:
file link ‘one_of’ in package ‘tidyselect’ does not exist and so has been
treated as a topic
s3_bucket html
type html
unify_schemas html
write_dataset html
write_feather html
write_ipc_stream html
write_parquet html
write_to_raw html
** building package indices
** installing vignettes
** testing if installed package can be loaded from temporary location
** checking absolute paths in shared objects and dynamic libraries
** testing if installed package can be loaded from final location
** testing if installed package keeps a record of temporary installation path
* DONE (arrow)
Warning in file.create(f.tg) :
cannot create file '/usr/share/doc/R-3.6.0/html/packages.html', reason 'No
such file or directory'
Warning in utils::make.packages.html(.Library, docdir = R.home("doc")) :
cannot update HTML package index
[root@c1cce557dba3 tmp]#
{code}
> [R] NotImplemented: Got S3 URI but Arrow compiled without S3 support
> --------------------------------------------------------------------
>
> Key: ARROW-12026
> URL: https://issues.apache.org/jira/browse/ARROW-12026
> Project: Apache Arrow
> Issue Type: Bug
> Components: R
> Affects Versions: 3.0.0
> Environment: QA
> Reporter: Karthikeyan Janakiraman
> Priority: Trivial
>
> I have followed below steps however seeing the error on summary when I try to
> read parquet from S3.
>
> 1. export LIBARROW_MINIMAL=false
> {code:java}
> [root@c1cce557dba3 tmp]# printenv | grep LIBARROW_MINIMAL
> LIBARROW_MINIMAL=false{code}
>
> 2. Install arrow
> {code:java}
> R CMD INSTALL arrow_3.0.0.tar.gz
> {code}
>
> 3. Get into R prompt and load arrow
> {code:java}
> > library('arrow')
> Attaching package: ‘arrow’The following object is masked from
> ‘package:utils’: timestamp
> >
> {code}
> 4. When I try to read a parquet from S3 bucket seeing below error,
>
> {code:java}
> > df <- read_parquet("s3://my_bucket/test-parquet/refinement.parquet")
> Error: NotImplemented: Got S3 URI but Arrow compiled without S3 support
> {code}
>
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
