Re: [I] [Bug] be http server not ok [doris]

[via GitHub]

xingyingone commented on issue #27671:
URL: https://github.com/apache/doris/issues/27671#issuecomment-1829007734

   错误日志：
   ```
   
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:31:32.962152 136020 olap_server.cpp:1080] failed to cooldown, 
tablet: 12314 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 10:32:53.163794 136017 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12310/12312.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:32:53.163844 136017 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12310/12312.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:32:53.163908 136017 olap_server.cpp:1080] failed to cooldown, 
tablet: 12310 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 10:34:53.617048 136019 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12314/12316.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:34:53.617095 136019 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12314/12316.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:34:53.617148 136019 olap_server.cpp:1080] failed to cooldown, 
tablet: 12314 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 10:36:13.663720 136018 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12310/12312.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:36:13.663782 136018 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12310/12312.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:36:13.663858 136018 olap_server.cpp:1080] failed to cooldown, 
tablet: 12310 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 10:38:13.966845 136021 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12314/12316.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:38:13.966897 136021 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12314/12316.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:38:13.966926 136021 olap_server.cpp:1080] failed to cooldown, 
tablet: 12314 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 10:39:34.173856 136020 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12310/12312.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:39:34.173931 136020 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12310/12312.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:39:34.173977 136020 olap_server.cpp:1080] failed to cooldown, 
tablet: 12310 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 10:41:34.477324 136017 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12314/12316.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:41:34.477377 136017 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12314/12316.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:41:34.477411 136017 olap_server.cpp:1080] failed to cooldown, 
tablet: 12314 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 10:42:54.684592 136019 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12310/12312.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:42:54.684655 136019 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12310/12312.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:42:54.684700 136019 olap_server.cpp:1080] failed to cooldown, 
tablet: 12310 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 10:44:54.980266 136018 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12314/12316.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:44:54.980320 136018 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12314/12316.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:44:54.980360 136018 olap_server.cpp:1080] failed to cooldown, 
tablet: 12314 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 10:46:15.180459 136021 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12310/12312.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:46:15.180521 136021 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12310/12312.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:46:15.180553 136021 olap_server.cpp:1080] failed to cooldown, 
tablet: 12310 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 10:48:15.481912 136020 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12314/12316.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:48:15.481987 136020 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12314/12316.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:48:15.482024 136020 olap_server.cpp:1080] failed to cooldown, 
tablet: 12314 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 10:49:35.686601 136017 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12310/12312.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:49:35.686666 136017 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12310/12312.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:49:35.686702 136017 olap_server.cpp:1080] failed to cooldown, 
tablet: 12310 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 10:51:35.982141 136019 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12314/12316.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:51:35.982203 136019 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12314/12316.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:51:35.982241 136019 olap_server.cpp:1080] failed to cooldown, 
tablet: 12314 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 10:52:56.185401 136018 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12310/12312.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:52:56.185474 136018 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12310/12312.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:52:56.185501 136018 olap_server.cpp:1080] failed to cooldown, 
tablet: 12310 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 10:54:56.477166 136021 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12314/12316.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:54:56.477238 136021 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12314/12316.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:54:56.477283 136021 olap_server.cpp:1080] failed to cooldown, 
tablet: 12314 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 10:56:16.679939 136020 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12310/12312.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:56:16.679994 136020 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12310/12312.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:56:16.680029 136020 olap_server.cpp:1080] failed to cooldown, 
tablet: 12310 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 10:58:16.978242 136017 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12314/12316.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:58:16.978307 136017 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12314/12316.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:58:16.978346 136017 olap_server.cpp:1080] failed to cooldown, 
tablet: 12314 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 10:59:37.178347 136019 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12310/12312.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:59:37.178400 136019 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12310/12312.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 10:59:37.178440 136019 olap_server.cpp:1080] failed to cooldown, 
tablet: 12310 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 11:01:37.477511 136018 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12314/12316.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 11:01:37.477578 136018 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12314/12316.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 11:01:37.477618 136018 olap_server.cpp:1080] failed to cooldown, 
tablet: 12314 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 11:02:57.686165 136021 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12310/12312.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 11:02:57.686220 136021 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12310/12312.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 11:02:57.686261 136021 olap_server.cpp:1080] failed to cooldown, 
tablet: 12310 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 11:04:57.996456 136020 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12314/12316.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 11:04:57.996500 136020 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12314/12316.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 11:04:57.996546 136020 olap_server.cpp:1080] failed to cooldown, 
tablet: 12314 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 11:06:18.199769 136017 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12310/12312.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 11:06:18.199820 136017 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12310/12312.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 11:06:18.199878 136017 olap_server.cpp:1080] failed to cooldown, 
tablet: 12310 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 11:08:18.517170 136019 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12314/12316.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 11:08:18.517205 136019 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12314/12316.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 11:08:18.517263 136019 olap_server.cpp:1080] failed to cooldown, 
tablet: 12314 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 11:09:38.712610 136018 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12310/12312.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 11:09:38.712652 136018 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12310/12312.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 11:09:38.712709 136018 olap_server.cpp:1080] failed to cooldown, 
tablet: 12310 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 11:11:39.003173 136021 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12314/12316.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 11:11:39.003212 136021 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12314/12316.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 11:11:39.003266 136021 olap_server.cpp:1080] failed to cooldown, 
tablet: 12314 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 11:12:59.197777 136020 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12310/12312.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 11:12:59.197816 136020 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12310/12312.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 11:12:59.197887 136020 olap_server.cpp:1080] failed to cooldown, 
tablet: 12310 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 11:14:59.732816 136017 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12314/12316.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 11:14:59.732865 136017 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12314/12316.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 11:14:59.732918 136017 olap_server.cpp:1080] failed to cooldown, 
tablet: 12314 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 11:16:19.676707 136019 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12310/12312.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 11:16:19.676750 136019 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12310/12312.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12310/12312.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 11:16:19.676807 136019 olap_server.cpp:1080] failed to cooldown, 
tablet: 12310 err: [INTERNAL_ERROR]cannot read cooldown meta
   W1128 11:18:19.959197 136018 status.h:390] meet error status: 
[IO_ERROR]failed to get file size /root/cold/data/12314/12316.0.meta, 
(endpoint: http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 11:18:19.959259 136018 file_system.cpp:34] [IO_ERROR]failed to get 
file size /root/cold/data/12314/12316.0.meta, (endpoint: 
http://nos-jd.service.163.org, bucket: yunxin-doris, 
key:/root/cold/data/12314/12316.0.meta, ), No response body.
   
           0#  
doris::io::S3FileSystem::file_size_impl(std::filesystem::__cxx11::path const&, 
long*) const at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           1#  
doris::io::S3FileSystem::open_file_internal(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, std::shared_ptr<doris::io::FileReader>*) 
at /root/src/doris-2.0/be/src/common/status.h:439
           2#  
doris::io::RemoteFileSystem::open_file_impl(doris::io::FileDescription const&, 
std::filesystem::__cxx11::path const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:439
           3#  doris::io::FileSystem::open_file(doris::io::FileDescription 
const&, doris::io::FileReaderOptions const&, 
std::shared_ptr<doris::io::FileReader>*) at 
/root/src/doris-2.0/be/src/common/status.h:351
           4#  
doris::Tablet::_read_cooldown_meta(std::shared_ptr<doris::io::RemoteFileSystem> 
const&, doris::TabletMetaPB*) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/basic_string.h:187
           5#  doris::Tablet::_follow_cooldowned_data() at 
/root/src/doris-2.0/be/src/common/status.h:439
           6#  doris::Tablet::cooldown() at 
/root/src/doris-2.0/be/src/common/status.h:439
           7#  std::_Function_handler<void (), 
doris::StorageEngine::_cooldown_tasks_producer_callback()::$_1>::_M_invoke(std::_Any_data
 const&) at /root/src/doris-2.0/be/src/olap/olap_server.cpp:1076
           8#  doris::WorkThreadPool<true>::work_thread(int) at 
/var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/atomic_base.h:646
           9#  execute_native_thread_routine at 
/data/gcc-11.1.0/build/x86_64-pc-linux-gnu/libstdc++-v3/include/bits/unique_ptr.h:85
           10# start_thread
           11# __clone
   W1128 11:18:19.959336 136018 olap_server.cpp:1080] failed to cooldown, 
tablet: 12314 err: [INTERNAL_ERROR]cannot read cooldown meta
   
   ```


-- 
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.

To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org

For queries about this service, please contact Infrastructure at:
us...@infra.apache.org


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org