I am reloading many tables into pbxt tables using 8 concurrent
sessions. Using poor man's profiler output most threads are waiting.
The first thread stack shows where all of the user threads spend most
of their time. These stacks are from PBXT 1.1 and I am using the
default settings except for:
pbxt_index_cache_size=20G
pbxt_record_cache_size=40G
pbxt_flush_log_at_trx_commit=2

Can you explain this?

      8 
pthread_cond_timedwait@@GLIBC_2.3.2,xt_timed_wait_cond,xt_wait_for_async_tasks,xt_wait_for_async_task_results,idx_out_of_memory_failure,xt_idx_insert,xt_tab_new_record,ha_pbxt::write_row,h
andler::ha_write_row,write_record,mysql_load,mysql_execute_command,mysql_parse,dispatch_command,do_command,handle_one_connection,start_thread,clone
      7 
pthread_cond_timedwait@@GLIBC_2.3.2,xt_timed_wait_cond,XTDatabaseLog::xlog_append,XTDatabaseLog::xlog_flush,xt_flush_indices,XTFlushIndexTask::tk_task,db_thread_pool_main,db_thread_pool_ru
n_thread,xt_thread_main,start_thread,clone
      6 
pthread_cond_wait@@GLIBC_2.3.2,MYSQL_BIN_LOG::wait_for_update,mysql_binlog_send,dispatch_command,do_command,handle_one_connection,start_thread,clone
      2 
pthread_cond_wait@@GLIBC_2.3.2,one_thread_per_connection_end,handle_one_connection,start_thread,clone
      2 
pthread_cond_timedwait@@GLIBC_2.3.2,xt_timed_wait_cond,db_thread_pool_main,db_thread_pool_run_thread,xt_thread_main,start_thread,clone
      2
      1 
read,my_real_read,my_net_read,do_command,handle_one_connection,start_thread,clone
      1 
pthread_cond_timedwait@@GLIBC_2.3.2,xt_timed_wait_cond,xt_wait_for_async_tasks,xt_wait_for_async_task_results,xres_cp_async_checkpoint,xres_cp_main,xres_cp_run_thread,xt_thread_main,start_
thread,clone
      1 
pthread_cond_timedwait@@GLIBC_2.3.2,xt_timed_wait_cond,xt_wait_for_async_tasks,xt_wait_for_async_task_results,idx_out_of_memory_failure,xt_idx_update_row_id,xn_sw_clean_indices,xn_sw_clean
up_variation,xn_sw_main,xn_sw_run_thread,xt_thread_main,start_thread,clone
      1 
pthread_cond_timedwait@@GLIBC_2.3.2,xt_timed_wait_cond,xlog_wr_wait_for_write_condition,xlog_wr_main,xlog_wr_run_thread,xt_thread_main,start_thread,clone
      1 
pthread_cond_timedwait@@GLIBC_2.3.2,xt_timed_wait_cond,tabc_fr_main,tabc_fr_run_thread,xt_thread_main,start_thread,clone
      1 
pthread_cond_timedwait@@GLIBC_2.3.2,xt_timed_wait_cond,dl_co_wait,dl_co_main,dl_run_co_thread,xt_thread_main,start_thread,clone
      1 poll,handle_connections_sockets,main,poll
      1 
fsync,xt_flush_file,XTDatabaseLog::xlog_append,XTDatabaseLog::xlog_flush,xt_flush_indices,XTFlushIndexTask::tk_task,db_thread_pool_main,db_thread_pool_run_thread,xt_thread_main,start_threa
d,clone
      1 do_sigwait,sigwait,signal_hand,start_thread,clone


-- 
Mark Callaghan
mdcal...@gmail.com

_______________________________________________
Mailing list: https://launchpad.net/~pbxt-discuss
Post to     : pbxt-discuss@lists.launchpad.net
Unsubscribe : https://launchpad.net/~pbxt-discuss
More help   : https://help.launchpad.net/ListHelp

Reply via email to