Hello,
can you provide more details about what memory leak you talk? Is it
about shared memory (shm) or private memory (pkg) managed by kamailio or
by the system memory? How do you observed there is a leak? Did you get
error messages in Kamailio logs? If yes, can you paste them here?
Cheers,
Daniel
On 08.02.21 18:34, Uttam Giri wrote:
> Hi,
> We have observed increased memory utilization in Kamailio, It
> increases every day, even though traffic is not increased. We are
> using Kamailio+RTPEngine in our setup.
> Phone---->Kamailio+RTPEngine------>Asterisk
>
> /etc/kamailio# kamcmd mod.stats all shm
> Module: core
> {
> sip_msg_shm_clone(496): 542688
> msg_lump_cloner(986): 178776
> build_req_buf_from_sip_req(2218): 111968
> xavp_new_value(116): 22240
> counters_prefork_init(212): 39680
> cfg_clone_str(130): 40
> cfg_shmize(217): 712
> main_loop(1313): 8
> init_pt(107): 8
> init_pt(106): 8
> init_pt(105): 4592
> register_timer(995): 192
> init_tcp(4962): 8192
> init_tcp(4956): 32768
> init_tcp(4947): 8
> init_tcp(4940): 8
> init_tcp(4933): 8
> init_tcp(4927): 8
> init_tcp(4915): 8
> init_avps(90): 8
> init_avps(89): 8
> timer_alloc(498): 48
> init_dst_blacklist(438): 16384
> init_dst_blacklist(430): 8
> init_timer(267): 8
> init_timer(266): 16384
> init_timer(265): 8
> init_timer(264): 8
> init_timer(253): 8
> init_timer(221): 8
> init_timer(210): 278544
> init_timer(209): 8
> init_timer(197): 8
> cfg_child_cb_new(829): 64
> sr_cfg_init(361): 8
> sr_cfg_init(354): 8
> sr_cfg_init(347): 8
> sr_cfg_init(335): 8
> sr_cfg_init(323): 8
> qm_shm_lock_init(1202): 8
> Total: 1253464
> }
>
> Module: sl
> {
> init_sl_stats_child(125): 5952
> sl_startup(90): 8
> init_sl_stats(110): 8
> Total: 5968
> }
>
> Module: siptrace
> {
> mod_init(319): 8
> Total: 8
> }
>
> Module: permissions
> {
> Total: 0
> }
>
> Module: xlog
> {
> Total: 0
> }
>
> Module: rtpengine
> {
> rtpp_function_call(2627): 1076024
> shm_str_dup(779): 553016
> rtpengine_hash_table_init(111): 14336
> rtpengine_hash_table_init(96): 2048
> rtpengine_hash_table_init(85): 1024
> rtpengine_hash_table_init(76): 2048
> rtpengine_hash_table_init(67): 2048
> rtpengine_hash_table_init(58): 32
> add_rtpengine_socks(975): 24
> add_rtpengine_socks(956): 64
> get_rtpp_set(870): 8
> get_rtpp_set(861): 56
> mod_init(1596): 8
> mod_init(1589): 24
> mod_init(1576): 8
> mod_init(1569): 8
> mod_init(1555): 16
> Total: 1650792
> }
>
> Module: pv
> {
> add_shvar(177): 8
> add_shvar(170): 64
> lock_set_alloc(66): 80
> Total: 152
> }
>
> Module: phonenum
> {
> Total: 0
> }
>
> Module: textops
> {
> Total: 0
> }
>
> Module: rtimer
> {
> Total: 0
> }
>
> Module: tm
> {
> _reply_light(496): 1640
> build_cell(334): 973848
> relay_reply(2058): 69376
> init_tm_stats_child(56): 7936
> init_tmcb_lists(72): 16
> init_tmcb_lists(70): 16
> init_hash_table(482): 2097152
> Total: 3149984
> }
>
> Module: kex
> {
> pkg_proc_stats_init(79): 1488
> Total: 1488
> }
>
> Module: tmx
> {
> tmx_init_pretran_table(90): 256
> Total: 256
> }
>
> Module: utils
> {
> conf_init(552): 24
> init_shmlock(134): 8
> Total: 32
> }
>
> Module: xhttp_prom
> {
> prom_metric_init(134): 8
> Total: 8
> }
>
> Module: dispatcher
> {
> ds_ht_init(89): 12288
> reindex_dests(723): 768
> mod_init(484): 80
> ds_avl_insert(3621): 1712
> pack_dest(411): 72
> ds_ht_init(79): 32
> ds_init_data(262): 16
> ds_init_data(254): 16
> mod_init(339): 8
> mod_init(337): 8
> ds_ping_active_init(138): 8
> Total: 15008
> }
>
>
>
> /etc/kamailio# kamcmd mod.stats all pkg
> Module: core
> {
> init_io_wait(469): 6192
> init_modules(885): 16
> rpc_hash_add(151): 1024
> cnt_hash_add(394): 2048
> add_callback(59): 168
> register_select_table(458): 48
> sr_wtimer_init(351): 136
> cfg_new_group(79): 624
> fix_sock_str(517): 1024
> fix_sock_str(500): 240
> add_alias(103): 96
> add_alias(99): 96
> init_dst_set(89): 32296
> grp_hash_add(241): 512
> fix_hostname(1457): 56
> fix_socket_list(1666): 24
> route_new_list(199): 184
> fix_param(1114): 88
> fix_param(1053): 312
> fix_expr(554): 192
> init_io_wait(516): 3224
> subst_str(514): 720
> mk_rval_expr2(2681): 17360
> mk_elem(90): 232
> mk_new_net(52): 48
> tr_new(1730): 240
> mk_rval_expr_v(2553): 216
> yyparse(2852): 736
> mk_rval_expr1(2621): 19096
> mk_rval_expr_v(2540): 109152
> pv_cache_add(349): 5616
> pv_parse_format(1173): 4984
> fix_param(1019): 2568
> mk_action(118): 44416
> cfg_declare(50): 3136
> set_mod_param_regex(145): 88
> set_mod_param_regex(134): 104
> tr_table_add(1959): 360
> register_module(233): 28784
> register_module(216): 2808
> load_module(417): 1552
> sr_push_yy_state(1627): 1008
> new_sock_info(348): 16
> new_sock_info(339): 32
> new_sock_info(327): 32
> new_sock_info(304): 48
> new_sock_info(299): 1200
> add_alias(103): 56
> add_alias(99): 64
> yyparse(677): 40
> yyparse(2387): 128
> yyparse(658): 144
> yyparse(1878): 168
> get_hdr_field(116): 232
> parse_headers(325): 64
> subst_parser(301): 120
> subst_parser(291): 1440
> subst_parser(274): 640
> pp_subst_add(58): 240
> sr_push_yy_state(1697): 24
> addstr(1445): 69072
> rpc_hash_add(105): 16280
> str_hash_alloc(59): 512
> pv_table_add(236): 17248
> pv_init_buffer(2139): 327680
> pv_init_buffer(2129): 320
> init_nonsip_hooks(43): 24
> init_rlist(146): 40
> rval_get_str(1259): 3696
> route_add(124): 968
> str_hash_alloc(59): 768
> sr_push_yy_state(1687): 464
> pp_define(1819): 568
> init_counters(125): 128
> cnt_hash_add(341): 27096
> str_hash_alloc(59): 1280
> Total: 762656
> }
>
> Module: sl
> {
> sl_register_callback(514): 64
> Total: 64
> }
>
> Module: siptrace
> {
> mod_init(340): 384
> Total: 384
> }
>
> Module: permissions
> {
> get_pathname(243): 64
> Total: 64
> }
>
> Module: xlog
> {
> mod_init(212): 4104
> xdbg_fixup_helper(498): 616
> xlog_fixup_helper(533): 3720
> Total: 8440
> }
>
> Module: rtpengine
> {
> child_init(1964): 240
> build_rtpp_socks(1791): 8
> Total: 248
> }
>
> Module: pv
> {
> pv_parse_xavp_name(541): 112
> pv_parse_xavp_name(515): 112
> tr_parse_string(2639): 120
> tr_parse_string(2628): 120
> tr_parse_string(2519): 104
> tr_parse_string(2509): 64
> tr_parse_string(2484): 64
> tr_parse_string(2473): 64
> add_var(65): 176
> add_var(58): 344
> Total: 1280
> }
>
> Module: phonenum
> {
> pv_parse_phonenum_name(131): 32
> sr_phonenum_add_item(99): 8
> sr_phonenum_add_item(93): 304
> Total: 344
> }
>
> Module: textops
> {
> fixup_method(3598): 128
> hname_fixup(3528): 504
> Total: 632
> }
>
> Module: rtimer
> {
> stm_e_param(384): 112
> stm_t_param(299): 48
> Total: 160
> }
>
> Module: tm
> {
> Total: 0
> }
>
> Module: kex
> {
> Total: 0
> }
>
> Module: tmx
> {
> Total: 0
> }
>
> Module: utils
> {
> Total: 0
> }
>
> Module: xhttp_prom
> {
> Total: 0
> }
>
> Module: dispatcher
> {
> Total: 0
> }
>
>
> /etc/kamailio# kamailio -v
> version: kamailio 5.4.3 (x86_64/linux)
> flags: USE_TCP, USE_TLS, USE_SCTP, TLS_HOOKS, USE_RAW_SOCKS,
> DISABLE_NAGLE, USE_MCAST, DNS_IP_HACK, SHM_MMAP, PKG_MALLOC, Q_MALLOC,
> F_MALLOC, TLSF_MALLOC, DBG_SR_MEMORY, USE_FUTEX,
> FAST_LOCK-ADAPTIVE_WAIT, USE_DNS_CACHE, USE_DNS_FAILOVER, USE_NAPTR,
> USE_DST_BLACKLIST, HAVE_RESOLV_RES, TLS_PTHREAD_MUTEX_SHARED
> ADAPTIVE_WAIT_LOOPS 1024, MAX_RECV_BUFFER_SIZE 262144, MAX_URI_SIZE
> 1024, BUF_SIZE 65535, DEFAULT PKG_SIZE 8MB
> poll method support: poll, epoll_lt, epoll_et, sigio_rt, select.
> id: unknown
> compiled with gcc 6.3.0
>
> Any idea which could cause a memory leak. Does any of the module
> cause an issue?
>
> Thanks in Advance.
> Uttam
>
>
>
> _______________________________________________
> Kamailio (SER) - Users Mailing List
> [email protected]
> https://lists.kamailio.org/cgi-bin/mailman/listinfo/sr-users
--
Daniel-Constantin Mierla -- www.asipto.com
www.twitter.com/miconda -- www.linkedin.com/in/miconda
Funding: https://www.paypal.me/dcmierla
_______________________________________________
Kamailio (SER) - Users Mailing List
[email protected]
https://lists.kamailio.org/cgi-bin/mailman/listinfo/sr-users