Hey guys, thank you very much for the details. We moved from a simple perl script that produced new connections all the time for pushing the data onto the KAFKA message queue to an intelligent producer written in Erlang some months ago. This producer keeps the connections alive and therefore the statistics do not get updated:
[deploy_user@haproxy ~] echo 'show sess' | sudo socat stdio /var/run/haproxy.sock 0x801885800: proto=tcpv4 src=10.5.1.161:12538 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=878202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=1,ex=] s1=[7,8h,fd=36,ex=] exp= 0x801885400: proto=tcpv4 src=10.5.1.161:14709 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=2,ex=] s1=[7,8h,fd=37,ex=] exp= 0x801885c00: proto=tcpv4 src=10.5.1.161:24722 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=3,ex=] s1=[7,8h,fd=38,ex=] exp= 0x801886000: proto=tcpv4 src=10.5.1.161:40036 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=8,ex=] s1=[7,8h,fd=39,ex=] exp= 0x801886400: proto=tcpv4 src=10.5.1.161:36941 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=9,ex=] s1=[7,8h,fd=40,ex=] exp= 0x801886800: proto=tcpv4 src=10.5.1.161:25521 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=878202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=10,ex=] s1=[7,8h,fd=41,ex=] exp= 0x801886c00: proto=tcpv4 src=10.5.1.161:43885 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=11,ex=] s1=[7,8h,fd=42,ex=] exp= 0x801887000: proto=tcpv4 src=10.5.1.161:42777 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=12,ex=] s1=[7,8h,fd=43,ex=] exp= 0x801887400: proto=tcpv4 src=10.5.1.161:47500 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=13,ex=] s1=[7,8h,fd=44,ex=] exp= 0x801887800: proto=tcpv4 src=10.5.1.161:56415 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=14,ex=] s1=[7,8h,fd=45,ex=] exp= 0x801887c00: proto=tcpv4 src=10.5.1.161:39029 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=15,ex=] s1=[7,8h,fd=46,ex=] exp= 0x801888000: proto=tcpv4 src=10.5.1.161:14409 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=16,ex=] s1=[7,8h,fd=47,ex=] exp= 0x801888400: proto=tcpv4 src=10.5.1.161:10419 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=17,ex=] s1=[7,8h,fd=48,ex=] exp= 0x801888800: proto=tcpv4 src=10.5.1.161:58710 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=808000h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=18,ex=] s1=[7,8h,fd=49,ex=] exp= 0x801888c00: proto=tcpv4 src=10.5.1.161:59694 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=19,ex=] s1=[7,8h,fd=50,ex=] exp= 0x801889000: proto=tcpv4 src=10.5.1.161:12557 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=20,ex=] s1=[7,8h,fd=51,ex=] exp= 0x801889400: proto=tcpv4 src=10.5.1.161:49539 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=21,ex=] s1=[7,8h,fd=52,ex=] exp= 0x801889800: proto=tcpv4 src=10.5.1.161:12768 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=22,ex=] s1=[7,8h,fd=53,ex=] exp= 0x801889c00: proto=tcpv4 src=10.5.1.161:42780 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=23,ex=] s1=[7,8h,fd=54,ex=] exp= 0x80188a000: proto=tcpv4 src=10.5.1.161:23841 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=24,ex=] s1=[7,8h,fd=55,ex=] exp= 0x80188a400: proto=tcpv4 src=10.5.1.161:39307 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=25,ex=] s1=[7,8h,fd=56,ex=] exp= 0x80188a800: proto=tcpv4 src=10.5.1.161:45499 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=26,ex=] s1=[7,8h,fd=57,ex=] exp= 0x80188ac00: proto=tcpv4 src=10.5.1.161:15478 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=808000h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=27,ex=] s1=[7,8h,fd=58,ex=] exp= 0x80188b000: proto=tcpv4 src=10.5.1.161:63063 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=28,ex=] s1=[7,8h,fd=59,ex=] exp= 0x80188b400: proto=tcpv4 src=10.5.1.161:61982 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=29,ex=] s1=[7,8h,fd=60,ex=] exp= 0x80188b800: proto=tcpv4 src=10.5.1.161:32497 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=30,ex=] s1=[7,8h,fd=61,ex=] exp= 0x80188bc00: proto=tcpv4 src=10.5.1.161:17517 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=31,ex=] s1=[7,8h,fd=62,ex=] exp= 0x80188c000: proto=tcpv4 src=10.5.1.161:36036 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=32,ex=] s1=[7,8h,fd=63,ex=] exp= 0x80188c400: proto=tcpv4 src=10.5.1.161:18684 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=33,ex=] s1=[7,8h,fd=64,ex=] exp= 0x80188c800: proto=tcpv4 src=10.5.1.161:35987 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=878202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=34,ex=] s1=[7,8h,fd=65,ex=] exp= 0x80188cc00: proto=tcpv4 src=10.5.1.161:35366 fe=KAFKA be=KAFKA_BACKEND srv=KAFKA_PRIMARY ts=08 age=9d22h calls=2 rq[f=848202h,i=0,an=00h,rx=,wx=,ax=] rp[f=008000h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=35,ex=] s1=[7,8h,fd=66,ex=] exp= 0x80188d400: proto=unix_stream src=unix:1 fe=GLOBAL be=<NONE> srv=<none> ts=09 age=0s calls=2 rq[f=c08200h,i=0,an=00h,rx=10s,wx=,ax=] rp[f=008002h,i=0,an=00h,rx=,wx=,ax=] s0=[7,8h,fd=67,ex=] s1=[7,0h,fd=-1,ex=] exp=10s Thanks a lot for your help and for suggesting the agent-check feature of HAProxy! Best, Tobi
