> Is your database server running on the same system where Icinga 2 is running?
Yes
> Which version of Icinga 2 and Web 2 are you using?
icinga2 - 2.4.1-1
icingaweb2 - 2.1.2-2
> Please attach the output of mysql> show full processlist;
I run full process list 4 times:
root@mon:~# cat ic_dbg | grep -v Sleep
Id User Host db Command Time State Info
30532 icinga localhost icinga Query 0 Updating UPDATE icinga_servicestatus SET
acknowledgement_type = '0', active_checks_enabled = '1', check_command =
'pyhttp', check_source = 'mon.x-shops.com', check_type = '0',
current_check_attempt = '1', current_notification_number = '0', current_state =
'0', endpoint_object_id = 1, event_handler = '', event_handler_enabled = '1',
execution_time = '10.82450795173645', flap_detection_enabled = '0',
has_been_checked = '1', instance_id = 1, is_flapping = '0', is_reachable = '1',
last_check = FROM_UNIXTIME(1454592578), last_hard_state = '0',
last_hard_state_change = FROM_UNIXTIME(1453550364), last_notification =
FROM_UNIXTIME(1453550364), last_state_change = FROM_UNIXTIME(1453550364),
last_time_critical = FROM_UNIXTIME(1453178668), last_time_ok =
FROM_UNIXTIME(1454592578), last_time_unknown = FROM_UNIXTIME(1453550300),
last_time_warning = FROM_UNIXTIME(1453178602), latency = '0', long_output = '',
max_check_attempts = '5', next_check = FROM_UNIXTIME(1454592614),
next_notification = FROM_UNIXTIME(1454593701), normal_check_interval = '1',
notifications_enabled = '1', original_attributes = 'null', output = 'HTTP OK:
200 OK - 98249 bytes in 1.433171 second response time ', passive_checks_enabled
= '1', percent_state_change = '0', perfdata = 'time=1.433171s;5.0;10.0;0.000000
size=98249B;;;0', problem_has_been_acknowledged = '0', process_performance_data
= '1', retry_check_interval = '1', scheduled_downtime_depth = '0',
service_object_id = 4116, should_be_scheduled = '1', state_type = '1',
status_update_time = FROM_UNIXTIME(1454592580) WHERE service_object_id = 4116
35443 root localhost NULL Query 0 NULL show full processlist
Id User Host db Command Time State Info
30532 icinga localhost icinga Query 0 Writing to net UPDATE icinga_hoststatus
SET next_check = FROM_UNIXTIME(1454592755) WHERE host_object_id = 294 AND
instance_id = 1
35448 icinga localhost icinga Query 0 Copying to tmp table SELECT hs.* FROM
(SELECT CASE WHEN ss.active_checks_enabled = 0 AND ss.passive_checks_enabled =
1 THEN 'passive' WHEN ss.active_checks_enabled = 1 THEN 'active' END AS
check_type, ss.active_checks_enabled, ss.passive_checks_enabled,
SUM(ss.execution_time) AS execution_time, SUM(ss.latency) AS latency, COUNT(*)
AS object_count, ('service') AS object_type FROM icinga_objects AS so\n INNER
JOIN icinga_servicestatus AS ss ON so.object_id = ss.service_object_id AND
so.is_active = 1 AND so.objecttype_id = 2 GROUP BY
check_type,\n\tactive_checks_enabled,\n\tpassive_checks_enabled UNION ALL
SELECT CASE WHEN hs.active_checks_enabled = 0 AND hs.passive_checks_enabled = 1
THEN 'passive' WHEN hs.active_checks_enabled = 1 THEN 'active' END AS
check_type, hs.active_checks_enabled, hs.passive_checks_enabled,
SUM(hs.execution_time) AS execution_time, SUM(hs.latency) AS latency, COUNT(*)
AS object_count, ('host') AS object_type FROM icinga_objects AS ho\n INNER JOIN
icinga_hoststatus AS hs ON ho.object_id = hs.host_object_id AND ho.is_active =
1 AND ho.objecttype_id = 1 GROUP BY
check_type,\n\tactive_checks_enabled,\n\tpassive_checks_enabled) AS hs ORDER BY
active_checks_enabled ASC
35449 root localhost NULL Query 0 NULL show full processlist
Id User Host db Command Time State Info
30532 icinga localhost icinga Query 0 Writing to net UPDATE
icinga_servicestatus SET acknowledgement_type = '0', active_checks_enabled =
'1', check_command = 'pyhttp', check_source = 'mon.x-shops.com', check_type =
'0', current_check_attempt = '1', current_notification_number = '0',
current_state = '0', endpoint_object_id = 1, event_handler = '',
event_handler_enabled = '1', execution_time = '11.725235939025879',
flap_detection_enabled = '0', has_been_checked = '1', instance_id = 1,
is_flapping = '0', is_reachable = '1', last_check = FROM_UNIXTIME(1454592726),
last_hard_state = '0', last_hard_state_change = FROM_UNIXTIME(1454084222),
last_state_change = FROM_UNIXTIME(1454084161), last_time_ok =
FROM_UNIXTIME(1454592726), last_time_unknown = FROM_UNIXTIME(1452773927),
last_time_warning = FROM_UNIXTIME(1454084101), latency = '0', long_output = '',
max_check_attempts = '5', next_check = FROM_UNIXTIME(1454592756),
next_notification = FROM_UNIXTIME(1454593701), normal_check_interval = '1',
notifications_enabled = '1', original_attributes = 'null', output = 'HTTP OK:
200 OK - 92740 bytes in 0.171055 second response time ', passive_checks_enabled
= '1', percent_state_change = '0', perfdata = 'time=0.171055s;5.0;10.0;0.000000
size=92740B;;;0', problem_has_been_acknowledged = '0', process_performance_data
= '1', retry_check_interval = '1', scheduled_downtime_depth = '0',
service_object_id = 3998, should_be_scheduled = '1', state_type = '1',
status_update_time = FROM_UNIXTIME(1454592727) WHERE service_object_id = 3998
35450 icinga localhost icinga Query 0 Copying to tmp table SELECT so.name1 AS
host_name, h.display_name COLLATE latin1_general_ci AS host_display_name, CASE
WHEN hs.has_been_checked = 0 OR hs.has_been_checked IS NULL THEN 99 ELSE
hs.current_state END AS host_state, so.name2 AS service_description,
s.display_name COLLATE latin1_general_ci AS service_display_name, CASE WHEN
ss.has_been_checked = 0 OR ss.has_been_checked IS NULL THEN 99 ELSE
ss.current_state END AS service_state, CASE WHEN (ss.scheduled_downtime_depth =
0 OR ss.scheduled_downtime_depth IS NULL) THEN 0 ELSE 1 END AS
service_in_downtime, ss.problem_has_been_acknowledged AS service_acknowledged,
CASE WHEN (ss.problem_has_been_acknowledged + ss.scheduled_downtime_depth +
COALESCE(hs.current_state, 0)) > 0 THEN 1 ELSE 0 END AS service_handled,
ss.output AS service_output, ss.perfdata AS service_perfdata,
ss.current_check_attempt || '/' || ss.max_check_attempts AS service_attempt,
UNIX_TIMESTAMP(ss.last_state_change) AS service_last_state_change, s.icon_image
AS service_icon_image, s.icon_image_alt AS service_icon_image_alt,
ss.is_flapping AS service_is_flapping, ss.state_type AS service_state_type,
CASE WHEN ss.current_state = 0 THEN CASE WHEN ss.has_been_checked = 0 OR
ss.has_been_checked IS NULL THEN 16 ELSE 0 END + CASE WHEN
ss.problem_has_been_acknowledged = 1 THEN 2 ELSE CASE WHEN
ss.scheduled_downtime_depth > 0 THEN 1 ELSE 4 END END ELSE CASE WHEN
ss.has_been_checked = 0 OR ss.has_been_checked IS NULL THEN 16 WHEN
ss.current_state = 1 THEN 32 WHEN ss.current_state = 2 THEN 128 WHEN
ss.current_state = 3 THEN 64 ELSE 256 END + CASE WHEN hs.current_state > 0 THEN
1024 ELSE CASE WHEN ss.problem_has_been_acknowledged = 1 THEN 512 ELSE CASE
WHEN ss.scheduled_downtime_depth > 0 THEN 256 ELSE 2048 END END END END + CASE
WHEN ss.state_type = 1 THEN 8 ELSE 0 END AS service_severity,
ss.notifications_enabled AS service_notifications_enabled,
ss.active_checks_enabled AS service_active_checks_enabled,
ss.passive_checks_enabled AS service_passive_checks_enabled FROM icinga_objects
AS so\n INNER JOIN icinga_services AS s ON s.service_object_id = so.object_id
AND so.is_active = 1 AND so.objecttype_id = 2\n INNER JOIN icinga_hosts AS h ON
h.host_object_id = s.host_object_id\n INNER JOIN icinga_hoststatus AS hs ON
hs.host_object_id = s.host_object_id\n INNER JOIN icinga_servicestatus AS ss ON
ss.service_object_id = so.object_id WHERE (CASE WHEN COALESCE(ss.current_state,
0) = 0 THEN 0 ELSE 1 END = '1') ORDER BY CASE WHEN ss.current_state = 0 THEN
CASE WHEN ss.has_been_checked = 0 OR ss.has_been_checked IS NULL THEN 16 ELSE 0
END + CASE WHEN ss.problem_has_been_acknowledged = 1 THEN 2 ELSE CASE WHEN
ss.scheduled_downtime_depth > 0 THEN 1 ELSE 4 END END ELSE CASE WHEN
ss.has_been_checked = 0 OR ss.has_been_checked IS NULL THEN 16 WHEN
ss.current_state = 1 THEN 32 WHEN ss.current_state = 2 THEN 128 WHEN
ss.current_state = 3 THEN 64 ELSE 256 END + CASE WHEN hs.current_state > 0 THEN
1024 ELSE CASE WHEN ss.problem_has_been_acknowledged = 1 THEN 512 ELSE CASE
WHEN ss.scheduled_downtime_depth > 0 THEN 256 ELSE 2048 END END END END + CASE
WHEN ss.state_type = 1 THEN 8 ELSE 0 END DESC,
UNIX_TIMESTAMP(ss.last_state_change) DESC, s.display_name COLLATE
latin1_general_ci ASC, h.display_name COLLATE latin1_general_ci ASC LIMIT 10
35451 root localhost NULL Query 0 NULL show full processlist
Id User Host db Command Time State Info
30532 icinga localhost icinga Query 0 Writing to net UPDATE
icinga_servicestatus SET acknowledgement_type = '0', active_checks_enabled =
'1', check_command = 'pyhttp', check_source = 'mon.x-shops.com', check_type =
'0', current_check_attempt = '1', current_notification_number = '0',
current_state = '0', endpoint_object_id = 1, event_handler = '',
event_handler_enabled = '1', execution_time = '21.460388898849487',
flap_detection_enabled = '0', has_been_checked = '1', instance_id = 1,
is_flapping = '0', is_reachable = '1', last_check = FROM_UNIXTIME(1454592727),
last_hard_state = '0', last_hard_state_change = FROM_UNIXTIME(1454577524),
last_state_change = FROM_UNIXTIME(1454577462), last_time_critical =
FROM_UNIXTIME(1454576747), last_time_ok = FROM_UNIXTIME(1454592727),
last_time_unknown = FROM_UNIXTIME(1454547084), last_time_warning =
FROM_UNIXTIME(1454577404), latency = '0', long_output = '', max_check_attempts
= '5', next_check = FROM_UNIXTIME(1454592752), next_notification =
FROM_UNIXTIME(1454593701), normal_check_interval = '1', notifications_enabled =
'1', original_attributes = 'null', output = 'HTTP OK: 200 OK - 1963304 bytes in
2.386453 second response time ', passive_checks_enabled = '1',
percent_state_change = '0', perfdata = 'time=2.386453s;5.0;10.0;0.000000
size=1963304B;;;0', problem_has_been_acknowledged = '0',
process_performance_data = '1', retry_check_interval = '1',
scheduled_downtime_depth = '0', service_object_id = 4096, should_be_scheduled =
'1', state_type = '1', status_update_time = FROM_UNIXTIME(1454592727) WHERE
service_object_id = 4096
35452 unauthenticated user localhost NULL Connect NULL Reading from net NULL
35453 root localhost NULL Query 0 NULL show full processlist
04.02.2016, 15:57, "Eric Lippmann" <[email protected]>:
> Hi,
>
> Is your database server running on the same system where Icinga 2 is
> running? Which version of Icinga 2 and Web 2 are you using?
>
> Please attach the output of mysql> show full processlist;
>
> Best,
> Eric
>
>> On 04 Feb 2016, at 11:29 AM, Romaneev Vasily <[email protected]> wrote:
>>
>> Hello!
>>
>> I use icingaweb2 and icinga2 on busy load server: LA ~ 30-50.
>>
>> When i start icinga2() in starts fast - about 1 min, but icingaweb2 can't
>> get information from IC2 in about 1 hour.
>>
>> Icinga2 works normal - checks are executed and notifications are sending.
>> I also can send commands from icingaweb2 to icinga2.
>>
>> But can't update current service status and in Monitoring heath section i
>> see "Backend icinga is not running"
>>
>> After some time(about hour) icingaweb2 can normal communicate with icinga2.
>> Any advice - how to start investigate this issue ?
>>
>> logs from icinga2:
>> [2016-02-04 05:05:14 -0500] information/ConfigItem: Instantiated 1
>> Downtime.
>> [2016-02-04 05:05:14 -0500] information/ConfigItem: Triggering Start
>> signal for config items
>> [2016-02-04 05:05:16 -0500] information/ConfigItem: Activated all objects.
>> [2016-02-04 05:05:16 -0500] information/ConfigCompiler: Compiling config
>> file:
>> /var/lib/icinga2/api/packages/_api/mon.x-shops.com-1449232039-1/conf.d/downtimes/sandists.com!centreon_snmp_inodes!mon.x-shops.com-1454580316-26.conf
>> [2016-02-04 05:05:16 -0500] information/ConfigItem: Committing config items
>> [2016-02-04 05:05:19 -0500] information/ConfigItem: Instantiated 1
>> Downtime.
>> [2016-02-04 05:05:19 -0500] information/ConfigItem: Triggering Start
>> signal for config items
>> [2016-02-04 05:05:20 -0500] information/ConfigItem: Activated all objects.
>> [2016-02-04 05:05:25 -0500] information/ConfigCompiler: Compiling config
>> file:
>> /var/lib/icinga2/api/packages/_api/mon.x-shops.com-1449232039-1/conf.d/downtimes/sandists.com!mon.x-shops.com-1454580325-27.conf
>> [2016-02-04 05:05:30 -0500] information/Checkable: Checking for configured
>> notifications for object 'agritronixcorp.com!load_average'
>> [2016-02-04 05:05:30 -0500] information/Checkable: Checking for configured
>> notifications for object 'sandists.com!ssh'
>> [2016-02-04 05:05:33 -0500] information/ConfigItem: Committing config items
>> [2016-02-04 05:05:36 -0500] information/ConfigItem: Instantiated 1
>> Downtime.
>> [2016-02-04 05:05:36 -0500] information/ConfigItem: Triggering Start
>> signal for config items
>> [2016-02-04 05:05:36 -0500] information/ConfigItem: Activated all objects.
>> [2016-02-04 05:05:56 -0500] information/Checkable: Checking for configured
>> notifications for object 'giftscostarica.com!load_average'
>> [2016-02-04 05:05:57 -0500] information/Checkable: Checking for configured
>> notifications for object 'sandists.com!check_snmp_storage'
>> [2016-02-04 05:06:06 -0500] information/Checkable: Checking for configured
>> notifications for object 'generationmx.com!centreon_snmp_inodes'
>> [2016-02-04 05:06:08 -0500] information/Checkable: Checking for configured
>> notifications for object 'everwhiteboards.com!ssh'
>> [2016-02-04 05:06:08 -0500] information/Checkable: Checking for configured
>> notifications for object 'everwhiteboards.com'
>> [2016-02-04 05:06:28 -0500] information/Checkable: Checking for configured
>> notifications for object 'everwhiteboards.com!pyhttp'
>> [2016-02-04 05:06:30 -0500] information/Checkable: Checking for configured
>> notifications for object 'everwhiteboards.com!ftp'
>> [2016-02-04 05:06:39 -0500] information/Checkable: Checking for configured
>> notifications for object 'everwhiteboards.com!load_average'
>> [2016-02-04 05:06:52 -0500] information/Checkable: Checking for configured
>> notifications for object 'giftscostarica.com!check_snmp_storage'
>> [2016-02-04 05:06:56 -0500] information/Checkable: Checking for configured
>> notifications for object 'giftscostarica.com!centreon_snmp_inodes'
>> [2016-02-04 05:06:57 -0500] information/Checkable: Checking for configured
>> notifications for object 'leeprecision.com!centreon_snmp_inodes'
>> [2016-02-04 05:07:38 -0500] information/Checkable: Checking for configured
>> notifications for object 'woodsignsofgatlinburg.com!check_snmp_storage'
>> [2016-02-04 05:08:38 -0500] information/Checkable: Checking for configured
>> notifications for object 'ecogardensupply.com!centreon_snmp_inodes'
>> [2016-02-04 05:09:14 -0500] information/Checkable: Checking for configured
>> notifications for object 'agritronixcorp.com!centreon_snmp_inodes'
>> [2016-02-04 05:09:20 -0500] information/Checkable: Checking for configured
>> notifications for object 'everwhiteboards.com!check_snmp_storage'
>> [2016-02-04 05:09:28 -0500] information/Checkable: Checking for configured
>> notifications for object 'agritronixcorp.com!check_snmp_storage'
>> [2016-02-04 05:09:51 -0500] information/Checkable: Checking for configured
>> notifications for object 'gotchathis.co.uk!pyhttp'
>> [2016-02-04 05:09:51 -0500] information/Notification: Sending notification
>> 'gotchathis.co.uk!pyhttp!slack-icingaadmin' for user 'icingaadmin'
>> [2016-02-04 05:09:51 -0500] information/Notification: Sending notification
>> 'gotchathis.co.uk!pyhttp!slack-major' for user 'icingaadmin'
>> [2016-02-04 05:09:55 -0500] information/Notification: Completed sending
>> notification 'gotchathis.co.uk!pyhttp!slack-major' for checkable
>> 'gotchathis.co.uk!pyhttp'
>> [2016-02-04 05:10:07 -0500] information/Notification: Completed sending
>> notification 'gotchathis.co.uk!pyhttp!slack-icingaadmin' for checkable
>> 'gotchathis.co.uk!pyhttp'
>> [2016-02-04 05:10:24 -0500] information/Checkable: Checking for configured
>> notifications for object 'sandists.com!centreon_snmp_inodes'
>> [2016-02-04 05:10:33 -0500] information/Checkable: Checking for configured
>> notifications for object 'everwhiteboards.com!centreon_snmp_inodes'
>> [2016-02-04 05:13:06 -0500] information/Checkable: Checking for configured
>> notifications for object 'btpa.com!pyhttp'
>> [2016-02-04 05:13:07 -0500] information/Checkable: Checking for configured
>> notifications for object 'btpa.com!ftp'
>> [2016-02-04 05:13:10 -0500] information/Checkable: Checking for configured
>> notifications for object 'btpa.com!ssh'
>> [2016-02-04 05:13:26 -0500] information/Checkable: Checking for configured
>> notifications for object 'btpa.com!load_average'
>> [2016-02-04 05:13:55 -0500] information/Checkable: Checking for configured
>> notifications for object 'btpa.com'
>> [2016-02-04 05:15:57 -0500] information/ConfigObject: Dumping program
>> state to file '/var/lib/icinga2/icinga2.state'
>>
>> ------
>> Romaneev Vasily
>> mobile: +7-987-636-62-67
>> skype romaneev
>>
>> _______________________________________________
>> icinga-users mailing list
>> [email protected]
>> https://lists.icinga.org/mailman/listinfo/icinga-users
>
> --
> Eric Lippmann
> Lead Senior Developer
>
> NETWAYS GmbH | Deutschherrnstr. 15-19 | D-90429 Nuernberg
> Tel: +49 911 92885-0 | Fax: +49 911 92885-77
> CEO: Julian Hein, Bernd Erk | AG Nuernberg HRB18461
> http://www.netways.de | [email protected]
>
> ** OSDC 2016 - April - netways.de/osdc **
> ** OSBConf 2016 - September - osbconf.org **
> _______________________________________________
> icinga-users mailing list
> [email protected]
> https://lists.icinga.org/mailman/listinfo/icinga-users
------
Романеев Василий
Мобильный: +7-987-636-62-67
skype romaneev
_______________________________________________
icinga-users mailing list
[email protected]
https://lists.icinga.org/mailman/listinfo/icinga-users
