Project: http://jenkins.ovirt.org/job/ovirt-system-tests_he-node-ng-suite-4.2/
Build: http://jenkins.ovirt.org/job/ovirt-system-tests_he-node-ng-suite-4.2/305/
Build Number: 305
Build Status: Still Failing
Triggered By: Started by timer
-------------------------------------
Changes Since Last Success:
-------------------------------------
Changes for Build #299
[Ehud Yonasi] ovirt-master.repo: Added new packages to repo file
[Sandro Bonazzola] ovirt-iso-uploader: drop 4.1 jobs
Changes for Build #300
[Ehud Yonasi] ovirt-master.repo: Added new packages to repo file
Changes for Build #301
[Ehud Yonasi] ovirt-master.repo: Added new packages to repo file
Changes for Build #302
[Miguel Duarte Barroso] Repos: add python2-ovsdbapp to the reposync config
[Sandro Bonazzola] ovirt-iso-uploader: branched for 4.2
Changes for Build #303
[Miguel Duarte Barroso] Repos: add python2-ovsdbapp to the reposync config
Changes for Build #304
[Miguel Duarte Barroso] Repos: add python2-ovsdbapp to the reposync config
Changes for Build #305
[Miguel Duarte Barroso] Repos: add python2-ovsdbapp to the reposync config
[Gal Ben Haim] Add jobs for ovs-cni
-----------------
Failed Tests:
-----------------
1 tests failed.
FAILED: 010_local_maintenance_cli.local_maintenance
Error Message:
143
-------------------- >> begin captured logging << --------------------
root: INFO: * Waiting For System Stability...
lago.ssh: DEBUG: start task:9d9e8dc5-3f92-44fa-acf7-71c866210045:Get ssh client
for lago-he-node-ng-suite-4-2-host-1:
lago.ssh: DEBUG: end task:9d9e8dc5-3f92-44fa-acf7-71c866210045:Get ssh client
for lago-he-node-ng-suite-4-2-host-1:
lago.ssh: DEBUG: Running 291925b2 on lago-he-node-ng-suite-4-2-host-1:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 291925b2 on lago-he-node-ng-suite-4-2-host-1 returned
with 0
lago.ssh: DEBUG: Command 291925b2 on lago-he-node-ng-suite-4-2-host-1 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4203 (Wed Sep
12 17:41:54 2018)\nhost-id=1\nscore=3400\nvm_conf_refresh_time=4203 (Wed Sep 12
17:41:54
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineUp\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "372f84c4", "local_conf_timestamp": 4203,
"host-ts": 4203}, "2": {"conf_on_shared_storage": true, "live-data": true,
"extra": "metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4205
(Wed Sep 12 17:41:56 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4206
(Wed Sep 12 17:41:56
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "80f9e1b9", "local_conf_timestamp": 4206, "host-ts": 4205},
"global_maintenance": false}
lago.ssh: DEBUG: start task:02edf3d0-3c34-4262-8b9e-3c8a78d0dc96:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:02edf3d0-3c34-4262-8b9e-3c8a78d0dc96:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 2a581f8c on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --set-maintenance --mode=local
lago.ssh: DEBUG: Command 2a581f8c on lago-he-node-ng-suite-4-2-host-0 returned
with 0
root: INFO: * Waiting for engine to migrate...
lago.ssh: DEBUG: start task:665c45d5-74a7-4e29-b68c-2044db74249f:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:665c45d5-74a7-4e29-b68c-2044db74249f:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 2b76e72c on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 2b76e72c on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 2b76e72c on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4213 (Wed Sep
12 17:42:05 2018)\nhost-id=1\nscore=3400\nvm_conf_refresh_time=4214 (Wed Sep 12
17:42:05
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineUp\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "752c5158", "local_conf_timestamp": 4214,
"host-ts": 4213}, "2": {"conf_on_shared_storage": true, "live-data": true,
"extra": "metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4215
(Wed Sep 12 17:42:05 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4215
(Wed Sep 12 17:42:06
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "1db64f06", "local_conf_timestamp": 4215, "host-ts": 4215},
"global_maintenance": false}
lago.ssh: DEBUG: start task:9db09ee2-8a44-4206-a125-f263717738f3:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:9db09ee2-8a44-4206-a125-f263717738f3:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 32d5a1b6 on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 32d5a1b6 on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 32d5a1b6 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4223 (Wed Sep
12 17:42:14 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4223 (Wed Sep 12
17:42:14
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3000, "stopped":
false, "maintenance": false, "crc32": "77ff55d7", "local_conf_timestamp": 4223,
"host-ts": 4223}, "2": {"conf_on_shared_storage": true, "live-data": true,
"extra": "metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4215
(Wed Sep 12 17:42:05 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4215
(Wed Sep 12 17:42:06
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "1db64f06", "local_conf_timestamp": 4215, "host-ts": 4215},
"global_maintenance": false}
lago.ssh: DEBUG: start task:55195913-d8cb-4866-926e-042ae540d44c:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:55195913-d8cb-4866-926e-042ae540d44c:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 36822712 on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 36822712 on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 36822712 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4233 (Wed Sep
12 17:42:24 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4233 (Wed Sep 12
17:42:25
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "34c7197b",
"local_conf_timestamp": 4233, "host-ts": 4233}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4225 (Wed Sep
12 17:42:16 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4225 (Wed Sep 12
17:42:16
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "117d4e09", "local_conf_timestamp": 4225, "host-ts": 4225},
"global_maintenance": false}
lago.ssh: DEBUG: start task:d784fa39-da7d-4e2b-bc29-5c4ccfc1510f:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:d784fa39-da7d-4e2b-bc29-5c4ccfc1510f:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 3972006e on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 3972006e on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 3972006e on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4233 (Wed Sep
12 17:42:24 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4233 (Wed Sep 12
17:42:25
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "34c7197b",
"local_conf_timestamp": 4233, "host-ts": 4233}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4225 (Wed Sep
12 17:42:16 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4225 (Wed Sep 12
17:42:16
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "117d4e09", "local_conf_timestamp": 4225, "host-ts": 4225},
"global_maintenance": false}
lago.ssh: DEBUG: start task:16d0a7de-b1f2-4116-91c3-80bd8592b430:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:16d0a7de-b1f2-4116-91c3-80bd8592b430:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 3c902ffa on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 3c902ffa on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 3c902ffa on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4243 (Wed Sep
12 17:42:34 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4243 (Wed Sep 12
17:42:34
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "c8bcadb7",
"local_conf_timestamp": 4243, "host-ts": 4243}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4235 (Wed Sep
12 17:42:26 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4235 (Wed Sep 12
17:42:26
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"62068494", "local_conf_timestamp": 4235, "host-ts": 4235},
"global_maintenance": false}
lago.ssh: DEBUG: start task:761b2a17-2dc8-4592-a8cd-5284fb7a8ea8:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:761b2a17-2dc8-4592-a8cd-5284fb7a8ea8:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 3f968244 on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 3f968244 on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 3f968244 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4243 (Wed Sep
12 17:42:34 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4243 (Wed Sep 12
17:42:34
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "c8bcadb7",
"local_conf_timestamp": 4243, "host-ts": 4243}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4235 (Wed Sep
12 17:42:26 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4235 (Wed Sep 12
17:42:26
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"62068494", "local_conf_timestamp": 4235, "host-ts": 4235},
"global_maintenance": false}
lago.ssh: DEBUG: start task:f4cef96a-6372-4711-be92-4b3d0b68df80:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:f4cef96a-6372-4711-be92-4b3d0b68df80:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 42b1d640 on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 42b1d640 on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 42b1d640 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4253 (Wed Sep
12 17:42:44 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4254 (Wed Sep 12
17:42:45
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "f8eb06d6",
"local_conf_timestamp": 4254, "host-ts": 4253}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4245 (Wed Sep
12 17:42:36 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4246 (Wed Sep 12
17:42:36
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"e6df2835", "local_conf_timestamp": 4246, "host-ts": 4245},
"global_maintenance": false}
lago.ssh: DEBUG: start task:594d0f44-f3a9-422d-9360-7862752a3ebc:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:594d0f44-f3a9-422d-9360-7862752a3ebc:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 45cc9518 on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 45cc9518 on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 45cc9518 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4253 (Wed Sep
12 17:42:44 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4254 (Wed Sep 12
17:42:45
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "f8eb06d6",
"local_conf_timestamp": 4254, "host-ts": 4253}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4245 (Wed Sep
12 17:42:36 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4246 (Wed Sep 12
17:42:36
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"e6df2835", "local_conf_timestamp": 4246, "host-ts": 4245},
"global_maintenance": false}
lago.ssh: DEBUG: start task:008a1a58-ce1d-4bf8-b33a-b572228a1c4d:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:008a1a58-ce1d-4bf8-b33a-b572228a1c4d:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 48c7eda8 on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 48c7eda8 on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 48c7eda8 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4263 (Wed Sep
12 17:42:54 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4263 (Wed Sep 12
17:42:54
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "4fabd672",
"local_conf_timestamp": 4263, "host-ts": 4263}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4255 (Wed Sep
12 17:42:45 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4255 (Wed Sep 12
17:42:46
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"7b90868a", "local_conf_timestamp": 4255, "host-ts": 4255},
"global_maintenance": false}
lago.ssh: DEBUG: start task:f7c2e934-99e9-47fc-88bb-310b327fa881:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:f7c2e934-99e9-47fc-88bb-310b327fa881:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 4bf1af3c on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 4bf1af3c on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 4bf1af3c on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4263 (Wed Sep
12 17:42:54 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4263 (Wed Sep 12
17:42:54
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "4fabd672",
"local_conf_timestamp": 4263, "host-ts": 4263}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4255 (Wed Sep
12 17:42:45 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4255 (Wed Sep 12
17:42:46
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"7b90868a", "local_conf_timestamp": 4255, "host-ts": 4255},
"global_maintenance": false}
lago.ssh: DEBUG: start task:3b21f3e7-2780-4f8a-9bd1-4332137f0abe:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:3b21f3e7-2780-4f8a-9bd1-4332137f0abe:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 4f0b5d8a on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 4f0b5d8a on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 4f0b5d8a on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4273 (Wed Sep
12 17:43:04 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4273 (Wed Sep 12
17:43:04
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "e198e8b0",
"local_conf_timestamp": 4273, "host-ts": 4273}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4265 (Wed Sep
12 17:42:56 2018)\nhost-id=2\nscore=3000\nvm_conf_refresh_time=4265 (Wed Sep 12
17:42:56
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3000, "stopped": false, "maintenance": false, "crc32":
"c47f5f0b", "local_conf_timestamp": 4265, "host-ts": 4265},
"global_maintenance": false}
lago.ssh: DEBUG: start task:57195e55-2edf-498b-9dd6-8f409872f39d:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:57195e55-2edf-498b-9dd6-8f409872f39d:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 52346bb4 on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 52346bb4 on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 52346bb4 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4273 (Wed Sep
12 17:43:04 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4273 (Wed Sep 12
17:43:04
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "e198e8b0",
"local_conf_timestamp": 4273, "host-ts": 4273}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4265 (Wed Sep
12 17:42:56 2018)\nhost-id=2\nscore=3000\nvm_conf_refresh_time=4265 (Wed Sep 12
17:42:56
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3000, "stopped": false, "maintenance": false, "crc32":
"c47f5f0b", "local_conf_timestamp": 4265, "host-ts": 4265},
"global_maintenance": false}
lago.ssh: DEBUG: start task:61b0c9ce-28eb-4c37-abd2-8ca06aa2557d:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:61b0c9ce-28eb-4c37-abd2-8ca06aa2557d:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 55772eba on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 55772eba on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 55772eba on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4283 (Wed Sep
12 17:43:14 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4283 (Wed Sep 12
17:43:15
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "6c2db9ab",
"local_conf_timestamp": 4283, "host-ts": 4283}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4275 (Wed Sep
12 17:43:06 2018)\nhost-id=2\nscore=3000\nvm_conf_refresh_time=4275 (Wed Sep 12
17:43:06
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3000, "stopped": false, "maintenance": false, "crc32":
"c039a00e", "local_conf_timestamp": 4275, "host-ts": 4275},
"global_maintenance": false}
lago.ssh: DEBUG: start task:00896e68-46d0-433f-b3c1-dc141533f957:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:00896e68-46d0-433f-b3c1-dc141533f957:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 584d94c6 on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 584d94c6 on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 584d94c6 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4283 (Wed Sep
12 17:43:14 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4283 (Wed Sep 12
17:43:15
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "6c2db9ab",
"local_conf_timestamp": 4283, "host-ts": 4283}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4275 (Wed Sep
12 17:43:06 2018)\nhost-id=2\nscore=3000\nvm_conf_refresh_time=4275 (Wed Sep 12
17:43:06
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3000, "stopped": false, "maintenance": false, "crc32":
"c039a00e", "local_conf_timestamp": 4275, "host-ts": 4275},
"global_maintenance": false}
lago.ssh: DEBUG: start task:a0067a07-37d5-438f-9816-a6f7f4ef82cc:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:a0067a07-37d5-438f-9816-a6f7f4ef82cc:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 5b2e424e on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 5b2e424e on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 5b2e424e on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4293 (Wed Sep
12 17:43:24 2018)\nhost-id=1\nscore=3400\nvm_conf_refresh_time=4293 (Wed Sep 12
17:43:24
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "4405b336", "local_conf_timestamp": 4293, "host-ts": 4293}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4286 (Wed Sep
12 17:43:17 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4286 (Wed Sep 12
17:43:16
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineUp\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "754fe743", "local_conf_timestamp": 4286,
"host-ts": 4286}, "global_maintenance": false}
lago.ssh: DEBUG: start task:37cb1c78-8c21-42dd-a5ce-b725e26d5bc8:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:37cb1c78-8c21-42dd-a5ce-b725e26d5bc8:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 5c385eb8 on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 5c385eb8 on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 5c385eb8 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4293 (Wed Sep
12 17:43:24 2018)\nhost-id=1\nscore=3400\nvm_conf_refresh_time=4293 (Wed Sep 12
17:43:24
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "4405b336", "local_conf_timestamp": 4293, "host-ts": 4293}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4286 (Wed Sep
12 17:43:17 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4286 (Wed Sep 12
17:43:16
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineUp\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "754fe743", "local_conf_timestamp": 4286,
"host-ts": 4286}, "global_maintenance": false}
root: INFO: * Engine has migrated.
root: INFO: * Waiting For System Stability...
lago.ssh: DEBUG: start task:4dfbd456-2c6b-43b5-bcc2-e48da17ca634:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:4dfbd456-2c6b-43b5-bcc2-e48da17ca634:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 102500c0 on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --set-maintenance --mode=none
lago.ssh: DEBUG: Command 102500c0 on lago-he-node-ng-suite-4-2-host-0 returned
with 0
root: INFO: * Waiting for Engine Maintenance to reset...
lago.ssh: DEBUG: start task:f4f0a020-fe3e-4573-a96b-1ca437b9d5e8:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:f4f0a020-fe3e-4573-a96b-1ca437b9d5e8:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 1276eb18 on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 1276eb18 on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 1276eb18 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4597 (Wed Sep
12 17:48:28 2018)\nhost-id=1\nscore=0\nvm_conf_refresh_time=4597 (Wed Sep 12
17:48:28
2018)\nconf_on_shared_storage=True\nmaintenance=True\nstate=LocalMaintenance\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 0, "stopped": false, "maintenance": true,
"crc32": "8fba211e", "local_conf_timestamp": 4597, "host-ts": 4597}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4597 (Wed Sep
12 17:48:28 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4597 (Wed Sep 12
17:48:28
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineUp\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "afa0aca3", "local_conf_timestamp": 4597,
"host-ts": 4597}, "global_maintenance": false}
cli: DEBUG: signal 15 was caught
--------------------- >> end captured logging << ---------------------
Stack Trace:
File "/usr/lib64/python2.7/unittest/case.py", line 369, in run
testMethod()
File "/usr/lib/python2.7/site-packages/nose/case.py", line 197, in runTest
self.test(*self.arg)
File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 142, in
wrapped_test
test()
File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 60, in
wrapper
return func(get_test_prefix(), *args, **kwargs)
File
"/home/jenkins/workspace/ovirt-system-tests_he-node-ng-suite-4.2/ovirt-system-tests/he-node-ng-suite-4.2/test-scenarios/010_local_maintenance_cli.py",
line 130, in local_maintenance
_wait_for_engine_maintenance(host, he_index, False)
File
"/home/jenkins/workspace/ovirt-system-tests_he-node-ng-suite-4.2/ovirt-system-tests/he-node-ng-suite-4.2/test-scenarios/010_local_maintenance_cli.py",
line 69, in _wait_for_engine_maintenance
testlib.assert_true_within_long(lambda: _get_he_status(host)
File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 286, in
assert_true_within_long
assert_equals_within_long(func, True, allowed_exceptions)
File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 273, in
assert_equals_within_long
func, value, LONG_TIMEOUT, allowed_exceptions=allowed_exceptions
File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 248, in
assert_equals_within
time.sleep(initial_wait)
File "/usr/lib/python2.7/site-packages/lago/cmd.py", line 922, in exit_handler
sys.exit(128 + signum)
'143\n-------------------- >> begin captured logging <<
--------------------\nroot: INFO: * Waiting For System
Stability...\nlago.ssh: DEBUG: start
task:9d9e8dc5-3f92-44fa-acf7-71c866210045:Get ssh client for
lago-he-node-ng-suite-4-2-host-1:\nlago.ssh: DEBUG: end
task:9d9e8dc5-3f92-44fa-acf7-71c866210045:Get ssh client for
lago-he-node-ng-suite-4-2-host-1:\nlago.ssh: DEBUG: Running 291925b2 on
lago-he-node-ng-suite-4-2-host-1: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 291925b2 on lago-he-node-ng-suite-4-2-host-1 returned with
0\nlago.ssh: DEBUG: Command 291925b2 on lago-he-node-ng-suite-4-2-host-1
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4203 (Wed
Sep 12 17:41:54 2018)\\nhost-id=1\\nscore=3400\\nvm_conf_refresh_time=4203 (Wed
Sep 12 17:41:54
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineUp\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "372f84c4", "local_conf_timestamp": 4203,
"host-ts": 4203}, "2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4205 (Wed
Sep 12 17:41:56 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4206 (Wed
Sep 12 17:41:56
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "80f9e1b9", "local_conf_timestamp": 4206, "host-ts": 4205},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:02edf3d0-3c34-4262-8b9e-3c8a78d0dc96:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:02edf3d0-3c34-4262-8b9e-3c8a78d0dc96:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 2a581f8c on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --set-maintenance
--mode=local\nlago.ssh: DEBUG: Command 2a581f8c on
lago-he-node-ng-suite-4-2-host-0 returned with 0\nroot: INFO: * Waiting for
engine to migrate...\nlago.ssh: DEBUG: start
task:665c45d5-74a7-4e29-b68c-2044db74249f:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:665c45d5-74a7-4e29-b68c-2044db74249f:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 2b76e72c on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 2b76e72c on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 2b76e72c on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4213 (Wed
Sep 12 17:42:05 2018)\\nhost-id=1\\nscore=3400\\nvm_conf_refresh_time=4214 (Wed
Sep 12 17:42:05
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineUp\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "752c5158", "local_conf_timestamp": 4214,
"host-ts": 4213}, "2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4215 (Wed
Sep 12 17:42:05 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4215 (Wed
Sep 12 17:42:06
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "1db64f06", "local_conf_timestamp": 4215, "host-ts": 4215},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:9db09ee2-8a44-4206-a125-f263717738f3:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:9db09ee2-8a44-4206-a125-f263717738f3:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 32d5a1b6 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 32d5a1b6 on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 32d5a1b6 on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4223 (Wed
Sep 12 17:42:14 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4223 (Wed
Sep 12 17:42:14
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3000, "stopped":
false, "maintenance": false, "crc32": "77ff55d7", "local_conf_timestamp": 4223,
"host-ts": 4223}, "2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4215 (Wed
Sep 12 17:42:05 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4215 (Wed
Sep 12 17:42:06
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "1db64f06", "local_conf_timestamp": 4215, "host-ts": 4215},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:55195913-d8cb-4866-926e-042ae540d44c:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:55195913-d8cb-4866-926e-042ae540d44c:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 36822712 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 36822712 on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 36822712 on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4233 (Wed
Sep 12 17:42:24 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4233 (Wed
Sep 12 17:42:25
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "34c7197b",
"local_conf_timestamp": 4233, "host-ts": 4233}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4225 (Wed
Sep 12 17:42:16 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4225 (Wed
Sep 12 17:42:16
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "117d4e09", "local_conf_timestamp": 4225, "host-ts": 4225},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:d784fa39-da7d-4e2b-bc29-5c4ccfc1510f:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:d784fa39-da7d-4e2b-bc29-5c4ccfc1510f:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 3972006e on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 3972006e on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 3972006e on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4233 (Wed
Sep 12 17:42:24 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4233 (Wed
Sep 12 17:42:25
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "34c7197b",
"local_conf_timestamp": 4233, "host-ts": 4233}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4225 (Wed
Sep 12 17:42:16 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4225 (Wed
Sep 12 17:42:16
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "117d4e09", "local_conf_timestamp": 4225, "host-ts": 4225},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:16d0a7de-b1f2-4116-91c3-80bd8592b430:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:16d0a7de-b1f2-4116-91c3-80bd8592b430:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 3c902ffa on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 3c902ffa on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 3c902ffa on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4243 (Wed
Sep 12 17:42:34 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4243 (Wed
Sep 12 17:42:34
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "c8bcadb7",
"local_conf_timestamp": 4243, "host-ts": 4243}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4235 (Wed
Sep 12 17:42:26 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4235 (Wed
Sep 12 17:42:26
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"62068494", "local_conf_timestamp": 4235, "host-ts": 4235},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:761b2a17-2dc8-4592-a8cd-5284fb7a8ea8:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:761b2a17-2dc8-4592-a8cd-5284fb7a8ea8:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 3f968244 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 3f968244 on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 3f968244 on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4243 (Wed
Sep 12 17:42:34 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4243 (Wed
Sep 12 17:42:34
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "c8bcadb7",
"local_conf_timestamp": 4243, "host-ts": 4243}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4235 (Wed
Sep 12 17:42:26 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4235 (Wed
Sep 12 17:42:26
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"62068494", "local_conf_timestamp": 4235, "host-ts": 4235},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:f4cef96a-6372-4711-be92-4b3d0b68df80:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:f4cef96a-6372-4711-be92-4b3d0b68df80:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 42b1d640 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 42b1d640 on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 42b1d640 on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4253 (Wed
Sep 12 17:42:44 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4254 (Wed
Sep 12 17:42:45
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "f8eb06d6",
"local_conf_timestamp": 4254, "host-ts": 4253}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4245 (Wed
Sep 12 17:42:36 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4246 (Wed
Sep 12 17:42:36
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"e6df2835", "local_conf_timestamp": 4246, "host-ts": 4245},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:594d0f44-f3a9-422d-9360-7862752a3ebc:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:594d0f44-f3a9-422d-9360-7862752a3ebc:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 45cc9518 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 45cc9518 on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 45cc9518 on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4253 (Wed
Sep 12 17:42:44 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4254 (Wed
Sep 12 17:42:45
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "f8eb06d6",
"local_conf_timestamp": 4254, "host-ts": 4253}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4245 (Wed
Sep 12 17:42:36 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4246 (Wed
Sep 12 17:42:36
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"e6df2835", "local_conf_timestamp": 4246, "host-ts": 4245},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:008a1a58-ce1d-4bf8-b33a-b572228a1c4d:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:008a1a58-ce1d-4bf8-b33a-b572228a1c4d:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 48c7eda8 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 48c7eda8 on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 48c7eda8 on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4263 (Wed
Sep 12 17:42:54 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4263 (Wed
Sep 12 17:42:54
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "4fabd672",
"local_conf_timestamp": 4263, "host-ts": 4263}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4255 (Wed
Sep 12 17:42:45 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4255 (Wed
Sep 12 17:42:46
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"7b90868a", "local_conf_timestamp": 4255, "host-ts": 4255},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:f7c2e934-99e9-47fc-88bb-310b327fa881:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:f7c2e934-99e9-47fc-88bb-310b327fa881:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 4bf1af3c on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 4bf1af3c on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 4bf1af3c on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4263 (Wed
Sep 12 17:42:54 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4263 (Wed
Sep 12 17:42:54
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "4fabd672",
"local_conf_timestamp": 4263, "host-ts": 4263}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4255 (Wed
Sep 12 17:42:45 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4255 (Wed
Sep 12 17:42:46
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"7b90868a", "local_conf_timestamp": 4255, "host-ts": 4255},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:3b21f3e7-2780-4f8a-9bd1-4332137f0abe:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:3b21f3e7-2780-4f8a-9bd1-4332137f0abe:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 4f0b5d8a on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 4f0b5d8a on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 4f0b5d8a on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4273 (Wed
Sep 12 17:43:04 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4273 (Wed
Sep 12 17:43:04
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "e198e8b0",
"local_conf_timestamp": 4273, "host-ts": 4273}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4265 (Wed
Sep 12 17:42:56 2018)\\nhost-id=2\\nscore=3000\\nvm_conf_refresh_time=4265 (Wed
Sep 12 17:42:56
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3000, "stopped": false, "maintenance": false, "crc32":
"c47f5f0b", "local_conf_timestamp": 4265, "host-ts": 4265},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:57195e55-2edf-498b-9dd6-8f409872f39d:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:57195e55-2edf-498b-9dd6-8f409872f39d:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 52346bb4 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 52346bb4 on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 52346bb4 on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4273 (Wed
Sep 12 17:43:04 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4273 (Wed
Sep 12 17:43:04
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "e198e8b0",
"local_conf_timestamp": 4273, "host-ts": 4273}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4265 (Wed
Sep 12 17:42:56 2018)\\nhost-id=2\\nscore=3000\\nvm_conf_refresh_time=4265 (Wed
Sep 12 17:42:56
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3000, "stopped": false, "maintenance": false, "crc32":
"c47f5f0b", "local_conf_timestamp": 4265, "host-ts": 4265},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:61b0c9ce-28eb-4c37-abd2-8ca06aa2557d:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:61b0c9ce-28eb-4c37-abd2-8ca06aa2557d:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 55772eba on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 55772eba on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 55772eba on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4283 (Wed
Sep 12 17:43:14 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4283 (Wed
Sep 12 17:43:15
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "6c2db9ab",
"local_conf_timestamp": 4283, "host-ts": 4283}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4275 (Wed
Sep 12 17:43:06 2018)\\nhost-id=2\\nscore=3000\\nvm_conf_refresh_time=4275 (Wed
Sep 12 17:43:06
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3000, "stopped": false, "maintenance": false, "crc32":
"c039a00e", "local_conf_timestamp": 4275, "host-ts": 4275},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:00896e68-46d0-433f-b3c1-dc141533f957:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:00896e68-46d0-433f-b3c1-dc141533f957:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 584d94c6 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 584d94c6 on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 584d94c6 on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4283 (Wed
Sep 12 17:43:14 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4283 (Wed
Sep 12 17:43:15
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "6c2db9ab",
"local_conf_timestamp": 4283, "host-ts": 4283}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4275 (Wed
Sep 12 17:43:06 2018)\\nhost-id=2\\nscore=3000\\nvm_conf_refresh_time=4275 (Wed
Sep 12 17:43:06
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3000, "stopped": false, "maintenance": false, "crc32":
"c039a00e", "local_conf_timestamp": 4275, "host-ts": 4275},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:a0067a07-37d5-438f-9816-a6f7f4ef82cc:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:a0067a07-37d5-438f-9816-a6f7f4ef82cc:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 5b2e424e on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 5b2e424e on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 5b2e424e on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4293 (Wed
Sep 12 17:43:24 2018)\\nhost-id=1\\nscore=3400\\nvm_conf_refresh_time=4293 (Wed
Sep 12 17:43:24
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "4405b336", "local_conf_timestamp": 4293, "host-ts": 4293}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4286 (Wed
Sep 12 17:43:17 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4286 (Wed
Sep 12 17:43:16
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineUp\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "754fe743", "local_conf_timestamp": 4286,
"host-ts": 4286}, "global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:37cb1c78-8c21-42dd-a5ce-b725e26d5bc8:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:37cb1c78-8c21-42dd-a5ce-b725e26d5bc8:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 5c385eb8 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 5c385eb8 on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 5c385eb8 on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4293 (Wed
Sep 12 17:43:24 2018)\\nhost-id=1\\nscore=3400\\nvm_conf_refresh_time=4293 (Wed
Sep 12 17:43:24
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "4405b336", "local_conf_timestamp": 4293, "host-ts": 4293}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4286 (Wed
Sep 12 17:43:17 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4286 (Wed
Sep 12 17:43:16
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineUp\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "754fe743", "local_conf_timestamp": 4286,
"host-ts": 4286}, "global_maintenance": false}\n\nroot: INFO: * Engine has
migrated.\nroot: INFO: * Waiting For System Stability...\nlago.ssh: DEBUG:
start task:4dfbd456-2c6b-43b5-bcc2-e48da17ca634:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:4dfbd456-2c6b-43b5-bcc2-e48da17ca634:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 102500c0 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --set-maintenance
--mode=none\nlago.ssh: DEBUG: Command 102500c0 on
lago-he-node-ng-suite-4-2-host-0 returned with 0\nroot: INFO: * Waiting for
Engine Maintenance to reset...\nlago.ssh: DEBUG: start
task:f4f0a020-fe3e-4573-a96b-1ca437b9d5e8:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:f4f0a020-fe3e-4573-a96b-1ca437b9d5e8:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 1276eb18 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 1276eb18 on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 1276eb18 on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4597 (Wed
Sep 12 17:48:28 2018)\\nhost-id=1\\nscore=0\\nvm_conf_refresh_time=4597 (Wed
Sep 12 17:48:28
2018)\\nconf_on_shared_storage=True\\nmaintenance=True\\nstate=LocalMaintenance\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 0, "stopped": false, "maintenance": true,
"crc32": "8fba211e", "local_conf_timestamp": 4597, "host-ts": 4597}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4597 (Wed
Sep 12 17:48:28 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4597 (Wed
Sep 12 17:48:28
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineUp\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "afa0aca3", "local_conf_timestamp": 4597,
"host-ts": 4597}, "global_maintenance": false}\n\ncli: DEBUG: signal 15 was
caught\n--------------------- >> end captured logging << ---------------------'_______________________________________________
Infra mailing list -- [email protected]
To unsubscribe send an email to [email protected]
Privacy Statement: https://www.ovirt.org/site/privacy-policy/
oVirt Code of Conduct:
https://www.ovirt.org/community/about/community-guidelines/
List Archives:
https://lists.ovirt.org/archives/list/[email protected]/message/W6T6SW26EAZN742BWWKP4TEOGWYMVNL5/