Project: http://jenkins.ovirt.org/job/ovirt-system-tests_he-node-ng-suite-4.2/
Build: http://jenkins.ovirt.org/job/ovirt-system-tests_he-node-ng-suite-4.2/309/
Build Number: 309
Build Status: Still Failing
Triggered By: Started by timer
-------------------------------------
Changes Since Last Success:
-------------------------------------
Changes for Build #299
[Ehud Yonasi] ovirt-master.repo: Added new packages to repo file
[Sandro Bonazzola] ovirt-iso-uploader: drop 4.1 jobs
Changes for Build #300
[Ehud Yonasi] ovirt-master.repo: Added new packages to repo file
Changes for Build #301
[Ehud Yonasi] ovirt-master.repo: Added new packages to repo file
Changes for Build #302
[Miguel Duarte Barroso] Repos: add python2-ovsdbapp to the reposync config
[Sandro Bonazzola] ovirt-iso-uploader: branched for 4.2
Changes for Build #303
[Miguel Duarte Barroso] Repos: add python2-ovsdbapp to the reposync config
Changes for Build #304
[Miguel Duarte Barroso] Repos: add python2-ovsdbapp to the reposync config
Changes for Build #305
[Miguel Duarte Barroso] Repos: add python2-ovsdbapp to the reposync config
[Gal Ben Haim] Add jobs for ovs-cni
Changes for Build #306
[Ales Musil] network: syncutil: Improve sync utility with kwargs
Changes for Build #307
[Your Name] network: syncutil: Adding doctext
Changes for Build #308
[Milan Zamazal] Update test-vm.ovf file
Changes for Build #309
[Milan Zamazal] Update test-vm.ovf file
-----------------
Failed Tests:
-----------------
1 tests failed.
FAILED: 010_local_maintenance_cli.local_maintenance
Error Message:
143
-------------------- >> begin captured logging << --------------------
root: INFO: * Waiting For System Stability...
lago.ssh: DEBUG: start task:a0ca46b7-3f9f-44e4-89b1-52f72aa44568:Get ssh client
for lago-he-node-ng-suite-4-2-host-1:
lago.ssh: DEBUG: end task:a0ca46b7-3f9f-44e4-89b1-52f72aa44568:Get ssh client
for lago-he-node-ng-suite-4-2-host-1:
lago.ssh: DEBUG: Running ecd36f60 on lago-he-node-ng-suite-4-2-host-1:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command ecd36f60 on lago-he-node-ng-suite-4-2-host-1 returned
with 0
lago.ssh: DEBUG: Command ecd36f60 on lago-he-node-ng-suite-4-2-host-1 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4174 (Fri Sep
14 01:38:40 2018)\nhost-id=1\nscore=3400\nvm_conf_refresh_time=4174 (Fri Sep 14
01:38:40
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineUp\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "ef344a34", "local_conf_timestamp": 4174,
"host-ts": 4174}, "2": {"conf_on_shared_storage": true, "live-data": true,
"extra": "metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4172
(Fri Sep 14 01:38:38 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4172
(Fri Sep 14 01:38:38
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "f37ee498", "local_conf_timestamp": 4172, "host-ts": 4172},
"global_maintenance": false}
lago.ssh: DEBUG: start task:b7558a9a-f7d1-48c8-a744-fe29eade6e9f:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:b7558a9a-f7d1-48c8-a744-fe29eade6e9f:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running ee0233e4 on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --set-maintenance --mode=local
lago.ssh: DEBUG: Command ee0233e4 on lago-he-node-ng-suite-4-2-host-0 returned
with 0
root: INFO: * Waiting for engine to migrate...
lago.ssh: DEBUG: start task:2345c61a-4f8e-40d7-aaef-8e6d96209cde:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:2345c61a-4f8e-40d7-aaef-8e6d96209cde:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running ef255cf6 on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command ef255cf6 on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command ef255cf6 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4184 (Fri Sep
14 01:38:50 2018)\nhost-id=1\nscore=3400\nvm_conf_refresh_time=4185 (Fri Sep 14
01:38:51
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineUp\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "b51bae61", "local_conf_timestamp": 4185,
"host-ts": 4184}, "2": {"conf_on_shared_storage": true, "live-data": true,
"extra": "metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4182
(Fri Sep 14 01:38:48 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4183
(Fri Sep 14 01:38:48
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "bb9ed13d", "local_conf_timestamp": 4183, "host-ts": 4182},
"global_maintenance": false}
lago.ssh: DEBUG: start task:e4d92dee-9502-43fe-b056-df000d690b93:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:e4d92dee-9502-43fe-b056-df000d690b93:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running f6f34d44 on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command f6f34d44 on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command f6f34d44 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4194 (Fri Sep
14 01:39:00 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4194 (Fri Sep 14
01:39:00
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3000, "stopped":
false, "maintenance": false, "crc32": "3d1489e4", "local_conf_timestamp": 4194,
"host-ts": 4194}, "2": {"conf_on_shared_storage": true, "live-data": true,
"extra": "metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4192
(Fri Sep 14 01:38:58 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4192
(Fri Sep 14 01:38:58
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "c8df1eae", "local_conf_timestamp": 4192, "host-ts": 4192},
"global_maintenance": false}
lago.ssh: DEBUG: start task:dcaec457-cd55-4412-941f-a7db1aba862f:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:dcaec457-cd55-4412-941f-a7db1aba862f:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running fafadc7c on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command fafadc7c on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command fafadc7c on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4204 (Fri Sep
14 01:39:10 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4204 (Fri Sep 14
01:39:10
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "dfdfec27",
"local_conf_timestamp": 4204, "host-ts": 4204}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4202 (Fri Sep
14 01:39:08 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4202 (Fri Sep 14
01:39:08
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"0920fa8b", "local_conf_timestamp": 4202, "host-ts": 4202},
"global_maintenance": false}
lago.ssh: DEBUG: start task:f1625c66-2cf3-40ec-9f90-b43da5393bac:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:f1625c66-2cf3-40ec-9f90-b43da5393bac:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running fe1d213a on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command fe1d213a on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command fe1d213a on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4204 (Fri Sep
14 01:39:10 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4204 (Fri Sep 14
01:39:10
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "dfdfec27",
"local_conf_timestamp": 4204, "host-ts": 4204}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4202 (Fri Sep
14 01:39:08 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4202 (Fri Sep 14
01:39:08
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"0920fa8b", "local_conf_timestamp": 4202, "host-ts": 4202},
"global_maintenance": false}
lago.ssh: DEBUG: start task:3c47ba3c-1d36-40fd-93cf-ee467d7b327a:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:3c47ba3c-1d36-40fd-93cf-ee467d7b327a:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 014ec584 on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 014ec584 on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 014ec584 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4214 (Fri Sep
14 01:39:20 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4214 (Fri Sep 14
01:39:20
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "71ecd2e5",
"local_conf_timestamp": 4214, "host-ts": 4214}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4212 (Fri Sep
14 01:39:18 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4212 (Fri Sep 14
01:39:18
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"0d66058e", "local_conf_timestamp": 4212, "host-ts": 4212},
"global_maintenance": false}
lago.ssh: DEBUG: start task:69c57dbd-7e8e-42ca-8e66-28469d79f1d9:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:69c57dbd-7e8e-42ca-8e66-28469d79f1d9:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 05299616 on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 05299616 on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 05299616 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4214 (Fri Sep
14 01:39:20 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4214 (Fri Sep 14
01:39:20
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "71ecd2e5",
"local_conf_timestamp": 4214, "host-ts": 4214}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4212 (Fri Sep
14 01:39:18 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4212 (Fri Sep 14
01:39:18
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"0d66058e", "local_conf_timestamp": 4212, "host-ts": 4212},
"global_maintenance": false}
lago.ssh: DEBUG: start task:a13bc8b4-2ef1-480a-9c0c-615a568d0c29:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:a13bc8b4-2ef1-480a-9c0c-615a568d0c29:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 0852ddb6 on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 0852ddb6 on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 0852ddb6 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4224 (Fri Sep
14 01:39:30 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4224 (Fri Sep 14
01:39:30
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "58c897e2",
"local_conf_timestamp": 4224, "host-ts": 4224}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4222 (Fri Sep
14 01:39:28 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4223 (Fri Sep 14
01:39:28
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"76aa3417", "local_conf_timestamp": 4223, "host-ts": 4222},
"global_maintenance": false}
lago.ssh: DEBUG: start task:732e8041-cc56-4ade-8977-bed0e7292a8b:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:732e8041-cc56-4ade-8977-bed0e7292a8b:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 0b5405da on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 0b5405da on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 0b5405da on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4224 (Fri Sep
14 01:39:30 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4224 (Fri Sep 14
01:39:30
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "58c897e2",
"local_conf_timestamp": 4224, "host-ts": 4224}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4222 (Fri Sep
14 01:39:28 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4223 (Fri Sep 14
01:39:28
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"76aa3417", "local_conf_timestamp": 4223, "host-ts": 4222},
"global_maintenance": false}
lago.ssh: DEBUG: start task:551f813f-9775-4707-9c95-3b3fdc76ba8b:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:551f813f-9775-4707-9c95-3b3fdc76ba8b:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 0e6042ca on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 0e6042ca on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 0e6042ca on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4234 (Fri Sep
14 01:39:40 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4234 (Fri Sep 14
01:39:40
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "f6fba920",
"local_conf_timestamp": 4234, "host-ts": 4234}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4232 (Fri Sep
14 01:39:38 2018)\nhost-id=2\nscore=3000\nvm_conf_refresh_time=4232 (Fri Sep 14
01:39:38
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3000, "stopped": false, "maintenance": false, "crc32":
"b6cf230a", "local_conf_timestamp": 4232, "host-ts": 4232},
"global_maintenance": false}
lago.ssh: DEBUG: start task:3f99022d-cce8-4d26-bd70-ebf230f9313f:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:3f99022d-cce8-4d26-bd70-ebf230f9313f:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 117ddefe on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 117ddefe on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 117ddefe on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4234 (Fri Sep
14 01:39:40 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4234 (Fri Sep 14
01:39:40
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "f6fba920",
"local_conf_timestamp": 4234, "host-ts": 4234}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4232 (Fri Sep
14 01:39:38 2018)\nhost-id=2\nscore=3000\nvm_conf_refresh_time=4232 (Fri Sep 14
01:39:38
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3000, "stopped": false, "maintenance": false, "crc32":
"b6cf230a", "local_conf_timestamp": 4232, "host-ts": 4232},
"global_maintenance": false}
lago.ssh: DEBUG: start task:57788e2c-782f-4a59-aa25-ec03dd7b2d54:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:57788e2c-782f-4a59-aa25-ec03dd7b2d54:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 14ef0ed2 on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 14ef0ed2 on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 14ef0ed2 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4244 (Fri Sep
14 01:39:50 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4245 (Fri Sep 14
01:39:51
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "7d872d7a",
"local_conf_timestamp": 4245, "host-ts": 4244}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4242 (Fri Sep
14 01:39:48 2018)\nhost-id=2\nscore=3000\nvm_conf_refresh_time=4242 (Fri Sep 14
01:39:48
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3000, "stopped": false, "maintenance": false, "crc32":
"ab1fde11", "local_conf_timestamp": 4242, "host-ts": 4242},
"global_maintenance": false}
lago.ssh: DEBUG: start task:d2af6454-aecb-496d-81c8-064660f951fe:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:d2af6454-aecb-496d-81c8-064660f951fe:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 17e7cb42 on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 17e7cb42 on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 17e7cb42 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4254 (Fri Sep
14 01:40:00 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4254 (Fri Sep 14
01:40:00
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "a4b3232e",
"local_conf_timestamp": 4254, "host-ts": 4254}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4252 (Fri Sep
14 01:39:58 2018)\nhost-id=2\nscore=3000\nvm_conf_refresh_time=4252 (Fri Sep 14
01:39:58
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3000, "stopped": false, "maintenance": false, "crc32":
"af592114", "local_conf_timestamp": 4252, "host-ts": 4252},
"global_maintenance": false}
lago.ssh: DEBUG: start task:a9d705cc-42fd-4d84-bc16-93a3f145c660:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:a9d705cc-42fd-4d84-bc16-93a3f145c660:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 1b0b6de2 on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 1b0b6de2 on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 1b0b6de2 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4254 (Fri Sep
14 01:40:00 2018)\nhost-id=1\nscore=3000\nvm_conf_refresh_time=4254 (Fri Sep 14
01:40:00
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineMigratingAway\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "a4b3232e",
"local_conf_timestamp": 4254, "host-ts": 4254}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4252 (Fri Sep
14 01:39:58 2018)\nhost-id=2\nscore=3000\nvm_conf_refresh_time=4252 (Fri Sep 14
01:39:58
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3000, "stopped": false, "maintenance": false, "crc32":
"af592114", "local_conf_timestamp": 4252, "host-ts": 4252},
"global_maintenance": false}
lago.ssh: DEBUG: start task:6d4f079f-b392-40c1-a068-9056bfaf955a:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:6d4f079f-b392-40c1-a068-9056bfaf955a:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 1de93c88 on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 1de93c88 on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 1de93c88 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4264 (Fri Sep
14 01:40:10 2018)\nhost-id=1\nscore=3400\nvm_conf_refresh_time=4264 (Fri Sep 14
01:40:11
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "1c0fc915", "local_conf_timestamp": 4264, "host-ts": 4264}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4263 (Fri Sep
14 01:40:09 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4263 (Fri Sep 14
01:40:08
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineUp\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "9de949ea", "local_conf_timestamp": 4263,
"host-ts": 4263}, "global_maintenance": false}
lago.ssh: DEBUG: start task:85136506-a89f-4f85-9ffa-54c29a6fee8d:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:85136506-a89f-4f85-9ffa-54c29a6fee8d:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running 1efada64 on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command 1efada64 on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command 1efada64 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4264 (Fri Sep
14 01:40:10 2018)\nhost-id=1\nscore=3400\nvm_conf_refresh_time=4264 (Fri Sep 14
01:40:11
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineDown\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "1c0fc915", "local_conf_timestamp": 4264, "host-ts": 4264}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4263 (Fri Sep
14 01:40:09 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4263 (Fri Sep 14
01:40:08
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineUp\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "9de949ea", "local_conf_timestamp": 4263,
"host-ts": 4263}, "global_maintenance": false}
root: INFO: * Engine has migrated.
root: INFO: * Waiting For System Stability...
lago.ssh: DEBUG: start task:aecac330-251e-4e6c-baf9-4087b3b7da05:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:aecac330-251e-4e6c-baf9-4087b3b7da05:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running d2f2fb0a on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --set-maintenance --mode=none
lago.ssh: DEBUG: Command d2f2fb0a on lago-he-node-ng-suite-4-2-host-0 returned
with 0
root: INFO: * Waiting for Engine Maintenance to reset...
lago.ssh: DEBUG: start task:5ba79776-78c8-4fb3-a53a-9890d98a6762:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:5ba79776-78c8-4fb3-a53a-9890d98a6762:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running d5411f86 on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command d5411f86 on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command d5411f86 on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4565 (Fri Sep
14 01:45:12 2018)\nhost-id=1\nscore=0\nvm_conf_refresh_time=4566 (Fri Sep 14
01:45:12
2018)\nconf_on_shared_storage=True\nmaintenance=True\nstate=LocalMaintenance\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 0, "stopped": false, "maintenance": true,
"crc32": "e3d8e834", "local_conf_timestamp": 4566, "host-ts": 4565}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4565 (Fri Sep
14 01:45:11 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4565 (Fri Sep 14
01:45:11
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineUp\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "3b629e7d", "local_conf_timestamp": 4565,
"host-ts": 4565}, "global_maintenance": false}
lago.ssh: DEBUG: start task:b38c51f9-aaa4-404a-bce3-803990d02096:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:b38c51f9-aaa4-404a-bce3-803990d02096:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running dc50815e on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command dc50815e on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command dc50815e on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4576 (Fri Sep
14 01:45:22 2018)\nhost-id=1\nscore=0\nvm_conf_refresh_time=4576 (Fri Sep 14
01:45:22
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=ReinitializeFSM\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 0, "stopped": false, "maintenance": false,
"crc32": "facd8470", "local_conf_timestamp": 4576, "host-ts": 4576}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4575 (Fri Sep
14 01:45:21 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4575 (Fri Sep 14
01:45:21
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineUp\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "e705de42", "local_conf_timestamp": 4575,
"host-ts": 4575}, "global_maintenance": false}
lago.ssh: DEBUG: start task:1e17320a-fa99-4dcf-a87a-a8a98d9e0fa1:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: end task:1e17320a-fa99-4dcf-a87a-a8a98d9e0fa1:Get ssh client
for lago-he-node-ng-suite-4-2-host-0:
lago.ssh: DEBUG: Running dd55beca on lago-he-node-ng-suite-4-2-host-0:
hosted-engine --vm-status --json
lago.ssh: DEBUG: Command dd55beca on lago-he-node-ng-suite-4-2-host-0 returned
with 0
lago.ssh: DEBUG: Command dd55beca on lago-he-node-ng-suite-4-2-host-0 output:
{"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4576 (Fri Sep
14 01:45:22 2018)\nhost-id=1\nscore=0\nvm_conf_refresh_time=4576 (Fri Sep 14
01:45:22
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=ReinitializeFSM\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 0, "stopped": false, "maintenance": false,
"crc32": "facd8470", "local_conf_timestamp": 4576, "host-ts": 4576}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\nmetadata_feature_version=1\ntimestamp=4575 (Fri Sep
14 01:45:21 2018)\nhost-id=2\nscore=3400\nvm_conf_refresh_time=4575 (Fri Sep 14
01:45:21
2018)\nconf_on_shared_storage=True\nmaintenance=False\nstate=EngineUp\nstopped=False\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "e705de42", "local_conf_timestamp": 4575,
"host-ts": 4575}, "global_maintenance": false}
cli: DEBUG: signal 15 was caught
--------------------- >> end captured logging << ---------------------
Stack Trace:
File "/usr/lib64/python2.7/unittest/case.py", line 369, in run
testMethod()
File "/usr/lib/python2.7/site-packages/nose/case.py", line 197, in runTest
self.test(*self.arg)
File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 142, in
wrapped_test
test()
File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 60, in
wrapper
return func(get_test_prefix(), *args, **kwargs)
File
"/home/jenkins/workspace/ovirt-system-tests_he-node-ng-suite-4.2/ovirt-system-tests/he-node-ng-suite-4.2/test-scenarios/010_local_maintenance_cli.py",
line 130, in local_maintenance
_wait_for_engine_maintenance(host, he_index, False)
File
"/home/jenkins/workspace/ovirt-system-tests_he-node-ng-suite-4.2/ovirt-system-tests/he-node-ng-suite-4.2/test-scenarios/010_local_maintenance_cli.py",
line 73, in _wait_for_engine_maintenance
lambda: _is_state_maintenance(host, "LocalMaintenance") is False
File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 286, in
assert_true_within_long
assert_equals_within_long(func, True, allowed_exceptions)
File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 273, in
assert_equals_within_long
func, value, LONG_TIMEOUT, allowed_exceptions=allowed_exceptions
File "/usr/lib/python2.7/site-packages/ovirtlago/testlib.py", line 248, in
assert_equals_within
time.sleep(initial_wait)
File "/usr/lib/python2.7/site-packages/lago/cmd.py", line 922, in exit_handler
sys.exit(128 + signum)
'143\n-------------------- >> begin captured logging <<
--------------------\nroot: INFO: * Waiting For System
Stability...\nlago.ssh: DEBUG: start
task:a0ca46b7-3f9f-44e4-89b1-52f72aa44568:Get ssh client for
lago-he-node-ng-suite-4-2-host-1:\nlago.ssh: DEBUG: end
task:a0ca46b7-3f9f-44e4-89b1-52f72aa44568:Get ssh client for
lago-he-node-ng-suite-4-2-host-1:\nlago.ssh: DEBUG: Running ecd36f60 on
lago-he-node-ng-suite-4-2-host-1: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command ecd36f60 on lago-he-node-ng-suite-4-2-host-1 returned with
0\nlago.ssh: DEBUG: Command ecd36f60 on lago-he-node-ng-suite-4-2-host-1
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4174 (Fri
Sep 14 01:38:40 2018)\\nhost-id=1\\nscore=3400\\nvm_conf_refresh_time=4174 (Fri
Sep 14 01:38:40
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineUp\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "ef344a34", "local_conf_timestamp": 4174,
"host-ts": 4174}, "2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4172 (Fri
Sep 14 01:38:38 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4172 (Fri
Sep 14 01:38:38
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "f37ee498", "local_conf_timestamp": 4172, "host-ts": 4172},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:b7558a9a-f7d1-48c8-a744-fe29eade6e9f:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:b7558a9a-f7d1-48c8-a744-fe29eade6e9f:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running ee0233e4 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --set-maintenance
--mode=local\nlago.ssh: DEBUG: Command ee0233e4 on
lago-he-node-ng-suite-4-2-host-0 returned with 0\nroot: INFO: * Waiting for
engine to migrate...\nlago.ssh: DEBUG: start
task:2345c61a-4f8e-40d7-aaef-8e6d96209cde:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:2345c61a-4f8e-40d7-aaef-8e6d96209cde:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running ef255cf6 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command ef255cf6 on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command ef255cf6 on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4184 (Fri
Sep 14 01:38:50 2018)\\nhost-id=1\\nscore=3400\\nvm_conf_refresh_time=4185 (Fri
Sep 14 01:38:51
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineUp\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "b51bae61", "local_conf_timestamp": 4185,
"host-ts": 4184}, "2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4182 (Fri
Sep 14 01:38:48 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4183 (Fri
Sep 14 01:38:48
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "bb9ed13d", "local_conf_timestamp": 4183, "host-ts": 4182},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:e4d92dee-9502-43fe-b056-df000d690b93:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:e4d92dee-9502-43fe-b056-df000d690b93:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running f6f34d44 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command f6f34d44 on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command f6f34d44 on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4194 (Fri
Sep 14 01:39:00 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4194 (Fri
Sep 14 01:39:00
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3000, "stopped":
false, "maintenance": false, "crc32": "3d1489e4", "local_conf_timestamp": 4194,
"host-ts": 4194}, "2": {"conf_on_shared_storage": true, "live-data": true,
"extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4192 (Fri
Sep 14 01:38:58 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4192 (Fri
Sep 14 01:38:58
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "c8df1eae", "local_conf_timestamp": 4192, "host-ts": 4192},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:dcaec457-cd55-4412-941f-a7db1aba862f:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:dcaec457-cd55-4412-941f-a7db1aba862f:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running fafadc7c on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command fafadc7c on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command fafadc7c on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4204 (Fri
Sep 14 01:39:10 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4204 (Fri
Sep 14 01:39:10
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "dfdfec27",
"local_conf_timestamp": 4204, "host-ts": 4204}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4202 (Fri
Sep 14 01:39:08 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4202 (Fri
Sep 14 01:39:08
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"0920fa8b", "local_conf_timestamp": 4202, "host-ts": 4202},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:f1625c66-2cf3-40ec-9f90-b43da5393bac:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:f1625c66-2cf3-40ec-9f90-b43da5393bac:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running fe1d213a on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command fe1d213a on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command fe1d213a on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4204 (Fri
Sep 14 01:39:10 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4204 (Fri
Sep 14 01:39:10
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "dfdfec27",
"local_conf_timestamp": 4204, "host-ts": 4204}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4202 (Fri
Sep 14 01:39:08 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4202 (Fri
Sep 14 01:39:08
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"0920fa8b", "local_conf_timestamp": 4202, "host-ts": 4202},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:3c47ba3c-1d36-40fd-93cf-ee467d7b327a:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:3c47ba3c-1d36-40fd-93cf-ee467d7b327a:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 014ec584 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 014ec584 on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 014ec584 on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4214 (Fri
Sep 14 01:39:20 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4214 (Fri
Sep 14 01:39:20
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "71ecd2e5",
"local_conf_timestamp": 4214, "host-ts": 4214}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4212 (Fri
Sep 14 01:39:18 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4212 (Fri
Sep 14 01:39:18
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"0d66058e", "local_conf_timestamp": 4212, "host-ts": 4212},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:69c57dbd-7e8e-42ca-8e66-28469d79f1d9:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:69c57dbd-7e8e-42ca-8e66-28469d79f1d9:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 05299616 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 05299616 on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 05299616 on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4214 (Fri
Sep 14 01:39:20 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4214 (Fri
Sep 14 01:39:20
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "71ecd2e5",
"local_conf_timestamp": 4214, "host-ts": 4214}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4212 (Fri
Sep 14 01:39:18 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4212 (Fri
Sep 14 01:39:18
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"0d66058e", "local_conf_timestamp": 4212, "host-ts": 4212},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:a13bc8b4-2ef1-480a-9c0c-615a568d0c29:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:a13bc8b4-2ef1-480a-9c0c-615a568d0c29:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 0852ddb6 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 0852ddb6 on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 0852ddb6 on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4224 (Fri
Sep 14 01:39:30 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4224 (Fri
Sep 14 01:39:30
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "58c897e2",
"local_conf_timestamp": 4224, "host-ts": 4224}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4222 (Fri
Sep 14 01:39:28 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4223 (Fri
Sep 14 01:39:28
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"76aa3417", "local_conf_timestamp": 4223, "host-ts": 4222},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:732e8041-cc56-4ade-8977-bed0e7292a8b:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:732e8041-cc56-4ade-8977-bed0e7292a8b:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 0b5405da on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 0b5405da on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 0b5405da on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4224 (Fri
Sep 14 01:39:30 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4224 (Fri
Sep 14 01:39:30
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "58c897e2",
"local_conf_timestamp": 4224, "host-ts": 4224}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4222 (Fri
Sep 14 01:39:28 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4223 (Fri
Sep 14 01:39:28
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3400, "stopped": false, "maintenance": false, "crc32":
"76aa3417", "local_conf_timestamp": 4223, "host-ts": 4222},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:551f813f-9775-4707-9c95-3b3fdc76ba8b:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:551f813f-9775-4707-9c95-3b3fdc76ba8b:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 0e6042ca on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 0e6042ca on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 0e6042ca on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4234 (Fri
Sep 14 01:39:40 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4234 (Fri
Sep 14 01:39:40
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "f6fba920",
"local_conf_timestamp": 4234, "host-ts": 4234}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4232 (Fri
Sep 14 01:39:38 2018)\\nhost-id=2\\nscore=3000\\nvm_conf_refresh_time=4232 (Fri
Sep 14 01:39:38
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3000, "stopped": false, "maintenance": false, "crc32":
"b6cf230a", "local_conf_timestamp": 4232, "host-ts": 4232},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:3f99022d-cce8-4d26-bd70-ebf230f9313f:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:3f99022d-cce8-4d26-bd70-ebf230f9313f:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 117ddefe on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 117ddefe on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 117ddefe on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4234 (Fri
Sep 14 01:39:40 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4234 (Fri
Sep 14 01:39:40
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "f6fba920",
"local_conf_timestamp": 4234, "host-ts": 4234}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4232 (Fri
Sep 14 01:39:38 2018)\\nhost-id=2\\nscore=3000\\nvm_conf_refresh_time=4232 (Fri
Sep 14 01:39:38
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3000, "stopped": false, "maintenance": false, "crc32":
"b6cf230a", "local_conf_timestamp": 4232, "host-ts": 4232},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:57788e2c-782f-4a59-aa25-ec03dd7b2d54:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:57788e2c-782f-4a59-aa25-ec03dd7b2d54:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 14ef0ed2 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 14ef0ed2 on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 14ef0ed2 on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4244 (Fri
Sep 14 01:39:50 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4245 (Fri
Sep 14 01:39:51
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "7d872d7a",
"local_conf_timestamp": 4245, "host-ts": 4244}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4242 (Fri
Sep 14 01:39:48 2018)\\nhost-id=2\\nscore=3000\\nvm_conf_refresh_time=4242 (Fri
Sep 14 01:39:48
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3000, "stopped": false, "maintenance": false, "crc32":
"ab1fde11", "local_conf_timestamp": 4242, "host-ts": 4242},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:d2af6454-aecb-496d-81c8-064660f951fe:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:d2af6454-aecb-496d-81c8-064660f951fe:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 17e7cb42 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 17e7cb42 on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 17e7cb42 on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4254 (Fri
Sep 14 01:40:00 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4254 (Fri
Sep 14 01:40:00
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "a4b3232e",
"local_conf_timestamp": 4254, "host-ts": 4254}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4252 (Fri
Sep 14 01:39:58 2018)\\nhost-id=2\\nscore=3000\\nvm_conf_refresh_time=4252 (Fri
Sep 14 01:39:58
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3000, "stopped": false, "maintenance": false, "crc32":
"af592114", "local_conf_timestamp": 4252, "host-ts": 4252},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:a9d705cc-42fd-4d84-bc16-93a3f145c660:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:a9d705cc-42fd-4d84-bc16-93a3f145c660:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 1b0b6de2 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 1b0b6de2 on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 1b0b6de2 on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4254 (Fri
Sep 14 01:40:00 2018)\\nhost-id=1\\nscore=3000\\nvm_conf_refresh_time=4254 (Fri
Sep 14 01:40:00
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineMigratingAway\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"health": "good", "vm": "up", "detail": "Migration Source"}, "score": 3000,
"stopped": false, "maintenance": false, "crc32": "a4b3232e",
"local_conf_timestamp": 4254, "host-ts": 4254}, "2": {"conf_on_shared_storage":
true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4252 (Fri
Sep 14 01:39:58 2018)\\nhost-id=2\\nscore=3000\\nvm_conf_refresh_time=4252 (Fri
Sep 14 01:39:58
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"reason": "bad vm status", "health": "bad", "vm": "down", "detail": "Migration
Destination"}, "score": 3000, "stopped": false, "maintenance": false, "crc32":
"af592114", "local_conf_timestamp": 4252, "host-ts": 4252},
"global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:6d4f079f-b392-40c1-a068-9056bfaf955a:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:6d4f079f-b392-40c1-a068-9056bfaf955a:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 1de93c88 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 1de93c88 on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 1de93c88 on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4264 (Fri
Sep 14 01:40:10 2018)\\nhost-id=1\\nscore=3400\\nvm_conf_refresh_time=4264 (Fri
Sep 14 01:40:11
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "1c0fc915", "local_conf_timestamp": 4264, "host-ts": 4264}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4263 (Fri
Sep 14 01:40:09 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4263 (Fri
Sep 14 01:40:08
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineUp\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "9de949ea", "local_conf_timestamp": 4263,
"host-ts": 4263}, "global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:85136506-a89f-4f85-9ffa-54c29a6fee8d:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:85136506-a89f-4f85-9ffa-54c29a6fee8d:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running 1efada64 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command 1efada64 on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command 1efada64 on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4264 (Fri
Sep 14 01:40:10 2018)\\nhost-id=1\\nscore=3400\\nvm_conf_refresh_time=4264 (Fri
Sep 14 01:40:11
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineDown\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 3400, "stopped": false, "maintenance": false,
"crc32": "1c0fc915", "local_conf_timestamp": 4264, "host-ts": 4264}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4263 (Fri
Sep 14 01:40:09 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4263 (Fri
Sep 14 01:40:08
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineUp\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "9de949ea", "local_conf_timestamp": 4263,
"host-ts": 4263}, "global_maintenance": false}\n\nroot: INFO: * Engine has
migrated.\nroot: INFO: * Waiting For System Stability...\nlago.ssh: DEBUG:
start task:aecac330-251e-4e6c-baf9-4087b3b7da05:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:aecac330-251e-4e6c-baf9-4087b3b7da05:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running d2f2fb0a on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --set-maintenance
--mode=none\nlago.ssh: DEBUG: Command d2f2fb0a on
lago-he-node-ng-suite-4-2-host-0 returned with 0\nroot: INFO: * Waiting for
Engine Maintenance to reset...\nlago.ssh: DEBUG: start
task:5ba79776-78c8-4fb3-a53a-9890d98a6762:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:5ba79776-78c8-4fb3-a53a-9890d98a6762:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running d5411f86 on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command d5411f86 on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command d5411f86 on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4565 (Fri
Sep 14 01:45:12 2018)\\nhost-id=1\\nscore=0\\nvm_conf_refresh_time=4566 (Fri
Sep 14 01:45:12
2018)\\nconf_on_shared_storage=True\\nmaintenance=True\\nstate=LocalMaintenance\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 0, "stopped": false, "maintenance": true,
"crc32": "e3d8e834", "local_conf_timestamp": 4566, "host-ts": 4565}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4565 (Fri
Sep 14 01:45:11 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4565 (Fri
Sep 14 01:45:11
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineUp\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "3b629e7d", "local_conf_timestamp": 4565,
"host-ts": 4565}, "global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:b38c51f9-aaa4-404a-bce3-803990d02096:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:b38c51f9-aaa4-404a-bce3-803990d02096:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running dc50815e on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command dc50815e on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command dc50815e on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4576 (Fri
Sep 14 01:45:22 2018)\\nhost-id=1\\nscore=0\\nvm_conf_refresh_time=4576 (Fri
Sep 14 01:45:22
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=ReinitializeFSM\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 0, "stopped": false, "maintenance": false,
"crc32": "facd8470", "local_conf_timestamp": 4576, "host-ts": 4576}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4575 (Fri
Sep 14 01:45:21 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4575 (Fri
Sep 14 01:45:21
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineUp\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "e705de42", "local_conf_timestamp": 4575,
"host-ts": 4575}, "global_maintenance": false}\n\nlago.ssh: DEBUG: start
task:1e17320a-fa99-4dcf-a87a-a8a98d9e0fa1:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: end
task:1e17320a-fa99-4dcf-a87a-a8a98d9e0fa1:Get ssh client for
lago-he-node-ng-suite-4-2-host-0:\nlago.ssh: DEBUG: Running dd55beca on
lago-he-node-ng-suite-4-2-host-0: hosted-engine --vm-status --json\nlago.ssh:
DEBUG: Command dd55beca on lago-he-node-ng-suite-4-2-host-0 returned with
0\nlago.ssh: DEBUG: Command dd55beca on lago-he-node-ng-suite-4-2-host-0
output:\n {"1": {"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4576 (Fri
Sep 14 01:45:22 2018)\\nhost-id=1\\nscore=0\\nvm_conf_refresh_time=4576 (Fri
Sep 14 01:45:22
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=ReinitializeFSM\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-0", "host-id": 1, "engine-status":
{"reason": "vm not running on this host", "health": "bad", "vm": "down",
"detail": "unknown"}, "score": 0, "stopped": false, "maintenance": false,
"crc32": "facd8470", "local_conf_timestamp": 4576, "host-ts": 4576}, "2":
{"conf_on_shared_storage": true, "live-data": true, "extra":
"metadata_parse_version=1\\nmetadata_feature_version=1\\ntimestamp=4575 (Fri
Sep 14 01:45:21 2018)\\nhost-id=2\\nscore=3400\\nvm_conf_refresh_time=4575 (Fri
Sep 14 01:45:21
2018)\\nconf_on_shared_storage=True\\nmaintenance=False\\nstate=EngineUp\\nstopped=False\\n",
"hostname": "lago-he-node-ng-suite-4-2-host-1", "host-id": 2, "engine-status":
{"health": "good", "vm": "up", "detail": "Up"}, "score": 3400, "stopped":
false, "maintenance": false, "crc32": "e705de42", "local_conf_timestamp": 4575,
"host-ts": 4575}, "global_maintenance": false}\n\ncli: DEBUG: signal 15 was
caught\n--------------------- >> end captured logging << ---------------------'_______________________________________________
Infra mailing list -- [email protected]
To unsubscribe send an email to [email protected]
Privacy Statement: https://www.ovirt.org/site/privacy-policy/
oVirt Code of Conduct:
https://www.ovirt.org/community/about/community-guidelines/
List Archives:
https://lists.ovirt.org/archives/list/[email protected]/message/HXT5H5FOOYZ4Q6AK43DMVXPVPBMBSPZ3/
