blueorangutan commented on PR #12198:
URL: https://github.com/apache/cloudstack/pull/12198#issuecomment-3649346794

   <b>[SF] Trillian test result (tid-14938)</b>
   Environment: kvm-ol8 (x2), zone: Advanced Networking with Mgmt server ol8
   Total time taken: 340546 seconds
   Marvin logs: 
https://github.com/blueorangutan/acs-prs/releases/download/trillian/pr12198-t14938-kvm-ol8.zip
   Component tests completed. 87 look OK, 87 have errors
   Only failed tests results shown below:
   
   
   Test | Result | Time (s) | Test File
   --- | --- | --- | ---
   test_01_verify_ipv6_network | `Failure` | 296.59 | test_network_ipv6.py
   test_02_verify_ipv6_network_redundant | `Failure` | 163.12 | 
test_network_ipv6.py
   test_03_verify_upgraded_ipv6_network | `Failure` | 320.47 | 
test_network_ipv6.py
   test_04_verify_upgraded_ipv6_network_redundant | `Failure` | 335.88 | 
test_network_ipv6.py
   ContextSuite context=TestDeployVMs>:setup | `Error` | 0.00 | 
test_dhcp_dns_offload.py
   test_01_acquire_public_ip_in_isolated_network | `Failure` | 60.07 | 
test_acquire_specified_public_ip.py
   test_02_acquire_public_ip_in_vpc | `Failure` | 41.91 | 
test_acquire_specified_public_ip.py
   test_17_add_nic_different_zone | `Error` | 115.32 | 
test_add_remove_network.py
   ContextSuite context=TestFailureScenariosAddNetworkToVM>:teardown | `Error` 
| 10.61 | test_add_remove_network.py
   ContextSuite context=TestFailureScenariosUpdateVirtualMachineNIC>:teardown | 
`Error` | 6.51 | test_add_remove_network.py
   ContextSuite context=TestUpdateVirtualMachineNIC>:teardown | `Error` | 
158.09 | test_add_remove_network.py
   test_03_1_egress_fr3 | `Failure` | 728.47 | test_egress_fw_rules.py
   test_07_1_egress_fr7 | `Failure` | 729.91 | test_egress_fw_rules.py
   test_07_egress_fr7 | `Failure` | 789.46 | test_egress_fw_rules.py
   test_04_reoccuring_snapshot_rules | `Error` | 4329.76 | 
test_base_image_updation.py
   ContextSuite context=TestDataPersistency>:teardown | `Error` | 368.36 | 
test_blocker_bugs.py
   test_01_create_template | `Error` | 283.13 | test_blocker_bugs.py
   test_10_create_policy_enable_disable_vpn | `Failure` | 154.51 | 
test_haproxy.py
   test_01_Browser_volume_Life_cycle_tpath | `Failure` | 7961.78 | 
test_browse_volumes.py
   test_04_Browser_Upload_Volume_Negative_Scenarios_TPath | `Failure` | 
11474.76 | test_browse_volumes.py
   test_05_Browser_Upload_Volume_MultiSSVM_Scenarios_TPath | `Failure` | 0.02 | 
test_browse_volumes.py
   test_09_Browser_Upload_Volume_PostURL_with_Deleted_Uploadvolume_Details | 
`Error` | 3660.14 | test_browse_volumes.py
   test_11_migrate_upload_volume | `Failure` | 7451.73 | test_browse_volumes.py
   test_13_Browser_Upload_Volume_volume_resource_limits | `Failure` | 3661.03 | 
test_browse_volumes.py
   test_14_Browser_Upload_Volume_secondary_storage_resource_limits | `Failure` 
| 3725.18 | test_browse_volumes.py
   test_15_Browser_Upload_Volume_primary_storage_resource_limits | `Failure` | 
3660.96 | test_browse_volumes.py
   test_browser_upload_volume_incomplete | `Failure` | 3753.44 | 
test_browse_volumes.py
   ContextSuite context=TestConfigDrive>:setup | `Error` | 0.00 | 
test_configdrive.py
   runTest | `Error` | 0.00 | test_edgezone_supportedoperations.py
   runTest | `Error` | 0.00 | test_edgezone_supportedoperations.py
   test_05_create_delete_lbrule_forvpc | `Error` | 55.99 | 
test_escalations_ipaddresses.py
   test_07_assign_remove_lbrule_toinstance | `Failure` | 62.20 | 
test_escalations_ipaddresses.py
   test_07_assign_remove_lbrule_toinstance | `Error` | 62.22 | 
test_escalations_ipaddresses.py
   test_10_create_delete_portforwarding_forvpc | `Error` | 43.47 | 
test_escalations_ipaddresses.py
   test_15_enable_disable_staticnat_forvpc | `Error` | 53.92 | 
test_escalations_ipaddresses.py
   ContextSuite context=TestIpAddresses>:teardown | `Error` | 4.20 | 
test_escalations_ipaddresses.py
   test_04_create_vpc_with_networkdomain | `Failure` | 0.03 | 
test_escalations_networks.py
   test_14_list_public_ipaddress_by_associated_networkid | `Failure` | 0.02 | 
test_escalations_networks.py
   test_15_list_privategateway_byvpcid | `Failure` | 44.08 | 
test_escalations_networks.py
   test_17_restart_vpc | `Failure` | 0.02 | test_escalations_networks.py
   test_18_create_list_vpn_gateway | `Failure` | 0.02 | 
test_escalations_networks.py
   test_21_listNetworkacls_by_privategateway_aclid | `Error` | 40.90 | 
test_escalations_networks.py
   ContextSuite context=TestNetworks_2>:teardown | `Error` | 41.97 | 
test_escalations_networks.py
   test_03_data_volume_resize | `Error` | 88.53 | test_escalations_volumes.py
   test_04_custom_volume_resize | `Error` | 89.31 | test_escalations_volumes.py
   test_06_volume_snapshot_policy_hourly | `Error` | 82.26 | 
test_escalations_volumes.py
   test_07_volume_snapshot_policy_daily | `Error` | 93.33 | 
test_escalations_volumes.py
   test_08_volume_snapshot_policy_weekly | `Error` | 83.96 | 
test_escalations_volumes.py
   test_09_volume_snapshot_policy_monthly | `Error` | 88.30 | 
test_escalations_volumes.py
   test_10_volume_snapshots_pagination | `Error` | 92.72 | 
test_escalations_volumes.py
   test_11_volume_extract | `Error` | 77.32 | test_escalations_volumes.py
   test_12_volume_upload | `Error` | 60.02 | test_escalations_volumes.py
   test_13_volume_custom_disk_size | `Failure` | 92.51 | 
test_escalations_volumes.py
   test_03_delete_vm | `Failure` | 861.58 | test_mm_domain_limits.py
   test_add_PF_rule_2_SHARED | `Failure` | 71.21 | test_multiple_ips_per_nic.py
   test_add_PF_rule_3_VPC | `Error` | 669.63 | test_multiple_ips_per_nic.py
   test_add_PF_rule_3_VPC | `Error` | 669.67 | test_multiple_ips_per_nic.py
   test_add_static_nat_rule_1_ISOLATED | `Error` | 451.62 | 
test_multiple_ips_per_nic.py
   test_add_static_nat_rule_2_SHARED | `Failure` | 360.15 | 
test_multiple_ips_per_nic.py
   test_add_static_nat_rule_2_SHARED | `Error` | 360.17 | 
test_multiple_ips_per_nic.py
   test_add_static_nat_rule_3_VPC | `Error` | 91.69 | 
test_multiple_ips_per_nic.py
   test_delete_PF_nat_rule_2_SHARED | `Error` | 77.89 | 
test_multiple_ips_per_nic.py
   test_disable_static_nat_1_ISOLATED | `Error` | 388.46 | 
test_multiple_ips_per_nic.py
   test_disable_static_nat_2_SHARED | `Error` | 609.38 | 
test_multiple_ips_per_nic.py
   test_disable_static_nat_2_SHARED | `Error` | 609.43 | 
test_multiple_ips_per_nic.py
   test_disable_static_nat_3_VPC | `Error` | 74.00 | 
test_multiple_ips_per_nic.py
   test_disassociate_ip_mapped_to_secondary_ip_through_PF_rule_1_ISOLATED | 
`Error` | 62.62 | test_multiple_ips_per_nic.py
   test_disassociate_ip_mapped_to_secondary_ip_through_PF_rule_2_SHARED | 
`Error` | 360.57 | test_multiple_ips_per_nic.py
   test_disassociate_ip_mapped_to_secondary_ip_through_PF_rule_2_SHARED | 
`Error` | 360.60 | test_multiple_ips_per_nic.py
   test_disassociate_ip_mapped_to_secondary_ip_through_PF_rule_3_VPC | `Error` 
| 375.19 | test_multiple_ips_per_nic.py
   test_disassociate_ip_mapped_to_secondary_ip_through_PF_rule_3_VPC | `Error` 
| 375.21 | test_multiple_ips_per_nic.py
   ContextSuite context=TestNetworkRules>:teardown | `Error` | 376.30 | 
test_multiple_ips_per_nic.py
   test_delete_vm_1_ISOLATED | `Error` | 88.62 | test_multiple_ips_per_nic.py
   test_delete_vm_2_SHARED | `Error` | 68.44 | test_multiple_ips_per_nic.py
   test_delete_vm_3_VPC | `Error` | 308.96 | test_multiple_ips_per_nic.py
   test_network_restart_cleanup_false_1_ISOLATED | `Error` | 87.03 | 
test_multiple_ips_per_nic.py
   test_network_restart_cleanup_false_2_SHARED | `Error` | 82.10 | 
test_multiple_ips_per_nic.py
   test_network_restart_cleanup_false_3_VPC | `Error` | 308.13 | 
test_multiple_ips_per_nic.py
   test_network_restart_cleanup_true_1_ISOLATED | `Error` | 147.73 | 
test_multiple_ips_per_nic.py
   test_network_restart_cleanup_true_2_SHARED | `Error` | 69.92 | 
test_multiple_ips_per_nic.py
   test_network_restart_cleanup_true_3_VPC | `Error` | 91.44 | 
test_multiple_ips_per_nic.py
   test_network_restart_cleanup_true_3_VPC | `Error` | 91.45 | 
test_multiple_ips_per_nic.py
   test_reboot_router_VM_1_ISOLATED | `Error` | 666.47 | 
test_multiple_ips_per_nic.py
   test_reboot_router_VM_1_ISOLATED | `Error` | 666.52 | 
test_multiple_ips_per_nic.py
   test_reboot_router_VM_2_SHARED | `Error` | 667.63 | 
test_multiple_ips_per_nic.py
   test_reboot_router_VM_3_VPC | `Error` | 129.54 | test_multiple_ips_per_nic.py
   test_recover_vm_1_ISOLATED | `Error` | 119.28 | test_multiple_ips_per_nic.py
   test_recover_vm_2_SHARED | `Error` | 69.40 | test_multiple_ips_per_nic.py
   test_recover_vm_3_VPC | `Error` | 308.58 | test_multiple_ips_per_nic.py
   test_02_created_shared_guest_network | `Error` | 4.76 | 
test_multiple_physical_network_creation.py
   test_02_created_shared_guest_network | `Error` | 4.76 | 
test_multiple_physical_network_creation.py
   test_01_acquire_public_ips_in_isolated_network_with_single_vr | `Error` | 
5.77 | test_multiple_subnets_in_isolated_network.py
   test_03_acquire_public_ips_in_vpc_with_single_vr | `Error` | 314.70 | 
test_multiple_subnets_in_vpc.py
   test_04_acquire_public_ips_in_vpc_with_redundant_vrs | `Failure` | 596.70 | 
test_multiple_subnets_in_vpc_rvr.py
   test_01_create_isolated_network_with_mtu | `Failure` | 437.38 | 
test_network_mtu.py
   test_02_update_isolated_network_with_mtu | `Failure` | 375.90 | 
test_network_mtu.py
   test_01_verify_vpc_dns | `Error` | 58.09 | test_network_vpc_custom_dns.py
   test_01_createVM_snapshotTemplate | `Error` | 1.58 | test_snapshots.py
   ContextSuite context=TestSnapshotEvents>:setup | `Error` | 13.01 | 
test_snapshots.py
   test_02_snapshot_data_disk | `Error` | 5.08 | test_snapshots.py
   test_03_snapshot_detachedDisk | `Error` | 4.78 | test_snapshots.py
   test_04_delete_snapshot | `Error` | 5.17 | test_snapshots.py
   test_12_disableZone_admin_deployVM | `Error` | 1.22 | 
test_organization_states.py
   test_13_disableZone_admin_stop_startVM | `Error` | 32.71 | 
test_organization_states.py
   test_15_disableZone_user_stop_startVM | `Error` | 125.52 | 
test_organization_states.py
   test_22_disablePod_admin_deployVM | `Error` | 1.18 | 
test_organization_states.py
   test_23_disablePod_admin_stop_startVM | `Error` | 3.18 | 
test_organization_states.py
   test_25_disablePod_user_stop_startVM | `Error` | 7.32 | 
test_organization_states.py
   test_43_disableHost_admin_deployVM | `Failure` | 1.16 | 
test_organization_states.py
   test_44_disableHost_admin_stop_startVM | `Failure` | 128.41 | 
test_organization_states.py
   test_02_Overcommit_factor | `Failure` | 459.78 | test_overcommit.py
   test_03_cluste_capacity_check | `Failure` | 610.30 | test_overcommit.py
   test_04_zone_capacity_check | `Failure` | 610.30 | test_overcommit.py
   test_assign_vm_different_account_VR_1_VR | `Error` | 8.42 | 
test_persistent_networks.py
   test_change_persistent_network_to_non_persistent | `Error` | 4.18 | 
test_persistent_networks.py
   test_network_state_after_destroying_vms | `Error` | 0.02 | 
test_persistent_networks.py
   test_newly_added_host_for_persistent_network_resources | `Error` | 1.12 | 
test_persistent_networks.py
   test_persistent_network_with_RVR | `Error` | 4.25 | 
test_persistent_networks.py
   test_pf_nat_rule_persistent_network_1_LB_VR | `Error` | 4.02 | 
test_persistent_networks.py
   test_upgrade_network_VR_to_PersistentRVR | `Error` | 4.16 | 
test_persistent_networks.py
   test_upgrade_to_persistent_services_VR_1_LB_VR | `Error` | 4.03 | 
test_persistent_networks.py
   test_vm_deployment_persistent_and_non_persistent_networks | `Error` | 4.03 | 
test_persistent_networks.py
   test_vm_deployment_two_persistent_networks | `Error` | 4.30 | 
test_persistent_networks.py
   test_volume_delete_event_errorState | `Error` | 2.96 | 
test_persistent_networks.py
   test_account_operations_1_locked | `Error` | 3.88 | 
test_persistent_networks.py
   test_account_operations_2_disabled | `Error` | 4.21 | 
test_persistent_networks.py
   test_project_operations | `Error` | 6.05 | test_persistent_networks.py
   test_cleanup_persistent_network_1_true | `Error` | 4.11 | 
test_persistent_networks.py
   test_cleanup_persistent_network_2_false | `Error` | 3.96 | 
test_persistent_networks.py
   test_vpc_force_delete_domain | `Failure` | 11.11 | 
test_persistent_networks.py
   test_vpc_network_life_cycle_1_delete | `Error` | 5.50 | 
test_persistent_networks.py
   test_vpc_network_life_cycle_2_restart | `Error` | 6.12 | 
test_persistent_networks.py
   ContextSuite context=TestAssociatePublicIp>:setup | `Error` | 0.00 | 
test_portable_ip.py
   test_create_portable_ip_range | `Failure` | 0.01 | test_portable_ip.py
   test_delete_account_services_disabled | `Failure` | 3.77 | 
test_portable_ip.py
   test_delete_account_services_enabled | `Failure` | 3.33 | test_portable_ip.py
   test_delete_portable_ip_range | `Error` | 0.01 | test_portable_ip.py
   test_delete_portable_ip_range_in_use | `Error` | 0.01 | test_portable_ip.py
   test_delete_portable_ip_range_non_root_admin | `Error` | 0.01 | 
test_portable_ip.py
   ContextSuite context=TestDisassociatePublicIp>:setup | `Error` | 4.06 | 
test_portable_ip.py
   test_list_portable_ip_range | `Error` | 0.01 | test_portable_ip.py
   test_list_portable_ip_range_non_root_admin | `Error` | 0.01 | 
test_portable_ip.py
   ContextSuite context=TestPortableIpTransferAcrossNetworks>:setup | `Error` | 
4.00 | test_portable_ip.py
   test_03_vm_per_project | `Error` | 1.29 | test_project_limits.py
   test_04_publicip_per_project | `Error` | 1.25 | test_project_limits.py
   test_05_snapshots_per_project | `Error` | 1.21 | test_project_limits.py
   test_06_volumes_per_project | `Error` | 7.51 | test_project_limits.py
   test_07_templates_per_project | `Error` | 62.47 | test_project_limits.py
   ContextSuite context=TestResourceLimitsProject>:teardown | `Error` | 68.73 | 
test_project_limits.py
   test_03_network_create | `Error` | 8.02 | test_project_resources.py
   test_01_service_offerings | `Error` | 7.54 | test_project_resources.py
   ContextSuite context=TestPublicIpAddress>:setup | `Error` | 10.87 | 
test_project_resources.py
   test_06_create_snapshots_in_project | `Error` | 1.30 | 
test_project_resources.py
   test_04_public_private_template_use_in_project | `Failure` | 1.30 | 
test_project_resources.py
   test_05_use_private_template_in_project | `Failure` | 1.22 | 
test_project_resources.py
   ContextSuite context=TestISOUsage>:setup | `Error` | 0.00 | 
test_project_usage.py
   ContextSuite context=TestLBRuleUsage>:setup | `Error` | 0.00 | 
test_project_usage.py
   ContextSuite context=TestNatRuleUsage>:setup | `Error` | 0.00 | 
test_project_usage.py
   ContextSuite context=TestPublicIPUsage>:setup | `Error` | 0.00 | 
test_project_usage.py
   ContextSuite context=TestSnapshotUsage>:setup | `Error` | 0.00 | 
test_project_usage.py
   test_01_vm_usage | `Error` | 1.26 | test_project_usage.py
   ContextSuite context=TestVolumeUsage>:setup | `Error` | 14.04 | 
test_project_usage.py
   ContextSuite context=TestVpnUsage>:setup | `Error` | 20.01 | 
test_project_usage.py
   test_01_multiple_domains_primary_storage_limits | `Error` | 23.20 | 
test_ps_domain_limits.py
   test_02_multiple_domains_primary_storage_limits | `Failure` | 22.07 | 
test_ps_domain_limits.py
   test_05_assign_virtual_machine_different_domain | `Failure` | 22.13 | 
test_ps_domain_limits.py
   test_06_destroy_recover_vm | `Failure` | 22.70 | test_ps_domain_limits.py
   test_deploy_multiple_vm_1_root_domain_admin | `Error` | 20.24 | 
test_ps_limits.py
   test_deploy_multiple_vm_2_child_domain_admin | `Error` | 21.13 | 
test_ps_limits.py
   test_stop_start_vm_1_root_domain_admin | `Failure` | 17.95 | 
test_ps_limits.py
   test_stop_start_vm_2_child_domain_admin | `Failure` | 20.43 | 
test_ps_limits.py
   test_01_deploy_vm_domain_limit_reached | `Error` | 15.94 | 
test_ps_max_limits.py
   test_02_deploy_vm_account_limit_reached | `Error` | 13.54 | 
test_ps_max_limits.py
   test_03_deploy_vm_project_limit_reached | `Error` | 13.10 | 
test_ps_max_limits.py
   test_01_increase_volume_size_within_account_limit | `Failure` | 12.56 | 
test_ps_resize_volume.py
   test_02_increase_volume_size_above_account_limit | `Failure` | 11.61 | 
test_ps_resize_volume.py
   test_03_increase_volume_size_above_domain_limit | `Failure` | 11.37 | 
test_ps_resize_volume.py
   ContextSuite context=TestPublicIp>:setup | `Error` | 0.00 | test_public_ip.py
   ContextSuite context=TestRecurringSnapshots>:setup | `Error` | 0.00 | 
test_recurring_snapshots.py
   test_network_gc | `Error` | 12.30 | test_redundant_router_cleanups.py
   test_restart_ntwk_no_cleanup | `Error` | 11.44 | 
test_redundant_router_cleanups.py
   test_restart_ntwk_with_cleanup | `Error` | 12.58 | 
test_redundant_router_cleanups.py
   test_enableVPNOverRvR | `Error` | 11.93 | test_redundant_router_services.py
   test_downgradeRvR_to_VR | `Error` | 12.80 | test_redundant_router_upgrades.py
   test_upgradeVR_to_redundantVR | `Error` | 11.27 | 
test_redundant_router_upgrades.py
   test_01_concurrent_snapshots_live_migrate | `Failure` | 10.49 | 
test_snapshots_improvement.py
   test_02_stop_vm_concurrent_snapshots | `Failure` | 9.52 | 
test_snapshots_improvement.py
   test_03_concurrent_snapshots_create_template | `Failure` | 10.57 | 
test_snapshots_improvement.py
   test_04_concurrent_snapshots_create_volume | `Failure` | 9.48 | 
test_snapshots_improvement.py
   test_01_snapshot_on_rootVolume | `Error` | 1.28 | 
test_snapshots_improvement.py
   ContextSuite context=TestResetSSHKeyUserRights>:setup | `Error` | 0.00 | 
test_reset_ssh_keypair.py
   ContextSuite context=TestSnapshotLimit>:setup | `Error` | 0.00 | 
test_snapshot_limits.py
   ContextSuite context=TestResourceCountRunningVMs>:setup | `Error` | 0.00 | 
test_resource_count_running_vms.py
   test_01_check_list_capacity | `Failure` | 6.45 | test_resource_limit_tags.py
   test_06_verify_domain_tagged_vm_limit | `Error` | 13.83 | 
test_resource_limit_tags.py
   test_07_verify_account_tagged_vm_limit | `Error` | 11.16 | 
test_resource_limit_tags.py
   test_08_verify_domain_tagged_volume_limit | `Error` | 11.66 | 
test_resource_limit_tags.py
   test_09_verify_account_tagged_volume_limit | `Error` | 12.88 | 
test_resource_limit_tags.py
   test_10_verify_assign_vm_limit | `Error` | 18.35 | 
test_resource_limit_tags.py
   test_11_verify_scale_vm_limit | `Error` | 11.51 | test_resource_limit_tags.py
   test_12_verify_scale_volume_limit | `Error` | 11.59 | 
test_resource_limit_tags.py
   test_13_verify_restore_vm_limit | `Error` | 20.43 | 
test_resource_limit_tags.py
   test_13_verify_restore_vm_limit | `Error` | 20.43 | 
test_resource_limit_tags.py
   test_01_vm_per_account | `Error` | 121.47 | test_resource_limits.py
   test_02_publicip_per_account | `Error` | 121.35 | test_resource_limits.py
   test_03_snapshots_per_account | `Error` | 121.37 | test_resource_limits.py
   test_04_volumes_per_account | `Error` | 121.36 | test_resource_limits.py
   test_05_templates_per_account | `Failure` | 121.67 | test_resource_limits.py
   test_01_publicip_per_domain | `Error` | 121.48 | test_resource_limits.py
   test_01_vm_per_domain | `Error` | 121.40 | test_resource_limits.py
   test_03_snapshots_per_domain | `Error` | 121.38 | test_resource_limits.py
   test_04_volumes_per_domain | `Error` | 121.34 | test_resource_limits.py
   test_05_templates_per_domain | `Failure` | 121.59 | test_resource_limits.py
   test_01_create__snapshot_new_resized_rootvolume_size | `Error` | 1.31 | 
test_rootvolume_resize.py
   test_02_create__template_new_resized_rootvolume_size | `Error` | 6.45 | 
test_rootvolume_resize.py
   test_02_create__template_new_resized_rootvolume_size | `Error` | 6.45 | 
test_rootvolume_resize.py
   test_04_vmreset_after_migrate_vm__rootvolume_resized | `Error` | 1.24 | 
test_rootvolume_resize.py
   test_05_vmdeployment_with_size | `Error` | 1.23 | test_rootvolume_resize.py
   test_06_resized_rootvolume_with_lessvalue | `Error` | 1.24 | 
test_rootvolume_resize.py
   test_08_increase_volume_size_within_account_limit | `Failure` | 5.20 | 
test_rootvolume_resize.py
   test_08_increase_volume_size_within_account_limit | `Error` | 5.20 | 
test_rootvolume_resize.py
   ContextSuite context=TestRouterServices>:setup | `Error` | 0.00 | 
test_routers.py
   ContextSuite context=TestRouterStopCreateFW>:setup | `Error` | 0.00 | 
test_routers.py
   ContextSuite context=TestRouterStopCreateLB>:setup | `Error` | 0.00 | 
test_routers.py
   ContextSuite context=TestRouterStopCreatePF>:setup | `Error` | 0.00 | 
test_routers.py
   test_01_deployVM_InDefaultSecurityGroup | `Error` | 1.31 | 
test_security_groups.py
   test_03_accessInDefaultSecurityGroup | `Error` | 1.25 | 
test_security_groups.py
   test_01_snapshot_data_disk | `Error` | 5.26 | 
test_separate_backup_from_snapshot.py
   test_createSharedNetwork_All | `Error` | 70.02 | test_shared_networks.py
   test_createSharedNetwork_accountSpecific | `Error` | 71.09 | 
test_shared_networks.py
   test_createSharedNetwork_domainSpecific | `Error` | 78.43 | 
test_shared_networks.py
   test_createSharedNetwork_projectSpecific | `Error` | 70.23 | 
test_shared_networks.py
   test_createSharedNetwork_usedVlan2 | `Error` | 65.85 | 
test_shared_networks.py
   test_deployVM_isolatedAndShared | `Error` | 65.53 | test_shared_networks.py
   test_deployVM_multipleSharedNetwork | `Error` | 65.69 | 
test_shared_networks.py
   test_escalation_ES1621 | `Error` | 65.83 | test_shared_networks.py
   test_reboot_router | `Error` | 64.67 | test_shared_networks.py
   test_restart_network_1_True | `Error` | 64.91 | test_shared_networks.py
   test_restart_network_2_False | `Error` | 65.27 | test_shared_networks.py
   test_stop_start_router | `Error` | 64.72 | test_shared_networks.py
   ContextSuite context=TestSnapshotCopy>:setup | `Error` | 0.00 | 
test_snapshot_copy.py
   test_04_create_template_delete_account | `Error` | 88.99 | 
test_ss_domain_limits.py
   test_01_multiple_domains_secondary_storage_limits | `Error` | 87.33 | 
test_ss_domain_limits.py
   ContextSuite context=TestAccountSnapshotClean>:setup | `Error` | 0.00 | 
test_snapshot_gc.py
   ContextSuite context=TestSecondaryVolumeUsage>:setup | `Error` | 0.00 | 
test_ss_volume_usage.py
   test_02_deploy_ha_vm_from_iso | `Error` | 15.48 | test_stopped_vm.py
   test_deployVmOnGivenHost | `Failure` | 5.66 | test_stopped_vm.py
   test_01_deploy_vm_no_startvm | `Error` | 12.56 | test_stopped_vm.py
   test_02_deploy_vm_startvm_true | `Error` | 11.70 | test_stopped_vm.py
   test_05_deploy_startvm_false_change_so | `Error` | 12.27 | test_stopped_vm.py
   test_09_stop_vm_migrate_vol | `Error` | 5.52 | test_stopped_vm.py
   test_deploy_vm_password_enabled | `Error` | 48.96 | test_stopped_vm.py
   test_01_deploy_vm_no_startvm | `Error` | 18.52 | test_stopped_vm.py
   ContextSuite context=TestStorageMotion>:setup | `Error` | 0.00 | 
test_storage_motion.py
   ContextSuite context=TestResourceTags>:setup | `Error` | 0.00 | test_tags.py
   test_01_check_cross_domain_template_access | `Error` | 0.02 | 
test_template_access_across_domains.py
   test_02_create_template | `Error` | 0.01 | 
test_template_access_across_domains.py
   test_03_check_subdomain_template_access | `Error` | 0.02 | 
test_template_access_across_domains.py
   test_04_check_non_public_template_access | `Error` | 0.02 | 
test_template_access_across_domains.py
   test_05_check_non_public_template_subdomain_access | `Error` | 0.01 | 
test_template_access_across_domains.py
   test_06_check_sub_public_template_sub_domain_access | `Error` | 0.02 | 
test_template_access_across_domains.py
   test_07_check_default_public_template_sub_domain_access | `Error` | 0.01 | 
test_template_access_across_domains.py
   test_08_check_non_public_template_sub_domain_access | `Error` | 0.01 | 
test_template_access_across_domains.py
   test_01_create_template_snampshot | `Error` | 98.80 | 
test_template_from_snapshot_with_template_details.py
   test_01_create_template_snampshot | `Error` | 98.81 | 
test_template_from_snapshot_with_template_details.py
   test_01_create_template | `Error` | 97.92 | test_templates.py
   test_01_create_template | `Error` | 97.92 | test_templates.py
   test_01_updateResourceCount | `Error` | 10.73 | test_updateResourceCount.py
   test_update_vm_details_admin | `Error` | 11.61 | test_update_vm.py
   test_update_vm_name | `Error` | 9.45 | test_update_vm.py
   test_02_create_private_gateway_with_associated_network | `Error` | 5.01 | 
test_user_private_gateway.py
   ContextSuite context=TestUserPrivateGateways>:teardown | `Error` | 10.39 | 
test_user_private_gateway.py
   test_03_create_domain_shared_network_with_associated_network | `Failure` | 
0.80 | test_user_shared_network.py
   test_04_create_account_shared_network_with_associated_network | `Failure` | 
0.93 | test_user_shared_network.py
   ContextSuite context=TestUserSharedNetworks>:teardown | `Error` | 5.31 | 
test_user_shared_network.py
   ContextSuite context=TestVMPasswordEnabled>:setup | `Error` | 0.00 | 
test_vm_passwdenabled.py
   ContextSuite context=TestVolumeDestroyRecover>:setup | `Error` | 0.00 | 
test_volume_destroy_recover.py
   ContextSuite context=TestAttachDetachVolume>:setup | `Error` | 0.00 | 
test_volumes.py
   ContextSuite context=TestAttachVolume>:setup | `Error` | 0.00 | 
test_volumes.py
   ContextSuite context=TestAttachVolumeISO>:setup | `Error` | 0.00 | 
test_volumes.py
   ContextSuite context=TestMigrateVolume>:setup | `Error` | 8.48 | 
test_volumes.py
   test_01_verify_ipv6_vpc | `Error` | 3.32 | test_vpc_ipv6.py
   test_02_verify_ipv6_vpc_redundant | `Error` | 3.32 | test_vpc_ipv6.py
   test_03_verify_upgraded_ipv6_vpc | `Error` | 3.32 | test_vpc_ipv6.py
   test_04_verify_upgraded_ipv6_vpc_redundant | `Error` | 3.31 | 
test_vpc_ipv6.py
   ContextSuite context=TestRouterOperations>:setup | `Error` | 0.00 | 
test_vpc_network.py
   test_01_create_network_1_network_offering | `Error` | 5.96 | 
test_vpc_network.py
   test_02_create_network_fail_1_network_offering | `Error` | 5.71 | 
test_vpc_network.py
   test_07_create_network_unsupported_services | `Error` | 8.07 | 
test_vpc_network.py
   test_08_create_network_without_sourceNAT | `Error` | 7.97 | 
test_vpc_network.py
   test_09_create_network_shared_nwoff_1_network_off_shared | `Error` | 5.94 | 
test_vpc_network.py
   ContextSuite context=TestVPCNetworkGc>:setup | `Error` | 10.82 | 
test_vpc_network.py
   test_01_create_network_outside_range_1_network_offering | `Error` | 5.62 | 
test_vpc_network.py
   test_02_create_network_outside_range | `Error` | 7.59 | test_vpc_network.py
   test_03_create_network_inside_range_1_network_offering | `Error` | 5.27 | 
test_vpc_network.py
   test_04_create_network_overlapping_range_1_network_offering | `Error` | 5.59 
| test_vpc_network.py
   test_05_create_network_diff_account_1_network_offering | `Error` | 5.39 | 
test_vpc_network.py
   test_01_network_services_upgrade | `Error` | 5.76 | test_vpc_network.py
   test_02_network_vpcvr2vr_upgrade | `Error` | 7.65 | test_vpc_network.py
   test_01_internallb_rules | `Error` | 5.44 | 
test_vpc_network_internal_lbrules.py
   test_01_VPC_LBRulesListing | `Error` | 6.33 | test_vpc_network_lbrules.py
   test_02_VPC_CreateLBRuleInMultipleNetworks | `Error` | 6.22 | 
test_vpc_network_lbrules.py
   test_03_VPC_CreateLBRuleInMultipleNetworksVRStoppedState | `Error` | 6.11 | 
test_vpc_network_lbrules.py
   test_04_VPC_CreateLBRuleInMultipleNetworksVRStoppedState | `Error` | 5.80 | 
test_vpc_network_lbrules.py
   test_05_VPC_CreateAndDeleteLBRule | `Error` | 5.84 | 
test_vpc_network_lbrules.py
   test_06_VPC_CreateAndDeleteLBRuleVRStopppedState | `Error` | 4.74 | 
test_vpc_network_lbrules.py
   test_07_VPC_CreateAndDeleteAllLBRule | `Error` | 5.70 | 
test_vpc_network_lbrules.py
   test_08_VPC_CreateAndDeleteAllLBRuleVRStoppedState | `Error` | 5.58 | 
test_vpc_network_lbrules.py
   test_09_VPC_LBRuleCreateFailMultipleVPC | `Error` | 4.50 | 
test_vpc_network_lbrules.py
   test_10_VPC_FailedToCreateLBRuleNonVPCNetwork | `Error` | 5.75 | 
test_vpc_network_lbrules.py
   test_11_VPC_LBRuleCreateNotAllowed | `Error` | 4.81 | 
test_vpc_network_lbrules.py
   test_12_VPC_LBRuleCreateFailForRouterIP | `Error` | 5.72 | 
test_vpc_network_lbrules.py
   test_13_VPC_LBRuleCreateFailForPFSourceNATIP | `Error` | 5.79 | 
test_vpc_network_lbrules.py
   test_14_VPC_LBRuleCreateFailForStaticNatRule | `Error` | 5.44 | 
test_vpc_network_lbrules.py
   test_15_VPC_ReleaseIPForLBRuleCreated | `Error` | 5.65 | 
test_vpc_network_lbrules.py
   test_01_network_services_VPC_StopCreatePF | `Error` | 6.53 | 
test_vpc_network_pfrules.py
   test_02_network_services_VPC_CreatePF | `Error` | 6.06 | 
test_vpc_network_pfrules.py
   test_03_network_services_VPC_StopCreateMultiplePF | `Error` | 6.27 | 
test_vpc_network_pfrules.py
   test_04_network_services_VPC_CreateMultiplePF | `Error` | 6.49 | 
test_vpc_network_pfrules.py
   test_01_VPC_StaticNatRuleCreateStoppedState | `Error` | 6.40 | 
test_vpc_network_staticnatrule.py
   test_02_VPC_CreateStaticNatRule | `Error` | 6.26 | 
test_vpc_network_staticnatrule.py
   test_03_VPC_StopCreateMultipleStaticNatRuleStopppedState | `Error` | 6.56 | 
test_vpc_network_staticnatrule.py
   test_04_VPC_CreateMultipleStaticNatRule | `Error` | 6.82 | 
test_vpc_network_staticnatrule.py
   test_03_vpc_off_without_lb | `Error` | 9.40 | test_vpc_offerings.py
   test_04_vpc_off_without_static_nat | `Error` | 8.01 | test_vpc_offerings.py
   test_05_vpc_off_without_pf | `Error` | 7.30 | test_vpc_offerings.py
   test_07_update_vpc_off | `Error` | 9.38 | test_vpc_offerings.py
   test_09_create_redundant_vpc_offering | `Error` | 7.97 | 
test_vpc_offerings.py
   ContextSuite context=TestVPCRouterOneNetwork>:setup | `Error` | 0.00 | 
test_vpc_routers.py
   ContextSuite context=TestVPCRoutersBasic>:setup | `Error` | 0.00 | 
test_vpc_routers.py
   ContextSuite context=TestVMLifeCycleBothIsolated>:setup | `Error` | 0.00 | 
test_vpc_vm_life_cycle.py
   ContextSuite context=TestVMLifeCycleStoppedVPCVR>:setup | `Error` | 0.00 | 
test_vpc_vm_life_cycle.py
   ContextSuite context=TestVMLifeCycleVPC>:setup | `Error` | 0.00 | 
test_vpc_vm_life_cycle.py
   test_01_deploy_vms_in_network | `Error` | 7.54 | test_vpc_vms_deployment.py
   test_02_deploy_vms_delete_network | `Error` | 7.58 | 
test_vpc_vms_deployment.py
   test_03_deploy_vms_delete_add_network | `Error` | 7.66 | 
test_vpc_vms_deployment.py
   test_04_deploy_vms_delete_add_network_noLb | `Error` | 7.91 | 
test_vpc_vms_deployment.py
   test_05_create_network_max_limit | `Error` | 8.00 | 
test_vpc_vms_deployment.py
   test_06_delete_network_vm_running | `Error` | 7.71 | 
test_vpc_vms_deployment.py
   test_08_ip_reallocation_CS5986 | `Error` | 6.52 | test_vpc_vms_deployment.py
   test_01_VPN_user_limit | `Error` | 4.92 | test_vpn_users.py
   test_02_use_vpn_port | `Error` | 4.95 | test_vpn_users.py
   test_03_enable_vpn_use_port | `Error` | 4.63 | test_vpn_users.py
   test_04_add_new_users | `Error` | 4.79 | test_vpn_users.py
   test_05_add_duplicate_user | `Error` | 5.00 | test_vpn_users.py
   test_06_add_VPN_user_global_admin | `Error` | 4.72 | test_vpn_users.py
   test_07_add_VPN_user_domain_admin | `Error` | 4.90 | test_vpn_users.py
   test_08_add_TCP_PF_Rule_In_VPN | `Error` | 4.97 | test_vpn_users.py
   test_CLOUDSTACK_6181_stoppedvm_root_resize | `Error` | 11.73 | test_bugs.py
   test_CLOUDSTACK_6181_vm_root_resize | `Error` | 1.25 | test_bugs.py
   test_01_dedicate_guest_vlan_range_root_domain | `Error` | 12.20 | 
test_dedicate_guest_vlan_ranges.py
   test_02_dedicate_guest_vlan_range_user_domain | `Error` | 13.26 | 
test_dedicate_guest_vlan_ranges.py
   test_03_multiple_guest_netwoks | `Error` | 8.12 | 
test_dedicate_guest_vlan_ranges.py
   test_02_delete_dedicated_vlan_range_vlan_in_use | `Error` | 6.90 | 
test_dedicate_guest_vlan_ranges.py
   test_03_delete_account | `Error` | 6.71 | test_dedicate_guest_vlan_ranges.py
   test_05_release_range_vlan_in_use | `Error` | 6.82 | 
test_dedicate_guest_vlan_ranges.py
   test_05_acquire_ip_single_guest_network | `Error` | 4.49 | 
test_dedicate_public_ip_range.py
   test_06_acquire_ip_multiple_guest_network | `Error` | 4.71 | 
test_dedicate_public_ip_range.py
   test_08_acquire_ip_in_vpc | `Error` | 7.05 | test_dedicate_public_ip_range.py
   test_14_release_ip_from_dedicated_range | `Error` | 4.28 | 
test_dedicate_public_ip_range.py
   test_15_release_dedicated_range | `Failure` | 4.34 | 
test_dedicate_public_ip_range.py
   test_16_delete_ip_range_no_network_rules | `Error` | 4.75 | 
test_dedicate_public_ip_range.py
   test_17_delete_ip_range_network_rules | `Error` | 4.24 | 
test_dedicate_public_ip_range.py
   test_18_delete_network | `Error` | 4.09 | test_dedicate_public_ip_range.py
   test_19_delete_account | `Error` | 4.65 | test_dedicate_public_ip_range.py
   test_21_release_dedicated_range_ip_address_in_use | `Error` | 4.62 | 
test_dedicate_public_ip_range.py
   test_01_deploy_vm_with_explicit_dedication | `Error` | 1.10 | 
test_explicit_dedication.py
   test_01_host_maintenance_mode | `Failure` | 5.09 | test_high_availability.py
   test_02_host_maintenance_mode_with_activities | `Failure` | 4.81 | 
test_high_availability.py
   test_01_ip_resource_count_vpc_network | `Error` | 7.10 | 
test_ip_resource_count_for_vpc.py
   ContextSuite context=TestNFSMountOptsKVM>:setup | `Error` | 0.00 | 
test_primary_storage_nfsmountopts_kvm.py
   test_createRvRNetwork | `Error` | 10.77 | test_redundant_router.py
   test_createRvRNetwork | `Error` | 11.28 | test_redundant_router.py
   test_01_stopPrimaryRvR | `Error` | 4.89 | test_redundant_router.py
   test_02_stopBackupRvR | `Error` | 4.94 | test_redundant_router.py
   test_03_rebootPrimaryRvR | `Error` | 5.17 | test_redundant_router.py
   test_04_rebootBackupRvR | `Error` | 4.60 | test_redundant_router.py
   test_05_stopBackupRvR_startInstance | `Error` | 4.98 | 
test_redundant_router.py
   ContextSuite context=TestRvRRedundancy>:teardown | `Error` | 5.05 | 
test_redundant_router.py
   test_applyNetworkRules_PrimaryDown_deleteNetworkRules | `Error` | 12.96 | 
test_redundant_router_network_rules.py
   test_applyRules_restartRvRNetwork | `Error` | 10.99 | 
test_redundant_router_network_rules.py
   test_apply_and__delete_NetworkRulesOnRvR | `Error` | 12.91 | 
test_redundant_router_network_rules.py
   test_networkRules_afterRebootRouters | `Error` | 10.97 | 
test_redundant_router_network_rules.py


-- 
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.

To unsubscribe, e-mail: [email protected]

For queries about this service, please contact Infrastructure at:
[email protected]

Reply via email to