blueorangutan commented on PR #12049:
URL: https://github.com/apache/cloudstack/pull/12049#issuecomment-3536535140

   <b>[SF] Trillian test result (tid-14812)</b>
   Environment: kvm-ol8 (x2), zone: Advanced Networking with Mgmt server ol8
   Total time taken: 253480 seconds
   Marvin logs: 
https://github.com/blueorangutan/acs-prs/releases/download/trillian/pr12049-t14812-kvm-ol8.zip
   Component tests completed. 80 look OK, 94 have errors
   Only failed tests results shown below:
   
   
   Test | Result | Time (s) | Test File
   --- | --- | --- | ---
   ContextSuite context=TestDeployVMLease>:setup | `Error` | 0.00 | 
test_deploy_vm_lease.py
   ContextSuite context=TestDeployVMs>:setup | `Error` | 0.00 | 
test_dhcp_dns_offload.py
   test_01_acquire_public_ip_in_isolated_network | `Failure` | 62.13 | 
test_acquire_specified_public_ip.py
   test_02_acquire_public_ip_in_vpc | `Failure` | 51.46 | 
test_acquire_specified_public_ip.py
   test_17_add_nic_different_zone | `Error` | 56.64 | test_add_remove_network.py
   ContextSuite context=TestFailureScenariosAddNetworkToVM>:teardown | `Error` 
| 13.03 | test_add_remove_network.py
   ContextSuite context=TestFailureScenariosUpdateVirtualMachineNIC>:teardown | 
`Error` | 7.62 | test_add_remove_network.py
   ContextSuite context=TestUpdateVirtualMachineNIC>:teardown | `Error` | 
161.93 | test_add_remove_network.py
   test_03_1_egress_fr3 | `Failure` | 750.08 | test_egress_fw_rules.py
   test_07_1_egress_fr7 | `Failure` | 732.44 | test_egress_fw_rules.py
   test_07_egress_fr7 | `Failure` | 735.54 | test_egress_fw_rules.py
   test_04_reoccuring_snapshot_rules | `Error` | 4333.51 | 
test_base_image_updation.py
   test_01_list_isos_pagination | `Failure` | 994.02 | test_escalations_isos.py
   test_02_download_iso | `Failure` | 0.04 | test_escalations_isos.py
   test_03_edit_iso_details | `Failure` | 0.04 | test_escalations_isos.py
   ContextSuite context=TestDataPersistency>:teardown | `Error` | 282.61 | 
test_blocker_bugs.py
   test_01_create_template | `Error` | 304.19 | test_blocker_bugs.py
   test_01_Browser_volume_Life_cycle_tpath | `Failure` | 0.07 | 
test_browse_volumes.py
   test_02_SSVM_Life_Cycle_With_Browser_Volume_TPath | `Failure` | 96.66 | 
test_browse_volumes.py
   test_03_Browser_Upload_Volume_Global_Config_TPath | `Failure` | 0.06 | 
test_browse_volumes.py
   test_04_Browser_Upload_Volume_Negative_Scenarios_TPath | `Failure` | 0.06 | 
test_browse_volumes.py
   test_05_Browser_Upload_Volume_MultiSSVM_Scenarios_TPath | `Failure` | 0.01 | 
test_browse_volumes.py
   test_06_Browser_Upload_Volume_with_extended_file_extensions | `Failure` | 
0.06 | test_browse_volumes.py
   test_08_Browser_Upload_Volume_TamperedPostURL | `Failure` | 0.06 | 
test_browse_volumes.py
   test_09_Browser_Upload_Volume_PostURL_with_Deleted_Uploadvolume_Details | 
`Error` | 0.07 | test_browse_volumes.py
   test_10_Browser_Upload_Volume_API_with_imagepoolid | `Error` | 0.08 | 
test_browse_volumes.py
   test_11_migrate_upload_volume | `Error` | 0.06 | test_browse_volumes.py
   test_12_Browser_Upload_Volume_with_all_API_parameters | `Failure` | 0.06 | 
test_browse_volumes.py
   test_13_Browser_Upload_Volume_volume_resource_limits | `Failure` | 0.11 | 
test_browse_volumes.py
   test_14_Browser_Upload_Volume_secondary_storage_resource_limits | `Failure` 
| 0.09 | test_browse_volumes.py
   test_15_Browser_Upload_Volume_primary_storage_resource_limits | `Failure` | 
0.09 | test_browse_volumes.py
   test_16_Browser_Upload_volume_resource_limits_after_deletion | `Failure` | 
0.06 | test_browse_volumes.py
   
test_17_Browser_Upload_Volume_secondary_storage_resource_limits_after_deletion 
| `Failure` | 0.07 | test_browse_volumes.py
   test_browser_upload_volume_incomplete | `Failure` | 0.06 | 
test_browse_volumes.py
   test_10_create_policy_enable_disable_vpn | `Failure` | 166.91 | 
test_haproxy.py
   test_01_concurrent_snapshot_global_limit | `Failure` | 209.10 | 
test_concurrent_snapshots_limit.py
   ContextSuite context=TestConfigDrive>:setup | `Error` | 0.00 | 
test_configdrive.py
   runTest | `Error` | 0.00 | test_edgezone_supportedoperations.py
   runTest | `Error` | 0.00 | test_edgezone_supportedoperations.py
   test_05_create_delete_lbrule_forvpc | `Error` | 57.27 | 
test_escalations_ipaddresses.py
   test_07_assign_remove_lbrule_toinstance | `Failure` | 68.94 | 
test_escalations_ipaddresses.py
   test_07_assign_remove_lbrule_toinstance | `Error` | 68.96 | 
test_escalations_ipaddresses.py
   test_10_create_delete_portforwarding_forvpc | `Error` | 57.35 | 
test_escalations_ipaddresses.py
   test_15_enable_disable_staticnat_forvpc | `Error` | 59.16 | 
test_escalations_ipaddresses.py
   ContextSuite context=TestIpAddresses>:teardown | `Error` | 5.82 | 
test_escalations_ipaddresses.py
   test_04_create_vpc_with_networkdomain | `Failure` | 0.05 | 
test_escalations_networks.py
   test_14_list_public_ipaddress_by_associated_networkid | `Failure` | 0.03 | 
test_escalations_networks.py
   test_15_list_privategateway_byvpcid | `Failure` | 53.72 | 
test_escalations_networks.py
   test_17_restart_vpc | `Failure` | 0.03 | test_escalations_networks.py
   test_18_create_list_vpn_gateway | `Failure` | 0.03 | 
test_escalations_networks.py
   test_21_listNetworkacls_by_privategateway_aclid | `Error` | 51.51 | 
test_escalations_networks.py
   ContextSuite context=TestNetworks_2>:teardown | `Error` | 52.60 | 
test_escalations_networks.py
   test_01_list_volume_snapshots_pagination | `Error` | 109.53 | 
test_escalations_snapshots.py
   test_01_list_volume_snapshots_pagination | `Error` | 109.54 | 
test_escalations_snapshots.py
   test_02_list_volume_snapshots_byid | `Failure` | 0.07 | 
test_escalations_snapshots.py
   ContextSuite context=TestTemplates>:setup | `Error` | 0.00 | 
test_escalations_templates.py
   test_03_data_volume_resize | `Error` | 104.60 | test_escalations_volumes.py
   test_04_custom_volume_resize | `Error` | 107.56 | test_escalations_volumes.py
   test_06_volume_snapshot_policy_hourly | `Error` | 105.72 | 
test_escalations_volumes.py
   test_07_volume_snapshot_policy_daily | `Error` | 101.26 | 
test_escalations_volumes.py
   test_08_volume_snapshot_policy_weekly | `Error` | 108.43 | 
test_escalations_volumes.py
   test_09_volume_snapshot_policy_monthly | `Error` | 98.35 | 
test_escalations_volumes.py
   test_10_volume_snapshots_pagination | `Error` | 107.56 | 
test_escalations_volumes.py
   test_11_volume_extract | `Error` | 100.31 | test_escalations_volumes.py
   test_12_volume_upload | `Error` | 82.29 | test_escalations_volumes.py
   test_13_volume_custom_disk_size | `Failure` | 101.53 | 
test_escalations_volumes.py
   test_01_deploy_vm_with_implicit_planner | `Error` | 1.65 | 
test_implicit_planner.py
   test_02_migrate_vm | `Failure` | 459.62 | test_mm_domain_limits.py
   test_01_multiple_child_domains | `Failure` | 725.68 | 
test_mm_domain_limits.py
   test_operations_non_root_admin_api_client_3_VPC | `Error` | 668.70 | 
test_multiple_ips_per_nic.py
   test_operations_non_root_admin_api_client_3_VPC | `Error` | 668.75 | 
test_multiple_ips_per_nic.py
   ContextSuite context=TestBasicOperations>:teardown | `Error` | 82.86 | 
test_multiple_ips_per_nic.py
   test_add_PF_rule_2_SHARED | `Failure` | 86.09 | test_multiple_ips_per_nic.py
   test_add_static_nat_rule_1_ISOLATED | `Error` | 416.89 | 
test_multiple_ips_per_nic.py
   test_add_static_nat_rule_2_SHARED | `Failure` | 69.63 | 
test_multiple_ips_per_nic.py
   test_add_static_nat_rule_2_SHARED | `Error` | 69.63 | 
test_multiple_ips_per_nic.py
   test_add_static_nat_rule_3_VPC | `Error` | 95.46 | 
test_multiple_ips_per_nic.py
   test_delete_PF_nat_rule_2_SHARED | `Error` | 383.50 | 
test_multiple_ips_per_nic.py
   test_disable_static_nat_1_ISOLATED | `Error` | 390.65 | 
test_multiple_ips_per_nic.py
   test_disable_static_nat_2_SHARED | `Error` | 69.60 | 
test_multiple_ips_per_nic.py
   test_disable_static_nat_2_SHARED | `Error` | 69.61 | 
test_multiple_ips_per_nic.py
   test_disable_static_nat_3_VPC | `Error` | 85.68 | 
test_multiple_ips_per_nic.py
   test_disassociate_ip_mapped_to_secondary_ip_through_PF_rule_1_ISOLATED | 
`Error` | 81.61 | test_multiple_ips_per_nic.py
   test_disassociate_ip_mapped_to_secondary_ip_through_PF_rule_2_SHARED | 
`Error` | 62.98 | test_multiple_ips_per_nic.py
   test_disassociate_ip_mapped_to_secondary_ip_through_PF_rule_2_SHARED | 
`Error` | 62.99 | test_multiple_ips_per_nic.py
   test_disassociate_ip_mapped_to_secondary_ip_through_PF_rule_3_VPC | `Error` 
| 379.85 | test_multiple_ips_per_nic.py
   test_disassociate_ip_mapped_to_secondary_ip_through_PF_rule_3_VPC | `Error` 
| 379.87 | test_multiple_ips_per_nic.py
   ContextSuite context=TestNetworkRules>:teardown | `Error` | 379.96 | 
test_multiple_ips_per_nic.py
   test_delete_vm_1_ISOLATED | `Error` | 95.11 | test_multiple_ips_per_nic.py
   test_delete_vm_2_SHARED | `Error` | 74.42 | test_multiple_ips_per_nic.py
   test_delete_vm_3_VPC | `Error` | 692.29 | test_multiple_ips_per_nic.py
   test_delete_vm_3_VPC | `Error` | 692.34 | test_multiple_ips_per_nic.py
   test_network_restart_cleanup_false_1_ISOLATED | `Error` | 373.83 | 
test_multiple_ips_per_nic.py
   test_network_restart_cleanup_false_1_ISOLATED | `Error` | 373.87 | 
test_multiple_ips_per_nic.py
   test_network_restart_cleanup_false_2_SHARED | `Error` | 319.76 | 
test_multiple_ips_per_nic.py
   test_network_restart_cleanup_false_3_VPC | `Error` | 91.42 | 
test_multiple_ips_per_nic.py
   test_network_restart_cleanup_true_1_ISOLATED | `Error` | 150.77 | 
test_multiple_ips_per_nic.py
   test_network_restart_cleanup_true_2_SHARED | `Error` | 83.77 | 
test_multiple_ips_per_nic.py
   test_network_restart_cleanup_true_3_VPC | `Error` | 91.43 | 
test_multiple_ips_per_nic.py
   test_network_restart_cleanup_true_3_VPC | `Error` | 91.43 | 
test_multiple_ips_per_nic.py
   test_reboot_router_VM_1_ISOLATED | `Error` | 144.41 | 
test_multiple_ips_per_nic.py
   test_reboot_router_VM_2_SHARED | `Error` | 76.08 | 
test_multiple_ips_per_nic.py
   test_reboot_router_VM_3_VPC | `Error` | 149.37 | test_multiple_ips_per_nic.py
   test_recover_vm_1_ISOLATED | `Error` | 106.88 | test_multiple_ips_per_nic.py
   test_recover_vm_2_SHARED | `Error` | 100.18 | test_multiple_ips_per_nic.py
   test_recover_vm_3_VPC | `Error` | 96.33 | test_multiple_ips_per_nic.py
   test_02_created_shared_guest_network | `Error` | 5.97 | 
test_multiple_physical_network_creation.py
   test_02_created_shared_guest_network | `Error` | 5.97 | 
test_multiple_physical_network_creation.py
   test_01_acquire_public_ips_in_isolated_network_with_single_vr | `Error` | 
7.59 | test_multiple_subnets_in_isolated_network.py
   test_02_acquire_public_ips_in_isolated_network_with_redundant_vrs | 
`Failure` | 624.35 | test_multiple_subnets_in_isolated_network_rvr.py
   test_03_acquire_public_ips_in_vpc_with_single_vr | `Error` | 302.17 | 
test_multiple_subnets_in_vpc.py
   test_04_acquire_public_ips_in_vpc_with_redundant_vrs | `Error` | 321.00 | 
test_multiple_subnets_in_vpc_rvr.py
   test_01_verify_ipv6_network | `Failure` | 330.99 | test_network_ipv6.py
   test_02_verify_ipv6_network_redundant | `Failure` | 153.46 | 
test_network_ipv6.py
   test_03_verify_upgraded_ipv6_network | `Failure` | 298.05 | 
test_network_ipv6.py
   test_04_verify_upgraded_ipv6_network_redundant | `Error` | 741.25 | 
test_network_ipv6.py
   test_04_verify_upgraded_ipv6_network_redundant | `Error` | 741.30 | 
test_network_ipv6.py
   test_01_create_isolated_network_with_mtu | `Failure` | 141.20 | 
test_network_mtu.py
   test_02_update_isolated_network_with_mtu | `Failure` | 73.56 | 
test_network_mtu.py
   test_01_verify_vpc_dns | `Error` | 53.12 | test_network_vpc_custom_dns.py
   ContextSuite context=TestOrganizationStates>:setup | `Error` | 0.00 | 
test_organization_states.py
   test_02_Overcommit_factor | `Failure` | 463.09 | test_overcommit.py
   test_03_cluste_capacity_check | `Failure` | 610.38 | test_overcommit.py
   test_04_zone_capacity_check | `Failure` | 610.43 | test_overcommit.py
   test_assign_vm_different_account_VR_1_VR | `Error` | 12.06 | 
test_persistent_networks.py
   test_change_persistent_network_to_non_persistent | `Error` | 6.74 | 
test_persistent_networks.py
   test_network_state_after_destroying_vms | `Error` | 0.03 | 
test_persistent_networks.py
   test_newly_added_host_for_persistent_network_resources | `Error` | 1.18 | 
test_persistent_networks.py
   test_persistent_network_with_RVR | `Error` | 6.85 | 
test_persistent_networks.py
   test_pf_nat_rule_persistent_network_1_LB_VR | `Error` | 6.05 | 
test_persistent_networks.py
   test_upgrade_network_VR_to_PersistentRVR | `Error` | 5.81 | 
test_persistent_networks.py
   test_upgrade_to_persistent_services_VR_1_LB_VR | `Error` | 5.82 | 
test_persistent_networks.py
   test_vm_deployment_persistent_and_non_persistent_networks | `Error` | 5.73 | 
test_persistent_networks.py
   test_vm_deployment_two_persistent_networks | `Error` | 5.83 | 
test_persistent_networks.py
   test_volume_delete_event_errorState | `Error` | 4.58 | 
test_persistent_networks.py
   test_account_operations_1_locked | `Error` | 5.87 | 
test_persistent_networks.py
   test_account_operations_2_disabled | `Error` | 6.01 | 
test_persistent_networks.py
   test_project_operations | `Error` | 8.14 | test_persistent_networks.py
   test_cleanup_persistent_network_1_true | `Error` | 6.53 | 
test_persistent_networks.py
   test_cleanup_persistent_network_2_false | `Error` | 6.44 | 
test_persistent_networks.py
   test_vpc_force_delete_domain | `Failure` | 14.60 | 
test_persistent_networks.py
   test_vpc_network_life_cycle_1_delete | `Error` | 7.36 | 
test_persistent_networks.py
   test_vpc_network_life_cycle_2_restart | `Error` | 7.11 | 
test_persistent_networks.py
   ContextSuite context=TestAssociatePublicIp>:setup | `Error` | 0.00 | 
test_portable_ip.py
   test_create_portable_ip_range | `Failure` | 0.03 | test_portable_ip.py
   test_delete_account_services_disabled | `Failure` | 5.05 | 
test_portable_ip.py
   test_delete_account_services_enabled | `Failure` | 5.10 | test_portable_ip.py
   test_delete_portable_ip_range | `Error` | 0.02 | test_portable_ip.py
   test_delete_portable_ip_range_in_use | `Error` | 0.02 | test_portable_ip.py
   test_delete_portable_ip_range_non_root_admin | `Error` | 0.02 | 
test_portable_ip.py
   ContextSuite context=TestDisassociatePublicIp>:setup | `Error` | 5.52 | 
test_portable_ip.py
   test_list_portable_ip_range | `Error` | 0.02 | test_portable_ip.py
   test_list_portable_ip_range_non_root_admin | `Error` | 0.02 | 
test_portable_ip.py
   ContextSuite context=TestPortableIpTransferAcrossNetworks>:setup | `Error` | 
5.29 | test_portable_ip.py
   test_03_vm_per_project | `Error` | 1.58 | test_project_limits.py
   test_04_publicip_per_project | `Error` | 1.35 | test_project_limits.py
   test_05_snapshots_per_project | `Error` | 1.35 | test_project_limits.py
   test_06_volumes_per_project | `Error` | 8.77 | test_project_limits.py
   test_07_templates_per_project | `Error` | 62.67 | test_project_limits.py
   ContextSuite context=TestResourceLimitsProject>:teardown | `Error` | 80.41 | 
test_project_limits.py
   test_03_network_create | `Error` | 8.45 | test_project_resources.py
   test_01_service_offerings | `Error` | 7.71 | test_project_resources.py
   ContextSuite context=TestPublicIpAddress>:setup | `Error` | 13.49 | 
test_project_resources.py
   test_06_create_snapshots_in_project | `Error` | 1.49 | 
test_project_resources.py
   test_04_public_private_template_use_in_project | `Failure` | 1.43 | 
test_project_resources.py
   test_05_use_private_template_in_project | `Failure` | 1.37 | 
test_project_resources.py
   ContextSuite context=TestISOUsage>:setup | `Error` | 0.00 | 
test_project_usage.py
   ContextSuite context=TestLBRuleUsage>:setup | `Error` | 0.00 | 
test_project_usage.py
   ContextSuite context=TestNatRuleUsage>:setup | `Error` | 0.00 | 
test_project_usage.py
   ContextSuite context=TestPublicIPUsage>:setup | `Error` | 0.00 | 
test_project_usage.py
   ContextSuite context=TestSnapshotUsage>:setup | `Error` | 0.00 | 
test_project_usage.py
   test_01_vm_usage | `Error` | 1.46 | test_project_usage.py
   ContextSuite context=TestVolumeUsage>:setup | `Error` | 15.95 | 
test_project_usage.py
   ContextSuite context=TestVpnUsage>:setup | `Error` | 24.30 | 
test_project_usage.py
   test_01_multiple_domains_primary_storage_limits | `Error` | 30.23 | 
test_ps_domain_limits.py
   test_02_multiple_domains_primary_storage_limits | `Failure` | 30.39 | 
test_ps_domain_limits.py
   test_05_assign_virtual_machine_different_domain | `Failure` | 29.59 | 
test_ps_domain_limits.py
   test_06_destroy_recover_vm | `Failure` | 30.32 | test_ps_domain_limits.py
   test_deploy_multiple_vm_1_root_domain_admin | `Error` | 23.35 | 
test_ps_limits.py
   test_deploy_multiple_vm_2_child_domain_admin | `Error` | 23.86 | 
test_ps_limits.py
   test_stop_start_vm_1_root_domain_admin | `Failure` | 17.93 | 
test_ps_limits.py
   test_stop_start_vm_2_child_domain_admin | `Failure` | 20.14 | 
test_ps_limits.py
   test_01_deploy_vm_domain_limit_reached | `Error` | 16.29 | 
test_ps_max_limits.py
   test_02_deploy_vm_account_limit_reached | `Error` | 15.40 | 
test_ps_max_limits.py
   test_03_deploy_vm_project_limit_reached | `Error` | 15.60 | 
test_ps_max_limits.py
   test_01_increase_volume_size_within_account_limit | `Failure` | 14.11 | 
test_ps_resize_volume.py
   test_02_increase_volume_size_above_account_limit | `Failure` | 13.63 | 
test_ps_resize_volume.py
   test_03_increase_volume_size_above_domain_limit | `Failure` | 14.00 | 
test_ps_resize_volume.py
   ContextSuite context=TestPublicIp>:setup | `Error` | 0.00 | test_public_ip.py
   test_01_createVM_snapshotTemplate | `Error` | 1.66 | test_snapshots.py
   ContextSuite context=TestSnapshotEvents>:setup | `Error` | 14.23 | 
test_snapshots.py
   test_02_snapshot_data_disk | `Error` | 6.10 | test_snapshots.py
   test_03_snapshot_detachedDisk | `Error` | 6.32 | test_snapshots.py
   test_04_delete_snapshot | `Error` | 6.64 | test_snapshots.py
   ContextSuite context=TestRecurringSnapshots>:setup | `Error` | 0.00 | 
test_recurring_snapshots.py
   test_network_gc | `Error` | 12.41 | test_redundant_router_cleanups.py
   test_restart_ntwk_no_cleanup | `Error` | 11.99 | 
test_redundant_router_cleanups.py
   test_restart_ntwk_with_cleanup | `Error` | 12.30 | 
test_redundant_router_cleanups.py
   test_enableVPNOverRvR | `Error` | 13.20 | test_redundant_router_services.py
   test_downgradeRvR_to_VR | `Error` | 13.75 | test_redundant_router_upgrades.py
   test_upgradeVR_to_redundantVR | `Error` | 13.79 | 
test_redundant_router_upgrades.py
   ContextSuite context=TestResetSSHKeyUserRights>:setup | `Error` | 0.00 | 
test_reset_ssh_keypair.py
   ContextSuite context=TestResourceCountRunningVMs>:setup | `Error` | 0.00 | 
test_resource_count_running_vms.py
   test_01_check_list_capacity | `Failure` | 8.05 | test_resource_limit_tags.py
   test_06_verify_domain_tagged_vm_limit | `Error` | 13.94 | 
test_resource_limit_tags.py
   test_07_verify_account_tagged_vm_limit | `Error` | 13.98 | 
test_resource_limit_tags.py
   test_08_verify_domain_tagged_volume_limit | `Error` | 13.51 | 
test_resource_limit_tags.py
   test_09_verify_account_tagged_volume_limit | `Error` | 14.22 | 
test_resource_limit_tags.py
   test_10_verify_assign_vm_limit | `Error` | 19.65 | 
test_resource_limit_tags.py
   test_11_verify_scale_vm_limit | `Error` | 14.37 | test_resource_limit_tags.py
   test_12_verify_scale_volume_limit | `Error` | 14.58 | 
test_resource_limit_tags.py
   test_13_verify_restore_vm_limit | `Error` | 23.78 | 
test_resource_limit_tags.py
   test_13_verify_restore_vm_limit | `Error` | 23.79 | 
test_resource_limit_tags.py
   test_01_vm_per_account | `Error` | 121.52 | test_resource_limits.py
   test_02_publicip_per_account | `Error` | 121.52 | test_resource_limits.py
   test_03_snapshots_per_account | `Error` | 121.54 | test_resource_limits.py
   test_04_volumes_per_account | `Error` | 121.50 | test_resource_limits.py
   test_05_templates_per_account | `Failure` | 121.98 | test_resource_limits.py
   test_01_publicip_per_domain | `Error` | 121.60 | test_resource_limits.py
   test_01_vm_per_domain | `Error` | 121.56 | test_resource_limits.py
   test_03_snapshots_per_domain | `Error` | 121.48 | test_resource_limits.py
   test_04_volumes_per_domain | `Error` | 121.50 | test_resource_limits.py
   test_05_templates_per_domain | `Failure` | 121.86 | test_resource_limits.py
   test_01_create__snapshot_new_resized_rootvolume_size | `Error` | 1.43 | 
test_rootvolume_resize.py
   test_02_create__template_new_resized_rootvolume_size | `Error` | 8.81 | 
test_rootvolume_resize.py
   test_02_create__template_new_resized_rootvolume_size | `Error` | 8.81 | 
test_rootvolume_resize.py
   test_04_vmreset_after_migrate_vm__rootvolume_resized | `Error` | 1.35 | 
test_rootvolume_resize.py
   test_05_vmdeployment_with_size | `Error` | 1.33 | test_rootvolume_resize.py
   test_06_resized_rootvolume_with_lessvalue | `Error` | 1.33 | 
test_rootvolume_resize.py
   test_08_increase_volume_size_within_account_limit | `Failure` | 7.74 | 
test_rootvolume_resize.py
   test_08_increase_volume_size_within_account_limit | `Error` | 7.74 | 
test_rootvolume_resize.py
   ContextSuite context=TestRouterServices>:setup | `Error` | 0.00 | 
test_routers.py
   ContextSuite context=TestRouterStopCreateFW>:setup | `Error` | 0.00 | 
test_routers.py
   ContextSuite context=TestRouterStopCreateLB>:setup | `Error` | 0.00 | 
test_routers.py
   ContextSuite context=TestRouterStopCreatePF>:setup | `Error` | 0.00 | 
test_routers.py
   test_01_deployVM_InDefaultSecurityGroup | `Error` | 1.41 | 
test_security_groups.py
   test_03_accessInDefaultSecurityGroup | `Error` | 1.32 | 
test_security_groups.py
   test_01_snapshot_data_disk | `Error` | 6.31 | 
test_separate_backup_from_snapshot.py
   test_createSharedNetwork_All | `Error` | 73.61 | test_shared_networks.py
   test_createSharedNetwork_accountSpecific | `Error` | 73.00 | 
test_shared_networks.py
   test_createSharedNetwork_domainSpecific | `Error` | 80.06 | 
test_shared_networks.py
   test_createSharedNetwork_projectSpecific | `Error` | 71.20 | 
test_shared_networks.py
   test_createSharedNetwork_usedVlan2 | `Error` | 66.61 | 
test_shared_networks.py
   test_deployVM_isolatedAndShared | `Error` | 67.66 | test_shared_networks.py
   test_deployVM_multipleSharedNetwork | `Error` | 67.25 | 
test_shared_networks.py
   test_escalation_ES1621 | `Error` | 67.06 | test_shared_networks.py
   test_reboot_router | `Error` | 66.54 | test_shared_networks.py
   test_restart_network_1_True | `Error` | 66.84 | test_shared_networks.py
   test_restart_network_2_False | `Error` | 66.53 | test_shared_networks.py
   test_stop_start_router | `Error` | 66.81 | test_shared_networks.py
   ContextSuite context=TestSnapshotCopy>:setup | `Error` | 0.00 | 
test_snapshot_copy.py
   test_04_create_template_delete_account | `Error` | 92.24 | 
test_ss_domain_limits.py
   ContextSuite context=TestAccountSnapshotClean>:setup | `Error` | 0.00 | 
test_snapshot_gc.py
   ContextSuite context=TestSnapshotLimit>:setup | `Error` | 0.00 | 
test_snapshot_limits.py
   test_01_concurrent_snapshots_live_migrate | `Failure` | 14.94 | 
test_snapshots_improvement.py
   test_02_stop_vm_concurrent_snapshots | `Failure` | 13.32 | 
test_snapshots_improvement.py
   test_03_concurrent_snapshots_create_template | `Failure` | 12.14 | 
test_snapshots_improvement.py
   test_04_concurrent_snapshots_create_volume | `Failure` | 11.89 | 
test_snapshots_improvement.py
   test_01_snapshot_on_rootVolume | `Error` | 1.45 | 
test_snapshots_improvement.py
   ContextSuite context=TestSecondaryVolumeUsage>:setup | `Error` | 0.00 | 
test_ss_volume_usage.py
   test_02_deploy_ha_vm_from_iso | `Error` | 23.91 | test_stopped_vm.py
   test_deployVmOnGivenHost | `Failure` | 6.76 | test_stopped_vm.py
   test_01_deploy_vm_no_startvm | `Error` | 12.01 | test_stopped_vm.py
   test_02_deploy_vm_startvm_true | `Error` | 12.31 | test_stopped_vm.py
   test_05_deploy_startvm_false_change_so | `Error` | 14.56 | test_stopped_vm.py
   test_09_stop_vm_migrate_vol | `Error` | 6.47 | test_stopped_vm.py
   test_deploy_vm_password_enabled | `Error` | 51.50 | test_stopped_vm.py
   test_01_deploy_vm_no_startvm | `Error` | 19.68 | test_stopped_vm.py
   ContextSuite context=TestStorageMotion>:setup | `Error` | 0.00 | 
test_storage_motion.py
   ContextSuite context=TestResourceTags>:setup | `Error` | 0.00 | test_tags.py
   test_01_check_cross_domain_template_access | `Error` | 0.02 | 
test_template_access_across_domains.py
   test_02_create_template | `Error` | 0.02 | 
test_template_access_across_domains.py
   test_03_check_subdomain_template_access | `Error` | 0.02 | 
test_template_access_across_domains.py
   test_04_check_non_public_template_access | `Error` | 0.01 | 
test_template_access_across_domains.py
   test_05_check_non_public_template_subdomain_access | `Error` | 0.02 | 
test_template_access_across_domains.py
   test_06_check_sub_public_template_sub_domain_access | `Error` | 0.01 | 
test_template_access_across_domains.py
   test_07_check_default_public_template_sub_domain_access | `Error` | 0.02 | 
test_template_access_across_domains.py
   test_08_check_non_public_template_sub_domain_access | `Error` | 0.02 | 
test_template_access_across_domains.py
   test_01_create_template_snampshot | `Error` | 99.05 | 
test_template_from_snapshot_with_template_details.py
   test_01_create_template_snampshot | `Error` | 99.06 | 
test_template_from_snapshot_with_template_details.py
   test_01_create_template | `Error` | 99.11 | test_templates.py
   test_01_create_template | `Error` | 99.11 | test_templates.py
   test_01_updateResourceCount | `Error` | 11.86 | test_updateResourceCount.py
   test_update_vm_details_admin | `Error` | 13.07 | test_update_vm.py
   test_update_vm_name | `Error` | 12.24 | test_update_vm.py
   test_02_create_private_gateway_with_associated_network | `Error` | 5.50 | 
test_user_private_gateway.py
   ContextSuite context=TestUserPrivateGateways>:teardown | `Error` | 10.98 | 
test_user_private_gateway.py
   test_03_create_domain_shared_network_with_associated_network | `Failure` | 
0.93 | test_user_shared_network.py
   test_04_create_account_shared_network_with_associated_network | `Failure` | 
1.09 | test_user_shared_network.py
   ContextSuite context=TestUserSharedNetworks>:teardown | `Error` | 5.59 | 
test_user_shared_network.py
   ContextSuite context=TestVMPasswordEnabled>:setup | `Error` | 0.00 | 
test_vm_passwdenabled.py
   ContextSuite context=TestVolumeDestroyRecover>:setup | `Error` | 0.00 | 
test_volume_destroy_recover.py
   ContextSuite context=TestAttachDetachVolume>:setup | `Error` | 0.00 | 
test_volumes.py
   ContextSuite context=TestAttachVolume>:setup | `Error` | 0.00 | 
test_volumes.py
   ContextSuite context=TestAttachVolumeISO>:setup | `Error` | 0.00 | 
test_volumes.py
   ContextSuite context=TestMigrateVolume>:setup | `Error` | 11.14 | 
test_volumes.py
   test_01_verify_ipv6_vpc | `Error` | 3.44 | test_vpc_ipv6.py
   test_02_verify_ipv6_vpc_redundant | `Error` | 3.41 | test_vpc_ipv6.py
   test_03_verify_upgraded_ipv6_vpc | `Error` | 3.41 | test_vpc_ipv6.py
   test_04_verify_upgraded_ipv6_vpc_redundant | `Error` | 3.42 | 
test_vpc_ipv6.py
   ContextSuite context=TestRouterOperations>:setup | `Error` | 0.00 | 
test_vpc_network.py
   test_01_create_network_1_network_offering | `Error` | 8.86 | 
test_vpc_network.py
   test_02_create_network_fail_1_network_offering | `Error` | 8.30 | 
test_vpc_network.py
   test_07_create_network_unsupported_services | `Error` | 10.19 | 
test_vpc_network.py
   test_08_create_network_without_sourceNAT | `Error` | 10.63 | 
test_vpc_network.py
   test_09_create_network_shared_nwoff_1_network_off_shared | `Error` | 8.29 | 
test_vpc_network.py
   ContextSuite context=TestVPCNetworkGc>:setup | `Error` | 16.98 | 
test_vpc_network.py
   test_01_create_network_outside_range_1_network_offering | `Error` | 8.45 | 
test_vpc_network.py
   test_02_create_network_outside_range | `Error` | 10.61 | test_vpc_network.py
   test_03_create_network_inside_range_1_network_offering | `Error` | 8.22 | 
test_vpc_network.py
   test_04_create_network_overlapping_range_1_network_offering | `Error` | 8.29 
| test_vpc_network.py
   test_05_create_network_diff_account_1_network_offering | `Error` | 8.30 | 
test_vpc_network.py
   test_01_network_services_upgrade | `Error` | 8.50 | test_vpc_network.py
   test_02_network_vpcvr2vr_upgrade | `Error` | 10.50 | test_vpc_network.py
   test_01_internallb_rules | `Error` | 7.98 | 
test_vpc_network_internal_lbrules.py
   test_01_VPC_LBRulesListing | `Error` | 8.34 | test_vpc_network_lbrules.py
   test_02_VPC_CreateLBRuleInMultipleNetworks | `Error` | 8.15 | 
test_vpc_network_lbrules.py
   test_03_VPC_CreateLBRuleInMultipleNetworksVRStoppedState | `Error` | 8.29 | 
test_vpc_network_lbrules.py
   test_04_VPC_CreateLBRuleInMultipleNetworksVRStoppedState | `Error` | 7.76 | 
test_vpc_network_lbrules.py
   test_05_VPC_CreateAndDeleteLBRule | `Error` | 6.56 | 
test_vpc_network_lbrules.py
   test_06_VPC_CreateAndDeleteLBRuleVRStopppedState | `Error` | 7.81 | 
test_vpc_network_lbrules.py
   test_07_VPC_CreateAndDeleteAllLBRule | `Error` | 7.60 | 
test_vpc_network_lbrules.py
   test_08_VPC_CreateAndDeleteAllLBRuleVRStoppedState | `Error` | 7.48 | 
test_vpc_network_lbrules.py
   test_09_VPC_LBRuleCreateFailMultipleVPC | `Error` | 8.45 | 
test_vpc_network_lbrules.py
   test_10_VPC_FailedToCreateLBRuleNonVPCNetwork | `Error` | 8.25 | 
test_vpc_network_lbrules.py
   test_11_VPC_LBRuleCreateNotAllowed | `Error` | 7.54 | 
test_vpc_network_lbrules.py
   test_12_VPC_LBRuleCreateFailForRouterIP | `Error` | 8.16 | 
test_vpc_network_lbrules.py
   test_13_VPC_LBRuleCreateFailForPFSourceNATIP | `Error` | 7.62 | 
test_vpc_network_lbrules.py
   test_14_VPC_LBRuleCreateFailForStaticNatRule | `Error` | 7.31 | 
test_vpc_network_lbrules.py
   test_15_VPC_ReleaseIPForLBRuleCreated | `Error` | 7.59 | 
test_vpc_network_lbrules.py
   test_01_network_services_VPC_StopCreatePF | `Error` | 7.62 | 
test_vpc_network_pfrules.py
   test_02_network_services_VPC_CreatePF | `Error` | 7.64 | 
test_vpc_network_pfrules.py
   test_03_network_services_VPC_StopCreateMultiplePF | `Error` | 7.67 | 
test_vpc_network_pfrules.py
   test_04_network_services_VPC_CreateMultiplePF | `Error` | 7.93 | 
test_vpc_network_pfrules.py
   test_01_VPC_StaticNatRuleCreateStoppedState | `Error` | 8.76 | 
test_vpc_network_staticnatrule.py
   test_02_VPC_CreateStaticNatRule | `Error` | 8.52 | 
test_vpc_network_staticnatrule.py
   test_03_VPC_StopCreateMultipleStaticNatRuleStopppedState | `Error` | 8.98 | 
test_vpc_network_staticnatrule.py
   test_04_VPC_CreateMultipleStaticNatRule | `Error` | 8.11 | 
test_vpc_network_staticnatrule.py
   test_03_vpc_off_without_lb | `Error` | 10.75 | test_vpc_offerings.py
   test_04_vpc_off_without_static_nat | `Error` | 10.59 | test_vpc_offerings.py
   test_05_vpc_off_without_pf | `Error` | 10.59 | test_vpc_offerings.py
   test_07_update_vpc_off | `Error` | 11.27 | test_vpc_offerings.py
   test_09_create_redundant_vpc_offering | `Error` | 10.12 | 
test_vpc_offerings.py
   test_createRvRNetwork | `Error` | 14.06 | test_redundant_router.py
   test_createRvRNetwork | `Error` | 13.62 | test_redundant_router.py
   test_01_stopPrimaryRvR | `Error` | 6.87 | test_redundant_router.py
   test_02_stopBackupRvR | `Error` | 7.33 | test_redundant_router.py
   test_03_rebootPrimaryRvR | `Error` | 7.58 | test_redundant_router.py
   test_04_rebootBackupRvR | `Error` | 8.04 | test_redundant_router.py
   test_05_stopBackupRvR_startInstance | `Error` | 7.58 | 
test_redundant_router.py
   ContextSuite context=TestRvRRedundancy>:teardown | `Error` | 7.68 | 
test_redundant_router.py
   ContextSuite context=TestVPCRouterOneNetwork>:setup | `Error` | 0.00 | 
test_vpc_routers.py
   ContextSuite context=TestVPCRoutersBasic>:setup | `Error` | 0.00 | 
test_vpc_routers.py
   ContextSuite context=TestVMLifeCycleBothIsolated>:setup | `Error` | 0.00 | 
test_vpc_vm_life_cycle.py
   ContextSuite context=TestVMLifeCycleStoppedVPCVR>:setup | `Error` | 0.00 | 
test_vpc_vm_life_cycle.py
   ContextSuite context=TestVMLifeCycleVPC>:setup | `Error` | 0.00 | 
test_vpc_vm_life_cycle.py
   test_01_deploy_vms_in_network | `Error` | 9.95 | test_vpc_vms_deployment.py
   test_02_deploy_vms_delete_network | `Error` | 8.84 | 
test_vpc_vms_deployment.py
   test_03_deploy_vms_delete_add_network | `Error` | 9.20 | 
test_vpc_vms_deployment.py
   test_04_deploy_vms_delete_add_network_noLb | `Error` | 8.91 | 
test_vpc_vms_deployment.py
   test_05_create_network_max_limit | `Error` | 8.80 | 
test_vpc_vms_deployment.py
   test_06_delete_network_vm_running | `Error` | 8.85 | 
test_vpc_vms_deployment.py
   test_08_ip_reallocation_CS5986 | `Error` | 7.79 | test_vpc_vms_deployment.py
   test_01_VPN_user_limit | `Error` | 6.36 | test_vpn_users.py
   test_02_use_vpn_port | `Error` | 6.53 | test_vpn_users.py
   test_03_enable_vpn_use_port | `Error` | 6.25 | test_vpn_users.py
   test_04_add_new_users | `Error` | 6.47 | test_vpn_users.py
   test_05_add_duplicate_user | `Error` | 6.58 | test_vpn_users.py
   test_06_add_VPN_user_global_admin | `Error` | 6.99 | test_vpn_users.py
   test_07_add_VPN_user_domain_admin | `Error` | 6.58 | test_vpn_users.py
   test_08_add_TCP_PF_Rule_In_VPN | `Error` | 6.53 | test_vpn_users.py
   test_CLOUDSTACK_6181_stoppedvm_root_resize | `Error` | 10.92 | test_bugs.py
   test_CLOUDSTACK_6181_vm_root_resize | `Error` | 1.33 | test_bugs.py
   test_01_dedicate_guest_vlan_range_root_domain | `Error` | 15.13 | 
test_dedicate_guest_vlan_ranges.py
   test_02_dedicate_guest_vlan_range_user_domain | `Error` | 16.17 | 
test_dedicate_guest_vlan_ranges.py
   test_03_multiple_guest_netwoks | `Error` | 10.16 | 
test_dedicate_guest_vlan_ranges.py
   test_02_delete_dedicated_vlan_range_vlan_in_use | `Error` | 8.49 | 
test_dedicate_guest_vlan_ranges.py
   test_03_delete_account | `Error` | 8.69 | test_dedicate_guest_vlan_ranges.py
   test_05_release_range_vlan_in_use | `Error` | 8.97 | 
test_dedicate_guest_vlan_ranges.py
   test_05_acquire_ip_single_guest_network | `Error` | 6.51 | 
test_dedicate_public_ip_range.py
   test_06_acquire_ip_multiple_guest_network | `Error` | 6.67 | 
test_dedicate_public_ip_range.py
   test_08_acquire_ip_in_vpc | `Error` | 8.69 | test_dedicate_public_ip_range.py
   test_14_release_ip_from_dedicated_range | `Error` | 6.79 | 
test_dedicate_public_ip_range.py
   test_15_release_dedicated_range | `Failure` | 6.43 | 
test_dedicate_public_ip_range.py
   test_16_delete_ip_range_no_network_rules | `Error` | 6.27 | 
test_dedicate_public_ip_range.py
   test_17_delete_ip_range_network_rules | `Error` | 6.63 | 
test_dedicate_public_ip_range.py
   test_18_delete_network | `Error` | 6.83 | test_dedicate_public_ip_range.py
   test_19_delete_account | `Error` | 6.68 | test_dedicate_public_ip_range.py
   test_21_release_dedicated_range_ip_address_in_use | `Error` | 6.64 | 
test_dedicate_public_ip_range.py
   test_01_deploy_vm_with_explicit_dedication | `Error` | 1.12 | 
test_explicit_dedication.py
   test_01_host_maintenance_mode | `Failure` | 6.83 | test_high_availability.py
   test_02_host_maintenance_mode_with_activities | `Failure` | 7.04 | 
test_high_availability.py
   test_01_ip_resource_count_vpc_network | `Error` | 9.46 | 
test_ip_resource_count_for_vpc.py
   ContextSuite context=TestNFSMountOptsKVM>:setup | `Error` | 0.00 | 
test_primary_storage_nfsmountopts_kvm.py
   test_applyNetworkRules_PrimaryDown_deleteNetworkRules | `Error` | 11.89 | 
test_redundant_router_network_rules.py
   test_applyRules_restartRvRNetwork | `Error` | 12.16 | 
test_redundant_router_network_rules.py
   test_apply_and__delete_NetworkRulesOnRvR | `Error` | 13.68 | 
test_redundant_router_network_rules.py
   test_networkRules_afterRebootRouters | `Error` | 12.43 | 
test_redundant_router_network_rules.py


-- 
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.

To unsubscribe, e-mail: [email protected]

For queries about this service, please contact Infrastructure at:
[email protected]


Reply via email to