rhtyd commented on issue #2217: [4.9] Smoketest health checkrun URL: https://github.com/apache/cloudstack/pull/2217#issuecomment-325289698 KVM+CentOS7 env, component test results: Test completed. 87 look ok, 64 have errors Test | Result | Time (s) | Test File --- | --- | --- | --- test_05_destroy_instance_in_network | `Failure` | 720.00 | test_vpc_vm_life_cycle.py test_04_reboot_instance_in_network | `Failure` | 780.04 | test_vpc_vm_life_cycle.py test_01_stop_start_router_after_creating_vpc | `Failure` | 10.21 | test_vpc_routers.py test_06_network_services_VPC_DeleteAllMultiplePF | `Failure` | 174.41 | test_vpc_network_staticnatrule.py test_05_network_services_VPC_DeleteAllPF | `Failure` | 124.24 | test_vpc_network_staticnatrule.py test_01_VPC_StaticNatRuleCreateStoppedState | `Failure` | 750.80 | test_vpc_network_staticnatrule.py test_10_network_services_VPC_DeleteAllMultiplePF | `Failure` | 232.68 | test_vpc_network_pfrules.py test_09_network_services_VPC_StopDeleteAllMultiplePF | `Failure` | 263.21 | test_vpc_network_pfrules.py test_08_network_services_VPC_DeleteAllPF | `Failure` | 111.39 | test_vpc_network_pfrules.py test_07_network_services_VPC_StopDeleteAllPF | `Failure` | 136.85 | test_vpc_network_pfrules.py test_06_network_services_VPC_DeletePF | `Failure` | 154.78 | test_vpc_network_pfrules.py test_05_network_services_VPC_StopDeletePF | `Failure` | 146.75 | test_vpc_network_pfrules.py test_03_internallb_rules_vpc_network_restarts_traffic | `Failure` | 390.45 | test_vpc_network_internal_lbrules.py test_02_internallb_rules_traffic | `Failure` | 553.41 | test_vpc_network_internal_lbrules.py test_01_volume_attach_detach | `Failure` | 189.86 | test_volumes.py test_01_volume_attach | `Failure` | 189.76 | test_volumes.py test_07_deploy_startvm_attach_iso | `Failure` | 1519.54 | test_stopped_vm.py test_01_register_template_with_project | `Failure` | 101.91 | test_ss_project_limits.py test_03_deploy_vm_project_limit_reached | `Failure` | 81.76 | test_ss_max_limits.py test_02_deploy_vm_account_limit_reached | `Failure` | 66.87 | test_ss_max_limits.py test_01_deploy_vm_domain_limit_reached | `Failure` | 71.72 | test_ss_max_limits.py test_02_create_template_snapshot_2_child_domain_admin | `Failure` | 253.39 | test_ss_limits.py test_01_register_template_2_child_domain_admin | `Failure` | 61.62 | test_ss_limits.py test_01_register_template_1_root_domain_admin | `Failure` | 61.48 | test_ss_limits.py test_01_multiple_domains_secondary_storage_limits | `Failure` | 158.60 | test_ss_domain_limits.py test_01_RouterStopCreateFW | `Failure` | 45.62 | test_routers.py test_04_reset_key_passwd_enabled_no_key | `Failure` | 785.25 | test_reset_ssh_keypair.py test_03_reset_ssh_with_no_key | `Failure` | 810.65 | test_reset_ssh_keypair.py test_03_reset_keypair_root_admin | `Failure` | 856.40 | test_reset_ssh_keypair.py test_02_reset_ssh_key_password_enabled_template | `Failure` | 779.73 | test_reset_ssh_keypair.py test_02_reset_keypair_domain_admin | `Failure` | 856.55 | test_reset_ssh_keypair.py test_01_reset_ssh_keys | `Failure` | 825.36 | test_reset_ssh_keypair.py test_01_reset_keypair_normal_user | `Failure` | 866.50 | test_reset_ssh_keypair.py test_restart_network_with_destroyed_masterVR | `Failure` | 101.83 | test_redundant_router_cleanups.py test_create_template_snapshot_2_child_domain_admin | `Failure` | 187.90 | test_ps_limits.py test_create_template_snapshot_1_root_domain_admin | `Failure` | 172.45 | test_ps_limits.py test_04_create_template_snapshot | `Failure` | 189.28 | test_ps_domain_limits.py test_07_associate_public_ip | `Failure` | 25.82 | test_project_resources.py test_list_portable_ip_range_non_root_admin | `Failure` | 1265.13 | test_portable_ip.py test_associate_ip_address_services_enable_disable | `Failure` | 1363.02 | test_portable_ip.py test_vpc_delete_account | `Failure` | 1386.57 | test_persistent_networks.py test_vm_deployment_two_persistent_networks | `Failure` | 788.23 | test_persistent_networks.py test_pf_nat_rule_persistent_network_1_LB_VR | `Failure` | 764.22 | test_persistent_networks.py test_persistent_network_with_RVR | `Failure` | 815.60 | test_persistent_networks.py test_cleanup_persistent_network_2_false | `Failure` | 747.25 | test_persistent_networks.py test_cleanup_persistent_network_1_true | `Failure` | 759.30 | test_persistent_networks.py test_list_nics_2_SHARED | `Failure` | 0.73 | test_multiple_ips_per_nic.py test_11_create_delete_firewallrule | `Failure` | 11.24 | test_escalations_ipaddresses.py test_27_VM_restore_ES3467 | `Failure` | 1.06 | test_escalations_instances.py test_04_disable_host_unmanage_cluster_check_hosts_status | `Failure` | 125.23 | test_escalations_hosts.py test_04_deployVm__account_limit_reached | `Failure` | 11.37 | test_cpu_max_limits.py test_02_deploy_vm_account_limit_reached | `Failure` | 11.38 | test_cpu_max_limits.py test_03_delete_instance | `Failure` | 6.84 | test_cpu_limits.py test_02_migrate_instance | `Failure` | 6.83 | test_cpu_limits.py test_01_stop_start_instance | `Failure` | 7.00 | test_cpu_limits.py test_04_deploy_multiple_vm_with_multiple_core | `Failure` | 6.87 | test_cpu_domain_limits.py test_03_multiple_core_vm_delete_instance | `Failure` | 6.88 | test_cpu_domain_limits.py test_02_multiple_core_vm_migrate_instance | `Failure` | 6.87 | test_cpu_domain_limits.py test_01_multiple_core_vm_start_stop_instance | `Failure` | 6.90 | test_cpu_domain_limits.py test_browser_upload_template_incomplete | `Failure` | 0.10 | test_browse_templates2.py test_browser_upload_template_incomplete | `Failure` | 0.01 | test_browse_templates.py test_09_Browser_Upload_Volume_secondary_storage_resource_limits_after_deletion | `Failure` | 0.01 | test_browse_templates.py test_08_Browser_Upload_template_resource_limits_after_deletion | `Failure` | 0.02 | test_browse_templates.py test_07_Browser_Upload_template_secondary_storage_resource_limits | `Failure` | 0.05 | test_browse_templates.py test_06_Browser_Upload_template_resource_limits | `Failure` | 0.08 | test_browse_templates.py test_05_Browser_Upload_Template_with_all_API_parameters | `Failure` | 0.03 | test_browse_templates.py test_04_Browser_template_ResetVM_With_Deleted_Template | `Failure` | 0.01 | test_browse_templates.py test_02_SSVM_Life_Cycle_With_Browser_Template_TPath | `Failure` | 100.56 | test_browse_templates.py test_01_Browser_template_Life_cycle_tpath | `Failure` | 0.02 | test_browse_templates.py ContextSuite context=TestSystemVmLocalStorage>:setup | `Error` | 0.00 | test_zone_level_local_storage_setting.py test_01_VPN_service | `Error` | 71.52 | test_vpn_service.py ContextSuite context=TestVPCHostMaintenance>:setup | `Error` | 0.00 | test_vpc_on_host_maintenance.py test_04_internallb_appliance_operations_traffic | `Error` | 950.10 | test_vpc_network_internal_lbrules.py ContextSuite context=TestVMLifeCycleHostmaintenance>:setup | `Error` | 0.00 | test_vpc_host_maintenance.py test_02_volume_attach_max | `Error` | 0.04 | test_volumes.py test_01_volume_iso_attach | `Error` | 184.62 | test_volumes.py test_01_volume_attach_detach | `Error` | 189.93 | test_volumes.py test_04_template_from_snapshot | `Error` | 80.98 | test_templates.py test_01_multiple_domains_secondary_storage_limits | `Error` | 204.25 | test_ss_domain_limits.py test_01_volume_from_snapshot | `Error` | 135.65 | test_snapshots.py test_acquire_ip | `Error` | 850.19 | test_shared_networks.py ContextSuite context=TestResetSSHKeypair>:teardown | `Error` | 317.87 | test_reset_ssh_keypair.py test_networkRules_afterRebootRouters | `Error` | 6.03 | test_redundant_router_network_rules.py test_apply_and__delete_NetworkRulesOnRvR | `Error` | 6.09 | test_redundant_router_network_rules.py test_applyRules_restartRvRNetwork | `Error` | 6.04 | test_redundant_router_network_rules.py test_applyNetworkRules_MasterDown_deleteNetworkRules | `Error` | 6.08 | test_redundant_router_network_rules.py test_RvR_multiprimarystorage | `Error` | 6.23 | test_redundant_router_deployment_planning.py test_RvR_multihosts | `Error` | 6.26 | test_redundant_router_deployment_planning.py test_redundantVR_internals | `Error` | 6.08 | test_redundant_router.py test_createRvRNetwork | `Error` | 6.11 | test_redundant_router.py test_createRvRNetwork | `Error` | 6.06 | test_redundant_router.py test_05_stopBackupRvR_startInstance | `Error` | 6.01 | test_redundant_router.py test_04_rebootBackupRvR | `Error` | 6.06 | test_redundant_router.py test_03_rebootMasterRvR | `Error` | 6.00 | test_redundant_router.py test_02_stopBackupRvR | `Error` | 6.01 | test_redundant_router.py test_01_stopMasterRvR | `Error` | 6.01 | test_redundant_router.py ContextSuite context=TestRvRRedundancy>:teardown | `Error` | 6.06 | test_redundant_router.py test_attach_volume_exceeding_primary_limits | `Error` | 61.64 | test_ps_resource_limits_volume.py test_volume_delete_event_errorState | `Error` | 769.07 | test_persistent_networks.py test_upgrade_network_VR_to_PersistentRVR | `Error` | 66.22 | test_persistent_networks.py test_04_zone_capacity_check | `Error` | 0.02 | test_overcommit.py test_03_cluste_capacity_check | `Error` | 0.02 | test_overcommit.py test_02_Overcommit_factor | `Error` | 0.02 | test_overcommit.py test_01_cluster_settings | `Error` | 0.03 | test_overcommit.py test_46_disableHost_user_stop_startVM | `Error` | 40.53 | test_organization_states.py test_44_disableHost_admin_stop_startVM | `Error` | 131.04 | test_organization_states.py test_43_disableHost_admin_deployVM | `Error` | 5.23 | test_organization_states.py test_36_enableCluster | `Error` | 0.00 | test_organization_states.py test_31_disableCluster | `Error` | 0.00 | test_organization_states.py test_26_enablePod | `Error` | 0.00 | test_organization_states.py test_21_disablePod | `Error` | 0.01 | test_organization_states.py test_static_nat_on_ip_from_non_src_nat_ip_range | `Error` | 0.04 | test_multiple_public_interfaces.py test_routing_tables | `Error` | 0.04 | test_multiple_public_interfaces.py test_port_forwarding_on_ip_from_non_src_nat_ip_range | `Error` | 0.05 | test_multiple_public_interfaces.py test_network_services_VPC_CreatePF | `Error` | 56.84 | test_multiple_public_interfaces.py test_network_services_VPC_CreatePF | `Error` | 86.81 | test_multiple_public_interfaces.py test_iptable_rules | `Error` | 0.03 | test_multiple_public_interfaces.py test_01_ip_resouce_count_vpc_network | `Error` | 11.04 | test_ip_resource_count_for_vpc.py ContextSuite context=TestXDCCPInterop>:setup | `Error` | 0.00 | test_interop_xd_ccp.py test_02_cancel_host_maintenace_with_migration_jobs | `Error` | 5.36 | test_host_maintenance.py test_01_host_ha_with_nfs_storagepool_with_vm | `Error` | 835.09 | test_host_ha.py test_ha_with_storage_maintenance | `Error` | 6.06 | test_ha_pool_maintenance.py test_ha_with_storage_maintenance | `Error` | 6.07 | test_ha_pool_maintenance.py test_01_deploy_vm_with_explicit_dedication | `Error` | 10.68 | test_explicit_dedication.py test_01_FTPModulesInVR | `Error` | 811.88 | test_escalations_routers.py test_19_create_list_reset_delete_vpnconnections | `Error` | 50.79 | test_escalations_networks.py test_12_list_create_delete_networkACL | `Error` | 0.10 | test_escalations_networks.py test_11_update_vpc | `Error` | 0.08 | test_escalations_networks.py test_10_list_networks_in_vpc | `Error` | 0.08 | test_escalations_networks.py test_06_create_network_in_vpc | `Error` | 0.08 | test_escalations_networks.py test_04_create_vpc_with_networkdomain | `Error` | 0.09 | test_escalations_networks.py test_03_list_vpc_pagination | `Error` | 0.10 | test_escalations_networks.py test_15_enable_disable_staticnat_forvpc | `Error` | 41.29 | test_escalations_ipaddresses.py test_10_create_delete_portforwarding_forvpc | `Error` | 31.26 | test_escalations_ipaddresses.py test_05_create_delete_lbrule_forvpc | `Error` | 36.26 | test_escalations_ipaddresses.py ContextSuite context=TestIpAddresses>:teardown | `Error` | 0.82 | test_escalations_ipaddresses.py test_28_VM_restore_ES3467 | `Error` | 394.10 | test_escalations_instances.py test_02_template_permissions | `Error` | 162.83 | test_escalation_templates.py ContextSuite context=TestlistTemplates>:teardown | `Error` | 173.12 | test_escalation_templates.py ContextSuite context=TestDynamicServiceOffering>:setup | `Error` | 248.33 | test_dynamic_compute_offering.py ContextSuite context=TestDeployVMs>:setup | `Error` | 0.00 | test_dhcp_dns_offload.py test_03_project_counts_delete_instance | `Error` | 11.96 | test_cpu_project_limits.py test_02_project_counts_migrate_instance | `Error` | 11.99 | test_cpu_project_limits.py test_01_project_counts_start_stop_instance | `Error` | 12.06 | test_cpu_project_limits.py test_04_deploy_multiple_vm_with_multiple_cpus | `Error` | 5.88 | test_cpu_limits.py test_03_multiplecore_delete_instance | `Error` | 5.85 | test_cpu_limits.py test_02_multiplecore_migrate_instance | `Error` | 5.96 | test_cpu_limits.py test_01_multiplecore_start_stop_instance | `Error` | 5.87 | test_cpu_limits.py test_es_1863_register_template_s3_domain_admin_user | `Error` | 0.82 | test_bugs.py ContextSuite context=TestBrowseUploadVolume>:setup | `Error` | 0.00 | test_browse_volumes.py test_03_reuse_template_name | `Error` | 296.21 | test_blocker_bugs.py test_02_check_size_snapshotTemplate | `Error` | 55.58 | test_blocker_bugs.py test_16_move_across_subdomain_volume_and_account_limit | `Error` | 0.00 | test_assign_vm.py test_15_move_across_subdomain_account_limit | `Error` | 0.00 | test_assign_vm.py test_13_move_across_subdomain_vm_snapshot | `Error` | 0.00 | test_assign_vm.py ContextSuite context=TestDeployVMAffinityGroups>:teardown | `Error` | 272.67 | test_affinity_groups_projects.py runTest | `Error` | 0.00 | test_affinity_groups.py test_14_add_nw_different_account_2_shared | `Error` | 182.15 | test_add_remove_network.py ContextSuite context=TestAddNetworkToVirtualMachine>:teardown | `Error` | 249.13 | test_add_remove_network.py ContextSuite context=TestIsolatedNetwork>:teardown | `Error` | 563.35 | test_acl_isolatednetwork.py test_LoginApiUuidResponse | `Error` | 0.65 | test_accounts.py test_LoginApiDomain | `Error` | 0.80 | test_accounts.py test_01_VRServiceFailureAlerting | `Error` | 720.95 | test_VirtualRouter_alerts.py test_08_add_TCP_PF_Rule_In_VPN | Success | 237.88 | test_vpn_users.py test_07_add_VPN_user_domain_admin | Success | 223.50 | test_vpn_users.py test_06_add_VPN_user_global_admin | Success | 258.63 | test_vpn_users.py test_05_add_duplicate_user | Success | 232.66 | test_vpn_users.py test_04_add_new_users | Success | 217.57 | test_vpn_users.py test_03_enable_vpn_use_port | Success | 192.32 | test_vpn_users.py test_02_use_vpn_port | Success | 242.57 | test_vpn_users.py test_01_VPN_user_limit | Success | 233.23 | test_vpn_users.py test_08_ip_reallocation_CS5986 | Success | 615.98 | test_vpc_vms_deployment.py test_07_delete_network_with_rules | Success | 920.74 | test_vpc_vms_deployment.py test_06_delete_network_vm_running | Success | 1365.75 | test_vpc_vms_deployment.py test_05_create_network_max_limit | Success | 537.62 | test_vpc_vms_deployment.py test_04_deploy_vms_delete_add_network_noLb | Success | 814.75 | test_vpc_vms_deployment.py test_03_deploy_vms_delete_add_network | Success | 834.79 | test_vpc_vms_deployment.py test_02_deploy_vms_delete_network | Success | 854.67 | test_vpc_vms_deployment.py test_01_deploy_vms_in_network | Success | 809.29 | test_vpc_vms_deployment.py test_10_expunge_instance_in_network | Success | 321.86 | test_vpc_vm_life_cycle.py test_10_expunge_instance_in_network | Success | 206.63 | test_vpc_vm_life_cycle.py test_09_meta_data | Success | 0.47 | test_vpc_vm_life_cycle.py test_09_meta_data | Success | 0.59 | test_vpc_vm_life_cycle.py test_09_expunge_instance_in_network | Success | 477.08 | test_vpc_vm_life_cycle.py test_08_user_data | Success | 1.22 | test_vpc_vm_life_cycle.py test_08_user_data | Success | 1.43 | test_vpc_vm_life_cycle.py test_08_meta_data | Success | 360.52 | test_vpc_vm_life_cycle.py test_07_user_data | Success | 361.73 | test_vpc_vm_life_cycle.py test_07_migrate_instance_in_network | Success | 11.19 | test_vpc_vm_life_cycle.py test_07_migrate_instance_in_network | Success | 12.37 | test_vpc_vm_life_cycle.py test_06_recover_instance_in_network | Success | 277.67 | test_vpc_vm_life_cycle.py test_06_migrate_instance_in_network | Success | 367.96 | test_vpc_vm_life_cycle.py test_05_destroy_instance_in_network | Success | 583.98 | test_vpc_vm_life_cycle.py test_05_destroy_instance_in_network | Success | 251.40 | test_vpc_vm_life_cycle.py test_05_destroy_instance_in_network | Success | 212.90 | test_vpc_vm_life_cycle.py test_04_reboot_instance_in_network | Success | 465.54 | test_vpc_vm_life_cycle.py test_04_reboot_instance_in_network | Success | 192.43 | test_vpc_vm_life_cycle.py test_04_reboot_instance_in_network | Success | 182.43 | test_vpc_vm_life_cycle.py test_03_start_instance_in_network | Success | 483.62 | test_vpc_vm_life_cycle.py test_03_start_instance_in_network | Success | 11.19 | test_vpc_vm_life_cycle.py test_03_start_instance_in_network | Success | 158.19 | test_vpc_vm_life_cycle.py test_03_start_instance_in_network | Success | 136.30 | test_vpc_vm_life_cycle.py test_02_stop_instance_in_network | Success | 430.78 | test_vpc_vm_life_cycle.py test_02_stop_instance_in_network | Success | 31.13 | test_vpc_vm_life_cycle.py test_02_stop_instance_in_network | Success | 65.61 | test_vpc_vm_life_cycle.py test_02_stop_instance_in_network | Success | 65.58 | test_vpc_vm_life_cycle.py test_02_deploy_vm_vpcvr_stopped | Success | 55.62 | test_vpc_vm_life_cycle.py test_01_deploy_vm_two_isolated_nw | Success | 0.12 | test_vpc_vm_life_cycle.py test_01_deploy_instance_in_network | Success | 360.30 | test_vpc_vm_life_cycle.py test_01_deploy_instance_in_network | Success | 60.82 | test_vpc_vm_life_cycle.py test_01_deploy_instance_in_network | Success | 10.17 | test_vpc_vm_life_cycle.py test_01_deploy_instance_in_network | Success | 0.04 | test_vpc_vm_life_cycle.py test_05_destroy_router_after_creating_vpc | Success | 5.17 | test_vpc_routers.py test_05_destroy_router_after_addition_of_one_guest_network | Success | 5.17 | test_vpc_routers.py test_04_chg_srv_off_router_after_addition_of_one_guest_network | Success | 15.34 | test_vpc_routers.py test_04_change_service_offerring_vpc | Success | 10.28 | test_vpc_routers.py test_03_migrate_router_after_creating_vpc | Success | 240.25 | test_vpc_routers.py test_03_migrate_router_after_addition_of_one_guest_network | Success | 240.26 | test_vpc_routers.py test_02_reboot_router_after_creating_vpc | Success | 40.40 | test_vpc_routers.py test_02_reboot_router_after_addition_of_one_guest_network | Success | 55.52 | test_vpc_routers.py test_01_start_stop_router_after_addition_of_one_guest_network | Success | 55.55 | test_vpc_routers.py test_09_create_redundant_vpc_offering | Success | 91.70 | test_vpc_offerings.py test_08_list_vpc_off | Success | 31.95 | test_vpc_offerings.py test_07_update_vpc_off | Success | 66.57 | test_vpc_offerings.py test_06_vpc_off_invalid_services | Success | 10.95 | test_vpc_offerings.py test_05_vpc_off_without_pf | Success | 218.06 | test_vpc_offerings.py test_04_vpc_off_without_static_nat | Success | 238.58 | test_vpc_offerings.py test_03_vpc_off_without_lb | Success | 213.39 | test_vpc_offerings.py test_02_deploy_vms_in_vpc_nw | Success | 162.73 | test_vpc_offerings.py test_01_create_vpc_offering | Success | 11.02 | test_vpc_offerings.py test_04_VPC_CreateMultipleStaticNatRule | Success | 255.53 | test_vpc_network_staticnatrule.py test_03_VPC_StopCreateMultipleStaticNatRuleStopppedState | Success | 379.88 | test_vpc_network_staticnatrule.py test_02_VPC_CreateStaticNatRule | Success | 190.12 | test_vpc_network_staticnatrule.py test_04_network_services_VPC_CreateMultiplePF | Success | 211.43 | test_vpc_network_pfrules.py test_03_network_services_VPC_StopCreateMultiplePF | Success | 400.48 | test_vpc_network_pfrules.py test_02_network_services_VPC_CreatePF | Success | 231.26 | test_vpc_network_pfrules.py test_01_network_services_VPC_StopCreatePF | Success | 239.51 | test_vpc_network_pfrules.py test_15_VPC_ReleaseIPForLBRuleCreated | Success | 268.69 | test_vpc_network_lbrules.py test_14_VPC_LBRuleCreateFailForStaticNatRule | Success | 249.52 | test_vpc_network_lbrules.py test_13_VPC_LBRuleCreateFailForPFSourceNATIP | Success | 233.59 | test_vpc_network_lbrules.py test_12_VPC_LBRuleCreateFailForRouterIP | Success | 242.92 | test_vpc_network_lbrules.py test_11_VPC_LBRuleCreateNotAllowed | Success | 264.24 | test_vpc_network_lbrules.py test_10_VPC_FailedToCreateLBRuleNonVPCNetwork | Success | 279.75 | test_vpc_network_lbrules.py test_09_VPC_LBRuleCreateFailMultipleVPC | Success | 385.33 | test_vpc_network_lbrules.py test_08_VPC_CreateAndDeleteAllLBRuleVRStoppedState | Success | 314.45 | test_vpc_network_lbrules.py test_07_VPC_CreateAndDeleteAllLBRule | Success | 334.71 | test_vpc_network_lbrules.py test_06_VPC_CreateAndDeleteLBRuleVRStopppedState | Success | 415.17 | test_vpc_network_lbrules.py test_05_VPC_CreateAndDeleteLBRule | Success | 239.28 | test_vpc_network_lbrules.py test_04_VPC_CreateLBRuleInMultipleNetworksVRStoppedState | Success | 329.37 | test_vpc_network_lbrules.py test_03_VPC_CreateLBRuleInMultipleNetworksVRStoppedState | Success | 409.38 | test_vpc_network_lbrules.py test_02_VPC_CreateLBRuleInMultipleNetworks | Success | 324.18 | test_vpc_network_lbrules.py test_01_VPC_LBRulesListing | Success | 254.64 | test_vpc_network_lbrules.py test_01_internallb_rules | Success | 397.29 | test_vpc_network_internal_lbrules.py test_stop_start_vpc_router | Success | 45.48 | test_vpc_network.py test_10_create_network_with_conserve_mode_2_network_offering_vpcns | Success | 5.80 | test_vpc_network.py test_10_create_network_with_conserve_mode_1_network_offering | Success | 5.74 | test_vpc_network.py test_09_create_network_shared_nwoff_1_network_off_shared | Success | 36.33 | test_vpc_network.py test_08_create_network_without_sourceNAT | Success | 46.37 | test_vpc_network.py test_07_create_network_unsupported_services | Success | 61.57 | test_vpc_network.py test_05_create_network_diff_account_1_network_offering | Success | 57.02 | test_vpc_network.py test_04_create_network_overlapping_range_1_network_offering | Success | 41.57 | test_vpc_network.py test_03_restart_vpcvr | Success | 582.90 | test_vpc_network.py test_03_create_network_inside_range_1_network_offering | Success | 51.32 | test_vpc_network.py test_02_start_vm_network_gc | Success | 643.72 | test_vpc_network.py test_02_network_vpcvr2vr_upgrade | Success | 213.01 | test_vpc_network.py test_02_create_network_outside_range | Success | 51.55 | test_vpc_network.py test_02_create_network_fail_1_network_offering | Success | 51.36 | test_vpc_network.py test_01_wait_network_gc | Success | 551.78 | test_vpc_network.py test_01_network_services_upgrade | Success | 748.20 | test_vpc_network.py test_01_create_network_outside_range_1_network_offering | Success | 41.40 | test_vpc_network.py test_01_create_network_1_network_offering | Success | 51.52 | test_vpc_network.py test_01_create_vpc_offering_with_distributedrouter_service_capability | Success | 10.95 | test_vpc_distributed_routing_offering.py test_deployVmWithCustomDisk | Success | 5.23 | test_volumes.py test_create_volume_under_domain | Success | 16.18 | test_volumes.py test_03_delete_detached_volume | Success | 50.25 | test_volumes.py test_02_root_volume_attach_detach | Success | 50.76 | test_volumes.py test_02_detach_volume | Success | 60.14 | test_volumes.py test_01_attach_volume | Success | 5.13 | test_volumes.py test_11_get_vm_password | Success | 209.34 | test_vm_passwdenabled.py test_01_vpn_usage | Success | 20.43 | test_usage.py test_01_volume_usage | Success | 131.09 | test_usage.py test_01_vm_usage | Success | 131.00 | test_usage.py test_01_template_usage | Success | 55.64 | test_usage.py test_01_snapshot_usage | Success | 70.63 | test_usage.py test_01_public_ip_usage | Success | 5.10 | test_usage.py test_01_nat_usage | Success | 10.23 | test_usage.py test_01_lb_usage | Success | 5.21 | test_usage.py test_01_ISO_usage | Success | 5.14 | test_usage.py test_update_vm_name | Success | 359.10 | test_update_vm.py test_03_delete_template | Success | 5.15 | test_templates.py test_02_list_templates_with_templatefilter_all_domain_admin | Success | 17.43 | test_templates.py test_01_list_templates_with_templatefilter_all_normal_user | Success | 17.25 | test_templates.py test_01_create_template_volume | Success | 176.33 | test_templates.py test_01_create_template | Success | 262.33 | test_templates.py test_24_public_IP_tag | Success | 21.66 | test_tags.py test_23_list_untagged_host_for_vm_migration | Success | 141.26 | test_tags.py test_22_create_tag_destroyed_vm | Success | 10.23 | test_tags.py test_21_create_tag_stopped_vm | Success | 40.52 | test_tags.py test_20_create_tags_multiple_resources | Success | 15.45 | test_tags.py test_19_delete_add_same_tag | Success | 15.44 | test_tags.py test_18_invalid_list_parameters | Success | 0.16 | test_tags.py test_17_query_tags_admin_account | Success | 6.03 | test_tags.py test_16_query_tags_other_account | Success | 16.78 | test_tags.py test_15_project_tag | Success | 15.49 | test_tags.py test_14_special_char_mutiple_tags | Success | 10.19 | test_tags.py test_13_tag_case_insensitive | Success | 5.26 | test_tags.py test_10_network_tag | Success | 10.30 | test_tags.py test_09_snapshot_tag | Success | 50.72 | test_tags.py test_08_volume_tag | Success | 10.43 | test_tags.py test_07_iso_tag | Success | 10.41 | test_tags.py test_06_template_tag | Success | 91.02 | test_tags.py test_05_vm_tag | Success | 10.30 | test_tags.py test_03_firewallrule_tag | Success | 25.66 | test_tags.py test_02_natrule_tag | Success | 30.79 | test_tags.py test_01_lbrule_tag | Success | 30.88 | test_tags.py test_vm_per_account | Success | 5.42 | test_stopped_vm.py test_upload_attach_volume | Success | 130.52 | test_stopped_vm.py test_deploy_vm_password_enabled | Success | 303.05 | test_stopped_vm.py test_deployVmOnGivenHost | Success | 217.36 | test_stopped_vm.py test_09_stop_vm_migrate_vol | Success | 283.38 | test_stopped_vm.py test_08_deploy_attached_volume | Success | 243.01 | test_stopped_vm.py test_06_deploy_startvm_attach_detach | Success | 31.41 | test_stopped_vm.py test_05_deploy_startvm_false_change_so | Success | 182.25 | test_stopped_vm.py test_04_deploy_startvm_false_attach_volume | Success | 21.24 | test_stopped_vm.py test_03_deploy_vm_startvm_false | Success | 21.28 | test_stopped_vm.py test_03_deploy_ha_vm_iso_startvm_false | Success | 11.09 | test_stopped_vm.py test_02_deploy_vm_startvm_true | Success | 227.75 | test_stopped_vm.py test_02_deploy_ha_vm_from_iso | Success | 202.38 | test_stopped_vm.py test_01_deploy_vm_no_startvm | Success | 227.71 | test_stopped_vm.py test_01_deploy_vm_no_startvm | Success | 237.74 | test_stopped_vm.py test_01_deploy_ha_vm_startvm_false | Success | 16.18 | test_stopped_vm.py test_02_register_iso | Success | 97.40 | test_ss_project_limits.py test_03_register_iso_2_child_domain_admin | Success | 76.68 | test_ss_limits.py test_03_register_iso_1_root_domain_admin | Success | 71.16 | test_ss_limits.py test_02_create_template_snapshot_1_root_domain_admin | Success | 253.72 | test_ss_limits.py test_04_create_template_delete_account | Success | 189.19 | test_ss_domain_limits.py test_02_multiple_domains_secondary_storage_counts | Success | 113.47 | test_ss_domain_limits.py test_04_concurrent_snapshots_create_volume | Success | 193.18 | test_snapshots_improvement.py test_03_concurrent_snapshots_create_template | Success | 178.12 | test_snapshots_improvement.py test_02_stop_vm_concurrent_snapshots | Success | 283.80 | test_snapshots_improvement.py test_01_snapshot_on_rootVolume | Success | 212.68 | test_snapshots_improvement.py test_01_concurrent_snapshots_live_migrate | Success | 198.10 | test_snapshots_improvement.py test_07_template_from_snapshot | Success | 380.56 | test_snapshots.py test_05_snapshot_events | Success | 95.50 | test_snapshots.py test_04_delete_snapshot | Success | 249.07 | test_snapshots.py test_03_snapshot_detachedDisk | Success | 211.01 | test_snapshots.py test_02_snapshot_data_disk | Success | 228.81 | test_snapshots.py test_01_createVM_snapshotTemplate | Success | 308.96 | test_snapshots.py test_04_snapshot_limit | Success | 7261.10 | test_snapshot_limits.py test_02_accountSnapshotClean | Success | 201.94 | test_snapshot_gc.py test_attach_multiple_volumes | Success | 10.47 | test_simultaneous_volume_attach.py test_stop_start_router | Success | 363.02 | test_shared_networks.py test_sharedNetworkOffering_03 | Success | 65.86 | test_shared_networks.py test_sharedNetworkOffering_02 | Success | 65.84 | test_shared_networks.py test_sharedNetworkOffering_01 | Success | 65.94 | test_shared_networks.py test_restart_network_2_False | Success | 382.98 | test_shared_networks.py test_restart_network_1_True | Success | 367.93 | test_shared_networks.py test_reboot_router | Success | 368.01 | test_shared_networks.py test_networkWithsubdomainaccessTrue | Success | 66.07 | test_shared_networks.py test_networkWithsubdomainaccessFalse | Success | 66.09 | test_shared_networks.py test_escalation_ES1621 | Success | 76.57 | test_shared_networks.py test_deployVM_multipleSharedNetwork | Success | 579.93 | test_shared_networks.py test_deployVM_isolatedAndShared | Success | 479.37 | test_shared_networks.py test_createSharedNetwork_usedVlan2 | Success | 76.42 | test_shared_networks.py test_createSharedNetwork_projectSpecific | Success | 418.83 | test_shared_networks.py test_createSharedNetwork_domainSpecific | Success | 541.41 | test_shared_networks.py test_createSharedNetwork_accountSpecific | Success | 394.12 | test_shared_networks.py test_createSharedNetwork_All | Success | 510.13 | test_shared_networks.py test_03_RouterStartOnVmDeploy | Success | 55.64 | test_routers.py test_02_NetworkGarbageCollection | Success | 855.93 | test_routers.py test_01_RouterStopCreatePF | Success | 81.02 | test_routers.py test_01_RouterStopCreateLB | Success | 91.19 | test_routers.py test_01_AdvancedZoneRouterServices | Success | 0.13 | test_routers.py test_maxAccountNetworks | Success | 127.97 | test_resource_limits.py test_05_templates_per_domain | Success | 398.00 | test_resource_limits.py test_05_templates_per_account | Success | 539.56 | test_resource_limits.py test_04_volumes_per_domain | Success | 286.38 | test_resource_limits.py test_04_volumes_per_account | Success | 362.47 | test_resource_limits.py test_03_snapshots_per_domain | Success | 332.03 | test_resource_limits.py test_03_snapshots_per_account | Success | 398.00 | test_resource_limits.py test_02_publicip_per_account | Success | 337.10 | test_resource_limits.py test_01_vm_per_domain | Success | 336.98 | test_resource_limits.py test_01_vm_per_account | Success | 513.33 | test_resource_limits.py test_01_publicip_per_domain | Success | 311.86 | test_resource_limits.py test_07_reset_keypair_invalid_params | Success | 161.83 | test_reset_ssh_keypair.py test_06_reset_key_passwd_enabled_vm_running | Success | 161.90 | test_reset_ssh_keypair.py test_05_reset_key_in_running_state | Success | 161.99 | test_reset_ssh_keypair.py test_createdomainWithUUID | Success | 5.24 | test_regions_accounts.py test_createUserWithUUID | Success | 0.73 | test_regions_accounts.py test_createAccountWithUUID | Success | 0.71 | test_regions_accounts.py test_updateRegion | Success | 0.10 | test_regions.py test_createRegionWithExistingRegionName | Success | 0.07 | test_regions.py test_createRegionWithExistingRegionId | Success | 0.20 | test_regions.py test_01_create_vpc_offering_with_regionlevelvpc_service_capability | Success | 5.91 | test_region_vpc.py test_upgradeVR_to_redundantVR | Success | 323.22 | test_redundant_router_upgrades.py test_downgradeRvR_to_VR | Success | 313.29 | test_redundant_router_upgrades.py test_enableVPNOverRvR | Success | 303.62 | test_redundant_router_services.py test_restart_ntwk_with_cleanup | Success | 308.33 | test_redundant_router_cleanups.py test_restart_ntwk_no_cleanup | Success | 287.91 | test_redundant_router_cleanups.py test_network_gc | Success | 2149.01 | test_redundant_router_cleanups.py test_createRvRNetworkOffering | Success | 0.14 | test_redundant_router.py test_recurring_snapshot_root_disk | Success | 14400.20 | test_recurring_snapshots.py test_recurring_snapshot_data_disk | Success | 14400.30 | test_recurring_snapshots.py test_03_increase_volume_size_above_domain_limit | Success | 218.07 | test_ps_resize_volume.py test_02_increase_volume_size_above_account_limit | Success | 228.18 | test_ps_resize_volume.py test_01_increase_volume_size_within_account_limit | Success | 223.02 | test_ps_resize_volume.py test_03_delete_vm | Success | 207.62 | test_ps_project_limits.py test_02_migrate_vm | Success | 217.83 | test_ps_project_limits.py test_01_VM_start_stop | Success | 363.86 | test_ps_project_limits.py test_03_deploy_vm_project_limit_reached | Success | 202.89 | test_ps_max_limits.py test_02_deploy_vm_account_limit_reached | Success | 207.81 | test_ps_max_limits.py test_01_deploy_vm_domain_limit_reached | Success | 207.76 | test_ps_max_limits.py test_stop_start_vm_2_child_domain_admin | Success | 333.58 | test_ps_limits.py test_stop_start_vm_1_root_domain_admin | Success | 343.45 | test_ps_limits.py test_deploy_multiple_vm_2_child_domain_admin | Success | 313.74 | test_ps_limits.py test_deploy_multiple_vm_1_root_domain_admin | Success | 288.46 | test_ps_limits.py test_create_multiple_volumes_2_child_domain_admin | Success | 244.13 | test_ps_limits.py test_create_multiple_volumes_1_root_domain_admin | Success | 233.59 | test_ps_limits.py test_attach_detach_volume_2_child_domain_admin | Success | 248.95 | test_ps_limits.py test_attach_detach_volume_1_root_domain_admin | Success | 222.78 | test_ps_limits.py test_assign_vm_different_account_2_child_domain_admin | Success | 233.74 | test_ps_limits.py test_assign_vm_different_account_1_root_domain_admin | Success | 218.51 | test_ps_limits.py test_06_destroy_recover_vm | Success | 405.88 | test_ps_domain_limits.py test_05_assign_virtual_machine_different_domain | Success | 230.39 | test_ps_domain_limits.py test_03_multiple_domains_multiple_volumes | Success | 271.87 | test_ps_domain_limits.py test_02_multiple_domains_primary_storage_limits | Success | 229.60 | test_ps_domain_limits.py test_01_multiple_domains_primary_storage_limits | Success | 240.64 | test_ps_domain_limits.py test_10_project_activation | Success | 171.51 | test_projects.py test_09_project_suspend | Success | 231.91 | test_projects.py test_08_cleanup_after_project_delete | Success | 26.21 | test_projects.py test_07_project_resources_account_delete | Success | 25.65 | test_projects.py test_06_max_one_project_owner | Success | 36.44 | test_projects.py test_05_user_project_owner_promotion | Success | 20.60 | test_projects.py test_04_delete_domain_with_project | Success | 70.38 | test_projects.py test_03_delete_account_with_project | Success | 15.39 | test_projects.py test_02_cross_domain_account_add | Success | 15.36 | test_projects.py test_01_create_multiple_projects_by_account | Success | 30.70 | test_projects.py test_01_vpn_usage | Success | 20.50 | test_project_usage.py test_01_volume_usage | Success | 131.09 | test_project_usage.py test_01_vm_usage | Success | 136.11 | test_project_usage.py test_01_template_usage | Success | 130.47 | test_project_usage.py test_01_snapshot_usage | Success | 30.40 | test_project_usage.py test_01_public_ip_usage | Success | 5.11 | test_project_usage.py test_01_nat_usage | Success | 10.25 | test_project_usage.py test_01_lb_usage | Success | 10.24 | test_project_usage.py test_01_ISO_usage | Success | 5.12 | test_project_usage.py test_06_create_snapshots_in_project | Success | 216.90 | test_project_resources.py test_05_use_private_template_in_project | Success | 368.16 | test_project_resources.py test_04_public_template_use_in_project | Success | 262.33 | test_project_resources.py test_03_network_create | Success | 463.89 | test_project_resources.py test_02_project_disk_offerings | Success | 15.48 | test_project_resources.py test_01_service_offerings | Success | 191.60 | test_project_resources.py test_maxAccountNetworks | Success | 138.38 | test_project_limits.py test_07_templates_per_project | Success | 130.60 | test_project_limits.py test_06_volumes_per_project | Success | 226.91 | test_project_limits.py test_05_snapshots_per_project | Success | 101.20 | test_project_limits.py test_04_publicip_per_project | Success | 181.66 | test_project_limits.py test_03_vm_per_project | Success | 267.21 | test_project_limits.py test_02_project_limits_normal_user | Success | 16.07 | test_project_limits.py test_01_project_limits | Success | 16.77 | test_project_limits.py test_admin_project_creation | Success | 20.60 | test_project_configs.py test_add_user_to_project | Success | 15.43 | test_project_configs.py test_list_portable_ip_range_non_root_admin | Success | 21.05 | test_portable_ip.py test_list_portable_ip_range | Success | 15.28 | test_portable_ip.py test_disassociate_ip_address_services_enabled | Success | 50.74 | test_portable_ip.py test_disassociate_ip_address_other_account | Success | 56.47 | test_portable_ip.py test_disassociate_ip_address_no_services | Success | 45.56 | test_portable_ip.py test_delete_portable_ip_range_non_root_admin | Success | 21.05 | test_portable_ip.py test_delete_portable_ip_range_in_use | Success | 51.50 | test_portable_ip.py test_delete_portable_ip_range | Success | 15.27 | test_portable_ip.py test_delete_account_services_enabled | Success | 173.19 | test_portable_ip.py test_delete_account_services_disabled | Success | 51.47 | test_portable_ip.py test_create_portable_ip_range_non_root_admin | Success | 5.87 | test_portable_ip.py test_create_portable_ip_range_invalid_region | Success | 0.02 | test_portable_ip.py test_create_portable_ip_range | Success | 15.25 | test_portable_ip.py test_associate_ip_address_no_free_ip | Success | 1266.97 | test_portable_ip.py test_associate_ip_address_invalid_zone | Success | 15.27 | test_portable_ip.py test_associate_ip_address | Success | 30.83 | test_portable_ip.py test_vpc_network_life_cycle_2_restart | Success | 157.16 | test_persistent_networks.py test_vpc_network_life_cycle_1_delete | Success | 79.71 | test_persistent_networks.py test_vpc_force_delete_domain | Success | 282.45 | test_persistent_networks.py test_vm_deployment_persistent_and_non_persistent_networks | Success | 282.67 | test_persistent_networks.py test_upgrade_to_persistent_services_VR_1_LB_VR | Success | 555.68 | test_persistent_networks.py test_shared_network_offering_with_persistent | Success | 0.02 | test_persistent_networks.py test_project_operations | Success | 430.14 | test_persistent_networks.py test_persistent_network_offering_with_VPCVR_services | Success | 0.10 | test_persistent_networks.py test_network_state_after_destroying_vms | Success | 563.33 | test_persistent_networks.py test_list_persistent_network_offering | Success | 0.11 | test_persistent_networks.py test_delete_account | Success | 175.46 | test_persistent_networks.py test_change_persistent_network_to_non_persistent | Success | 643.32 | test_persistent_networks.py test_assign_vm_different_account_VR_2_RVR | Success | 454.50 | test_persistent_networks.py test_assign_vm_different_account_VR_1_VR | Success | 399.71 | test_persistent_networks.py test_account_operations_2_disabled | Success | 413.11 | test_persistent_networks.py test_account_operations_1_locked | Success | 413.33 | test_persistent_networks.py test_47_enableHost | Success | 0.06 | test_organization_states.py test_45_disableHost_user_deployVM | Success | 5.23 | test_organization_states.py test_42_disableHost_admin_deployVM | Success | 10.30 | test_organization_states.py test_41_disableHost | Success | 0.08 | test_organization_states.py test_35_disableCluster_user_stop_startVM | Success | 40.59 | test_organization_states.py test_34_disableCluster_user_deployVM | Success | 10.32 | test_organization_states.py test_33_disableCluster_admin_stop_startVM | Success | 136.09 | test_organization_states.py test_32_disableCluster_admin_deployVM | Success | 10.32 | test_organization_states.py test_25_disablePod_user_stop_startVM | Success | 45.67 | test_organization_states.py test_24_disablePod_user_deployVM | Success | 10.27 | test_organization_states.py test_23_disablePod_admin_stop_startVM | Success | 135.99 | test_organization_states.py test_22_disablePod_admin_deployVM | Success | 10.28 | test_organization_states.py test_16_enableZone | Success | 0.06 | test_organization_states.py test_15_disableZone_user_stop_startVM | Success | 40.74 | test_organization_states.py test_14_disableZone_user_deployVM | Success | 0.06 | test_organization_states.py test_13_disableZone_admin_stop_startVM | Success | 45.58 | test_organization_states.py test_12_disableZone_admin_deployVM | Success | 10.25 | test_organization_states.py test_11_disableZone | Success | 0.05 | test_organization_states.py test_05_remove_used_range | Success | 268.05 | test_non_contiguous_vlan.py test_04_remove_unused_range | Success | 15.31 | test_non_contiguous_vlan.py test_03_extend_contiguous_range | Success | 15.38 | test_non_contiguous_vlan.py test_02_add_existing_vlan_range | Success | 15.34 | test_non_contiguous_vlan.py test_01_add_non_contiguous_ranges | Success | 15.29 | test_non_contiguous_vlan.py test_create_network_with_snat | Success | 41.25 | test_network_offering.py test_04_network_without_domain_CS19303 | Success | 11.11 | test_network_offering.py test_03_network_off_CS5332 | Success | 212.48 | test_network_offering.py test_02_network_off_with_conserve_mode | Success | 248.82 | test_network_offering.py test_01_network_off_without_conserve_mode | Success | 248.54 | test_network_offering.py test_remove_ip_from_nic_3_VPC | Success | 237.90 | test_multiple_ips_per_nic.py test_remove_ip_from_nic_2_SHARED | Success | 232.90 | test_multiple_ips_per_nic.py test_remove_ip_from_nic_1_ISOLATED | Success | 227.51 | test_multiple_ips_per_nic.py test_remove_invalid_ip | Success | 0.01 | test_multiple_ips_per_nic.py test_recover_vm_3_VPC | Success | 254.83 | test_multiple_ips_per_nic.py test_recover_vm_2_SHARED | Success | 224.94 | test_multiple_ips_per_nic.py test_recover_vm_1_ISOLATED | Success | 255.17 | test_multiple_ips_per_nic.py test_reboot_router_VM_3_VPC | Success | 294.74 | test_multiple_ips_per_nic.py test_reboot_router_VM_2_SHARED | Success | 290.14 | test_multiple_ips_per_nic.py test_reboot_router_VM_1_ISOLATED | Success | 169.11 | test_multiple_ips_per_nic.py test_operations_non_root_admin_api_client_3_VPC | Success | 212.82 | test_multiple_ips_per_nic.py test_operations_non_root_admin_api_client_2_SHARED | Success | 197.70 | test_multiple_ips_per_nic.py test_operations_non_root_admin_api_client_1_ISOLATED | Success | 202.58 | test_multiple_ips_per_nic.py test_network_restart_cleanup_true_3_VPC | Success | 272.17 | test_multiple_ips_per_nic.py test_network_restart_cleanup_true_2_SHARED | Success | 284.79 | test_multiple_ips_per_nic.py test_network_restart_cleanup_true_1_ISOLATED | Success | 315.19 | test_multiple_ips_per_nic.py test_network_restart_cleanup_false_3_VPC | Success | 229.31 | test_multiple_ips_per_nic.py test_network_restart_cleanup_false_2_SHARED | Success | 315.59 | test_multiple_ips_per_nic.py test_network_restart_cleanup_false_1_ISOLATED | Success | 269.65 | test_multiple_ips_per_nic.py test_list_nics_3_VPC | Success | 192.43 | test_multiple_ips_per_nic.py test_list_nics_1_ISOLATED | Success | 192.29 | test_multiple_ips_per_nic.py test_disassociate_ip_mapped_to_secondary_ip_through_PF_rule_3_VPC | Success | 217.69 | test_multiple_ips_per_nic.py test_disassociate_ip_mapped_to_secondary_ip_through_PF_rule_2_SHARED | Success | 232.82 | test_multiple_ips_per_nic.py test_disassociate_ip_mapped_to_secondary_ip_through_PF_rule_1_ISOLATED | Success | 217.64 | test_multiple_ips_per_nic.py test_disable_static_nat_3_VPC | Success | 210.38 | test_multiple_ips_per_nic.py test_disable_static_nat_2_SHARED | Success | 240.12 | test_multiple_ips_per_nic.py test_disable_static_nat_1_ISOLATED | Success | 239.76 | test_multiple_ips_per_nic.py test_delete_vm_3_VPC | Success | 234.14 | test_multiple_ips_per_nic.py test_delete_vm_2_SHARED | Success | 259.84 | test_multiple_ips_per_nic.py test_delete_vm_1_ISOLATED | Success | 254.86 | test_multiple_ips_per_nic.py test_delete_PF_nat_rule_3_VPC | Success | 213.23 | test_multiple_ips_per_nic.py test_delete_PF_nat_rule_2_SHARED | Success | 243.00 | test_multiple_ips_per_nic.py test_delete_PF_nat_rule_1_ISOLATED | Success | 232.85 | test_multiple_ips_per_nic.py test_add_static_nat_rule_3_VPC | Success | 245.49 | test_multiple_ips_per_nic.py test_add_static_nat_rule_2_SHARED | Success | 184.81 | test_multiple_ips_per_nic.py test_add_static_nat_rule_1_ISOLATED | Success | 169.64 | test_multiple_ips_per_nic.py test_add_ip_to_nic_1_SHARED | Success | 217.48 | test_multiple_ips_per_nic.py test_add_PF_rule_3_VPC | Success | 258.62 | test_multiple_ips_per_nic.py test_add_PF_rule_2_SHARED | Success | 198.77 | test_multiple_ips_per_nic.py test_add_PF_rule_1_ISOLATED | Success | 183.26 | test_multiple_ips_per_nic.py test_03_project_vmlifecycle_delete_instance | Success | 343.70 | test_mm_project_limits.py test_02_project_vmlifecycle_migrate_instance | Success | 208.49 | test_mm_project_limits.py test_01_project_vmlifecycle_start_stop_instance | Success | 379.76 | test_mm_project_limits.py test_04_deployVm__account_limit_reached | Success | 218.48 | test_mm_max_limits.py test_03_deploy_vm_project_limit_reached | Success | 27.20 | test_mm_max_limits.py test_02_deploy_vm_account_limit_reached | Success | 238.72 | test_mm_max_limits.py test_01_deploy_vm_domain_limit_reached | Success | 27.10 | test_mm_max_limits.py test_04_deploy_multiple_vm | Success | 638.11 | test_mm_domain_limits.py test_03_delete_vm | Success | 645.48 | test_mm_domain_limits.py test_02_migrate_vm | Success | 355.35 | test_mm_domain_limits.py test_01_multiple_child_domains | Success | 336.12 | test_mm_domain_limits.py test_01_change_service_offering | Success | 572.41 | test_mm_domain_limits.py test_04_deploy_multiple_vm | Success | 298.25 | test_memory_limits.py test_03_delete_instance | Success | 430.53 | test_memory_limits.py test_03_delete_instance | Success | 202.29 | test_memory_limits.py test_02_migrate_instance | Success | 239.54 | test_memory_limits.py test_02_migrate_instance | Success | 187.21 | test_memory_limits.py test_01_stop_start_instance | Success | 581.55 | test_memory_limits.py test_01_stop_start_instance | Success | 343.16 | test_memory_limits.py test_list_pod_with_overcommit | Success | 0.05 | test_list_pod.py test_list_nics | Success | 222.88 | test_list_nics.py test_22_network_gc | Success | 734.68 | test_lb_secondary_ip.py test_21_modify_lb_rule_algorithm | Success | 178.10 | test_lb_secondary_ip.py test_20_destroy_recover_vm | Success | 336.50 | test_lb_secondary_ip.py test_19_restart_network_cleanup_false | Success | 209.53 | test_lb_secondary_ip.py test_18_restart_network_cleanup_true | Success | 237.68 | test_lb_secondary_ip.py test_17_restart_router | Success | 227.97 | test_lb_secondary_ip.py test_16_delete_vm_from_lb_rule | Success | 798.81 | test_lb_secondary_ip.py test_15_remove_lb_rule_primary_ip | Success | 162.36 | test_lb_secondary_ip.py test_14_remove_lb_rule_secondary_ip | Success | 178.14 | test_lb_secondary_ip.py test_13_delete_lb_rule | Success | 1393.38 | test_lb_secondary_ip.py test_11_ssh_to_secondary_ip | Success | 192.22 | test_lb_secondary_ip.py test_10_lbvmips_false | Success | 258.20 | test_lb_secondary_ip.py test_09_lbvmips_true | Success | 243.15 | test_lb_secondary_ip.py test_08_lb_rule_remove_used_ip | Success | 172.87 | test_lb_secondary_ip.py test_06_lb_rule_wrong_vm_ip | Success | 222.93 | test_lb_secondary_ip.py test_05_lb_rule_wrong_vm_id | Success | 223.00 | test_lb_secondary_ip.py test_04_lb_rule_primary_secondary_multiple_vms | Success | 198.56 | test_lb_secondary_ip.py test_03_lb_rule_for_primary_and_secondary_ip | Success | 238.08 | test_lb_secondary_ip.py test_02_lb_rule_for_primary_ip | Success | 248.09 | test_lb_secondary_ip.py test_01_lb_rule_for_primary_ip | Success | 223.17 | test_lb_secondary_ip.py test_vm_create_outside_cidr_after_reservation | Success | 54.95 | test_ip_reservation.py test_vm_create_outside_cidr_after_reservation | Success | 54.64 | test_ip_reservation.py test_vm_create_after_reservation | Success | 289.96 | test_ip_reservation.py test_vm_create_after_reservation | Success | 262.88 | test_ip_reservation.py test_update_network_guestvmcidr_2_existingVmExclusive | Success | 257.94 | test_ip_reservation.py test_update_network_guestvmcidr_1_existingVmInclusive | Success | 232.81 | test_ip_reservation.py test_update_cidr_single_vm_not_inclusive | Success | 242.41 | test_ip_reservation.py test_update_cidr_multiple_vms_not_all_inclusive | Success | 237.60 | test_ip_reservation.py test_restart_network_with_cleanup_2_False | Success | 363.47 | test_ip_reservation.py test_restart_network_with_cleanup_1_True | Success | 318.10 | test_ip_reservation.py test_reservation_after_router_restart | Success | 82.04 | test_ip_reservation.py test_reservation_after_router_restart | Success | 119.31 | test_ip_reservation.py test_network_not_implemented | Success | 6.03 | test_ip_reservation.py test_nat_rules_2_static_nat_rule | Success | 356.96 | test_ip_reservation.py test_nat_rules_1_nat_rule | Success | 329.72 | test_ip_reservation.py test_ip_reservation_in_multiple_networks_same_account | Success | 334.71 | test_ip_reservation.py test_destroy_recreate_router | Success | 373.64 | test_ip_reservation.py test_isolated_nw_invalid_gw | Success | 0.14 | test_invalid_gw_nm.py test_01_cancel_host_maintenace_with_no_migration_jobs | Success | 22.51 | test_host_maintenance.py test_11_invalid_params | Success | 273.47 | test_haproxy.py test_10_create_policy_enable_disable_vpn | Success | 245.49 | test_haproxy.py test_09_create_policy_router_destroy | Success | 198.73 | test_haproxy.py test_08_create_policy_router_stopped | Success | 244.07 | test_haproxy.py test_07_delete_account | Success | 204.13 | test_haproxy.py test_06_release_ip | Success | 262.16 | test_haproxy.py test_05_error_alerts_after_create | Success | 261.73 | test_haproxy.py test_04_delete_lb_rule | Success | 272.35 | test_haproxy.py test_03_supported_policies_by_network | Success | 282.96 | test_haproxy.py test_02_create_sticky_policy_custom_values | Success | 287.43 | test_haproxy.py test_01_create_sticky_policy_default_values | Success | 203.74 | test_haproxy.py test_02_update_vpncustomergateways | Success | 15.38 | test_escalations_vpncustomergateways.py test_01_list_vpncustomergateways_pagination | Success | 30.68 | test_escalations_vpncustomergateways.py test_13_volume_custom_disk_size | Success | 243.00 | test_escalations_volumes.py test_12_volume_upload | Success | 227.58 | test_escalations_volumes.py test_11_volume_extract | Success | 243.00 | test_escalations_volumes.py test_10_volume_snapshots_pagination | Success | 228.36 | test_escalations_volumes.py test_09_volume_snapshot_policy_monthly | Success | 248.12 | test_escalations_volumes.py test_08_volume_snapshot_policy_weekly | Success | 248.01 | test_escalations_volumes.py test_07_volume_snapshot_policy_daily | Success | 212.72 | test_escalations_volumes.py test_06_volume_snapshot_policy_hourly | Success | 253.00 | test_escalations_volumes.py test_05_volume_snapshot | Success | 258.51 | test_escalations_volumes.py test_04_custom_volume_resize | Success | 217.80 | test_escalations_volumes.py test_03_data_volume_resize | Success | 227.90 | test_escalations_volumes.py test_02_list_volume_byid | Success | 192.36 | test_escalations_volumes.py test_01_list_volumes_pagination | Success | 227.89 | test_escalations_volumes.py test_03_edit_template_details | Success | 186.60 | test_escalations_templates.py test_02_download_template | Success | 191.48 | test_escalations_templates.py test_01_list_templates_pagination | Success | 372.16 | test_escalations_templates.py test_02_list_volume_snapshots_byid | Success | 45.56 | test_escalations_snapshots.py test_01_list_volume_snapshots_pagination | Success | 176.93 | test_escalations_snapshots.py test_21_listNetworkacls_by_privategateway_aclid | Success | 45.64 | test_escalations_networks.py test_20_list_capabilities | Success | 0.03 | test_escalations_networks.py test_18_create_list_vpn_gateway | Success | 80.89 | test_escalations_networks.py test_17_restart_vpc | Success | 116.04 | test_escalations_networks.py test_16_create_list_delete_egressfirewallrule_bynetworkid | Success | 15.57 | test_escalations_networks.py test_15_list_privategateway_byvpcid | Success | 50.72 | test_escalations_networks.py test_14_list_public_ipadress_by_associated_networkid | Success | 10.52 | test_escalations_networks.py test_13_list_vpc_byid | Success | 45.57 | test_escalations_networks.py test_09_list_virtual_machines_single_network | Success | 348.22 | test_escalations_networks.py test_08_update_network | Success | 10.50 | test_escalations_networks.py test_07_create_delete_network | Success | 5.36 | test_escalations_networks.py test_05_list_network_offerings_with_and_without_vpc | Success | 0.56 | test_escalations_networks.py test_02_create_network_without_sourcenat | Success | 0.13 | test_escalations_networks.py test_01_list_networks_pagination | Success | 10.55 | test_escalations_networks.py test_03_edit_iso_details | Success | 95.67 | test_escalations_isos.py test_02_download_iso | Success | 100.56 | test_escalations_isos.py test_01_list_isos_pagination | Success | 106.07 | test_escalations_isos.py test_16_create_delete_ipforwardingrule | Success | 254.75 | test_escalations_ipaddresses.py test_14_enable_disable_staticnat_fornonvpc | Success | 249.94 | test_escalations_ipaddresses.py test_13_add_remove_vpnusers | Success | 223.14 | test_escalations_ipaddresses.py test_12_create_delete_remoteaccessvpn | Success | 26.61 | test_escalations_ipaddresses.py test_09_create_delete_portforwarding_fornonvpc | Success | 213.09 | test_escalations_ipaddresses.py test_08_list_create_delete_lbsticky_policy | Success | 26.82 | test_escalations_ipaddresses.py test_07_assign_remove_lbrule_toinstance | Success | 238.42 | test_escalations_ipaddresses.py test_06_update_lbrule_name | Success | 26.61 | test_escalations_ipaddresses.py test_04_create_delete_lbrule_fornonvpc | Success | 26.72 | test_escalations_ipaddresses.py test_03_associate_ipaddress_for_vpc | Success | 96.91 | test_escalations_ipaddresses.py test_02_list_ipaddresses_byid | Success | 16.45 | test_escalations_ipaddresses.py test_01_list_ipaddresses_pagination | Success | 31.96 | test_escalations_ipaddresses.py test_25_ip_reallocation_ES1377 | Success | 531.96 | test_escalations_instances.py test_24_deploy_vm_with_static_ip_ES1662 | Success | 237.84 | test_escalations_instances.py test_22_deploy_vm_multiple_networks | Success | 248.40 | test_escalations_instances.py test_21_restore_vm | Success | 328.57 | test_escalations_instances.py test_20_update_vm_displayname_group | Success | 187.51 | test_escalations_instances.py test_19_create_reset_vm_sshkey | Success | 87.41 | test_escalations_instances.py test_18_stopped_vm_change_service | Success | 97.21 | test_escalations_instances.py test_16_list_vm_volumes_pagination | Success | 263.70 | test_escalations_instances.py test_13_vm_nics | Success | 223.68 | test_escalations_instances.py test_12_running_vm_change_service | Success | 197.81 | test_escalations_instances.py test_11_register_reset_vm_sshkey | Success | 102.70 | test_escalations_instances.py test_10_list_vm_by_zone_name_state | Success | 233.22 | test_escalations_instances.py test_09_list_vm_by_zone_name | Success | 6.28 | test_escalations_instances.py test_08_list_vm_by_zone | Success | 6.17 | test_escalations_instances.py test_07_list_vm_by_name_state | Success | 217.97 | test_escalations_instances.py test_06_list_vm_by_name | Success | 273.65 | test_escalations_instances.py test_05_list_vm_by_id | Success | 243.11 | test_escalations_instances.py test_04_list_Destroyed_vm | Success | 223.02 | test_escalations_instances.py test_03_list_Stopped_vm | Success | 228.11 | test_escalations_instances.py test_02_list_Running_vm | Success | 182.51 | test_escalations_instances.py test_01_list_instances_pagination | Success | 328.86 | test_escalations_instances.py test_03_op_host_capacity_disable_zone | Success | 0.13 | test_escalations_hosts.py test_02_op_host_capacity_disable_pod | Success | 0.14 | test_escalations_hosts.py test_01_op_host_capacity_disable_cluster | Success | 0.16 | test_escalations_hosts.py test_13_egress_fr13 | Success | 324.06 | test_egress_fw_rules.py test_13_1_egress_fr13 | Success | 304.19 | test_egress_fw_rules.py test_12_egress_fr12 | Success | 555.76 | test_egress_fw_rules.py test_12_1_egress_fr12 | Success | 224.52 | test_egress_fw_rules.py test_11_egress_fr11 | Success | 223.62 | test_egress_fw_rules.py test_11_1_egress_fr11 | Success | 223.53 | test_egress_fw_rules.py test_10_egress_fr10 | Success | 243.47 | test_egress_fw_rules.py test_10_1_egress_fr10 | Success | 208.41 | test_egress_fw_rules.py test_09_egress_fr9 | Success | 201.57 | test_egress_fw_rules.py test_09_1_egress_fr9 | Success | 236.98 | test_egress_fw_rules.py test_07_egress_fr7 | Success | 380.35 | test_egress_fw_rules.py test_07_1_egress_fr7 | Success | 390.39 | test_egress_fw_rules.py test_06_egress_fr6 | Success | 201.04 | test_egress_fw_rules.py test_06_1_egress_fr6 | Success | 156.00 | test_egress_fw_rules.py test_04_egress_fr4 | Success | 233.00 | test_egress_fw_rules.py test_04_1_egress_fr4 | Success | 212.90 | test_egress_fw_rules.py test_03_egress_fr3 | Success | 216.70 | test_egress_fw_rules.py test_03_1_egress_fr3 | Success | 385.26 | test_egress_fw_rules.py test_02_egress_fr2 | Success | 191.38 | test_egress_fw_rules.py test_02_2_egress_fr2 | Success | 216.08 | test_egress_fw_rules.py test_02_1_egress_fr2 | Success | 186.02 | test_egress_fw_rules.py test_01_egress_fr1 | Success | 236.57 | test_egress_fw_rules.py test_01_2_egress_fr1 | Success | 224.93 | test_egress_fw_rules.py test_01_1_egress_fr1 | Success | 185.89 | test_egress_fw_rules.py test_max_account_memory_scale_VM_2_USER_ACCOUNT | Success | 217.42 | test_dynamic_compute_offering.py test_max_account_memory_scale_VM_1_ADMIN_ACCOUNT | Success | 187.59 | test_dynamic_compute_offering.py test_max_account_memory_deploy_VM_2_USER_ACCOUNT | Success | 5.95 | test_dynamic_compute_offering.py test_max_account_memory_deploy_VM_1_ADMIN_ACCOUNT | Success | 6.01 | test_dynamic_compute_offering.py test_max_account_cpus_scale_VM_2_USER_ACCOUNT | Success | 192.59 | test_dynamic_compute_offering.py test_max_account_cpus_scale_VM_1_ADMIN_ACCOUNT | Success | 202.58 | test_dynamic_compute_offering.py test_max_account_cpus_deploy_VM_2_USER_ACCOUNT | Success | 6.06 | test_dynamic_compute_offering.py test_max_account_cpus_deploy_VM_1_ADMIN_ACCOUNT | Success | 5.99 | test_dynamic_compute_offering.py test_deploy_VM_with_affinity_group_2_USER_ACCOUNT | Success | 247.89 | test_dynamic_compute_offering.py test_deploy_VM_with_affinity_group_1_ADMIN_ACCOUNT | Success | 272.91 | test_dynamic_compute_offering.py test_change_so_stopped_vm_static_to_static_2_USER_ACCOUNT | Success | 192.67 | test_dynamic_compute_offering.py test_change_so_stopped_vm_static_to_static_1_ADMIN_ACCOUNT | Success | 233.21 | test_dynamic_compute_offering.py test_change_so_stopped_vm_static_to_dynamic_2_USER_ACCOUNT | Success | 344.02 | test_dynamic_compute_offering.py test_change_so_stopped_vm_static_to_dynamic_1_ADMIN_ACCOUNT | Success | 344.30 | test_dynamic_compute_offering.py test_change_so_stopped_vm_dynamic_to_static_2_USER_ACCOUNT | Success | 237.93 | test_dynamic_compute_offering.py test_change_so_stopped_vm_dynamic_to_static_1_ADMIN_ACCOUNT | Success | 218.01 | test_dynamic_compute_offering.py test_change_so_stopped_vm_dynamic_to_dynamic_2_USER_ACCOUNT | Success | 228.08 | test_dynamic_compute_offering.py test_change_so_stopped_vm_dynamic_to_dynamic_1_ADMIN_ACCOUNT | Success | 248.45 | test_dynamic_compute_offering.py test_deployvm_userdata_post | Success | 76.48 | test_deploy_vm_userdata_reg.py test_deployvm_multinic | Success | 273.85 | test_deploy_vm_userdata_multi_nic.py test_21_release_dedicated_range_ip_address_in_use | Success | 11.21 | test_dedicate_public_ip_range.py test_20_release_range_not_dedicated | Success | 0.11 | test_dedicate_public_ip_range.py test_19_delete_account | Success | 11.11 | test_dedicate_public_ip_range.py test_18_delete_network | Success | 21.32 | test_dedicate_public_ip_range.py test_17_delete_ip_range_network_rules | Success | 21.40 | test_dedicate_public_ip_range.py test_16_delete_ip_range_no_network_rules | Success | 16.37 | test_dedicate_public_ip_range.py test_15_release_dedicated_range | Success | 5.99 | test_dedicate_public_ip_range.py test_14_release_ip_from_dedicated_range | Success | 21.34 | test_dedicate_public_ip_range.py test_13_public_ips_limit | Success | 11.02 | test_dedicate_public_ip_range.py test_12_dedicate_already_dedicated_range | Success | 16.82 | test_dedicate_public_ip_range.py test_11_dedicate_to_wrong_account | Success | 5.78 | test_dedicate_public_ip_range.py test_10_dedicate_invalid_ip_range | Success | 5.79 | test_dedicate_public_ip_range.py test_08_acquire_ip_in_vpc | Success | 61.80 | test_dedicate_public_ip_range.py test_06_acquire_ip_multiple_guest_network | Success | 21.47 | test_dedicate_public_ip_range.py test_05_acquire_ip_single_guest_network | Success | 21.33 | test_dedicate_public_ip_range.py test_04_dedicate_during_creation_user_domain | Success | 11.02 | test_dedicate_public_ip_range.py test_03_dedicate_during_creation_root_domain | Success | 5.85 | test_dedicate_public_ip_range.py test_02_dedicate_public_ip_range_user_domain | Success | 11.02 | test_dedicate_public_ip_range.py test_01_dedicate_public_ip_range_root_domain | Success | 5.97 | test_dedicate_public_ip_range.py test_07_extend_vlan_range | Success | 15.99 | test_dedicate_guest_vlan_ranges.py test_05_release_range_vlan_in_use | Success | 58.89 | test_dedicate_guest_vlan_ranges.py test_05_dedicate_range_different_accounts | Success | 21.89 | test_dedicate_guest_vlan_ranges.py test_04_release_range_no_vlan_in_use | Success | 21.06 | test_dedicate_guest_vlan_ranges.py test_03_multiple_guest_netwoks | Success | 154.69 | test_dedicate_guest_vlan_ranges.py test_03_delete_account | Success | 60.17 | test_dedicate_guest_vlan_ranges.py test_03_dedicate_already_dedicated_range | Success | 21.80 | test_dedicate_guest_vlan_ranges.py test_02_delete_dedicated_vlan_range_vlan_in_use | Success | 58.85 | test_dedicate_guest_vlan_ranges.py test_02_dedicate_vlan_range_invalid_account | Success | 15.93 | test_dedicate_guest_vlan_ranges.py test_02_dedicate_guest_vlan_range_user_domain | Success | 81.17 | test_dedicate_guest_vlan_ranges.py test_01_delete_dedicated_vlan_range | Success | 31.24 | test_dedicate_guest_vlan_ranges.py test_01_dedicate_wrong_vlan_range | Success | 15.88 | test_dedicate_guest_vlan_ranges.py test_01_dedicate_guest_vlan_range_root_domain | Success | 74.83 | test_dedicate_guest_vlan_ranges.py test_01_custom_hostname_instancename_false | Success | 80.89 | test_custom_hostname.py test_03_deploy_vm_project_limit_reached | Success | 21.58 | test_cpu_max_limits.py test_01_deploy_vm_domain_limit_reached | Success | 21.50 | test_cpu_max_limits.py test_01_multiple_child_domains | Success | 371.53 | test_cpu_domain_limits.py test_01_concurrent_snapshot_global_limit | Success | 515.20 | test_concurrent_snapshots_limit.py test_01_op_host_capacity_disable_host | Success | 0.04 | test_capacity_host_delete.py test_secondary_storage_stats | Success | 0.02 | test_bugs.py test_multiple_mgmt_srvr_session_timeout | Success | 0.38 | test_bugs.py test_es_1236_cloudstack_sccs | Success | 0.38 | test_bugs.py test_CLOUDSTACK_6181_vm_root_resize | Success | 146.22 | test_bugs.py test_CLOUDSTACK_6181_stoppedvm_root_resize | Success | 231.82 | test_bugs.py test_01_restart_network_cleanup | Success | 60.48 | test_blocker_bugs.py test_01_list_routers_admin | Success | 136.35 | test_blocker_bugs.py test_01_firewall_rules_port_fw | Success | 11.94 | test_blocker_bugs.py test_01_data_persistency_root_disk | Success | 226.87 | test_blocker_bugs.py test_01_create_template | Success | 432.14 | test_blocker_bugs.py test_01_check_template_size | Success | 60.52 | test_blocker_bugs.py test_04_reoccuring_snapshot_rules | Success | 4331.25 | test_base_image_updation.py test_03_restore_vm_with_new_template | Success | 408.37 | test_base_image_updation.py test_02_reboot_instance_with_is_volatile_offering | Success | 161.33 | test_base_image_updation.py test_01_deploy_instance_with_is_volatile_offering | Success | 0.04 | test_base_image_updation.py test_14_move_across_subdomain_vm_project | Success | 146.43 | test_assign_vm.py test_12_move_across_subdomain_vm_volumes | Success | 151.68 | test_assign_vm.py test_11_move_across_subdomain_vm_pfrule | Success | 197.00 | test_assign_vm.py test_10_move_across_subdomain_vm_running | Success | 171.39 | test_assign_vm.py test_09_move_across_subdomain | Success | 141.38 | test_assign_vm.py test_08_move_across_subdomain_network_create | Success | 146.53 | test_assign_vm.py test_07_move_across_subdomain | Success | 171.70 | test_assign_vm.py test_06_move_to_domain_from_subdomain | Success | 201.79 | test_assign_vm.py test_05_move_to_domain_from_sub_of_subdomain | Success | 186.77 | test_assign_vm.py test_04_move_from_domain_to_sub_of_subdomain | Success | 211.99 | test_assign_vm.py test_03_move_from_domain_to_subdomain | Success | 141.43 | test_assign_vm.py test_02_move_across_subdomains | Success | 222.00 | test_assign_vm.py test_01_move_across_different_domains | Success | 207.02 | test_assign_vm.py test_06_secondary_storage | Success | 0.02 | test_allocation_states.py test_05_storage_pools | Success | 0.03 | test_allocation_states.py test_04_hosts | Success | 0.03 | test_allocation_states.py test_03_clusters | Success | 0.05 | test_allocation_states.py test_02_pods | Success | 0.01 | test_allocation_states.py test_01_zones | Success | 0.02 | test_allocation_states.py test_4_user_create_aff_grp_existing_name_for_project | Success | 5.22 | test_affinity_groups_projects.py test_07_list_all_vms_in_aff_grp | Success | 347.39 | test_affinity_groups_projects.py test_06_list_aff_grps_by_non_existing_name | Success | 10.28 | test_affinity_groups_projects.py test_05_list_aff_grps_by_non_existing_id | Success | 10.26 | test_affinity_groups_projects.py test_04_list_aff_grps_by_name | Success | 5.25 | test_affinity_groups_projects.py test_03_user_create_aff_grp_for_project | Success | 10.26 | test_affinity_groups_projects.py test_03_list_aff_grps_by_id | Success | 10.30 | test_affinity_groups_projects.py test_02_list_multiple_aff_grps_for_vm | Success | 306.83 | test_affinity_groups_projects.py test_02_doadmin_create_aff_grp_for_project | Success | 10.24 | test_affinity_groups_projects.py test_02_deploy_vm_anti_affinity_group_fail_on_not_enough_hosts | Success | 91.57 | test_affinity_groups_projects.py test_02_delete_aff_grp_by_id_another_user | Success | 15.42 | test_affinity_groups_projects.py test_01_update_aff_grp_by_ids | Success | 569.09 | test_affinity_groups_projects.py test_01_list_aff_grps_for_vm | Success | 306.90 | test_affinity_groups_projects.py test_01_deploy_vm_anti_affinity_group | Success | 367.51 | test_affinity_groups_projects.py test_01_delete_aff_grp_by_id | Success | 15.44 | test_affinity_groups_projects.py test_01_admin_create_aff_grp_for_project | Success | 5.22 | test_affinity_groups_projects.py test_30_remove_nic_reattach | Success | 429.01 | test_add_remove_network.py test_29_remove_nic_CS22503 | Success | 237.64 | test_add_remove_network.py test_28_update_nic_insufficient_permission | Success | 5.91 | test_add_remove_network.py test_27_remove_nic_insufficient_permission | Success | 5.93 | test_add_remove_network.py test_26_add_nic_insufficient_permission | Success | 10.87 | test_add_remove_network.py test_25_add_nw_above_account_limit | Success | 198.63 | test_add_remove_network.py test_24_add_nw_different_domain | Success | 294.05 | test_add_remove_network.py test_23_update_nic_incorrect_vm_state | Success | 283.25 | test_add_remove_network.py test_22_update_nic_wrong_nic_id | Success | 0.04 | test_add_remove_network.py test_21_update_nic_wrong_vm_id | Success | 0.08 | test_add_remove_network.py test_20_remove_nic_wrong_nic_id | Success | 0.04 | test_add_remove_network.py test_19_remove_nic_wrong_vm_id | Success | 0.05 | test_add_remove_network.py test_17_add_nic_different_zone | Success | 60.56 | test_add_remove_network.py test_16_add_nic_wrong_network_id | Success | 0.02 | test_add_remove_network.py test_15_add_nic_wrong_vm_id | Success | 0.02 | test_add_remove_network.py test_14_add_nw_different_account_1_isolated | Success | 61.24 | test_add_remove_network.py test_13_set_foreign_nic_as_default | Success | 217.40 | test_add_remove_network.py test_12_make_default_nic_as_default | Success | 5.12 | test_add_remove_network.py test_11_update_nic_running_vm | Success | 50.55 | test_add_remove_network.py test_10_add_nw_invalid_ipaddress_running_vm | Success | 5.12 | test_add_remove_network.py test_09_remove_foreign_nic | Success | 212.62 | test_add_remove_network.py test_08_remove_default_nic | Success | 5.12 | test_add_remove_network.py test_07_remove_nic_running_vm | Success | 50.49 | test_add_remove_network.py test_06_add_nw_ipaddress_running_vm | Success | 136.49 | test_add_remove_network.py test_05_add_vpc_nw_stopped_vm_1_isolated | Success | 121.50 | test_add_remove_network.py test_04_vpc_nw_running_vm_1_isolated | Success | 121.84 | test_add_remove_network.py test_03_add_nw_multiple_times_2_shared | Success | 111.32 | test_add_remove_network.py test_03_add_nw_multiple_times_1_isolated | Success | 196.87 | test_add_remove_network.py test_02_add_nw_stopped_vm_2_shared | Success | 191.52 | test_add_remove_network.py test_02_add_nw_stopped_vm_1_isolated | Success | 60.81 | test_add_remove_network.py test_01_add_nw_running_vm_2_shared | Success | 146.03 | test_add_remove_network.py test_01_add_nw_running_vm_1_isolated | Success | 50.60 | test_add_remove_network.py test_deployVM_in_sharedNetwork_as_regularuser_scope_all_crossdomain | Success | 0.03 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_regularuser_scope_all_anotherusersamedomain | Success | 0.03 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_domain_withsubdomainaccess_subdomainuser | Success | 70.86 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_domain_withsubdomainaccess_subdomainadminuser | Success | 70.79 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_domain_withsubdomainaccess_parentdomainuser | Success | 0.04 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_domain_withsubdomainaccess_parentdomainadminuser | Success | 0.04 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_domain_withsubdomainaccess_domainuser | Success | 70.84 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_domain_withsubdomainaccess_domainadminuser | Success | 70.82 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_domain_withsubdomainaccess_ROOTuser | Success | 0.03 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_domain_nosubdomainaccess_subdomainuser | Success | 0.05 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_domain_nosubdomainaccess_subdomainadminuser | Success | 0.05 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_domain_nosubdomainaccess_parentdomainuser | Success | 0.04 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_domain_nosubdomainaccess_parentdomainadminuser | Success | 0.04 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_domain_nosubdomainaccess_domainuser | Success | 70.83 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_domain_nosubdomainaccess_domainadminuser | Success | 70.80 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_domain_nosubdomainaccess_ROOTuser | Success | 0.03 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_all_subdomainuser | Success | 70.75 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_all_subdomainadminuser | Success | 70.75 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_all_domainuser | Success | 65.69 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_all_domainadminuser | Success | 65.71 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_all_crossdomainuser | Success | 0.03 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_all_ROOTuser | Success | 0.03 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_account_user | Success | 70.78 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_account_domainuser | Success | 0.04 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_account_domainadminuser | Success | 0.05 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_account_differentdomain | Success | 0.05 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_domainadmin_scope_account_ROOTuser | Success | 0.03 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_domain_withsubdomainaccess_subdomainuser | Success | 70.66 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_domain_withsubdomainaccess_subdomainadminuser | Success | 70.85 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_domain_withsubdomainaccess_parentdomainuser | Success | 0.05 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_domain_withsubdomainaccess_parentdomainadminuser | Success | 0.05 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_domain_withsubdomainaccess_domainuser | Success | 65.64 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_domain_withsubdomainaccess_domainadminuser | Success | 171.23 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_domain_withsubdomainaccess_ROOTuser | Success | 0.05 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_domain_nosubdomainaccess_subdomainuser | Success | 0.04 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_domain_nosubdomainaccess_subdomainadminuser | Success | 0.04 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_domain_nosubdomainaccess_parentdomainuser | Success | 0.04 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_domain_nosubdomainaccess_parentdomainadminuser | Success | 0.03 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_domain_nosubdomainaccess_domainuser | Success | 70.61 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_domain_nosubdomainaccess_domainadminuser | Success | 171.22 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_domain_nosubdomainaccess_ROOTuser | Success | 0.03 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_all_subdomainuser | Success | 70.63 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_all_subdomainadminuser | Success | 70.63 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_all_domainuser | Success | 65.57 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_all_domainadminuser | Success | 70.61 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_all_ROOTuser | Success | 201.37 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_account_user | Success | 186.28 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_account_domainuser | Success | 0.04 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_account_domainadminuser | Success | 0.03 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_account_differentdomain | Success | 0.03 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_as_admin_scope_account_ROOTuser | Success | 0.03 | test_acl_sharednetwork_deployVM-impersonation.py test_deployVM_in_sharedNetwork_scope_domain_withsubdomainaccess_subdomainuser | Success | 70.72 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_domain_withsubdomainaccess_subdomainadminuser | Success | 70.78 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_domain_withsubdomainaccess_parentdomainuser | Success | 0.04 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_domain_withsubdomainaccess_parentdomainadminuser | Success | 0.04 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_domain_withsubdomainaccess_domainuser | Success | 70.73 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_domain_withsubdomainaccess_domainadminuser | Success | 181.66 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_domain_withsubdomainaccess_ROOTuser | Success | 0.04 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_domain_withsubdomainaccess_ROOTadmin | Success | 0.03 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_domain_nosubdomainaccess_subdomainuser | Success | 0.04 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_domain_nosubdomainaccess_subdomainadminuser | Success | 0.04 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_domain_nosubdomainaccess_parentdomainuser | Success | 0.04 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_domain_nosubdomainaccess_parentdomainadminuser | Success | 0.04 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_domain_nosubdomainaccess_domainuser | Success | 70.72 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_domain_nosubdomainaccess_domainadminuser | Success | 171.52 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_domain_nosubdomainaccess_ROOTuser | Success | 0.04 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_domain_nosubdomainaccess_ROOTadmin | Success | 0.03 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_all_subdomainuser | Success | 65.65 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_all_subdomainadminuser | Success | 70.74 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_all_domainuser | Success | 70.67 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_all_domainadminuser | Success | 70.80 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_all_ROOTuser | Success | 70.69 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_all_ROOTadmin | Success | 201.33 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_account_user | Success | 201.70 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_account_domainuser | Success | 0.04 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_account_domainadminuser | Success | 0.04 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_account_differentdomain | Success | 0.06 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_account_ROOTuser | Success | 0.04 | test_acl_sharednetwork.py test_deployVM_in_sharedNetwork_scope_account_ROOTadmin | Success | 0.04 | test_acl_sharednetwork.py test_listVolume_by_id_as_user_volumefromsamedomaindifferentaccount | Success | 0.02 | test_acl_listvolume.py test_listVolume_by_id_as_user_volumefromotherdomain | Success | 0.02 | test_acl_listvolume.py test_listVolume_by_id_as_user_own | Success | 0.02 | test_acl_listvolume.py test_listVolume_by_id_as_rootadmin_owns | Success | 0.02 | test_acl_listvolume.py test_listVolume_by_id_as_rootadmin_Volumesownedbyothers | Success | 0.04 | test_acl_listvolume.py test_listVolume_by_id_as_domainadmin_owns | Success | 0.02 | test_acl_listvolume.py test_listVolume_by_id_as_domainadmin_ownedbyusersnotindomain | Success | 0.02 | test_acl_listvolume.py test_listVolume_by_id_as_domainadmin_ownedbyusersinsubdomain2 | Success | 0.02 | test_acl_listvolume.py test_listVolume_by_id_as_domainadmin_ownedbyusersinsubdomain | Success | 0.03 | test_acl_listvolume.py test_listVolume_by_id_as_domainadmin_ownedbyusersindomain | Success | 0.04 | test_acl_listvolume.py test_listVolume_as_rootadmin_rec_true | Success | 0.01 | test_acl_listvolume.py test_listVolume_as_rootadmin_rec_false | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_rootadmin_listall_true_rec_true | Success | 0.04 | test_acl_listvolume.py test_listVolume_as_rootadmin_listall_true_rec_false | Success | 0.04 | test_acl_listvolume.py test_listVolume_as_rootadmin_listall_true | Success | 0.04 | test_acl_listvolume.py test_listVolume_as_rootadmin_listall_false_rec_true | Success | 0.01 | test_acl_listvolume.py test_listVolume_as_rootadmin_listall_false_rec_false | Success | 0.01 | test_acl_listvolume.py test_listVolume_as_rootadmin_listall_false | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_rootadmin_domainid_rec_true | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_rootadmin_domainid_rec_false | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_rootadmin_domainid_listall_true_rec_true | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_rootadmin_domainid_listall_true_rec_false | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_rootadmin_domainid_listall_true | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_rootadmin_domainid_listall_false_rec_true | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_rootadmin_domainid_listall_false_rec_false | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_rootadmin_domainid_listall_false | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_rootadmin_domainid_accountid_rec_true | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_rootadmin_domainid_accountid_rec_false | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_rootadmin_domainid_accountid_listall_true_rec_true | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_rootadmin_domainid_accountid_listall_true_rec_false | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_rootadmin_domainid_accountid_listall_true | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_rootadmin_domainid_accountid_listall_false_rec_true | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_rootadmin_domainid_accountid_listall_false_rec_false | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_rootadmin_domainid_accountid_listall_false | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_rootadmin_domainid_accountid | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_rootadmin_domainid | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_rootadmin | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_regularuser_rec_true | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_regularuser_rec_false | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_regularuser_listall_true_rec_true | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_regularuser_listall_true_rec_false | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_regularuser_listall_true | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_regularuser_listall_false_rec_true | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_regularuser_listall_false_rec_false | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_regularuser_listall_false | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_regularuser_domainid_true_rec_true | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_regularuser_domainid_listall_true_rec_true | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_regularuser_domainid_listall_true_rec_false | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_regularuser_domainid_listall_true | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_regularuser_domainid_listall_false_rec_true | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_regularuser_domainid_listall_false_rec_false | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_regularuser_domainid_listall_false | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_regularuser_domainid_accountid_rec_true | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_regularuser_domainid_accountid_rec_false | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_regularuser_domainid_accountid_listall_true_rec_true | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_regularuser_domainid_accountid_listall_true_rec_false | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_regularuser_domainid_accountid_listall_true | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_regularuser_domainid_accountid_listall_false_rec_true | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_regularuser_domainid_accountid_listall_false_rec_false | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_regularuser_domainid_accountid_listall_false | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_regularuser_domainid_accountid | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_regularuser_domainid__rec_false | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_regularuser_domainid | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_regularuser_cross_domainid_accountid | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_regularuser_cross_domainid | Success | 0.00 | test_acl_listvolume.py test_listVolume_as_regularuser | Success | 0.04 | test_acl_listvolume.py test_listVolume_as_domainadmin_true_rec_false | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_domainadmin_rec_true | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_domainadmin_listall_true_rec_true | Success | 0.04 | test_acl_listvolume.py test_listVolume_as_domainadmin_listall_true_rec_false | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_domainadmin_listall_true | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_domainadmin_listall_false_rec_true | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_domainadmin_listall_false_rec_false | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_domainadmin_listall_false | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_domainadmin_domainid_rec_true | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_domainadmin_domainid_rec_false | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_domainadmin_domainid_listall_true_rec_true | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_domainadmin_domainid_listall_true_rec_false | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_domainadmin_domainid_listall_true | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_domainadmin_domainid_listall_false_rec_true | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_domainadmin_domainid_listall_false_rec_false | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_domainadmin_domainid_listall_false | Success | 0.02 | test_acl_listvolume.py test_listVolume_as_domainadmin_domainid_accountid_rec_true | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_domainadmin_domainid_accountid_rec_false | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_domainadmin_domainid_accountid_listall_true_rec_true | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_domainadmin_domainid_accountid_listall_true_rec_false | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_domainadmin_domainid_accountid_listall_true | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_domainadmin_domainid_accountid_listall_false_rec_true | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_domainadmin_domainid_accountid_listall_false_rec_false | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_domainadmin_domainid_accountid_listall_false | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_domainadmin_domainid_accountid | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_domainadmin_domainid | Success | 0.03 | test_acl_listvolume.py test_listVolume_as_domainadmin_cross_domainid_accountid | Success | 0.00 | test_acl_listvolume.py test_listVolume_as_domainadmin_cross_domainid | Success | 0.00 | test_acl_listvolume.py test_listVolume_as_domainadmin | Success | 0.02 | test_acl_listvolume.py test_listVM_by_id_as_user_vmsfromotherdomain | Success | 0.03 | test_acl_listvm.py test_listVM_by_id_as_user_vmfromsamedomaindifferentaccount | Success | 0.03 | test_acl_listvm.py test_listVM_by_id_as_user_own | Success | 0.03 | test_acl_listvm.py test_listVM_by_id_as_rootadmin_owns | Success | 0.03 | test_acl_listvm.py test_listVM_by_id_as_rootadmin_Vmsownedbyothers | Success | 0.06 | test_acl_listvm.py test_listVM_by_id_as_domainadmin_owns | Success | 0.03 | test_acl_listvm.py test_listVM_by_id_as_domainadmin_ownedbyusersnotindomain | Success | 0.03 | test_acl_listvm.py test_listVM_by_id_as_domainadmin_ownedbyusersinsubdomain2 | Success | 0.04 | test_acl_listvm.py test_listVM_by_id_as_domainadmin_ownedbyusersinsubdomain | Success | 0.04 | test_acl_listvm.py test_listVM_by_id_as_domainadmin_ownedbyusersindomain | Success | 0.03 | test_acl_listvm.py test_listVM_as_rootadmin_rec_true | Success | 0.02 | test_acl_listvm.py test_listVM_as_rootadmin_rec_false | Success | 0.02 | test_acl_listvm.py test_listVM_as_rootadmin_listall_true_rec_true | Success | 0.06 | test_acl_listvm.py test_listVM_as_rootadmin_listall_true_rec_false | Success | 0.07 | test_acl_listvm.py test_listVM_as_rootadmin_listall_true | Success | 0.11 | test_acl_listvm.py test_listVM_as_rootadmin_listall_false_rec_true | Success | 0.02 | test_acl_listvm.py test_listVM_as_rootadmin_listall_false_rec_false | Success | 0.02 | test_acl_listvm.py test_listVM_as_rootadmin_listall_false | Success | 0.02 | test_acl_listvm.py test_listVM_as_rootadmin_domainid_rec_true | Success | 0.04 | test_acl_listvm.py test_listVM_as_rootadmin_domainid_rec_false | Success | 0.03 | test_acl_listvm.py test_listVM_as_rootadmin_domainid_listall_true_rec_true | Success | 0.04 | test_acl_listvm.py test_listVM_as_rootadmin_domainid_listall_true_rec_false | Success | 0.03 | test_acl_listvm.py test_listVM_as_rootadmin_domainid_listall_true | Success | 0.03 | test_acl_listvm.py test_listVM_as_rootadmin_domainid_listall_false_rec_true | Success | 0.05 | test_acl_listvm.py test_listVM_as_rootadmin_domainid_listall_false_rec_false | Success | 0.04 | test_acl_listvm.py test_listVM_as_rootadmin_domainid_listall_false | Success | 0.03 | test_acl_listvm.py test_listVM_as_rootadmin_domainid_accountid_rec_true | Success | 0.03 | test_acl_listvm.py test_listVM_as_rootadmin_domainid_accountid_rec_false | Success | 0.03 | test_acl_listvm.py test_listVM_as_rootadmin_domainid_accountid_listall_true_rec_true | Success | 0.03 | test_acl_listvm.py test_listVM_as_rootadmin_domainid_accountid_listall_true_rec_false | Success | 0.03 | test_acl_listvm.py test_listVM_as_rootadmin_domainid_accountid_listall_true | Success | 0.03 | test_acl_listvm.py test_listVM_as_rootadmin_domainid_accountid_listall_false_rec_true | Success | 0.03 | test_acl_listvm.py test_listVM_as_rootadmin_domainid_accountid_listall_false_rec_false | Success | 0.03 | test_acl_listvm.py test_listVM_as_rootadmin_domainid_accountid_listall_false | Success | 0.03 | test_acl_listvm.py test_listVM_as_rootadmin_domainid_accountid | Success | 0.03 | test_acl_listvm.py test_listVM_as_rootadmin_domainid | Success | 0.04 | test_acl_listvm.py test_listVM_as_rootadmin | Success | 0.03 | test_acl_listvm.py test_listVM_as_regularuser_rec_true | Success | 0.02 | test_acl_listvm.py test_listVM_as_regularuser_rec_false | Success | 0.02 | test_acl_listvm.py test_listVM_as_regularuser_listall_true_rec_true | Success | 0.03 | test_acl_listvm.py test_listVM_as_regularuser_listall_true_rec_false | Success | 0.03 | test_acl_listvm.py test_listVM_as_regularuser_listall_true | Success | 0.02 | test_acl_listvm.py test_listVM_as_regularuser_listall_false_rec_true | Success | 0.02 | test_acl_listvm.py test_listVM_as_regularuser_listall_false_rec_false | Success | 0.02 | test_acl_listvm.py test_listVM_as_regularuser_listall_false | Success | 0.02 | test_acl_listvm.py test_listVM_as_regularuser_domainid_true_rec_true | Success | 0.03 | test_acl_listvm.py test_listVM_as_regularuser_domainid_listall_true_rec_true | Success | 0.03 | test_acl_listvm.py test_listVM_as_regularuser_domainid_listall_true_rec_false | Success | 0.03 | test_acl_listvm.py test_listVM_as_regularuser_domainid_listall_true | Success | 0.03 | test_acl_listvm.py test_listVM_as_regularuser_domainid_listall_false_rec_true | Success | 0.03 | test_acl_listvm.py test_listVM_as_regularuser_domainid_listall_false_rec_false | Success | 0.03 | test_acl_listvm.py test_listVM_as_regularuser_domainid_listall_false | Success | 0.03 | test_acl_listvm.py test_listVM_as_regularuser_domainid_accountid_rec_true | Success | 0.03 | test_acl_listvm.py test_listVM_as_regularuser_domainid_accountid_rec_false | Success | 0.03 | test_acl_listvm.py test_listVM_as_regularuser_domainid_accountid_listall_true_rec_true | Success | 0.03 | test_acl_listvm.py test_listVM_as_regularuser_domainid_accountid_listall_true_rec_false | Success | 0.03 | test_acl_listvm.py test_listVM_as_regularuser_domainid_accountid_listall_true | Success | 0.03 | test_acl_listvm.py test_listVM_as_regularuser_domainid_accountid_listall_false_rec_true | Success | 0.03 | test_acl_listvm.py test_listVM_as_regularuser_domainid_accountid_listall_false_rec_false | Success | 0.03 | test_acl_listvm.py test_listVM_as_regularuser_domainid_accountid_listall_false | Success | 0.03 | test_acl_listvm.py test_listVM_as_regularuser_domainid_accountid | Success | 0.04 | test_acl_listvm.py test_listVM_as_regularuser_domainid__rec_false | Success | 0.03 | test_acl_listvm.py test_listVM_as_regularuser_domainid | Success | 0.03 | test_acl_listvm.py test_listVM_as_regularuser_cross_domainid_accountid | Success | 0.02 | test_acl_listvm.py test_listVM_as_regularuser_cross_domainid | Success | 0.02 | test_acl_listvm.py test_listVM_as_regularuser | Success | 0.04 | test_acl_listvm.py test_listVM_as_domainadmin_true_rec_false | Success | 0.03 | test_acl_listvm.py test_listVM_as_domainadmin_rec_true | Success | 0.03 | test_acl_listvm.py test_listVM_as_domainadmin_listall_true_rec_true | Success | 0.07 | test_acl_listvm.py test_listVM_as_domainadmin_listall_true_rec_false | Success | 0.06 | test_acl_listvm.py test_listVM_as_domainadmin_listall_true | Success | 0.08 | test_acl_listvm.py test_listVM_as_domainadmin_listall_false_rec_true | Success | 0.03 | test_acl_listvm.py test_listVM_as_domainadmin_listall_false_rec_false | Success | 0.04 | test_acl_listvm.py test_listVM_as_domainadmin_listall_false | Success | 0.03 | test_acl_listvm.py test_listVM_as_domainadmin_domainid_rec_true | Success | 0.04 | test_acl_listvm.py test_listVM_as_domainadmin_domainid_rec_false | Success | 0.04 | test_acl_listvm.py test_listVM_as_domainadmin_domainid_listall_true_rec_true | Success | 0.04 | test_acl_listvm.py test_listVM_as_domainadmin_domainid_listall_true_rec_false | Success | 0.04 | test_acl_listvm.py test_listVM_as_domainadmin_domainid_listall_true | Success | 0.04 | test_acl_listvm.py test_listVM_as_domainadmin_domainid_listall_false_rec_true | Success | 0.05 | test_acl_listvm.py test_listVM_as_domainadmin_domainid_listall_false_rec_false | Success | 0.04 | test_acl_listvm.py test_listVM_as_domainadmin_domainid_listall_false | Success | 0.04 | test_acl_listvm.py test_listVM_as_domainadmin_domainid_accountid_rec_true | Success | 0.04 | test_acl_listvm.py test_listVM_as_domainadmin_domainid_accountid_rec_false | Success | 0.04 | test_acl_listvm.py test_listVM_as_domainadmin_domainid_accountid_listall_true_rec_true | Success | 0.04 | test_acl_listvm.py test_listVM_as_domainadmin_domainid_accountid_listall_true_rec_false | Success | 0.06 | test_acl_listvm.py test_listVM_as_domainadmin_domainid_accountid_listall_true | Success | 0.04 | test_acl_listvm.py test_listVM_as_domainadmin_domainid_accountid_listall_false_rec_true | Success | 0.03 | test_acl_listvm.py test_listVM_as_domainadmin_domainid_accountid_listall_false_rec_false | Success | 0.03 | test_acl_listvm.py test_listVM_as_domainadmin_domainid_accountid_listall_false | Success | 0.04 | test_acl_listvm.py test_listVM_as_domainadmin_domainid_accountid | Success | 0.04 | test_acl_listvm.py test_listVM_as_domainadmin_domainid | Success | 0.05 | test_acl_listvm.py test_listVM_as_domainadmin_cross_domainid_accountid | Success | 0.02 | test_acl_listvm.py test_listVM_as_domainadmin_cross_domainid | Success | 0.02 | test_acl_listvm.py test_listVM_as_domainadmin | Success | 0.06 | test_acl_listvm.py test_listSnapshot_by_id_as_user_snapshotfromsamedomaindifferentaccount | Success | 0.02 | test_acl_listsnapshot.py test_listSnapshot_by_id_as_user_snapshotfromotherdomain | Success | 0.02 | test_acl_listsnapshot.py test_listSnapshot_by_id_as_user_own | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_by_id_as_rootadmin_owns | Success | 0.02 | test_acl_listsnapshot.py test_listSnapshot_by_id_as_rootadmin_Snapshotsownedbyothers | Success | 0.06 | test_acl_listsnapshot.py test_listSnapshot_by_id_as_domainadmin_owns | Success | 0.05 | test_acl_listsnapshot.py test_listSnapshot_by_id_as_domainadmin_ownedbyusersnotindomain | Success | 0.02 | test_acl_listsnapshot.py test_listSnapshot_by_id_as_domainadmin_ownedbyusersinsubdomain2 | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_by_id_as_domainadmin_ownedbyusersinsubdomain | Success | 0.05 | test_acl_listsnapshot.py test_listSnapshot_by_id_as_domainadmin_ownedbyusersindomain | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_rec_true | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_rec_false | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_listall_true_rec_true | Success | 0.11 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_listall_true_rec_false | Success | 0.11 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_listall_true | Success | 0.12 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_listall_false_rec_true | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_listall_false_rec_false | Success | 0.02 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_listall_false | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_domainid_rec_true | Success | 0.06 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_domainid_rec_false | Success | 0.04 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_domainid_listall_true_rec_true | Success | 0.05 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_domainid_listall_true_rec_false | Success | 0.05 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_domainid_listall_true | Success | 0.04 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_domainid_listall_false_rec_true | Success | 0.06 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_domainid_listall_false_rec_false | Success | 0.04 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_domainid_listall_false | Success | 0.04 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_domainid_accountid_rec_true | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_domainid_accountid_rec_false | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_domainid_accountid_listall_true_rec_true | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_domainid_accountid_listall_true_rec_false | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_domainid_accountid_listall_true | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_domainid_accountid_listall_false_rec_true | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_domainid_accountid_listall_false_rec_false | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_domainid_accountid_listall_false | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_domainid_accountid | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin_domainid | Success | 0.04 | test_acl_listsnapshot.py test_listSnapshot_as_rootadmin | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_rec_true | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_rec_false | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_listall_true_rec_true | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_listall_true_rec_false | Success | 0.02 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_listall_true | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_listall_false_rec_true | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_listall_false_rec_false | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_listall_false | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_domainid_true_rec_true | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_domainid_listall_true_rec_true | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_domainid_listall_true_rec_false | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_domainid_listall_true | Success | 0.04 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_domainid_listall_false_rec_true | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_domainid_listall_false_rec_false | Success | 0.04 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_domainid_listall_false | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_domainid_accountid_rec_true | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_domainid_accountid_rec_false | Success | 0.04 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_domainid_accountid_listall_true_rec_true | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_domainid_accountid_listall_true_rec_false | Success | 0.04 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_domainid_accountid_listall_true | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_domainid_accountid_listall_false_rec_true | Success | 0.04 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_domainid_accountid_listall_false_rec_false | Success | 0.04 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_domainid_accountid_listall_false | Success | 0.04 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_domainid_accountid | Success | 0.04 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_domainid__rec_false | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_domainid | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_cross_domainid_accountid | Success | 0.02 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser_cross_domainid | Success | 0.00 | test_acl_listsnapshot.py test_listSnapshot_as_regularuser | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_true_rec_false | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_rec_true | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_listall_true_rec_true | Success | 0.11 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_listall_true_rec_false | Success | 0.09 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_listall_true | Success | 0.10 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_listall_false_rec_true | Success | 0.06 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_listall_false_rec_false | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_listall_false | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_domainid_rec_true | Success | 0.06 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_domainid_rec_false | Success | 0.05 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_domainid_listall_true_rec_true | Success | 0.05 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_domainid_listall_true_rec_false | Success | 0.05 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_domainid_listall_true | Success | 0.05 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_domainid_listall_false_rec_true | Success | 0.06 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_domainid_listall_false_rec_false | Success | 0.04 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_domainid_listall_false | Success | 0.04 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_domainid_accountid_rec_true | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_domainid_accountid_rec_false | Success | 0.04 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_domainid_accountid_listall_true_rec_true | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_domainid_accountid_listall_true_rec_false | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_domainid_accountid_listall_true | Success | 0.03 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_domainid_accountid_listall_false_rec_true | Success | 0.04 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_domainid_accountid_listall_false_rec_false | Success | 0.04 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_domainid_accountid_listall_false | Success | 0.04 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_domainid_accountid | Success | 0.09 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_domainid | Success | 0.05 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_cross_domainid_accountid | Success | 0.00 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin_cross_domainid | Success | 0.00 | test_acl_listsnapshot.py test_listSnapshot_as_domainadmin | Success | 0.04 | test_acl_listsnapshot.py test_deleteNetwork_user_foruserinsamedomain | Success | 0.02 | test_acl_isolatednetwork_delete.py test_deleteNetwork_user_foruserinotherdomain | Success | 0.02 | test_acl_isolatednetwork_delete.py test_deleteNetwork_user | Success | 5.14 | test_acl_isolatednetwork_delete.py test_deleteNetwork_domaindmin_foruserinsubdomain | Success | 5.16 | test_acl_isolatednetwork_delete.py test_deleteNetwork_domaindmin_foruserinsamedomain | Success | 5.19 | test_acl_isolatednetwork_delete.py test_deleteNetwork_domaindmin_forcrossdomainuser | Success | 0.04 | test_acl_isolatednetwork_delete.py test_deleteNetwork_domaindmin | Success | 5.18 | test_acl_isolatednetwork_delete.py test_deleteNetwork_admin_foruserinsamedomain | Success | 5.11 | test_acl_isolatednetwork_delete.py test_deleteNetwork_admin_foruserinotherdomain | Success | 5.11 | test_acl_isolatednetwork_delete.py test_deleteNetwork_admin | Success | 5.13 | test_acl_isolatednetwork_delete.py test_30_restartNetwork_user_foruserinotherdomain | Success | 0.02 | test_acl_isolatednetwork.py test_29_restartNetwork_user_foruserinsamedomain | Success | 0.02 | test_acl_isolatednetwork.py test_28_restartNetwork_user | Success | 70.53 | test_acl_isolatednetwork.py test_27_restartNetwork_domaindmin_forcrossdomainuser | Success | 0.02 | test_acl_isolatednetwork.py test_26_restartNetwork_domaindmin_foruserinsubdomain | Success | 65.71 | test_acl_isolatednetwork.py test_25_restartNetwork_domaindmin_foruserinsamedomain | Success | 60.55 | test_acl_isolatednetwork.py test_24_restartNetwork_domaindmin | Success | 85.76 | test_acl_isolatednetwork.py test_23_restartNetwork_admin_foruserinotherdomain | Success | 75.58 | test_acl_isolatednetwork.py test_22_restartNetwork_admin_foruserinsamedomain | Success | 75.48 | test_acl_isolatednetwork.py test_21_restartNetwork_admin | Success | 60.48 | test_acl_isolatednetwork.py test_20_deployvm_user_foruserincrossdomain | Success | 0.03 | test_acl_isolatednetwork.py test_20_1_deployvm_user_incrossnetwork | Success | 0.04 | test_acl_isolatednetwork.py test_19_deployvm_user_foruserinsamedomain | Success | 0.03 | test_acl_isolatednetwork.py test_18_deployvm_user | Success | 10.26 | test_acl_isolatednetwork.py test_17_deployvm_domaindmin_forcrossdomainuser | Success | 0.03 | test_acl_isolatednetwork.py test_17_1_deployvm_domainadmin_foruserinotherdomain_crossnetwork | Success | 0.05 | test_acl_isolatednetwork.py test_16_deployvm_domaindmin_foruserinsubdomain | Success | 10.35 | test_acl_isolatednetwork.py test_15_deployvm_domaindmin_foruserinsamedomain | Success | 10.36 | test_acl_isolatednetwork.py test_14_deployvm_domaindmin | Success | 10.32 | test_acl_isolatednetwork.py test_13_deployvm_admin_foruserinotherdomain | Success | 10.29 | test_acl_isolatednetwork.py test_13_1_deployvm_admin_foruserinotherdomain_crossnetwork | Success | 0.03 | test_acl_isolatednetwork.py test_12_deployvm_admin_foruserinsamedomain | Success | 10.39 | test_acl_isolatednetwork.py test_11_deployvm_admin | Success | 10.22 | test_acl_isolatednetwork.py test_10_createNetwork_user_foruserinotherdomain | Success | 0.04 | test_acl_isolatednetwork.py test_09_createNetwork_user_foruserinsamedomain | Success | 0.04 | test_acl_isolatednetwork.py test_08_createNetwork_user | Success | 0.12 | test_acl_isolatednetwork.py test_07_createNetwork_domaindmin_forcrossdomainuser | Success | 0.04 | test_acl_isolatednetwork.py test_06_createNetwork_domaindmin_foruserinsubdomain | Success | 0.14 | test_acl_isolatednetwork.py test_05_createNetwork_domaindmin_foruserinsamedomain | Success | 0.12 | test_acl_isolatednetwork.py test_04_createNetwork_domaindmin | Success | 0.11 | test_acl_isolatednetwork.py test_03_createNetwork_admin_foruserinotherdomain | Success | 0.13 | test_acl_isolatednetwork.py test_02_createNetwork_admin_foruserinsamedomain | Success | 0.12 | test_acl_isolatednetwork.py test_01_createNetwork_admin | Success | 0.10 | test_acl_isolatednetwork.py test_user_key_renew_same_account | Success | 0.90 | test_accounts.py test_user_cannot_renew_other_keys | Success | 0.26 | test_accounts.py test_updateUserDetails | Success | 5.79 | test_accounts.py test_updateDomainAdminDetails | Success | 5.79 | test_accounts.py test_updateAdminDetails | Success | 5.77 | test_accounts.py test_forceDeleteDomain | Success | 193.62 | test_accounts.py test_DeleteDomain | Success | 213.80 | test_accounts.py test_01_user_remove_VM_running | Success | 258.66 | test_accounts.py test_01_template_hierarchy | Success | 0.07 | test_accounts.py test_01_service_offering_siblings | Success | 0.04 | test_accounts.py test_01_service_offering_hierarchy | Success | 0.08 | test_accounts.py test_01_non_root_admin_Privileges | Success | 11.54 | test_accounts.py test_01_create_account | Success | 6.72 | test_accounts.py test_01_add_vm_to_subdomain | Success | 0.09 | test_accounts.py test_09_create_network_shared_nwoff_2_network_offering_vpcns | Skipped | 0.63 | test_vpc_network.py test_06_create_network_with_rvr | Skipped | 0.00 | test_vpc_network.py test_05_create_network_diff_account_2_network_offering_vpcns | Skipped | 0.63 | test_vpc_network.py test_04_create_network_overlapping_range_2_network_offering_vpcns | Skipped | 0.63 | test_vpc_network.py test_04_create_multiple_networks_with_lb_2_network_offering_vpcns | Skipped | 0.64 | test_vpc_network.py test_04_create_multiple_networks_with_lb_1_network_offering | Skipped | 0.64 | test_vpc_network.py test_03_create_network_inside_range_2_network_offering_vpcns | Skipped | 0.65 | test_vpc_network.py test_02_create_network_fail_2_network_offering_vpcns | Skipped | 0.69 | test_vpc_network.py test_01_create_network_outside_range_2_network_offering_vpcns | Skipped | 0.75 | test_vpc_network.py test_01_create_network_2_network_offering_vpcns | Skipped | 0.64 | test_vpc_network.py test_03_deploy_vms_in_vpc_with_distributedrouter | Skipped | 0.68 | test_vpc_distributed_routing_offering.py test_02_create_vpc_from_offering_with_distributedrouter_service_capability | Skipped | 0.66 | test_vpc_distributed_routing_offering.py test_01_create_tier_Vmxnet3 | Skipped | 0.67 | test_vpc.py test_01_migrateVolume | Skipped | 10.24 | test_volumes.py ContextSuite context=TestAntiAffinityRules>:setup | Skipped | 0.00 | test_vmware_drs.py ContextSuite context=TestAffinityRules>:setup | Skipped | 0.00 | test_vmware_drs.py test_04_vpn_tag | Skipped | 0.00 | test_tags.py test_02_migrate_volume | Skipped | 0.10 | test_storage_motion.py test_01_migrate_vm_with_volume | Skipped | 0.04 | test_storage_motion.py test_04_copy_template_2_child_domain_admin | Skipped | 0.02 | test_ss_limits.py test_04_copy_template_1_root_domain_admin | Skipped | 0.02 | test_ss_limits.py test_03_copy_template | Skipped | 0.02 | test_ss_domain_limits.py test_createSharedNetwork_usedVlan | Skipped | 0.00 | test_shared_networks.py test_03_deploy_vms_in_vpc_with_regionlevelvpc | Skipped | 0.68 | test_region_vpc.py test_02_create_vpc_from_offering_with_regionlevelvpc_service_capability | Skipped | 0.65 | test_region_vpc.py test_RvR_multipods | Skipped | 0.67 | test_redundant_router_deployment_planning.py test_RvR_multicluster | Skipped | 0.69 | test_redundant_router_deployment_planning.py test_destroy_recover_vm_2_child_domain_admin | Skipped | 0.00 | test_ps_limits.py test_destroy_recover_vm_1_root_domain_admin | Skipped | 0.00 | test_ps_limits.py ContextSuite context=TestProjectInviteTimeout>:setup | Skipped | 26.51 | test_project_configs.py ContextSuite context=TestProjectInviteRequiredTrue>:setup | Skipped | 26.06 | test_project_configs.py ContextSuite context=TestProjectCreationNegative>:setup | Skipped | 0.00 | test_project_configs.py test_vpc_private_gateway_static_route | Skipped | 0.00 | test_persistent_networks.py test_upgrade_to_persistent_services_VR_2_LB_NS | Skipped | 0.00 | test_persistent_networks.py test_upgrade_network_NS_to_persistent_NS | Skipped | 0.00 | test_persistent_networks.py test_pf_nat_rule_persistent_network_2_LB_Netscaler | Skipped | 0.00 | test_persistent_networks.py test_cleanup_persistent_network_lb_netscaler_2_false | Skipped | 0.00 | test_persistent_networks.py test_cleanup_persistent_network_lb_netscaler_1_true | Skipped | 0.00 | test_persistent_networks.py test_assign_vm_different_account_VR_3_LB_NS | Skipped | 1.26 | test_persistent_networks.py test_04_deploy_multiple_vm | Skipped | 1.41 | test_memory_limits.py test_01_addLdapConfiguration | Skipped | 0.00 | test_ldap.py test_12_ssh_to_primary_secondary_ip | Skipped | 0.00 | test_lb_secondary_ip.py test_07_lb_rule_used_ip | Skipped | 0.00 | test_lb_secondary_ip.py test_RVR_network | Skipped | 0.00 | test_ip_reservation.py test_01_deploy_vm_with_implicit_planner | Skipped | 0.16 | test_implicit_planner.py test_check_hypervisor_max_limit_effect | Skipped | 0.00 | test_hypervisor_limit.py ContextSuite context=TestHostHighAvailability>:setup | Skipped | 0.00 | test_host_high_availability.py test_03_host_ha_with_only_local_storage | Skipped | 0.03 | test_host_ha.py test_02_host_ha_with_local_storage_and_nfs | Skipped | 0.04 | test_host_ha.py test_02_host_maintenance_mode_with_activities | Skipped | 0.69 | test_high_availability.py test_01_host_maintenance_mode | Skipped | 0.80 | test_high_availability.py test2_attach_ISO_in_CentOSVM | Skipped | 0.02 | test_escalations_vmware.py test1_attach_volume_ide | Skipped | 0.03 | test_escalations_vmware.py test_04_copy_template | Skipped | 0.77 | test_escalations_templates.py test_04_list_vm_snapshots_byid | Skipped | 0.00 | test_escalations_snapshots.py test_03_list_vm_snapshots_pagination | Skipped | 0.00 | test_escalations_snapshots.py test_04_copy_iso | Skipped | 0.03 | test_escalations_isos.py test_19_create_update_autoscalevmgroup | Skipped | 0.74 | test_escalations_ipaddresses.py test_18_create_update_autoscaleprofiles | Skipped | 0.75 | test_escalations_ipaddresses.py test_17_create_update_autoscalepolicy | Skipped | 0.75 | test_escalations_ipaddresses.py test_17_running_vm_scaleup | Skipped | 0.92 | test_escalations_instances.py test_15_revert_vm_to_snapshot | Skipped | 0.93 | test_escalations_instances.py test_14_vm_snapshot_pagination | Skipped | 0.91 | test_escalations_instances.py test_13_attach_detach_iso | Skipped | 0.97 | test_escalations_instances.py test_01_CS40139_listtemplate_with_different_pagesize | Skipped | 0.00 | test_escalation_templates.py test_08_egress_fr8 | Skipped | 0.00 | test_egress_fw_rules.py test_08_1_egress_fr8 | Skipped | 0.00 | test_egress_fw_rules.py test_05_egress_fr5 | Skipped | 0.00 | test_egress_fw_rules.py test_05_1_egress_fr5 | Skipped | 0.00 | test_egress_fw_rules.py test_change_so_running_vm_static_to_static_2_USER_ACCOUNT | Skipped | 0.03 | test_dynamic_compute_offering.py test_change_so_running_vm_static_to_static_1_ADMIN_ACCOUNT | Skipped | 0.03 | test_dynamic_compute_offering.py test_change_so_running_vm_static_to_dynamic_2_USER_ACCOUNT | Skipped | 0.02 | test_dynamic_compute_offering.py test_change_so_running_vm_static_to_dynamic_1_ADMIN_ACCOUNT | Skipped | 0.02 | test_dynamic_compute_offering.py test_change_so_running_vm_dynamic_to_static_2_USER_ACCOUNT | Skipped | 0.03 | test_dynamic_compute_offering.py test_change_so_running_vm_dynamic_to_static_1_ADMIN_ACCOUNT | Skipped | 0.03 | test_dynamic_compute_offering.py test_change_so_running_vm_dynamic_to_dynamic_2_USER_ACCOUNT | Skipped | 0.03 | test_dynamic_compute_offering.py test_change_so_running_vm_dynamic_to_dynamic_1_ADMIN_ACCOUNT | Skipped | 0.03 | test_dynamic_compute_offering.py ContextSuite context=TestvGPUWindowsVm>:setup | Skipped | 0.00 | test_deploy_vgpu_vm.py ContextSuite context=TestInstanceNameFlagTrue>:setup | Skipped | 221.93 | test_custom_hostname.py test_04_deploy_multiple_vm_with_multiple_cpus | Skipped | 1.44 | test_cpu_limits.py test_02_concurrent_snapshot_global_limit | Skipped | 0.01 | test_concurrent_snapshots_limit.py test_local_storage_data_disk_tag | Skipped | 0.00 | test_bugs.py test_es_47_list_os_types_win_2012 | Skipped | 0.02 | test_bugs.py test_es_1223_apply_algo_to_pods | Skipped | 0.02 | test_bugs.py test_add_cluster_datacenter_spaces | Skipped | 0.00 | test_bugs.py test_CLOUDSTACK_5023 | Skipped | 0.00 | test_bugs.py test_03_Browser_template_upload_multiple_zones | Skipped | 0.01 | test_browse_templates.py ---------------------------------------------------------------- This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org
With regards, Apache Git Services
