Merge tag 'release-0.60.0' Slider 0.60.0 incubating
Project: http://git-wip-us.apache.org/repos/asf/incubator-slider/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-slider/commit/b70d830a Tree: http://git-wip-us.apache.org/repos/asf/incubator-slider/tree/b70d830a Diff: http://git-wip-us.apache.org/repos/asf/incubator-slider/diff/b70d830a Branch: refs/heads/master Commit: b70d830aee6fc0171cb36fff0604b310dc565e3e Parents: 08ffa87 c2c06d3 Author: Josh Elser <[email protected]> Authored: Sat Nov 22 17:01:48 2014 -0500 Committer: Josh Elser <[email protected]> Committed: Sat Nov 22 17:01:48 2014 -0500 ---------------------------------------------------------------------- README.md | 32 +- app-packages/accumulo/README.md | 113 + app-packages/accumulo/README.txt | 47 - app-packages/accumulo/appConfig-default.json | 69 + .../accumulo/appConfig-secured-default.json | 70 + app-packages/accumulo/appConfig.json | 61 - .../accumulo/configuration/accumulo-env.xml | 89 + .../accumulo/configuration/accumulo-site.xml | 19 +- app-packages/accumulo/configuration/client.xml | 49 + app-packages/accumulo/configuration/global.xml | 94 - app-packages/accumulo/getconf.sh | 21 + app-packages/accumulo/metainfo.xml | 30 +- .../accumulo/package/files/accumulo-metrics.xml | 8 +- .../accumulo/package/files/log4j.properties | 3 +- .../accumulo/package/scripts/accumulo_client.py | 2 +- .../package/scripts/accumulo_configuration.py | 70 +- .../accumulo/package/scripts/accumulo_script.py | 53 +- .../package/scripts/accumulo_service.py | 2 +- app-packages/accumulo/package/scripts/params.py | 61 +- .../package/templates/accumulo-env.sh.j2 | 2 +- app-packages/accumulo/pom.xml | 153 +- app-packages/accumulo/resources-default.json | 38 + app-packages/accumulo/resources.json | 36 - app-packages/accumulo/src/assembly/accumulo.xml | 36 +- .../slider/accumulo/CustomAuthenticator.java | 118 + .../apache/slider/accumulo/ProviderUtil.java | 36 + .../AccumuloAgentCommandTestBase.groovy | 10 +- .../funtest/accumulo/AccumuloBasicIT.groovy | 133 +- .../accumulo/AccumuloMonitorSSLIT.groovy | 45 +- .../funtest/accumulo/AccumuloReadWriteIT.groovy | 11 +- .../accumulo/AccumuloReadWriteSSLIT.groovy | 75 + .../funtest/accumulo/AccumuloSSLTestBase.groovy | 154 ++ .../slider/funtest/accumulo/CertUtil.java | 275 +++ .../test/resources/appConfig_monitor_ssl.json | 62 - .../accumulo/src/test/resources/resources.json | 6 +- .../test/resources/resources_with_client.json | 41 + app-packages/app-pkg-template/README.txt | 7 +- .../app-pkg-template/appConfig-default.json | 20 + app-packages/app-pkg-template/appConfig.json | 21 - app-packages/app-pkg-template/metainfo.xml | 8 +- .../app-pkg-template/resources-default.json | 16 + app-packages/app-pkg-template/resources.json | 16 - .../command-logger/application-pkg/pom.xml | 40 +- .../command-logger/slider-pkg/appConfig.json | 16 +- .../command-logger/slider-pkg/metainfo.xml | 12 +- .../slider-pkg/package/scripts/cl.py | 1 - .../slider-pkg/package/scripts/params.py | 1 - app-packages/command-logger/slider-pkg/pom.xml | 45 +- app-packages/hbase-win/README.txt | 38 + app-packages/hbase-win/appConfig-default.json | 38 + .../hbase-win/configuration/hbase-env.xml | 54 + .../hbase-win/configuration/hbase-log4j.xml | 143 ++ .../hbase-win/configuration/hbase-policy.xml | 53 + .../hbase-win/configuration/hbase-site.xml | 370 +++ app-packages/hbase-win/jmx_metrics.json | 56 + app-packages/hbase-win/metainfo.xml | 170 ++ .../hbase-win/package/scripts/__init__.py | 19 + .../hbase-win/package/scripts/functions.py | 40 + app-packages/hbase-win/package/scripts/hbase.py | 61 + .../hbase-win/package/scripts/hbase_master.py | 63 + .../package/scripts/hbase_regionserver.py | 63 + .../hbase-win/package/scripts/hbase_rest.py | 62 + .../hbase-win/package/scripts/hbase_service.py | 69 + .../hbase-win/package/scripts/hbase_thrift.py | 62 + .../hbase-win/package/scripts/hbase_thrift2.py | 62 + .../hbase-win/package/scripts/params.py | 74 + .../hbase-win/package/scripts/status_params.py | 26 + .../package/templates/hbase_client_jaas.conf.j2 | 22 + .../package/templates/hbase_master_jaas.conf.j2 | 25 + .../templates/hbase_regionserver_jaas.conf.j2 | 25 + app-packages/hbase-win/pom.xml | 91 + app-packages/hbase-win/resources-default.json | 39 + app-packages/hbase-win/src/assembly/hbase.xml | 68 + app-packages/hbase/README.md | 84 + app-packages/hbase/README.txt | 75 - app-packages/hbase/appConfig-default.json | 46 + .../hbase/appConfig-secured-default.json | 63 + app-packages/hbase/appConfig.json | 70 - app-packages/hbase/configuration/global.xml | 160 -- app-packages/hbase/configuration/hbase-env.xml | 117 + .../hbase/configuration/hbase-log4j.xml | 1 + app-packages/hbase/configuration/hbase-site.xml | 19 +- app-packages/hbase/ganglia_metrics.json | 38 + app-packages/hbase/metainfo.xml | 42 +- app-packages/hbase/package/scripts/hbase.py | 28 +- .../hbase/package/scripts/hbase_service.py | 4 +- app-packages/hbase/package/scripts/params.py | 26 +- .../hbase/package/templates/hbase-env.sh.j2 | 81 - app-packages/hbase/pom.xml | 320 +-- app-packages/hbase/resources-default.json | 39 + app-packages/hbase/resources.json | 36 - app-packages/hbase/src/assembly/hbase.xml | 27 +- .../test/resources/appConfig_monitor_ssl.json | 1 - .../src/test/resources/resources-default.json | 23 + .../hbase/src/test/resources/resources.json | 21 - app-packages/memcached-win/README.txt | 7 +- .../memcached-win/appConfig-default.json | 21 + app-packages/memcached-win/appConfig.json | 26 - app-packages/memcached-win/metainfo.xml | 18 +- .../memcached-win/package/scripts/memcached.py | 7 +- .../memcached-win/package/scripts/params.py | 2 +- .../memcached-win/resources-default.json | 16 + app-packages/memcached-win/resources.json | 16 - app-packages/memcached/README.txt | 18 +- app-packages/memcached/appConfig-default.json | 20 + app-packages/memcached/appConfig.json | 26 - app-packages/memcached/metainfo.xml | 18 +- .../memcached/package/scripts/memcached.py | 4 +- .../memcached/package/scripts/params.py | 1 - app-packages/memcached/resources-default.json | 16 + app-packages/memcached/resources.json | 16 - app-packages/storm-win/README.txt | 36 + app-packages/storm-win/appConfig-default.json | 39 + .../storm-win/configuration/storm-env.xml | 65 + .../storm-win/configuration/storm-site.xml | 580 +++++ app-packages/storm-win/metainfo.xml | 150 ++ .../storm-win/package/scripts/drpc_server.py | 55 + .../storm-win/package/scripts/nimbus.py | 55 + .../storm-win/package/scripts/params.py | 39 + .../storm-win/package/scripts/rest_api.py | 57 + .../storm-win/package/scripts/service.py | 76 + .../storm-win/package/scripts/status_params.py | 35 + app-packages/storm-win/package/scripts/storm.py | 45 + .../storm-win/package/scripts/supervisor.py | 61 + .../storm-win/package/scripts/ui_server.py | 55 + .../storm-win/package/scripts/yaml_config.py | 80 + .../storm-win/package/templates/config.yaml.j2 | 37 + .../package/templates/storm_jaas.conf.j2 | 44 + app-packages/storm-win/pom.xml | 91 + app-packages/storm-win/resources-default.json | 29 + app-packages/storm-win/src/assembly/storm.xml | 68 + app-packages/storm/README.txt | 27 +- app-packages/storm/appConfig-default.json | 43 + .../storm/appConfig-secured-default.json | 67 + app-packages/storm/appConfig.json | 126 -- app-packages/storm/configuration/global.xml | 39 - app-packages/storm/configuration/storm-env.xml | 65 + app-packages/storm/configuration/storm-site.xml | 15 +- app-packages/storm/jmx_metrics.json | 8 +- app-packages/storm/metainfo.xml | 55 +- ...pache-storm-0.9.1.2.1.1.0-237.tar.gz.REPLACE | 16 - app-packages/storm/package/scripts/params.py | 25 +- app-packages/storm/package/scripts/service.py | 10 +- .../storm/package/scripts/status_params.py | 4 +- app-packages/storm/package/scripts/storm.py | 16 +- .../storm/package/scripts/yaml_config.py | 17 +- .../storm/package/templates/config.yaml.j2 | 9 - .../storm/package/templates/storm_jaas.conf.j2 | 22 +- app-packages/storm/pom.xml | 90 + app-packages/storm/resources-default.json | 34 + app-packages/storm/resources.json | 31 - app-packages/storm/src/assembly/storm.xml | 75 + pom.xml | 289 ++- slider-agent/conf/agent.ini | 1 + slider-agent/pom.xml | 94 +- .../src/main/python/agent/ActionQueue.py | 28 +- .../src/main/python/agent/AgentConfig.py | 14 + .../src/main/python/agent/AgentToggleLogger.py | 69 + slider-agent/src/main/python/agent/Constants.py | 1 + .../src/main/python/agent/Controller.py | 198 +- .../python/agent/CustomServiceOrchestrator.py | 101 +- slider-agent/src/main/python/agent/Heartbeat.py | 14 +- .../src/main/python/agent/ProcessHelper.py | 5 +- .../src/main/python/agent/PythonExecutor.py | 17 +- slider-agent/src/main/python/agent/Register.py | 8 +- slider-agent/src/main/python/agent/Registry.py | 35 +- slider-agent/src/main/python/agent/main.py | 73 +- .../main/python/jinja2/ext/Vim/htmljinja.vim | 27 - .../src/main/python/jinja2/ext/Vim/jinja.vim | 113 - .../jinja2/ext/django2jinja/django2jinja.py | 768 ------- .../python/jinja2/ext/django2jinja/example.py | 7 - .../ext/django2jinja/templates/index.html | 58 - .../ext/django2jinja/templates/layout.html | 4 - .../ext/django2jinja/templates/subtemplate.html | 1 - .../src/main/python/jinja2/ext/djangojinja2.py | 86 - .../src/main/python/jinja2/ext/inlinegettext.py | 78 - .../src/main/python/jinja2/ext/jinja.el | 213 -- slider-agent/src/main/python/kazoo/client.py | 54 +- .../src/main/python/kazoo/handlers/threading.py | 6 +- .../src/main/python/kazoo/handlers/utils.py | 49 +- .../main/python/kazoo/protocol/connection.py | 78 +- .../src/main/python/kazoo/testing/__init__.py | 6 - .../src/main/python/kazoo/testing/common.py | 284 --- .../src/main/python/kazoo/testing/harness.py | 181 -- .../src/main/python/kazoo/tests/test_client.py | 61 +- .../main/python/kazoo/tests/test_connection.py | 80 +- .../python/resource_management/core/logger.py | 20 +- .../core/providers/__init__.py | 33 +- .../core/providers/system.py | 38 +- .../core/providers/windows/system.py | 97 +- .../core/providers/windows/tarball.py | 46 + .../core/resources/system.py | 2 + .../python/resource_management/core/shell.py | 29 +- .../libraries/functions/check_process_status.py | 49 +- .../libraries/script/script.py | 2 +- slider-agent/src/main/python/setup.py | 2 +- .../src/test/python/agent/TestActionQueue.py | 29 +- .../test/python/agent/TestAgentToggleLogger.py | 60 + .../src/test/python/agent/TestController.py | 212 +- .../agent/TestCustomServiceOrchestrator.py | 91 +- slider-agent/src/test/python/agent/TestGrep.py | 13 +- .../src/test/python/agent/TestHeartbeat.py | 19 +- slider-agent/src/test/python/agent/TestMain.py | 154 +- .../src/test/python/agent/TestPythonExecutor.py | 43 +- .../src/test/python/agent/TestRegistration.py | 33 +- slider-agent/src/test/python/python-wrap | 13 +- .../resource_management/TestContentSources.py | 148 +- .../resource_management/TestCopyFromLocal.py | 65 - .../TestDirectoryResource.py | 14 +- .../resource_management/TestExecuteResource.py | 105 +- .../resource_management/TestFileResource.py | 20 +- .../resource_management/TestLinkResource.py | 148 -- .../python/resource_management/TestPackage.py | 32 + .../TestPropertiesFileResource.py | 5 +- slider-agent/src/test/python/unitTests.py | 35 +- slider-assembly/pom.xml | 106 +- slider-assembly/src/assembly/slider-bin.xml | 8 + .../src/conf-hdp/log4j-server.properties | 70 + slider-assembly/src/conf-hdp/log4j.properties | 17 +- slider-assembly/src/conf-hdp/slider-client.xml | 88 +- slider-assembly/src/conf-hdp/slider-env.sh | 26 + .../src/conf/log4j-server.properties | 70 + slider-assembly/src/conf/log4j.properties | 17 +- slider-assembly/src/conf/slider-client.xml | 90 +- slider-assembly/src/conf/slider-env.sh | 26 + slider-assembly/src/main/bash/README.md | 2 +- slider-assembly/src/main/bash/slider_destroy | 4 +- slider-assembly/src/main/scripts/slider | 81 +- slider-assembly/src/main/scripts/slider.py | 206 +- .../src/test/python/scripts/TestSlider.py | 67 + slider-assembly/src/test/python/unitTests.py | 118 + slider-core/pom.xml | 158 +- .../org/apache/slider/api/InternalKeys.java | 48 +- .../org/apache/slider/api/ResourceKeys.java | 33 +- .../java/org/apache/slider/api/StatusKeys.java | 7 +- .../org/apache/slider/api/proto/Messages.java | 17 + .../slider/api/proto/SliderClusterAPI.java | 18 +- .../org/apache/slider/client/SliderClient.java | 2114 +++++++++++++----- .../apache/slider/client/SliderClientAPI.java | 260 +++ .../slider/client/SliderClusterOperations.java | 1 - .../slider/client/SliderYarnClientImpl.java | 49 +- .../org/apache/slider/common/Constants.java | 1 - .../apache/slider/common/SliderExitCodes.java | 35 +- .../org/apache/slider/common/SliderKeys.java | 52 +- .../common/SliderXMLConfKeysForTesting.java | 16 +- .../apache/slider/common/SliderXmlConfKeys.java | 27 +- .../common/params/AbstractActionArgs.java | 17 +- .../AbstractClusterBuildingActionArgs.java | 4 + .../slider/common/params/ActionCreateArgs.java | 7 + .../slider/common/params/ActionDestroyArgs.java | 1 + .../common/params/ActionDiagnosticArgs.java | 73 + .../slider/common/params/ActionExistsArgs.java | 13 +- .../slider/common/params/ActionFreezeArgs.java | 2 +- .../slider/common/params/ActionGetConfArgs.java | 51 - .../slider/common/params/ActionHelpArgs.java | 16 +- .../common/params/ActionInstallKeytabArgs.java | 57 + .../common/params/ActionInstallPackageArgs.java | 58 + .../slider/common/params/ActionListArgs.java | 13 + .../slider/common/params/ActionLookupArgs.java | 76 + .../common/params/ActionRegistryArgs.java | 70 +- .../slider/common/params/ActionResolveArgs.java | 153 ++ .../slider/common/params/ActionThawArgs.java | 8 + .../slider/common/params/ActionVersionArgs.java | 12 +- .../org/apache/slider/common/params/ArgOps.java | 2 +- .../apache/slider/common/params/Arguments.java | 37 +- .../apache/slider/common/params/ClientArgs.java | 106 +- .../apache/slider/common/params/CommonArgs.java | 72 +- .../common/params/LaunchArgsAccessor.java | 6 +- .../common/params/LaunchArgsDelegate.java | 11 + .../common/params/SliderAMCreateAction.java | 7 + .../slider/common/params/SliderActions.java | 24 +- .../slider/common/tools/ConfigHelper.java | 73 +- .../slider/common/tools/CoreFileSystem.java | 108 +- .../apache/slider/common/tools/PortScanner.java | 90 + .../apache/slider/common/tools/SliderUtils.java | 1027 +++++++-- .../slider/core/build/InstanceBuilder.java | 53 +- .../apache/slider/core/build/InstanceIO.java | 8 +- .../apache/slider/core/conf/AggregateConf.java | 34 + .../org/apache/slider/core/conf/ConfTree.java | 7 + .../slider/core/conf/ConfTreeOperations.java | 4 +- .../apache/slider/core/conf/MapOperations.java | 38 +- .../conf/TemplateInputPropertiesValidator.java | 2 +- .../exceptions/BadClusterStateException.java | 2 +- .../slider/core/exceptions/ErrorStrings.java | 2 +- .../core/exceptions/ExceptionConverter.java | 16 +- .../core/exceptions/MissingArgException.java | 26 - .../core/exceptions/NotFoundException.java | 35 + .../slider/core/exceptions/SliderException.java | 6 +- .../TriggerClusterTeardownException.java | 15 +- .../slider/core/exceptions/UsageException.java | 34 + .../slider/core/launch/AbstractLauncher.java | 110 +- .../slider/core/launch/AppMasterLauncher.java | 60 +- .../core/launch/ClasspathConstructor.java | 2 +- .../core/launch/JavaCommandLineBuilder.java | 4 +- .../slider/core/launch/LaunchedApplication.java | 6 + .../launch/SerializedApplicationReport.java | 92 + .../slider/core/main/LauncherExitCodes.java | 141 +- .../slider/core/main/ServiceLauncher.java | 8 +- .../core/persist/ApplicationReportSerDeser.java | 57 + .../slider/core/persist/JsonSerDeser.java | 54 +- .../core/registry/SliderRegistryUtils.java | 62 + .../core/registry/YARNRegistryClient.java | 85 - .../slider/core/registry/YarnAppListClient.java | 104 + .../core/registry/docstore/ExportEntry.java | 120 + .../docstore/PublishedConfiguration.java | 6 +- .../registry/docstore/PublishedExports.java | 139 ++ .../docstore/PublishedExportsOutputter.java | 104 + .../registry/docstore/PublishedExportsSet.java | 100 + .../registry/info/CommonRegistryConstants.java | 25 - .../registry/info/CustomRegistryConstants.java | 28 +- .../core/registry/info/RegisteredDocument.java | 33 - .../core/registry/info/RegisteredEndpoint.java | 206 -- .../core/registry/info/RegistryFields.java | 34 - .../core/registry/info/RegistryNaming.java | 51 - .../slider/core/registry/info/RegistryView.java | 41 - .../core/registry/info/ServiceInstanceData.java | 139 -- .../registry/retrieve/RegistryRetriever.java | 224 +- .../apache/slider/core/zk/ZKIntegration.java | 18 +- .../apache/slider/core/zk/ZookeeperUtils.java | 3 +- .../providers/AbstractClientProvider.java | 13 +- .../providers/AbstractProviderService.java | 99 +- .../slider/providers/PlacementPolicy.java | 22 +- .../apache/slider/providers/ProviderCore.java | 9 +- .../slider/providers/ProviderService.java | 27 +- .../apache/slider/providers/ProviderUtils.java | 67 +- .../providers/agent/AgentClientProvider.java | 119 +- .../slider/providers/agent/AgentKeys.java | 12 +- .../providers/agent/AgentProviderService.java | 962 ++++++-- .../slider/providers/agent/AgentUtils.java | 31 +- .../apache/slider/providers/agent/Command.java | 6 +- .../providers/agent/ComponentInstanceState.java | 3 +- .../providers/agent/ComponentTagProvider.java | 127 ++ .../agent/application/metadata/Application.java | 11 +- .../agent/application/metadata/Component.java | 43 + .../agent/application/metadata/ConfigFile.java | 53 + .../metadata/ConfigurationDependencies.java | 39 - .../application/metadata/DefaultConfig.java | 39 + .../metadata/DefaultConfigParser.java | 54 + .../agent/application/metadata/Metainfo.java | 19 + .../application/metadata/MetainfoParser.java | 10 +- .../application/metadata/PropertyInfo.java | 54 + .../slideram/SliderAMClientProvider.java | 125 +- .../slideram/SliderAMProviderService.java | 105 +- .../apache/slider/server/appmaster/AMUtils.java | 5 +- .../server/appmaster/RoleLaunchService.java | 29 +- .../server/appmaster/SliderAppMaster.java | 1005 ++++++--- .../server/appmaster/actions/ActionHalt.java | 6 +- .../appmaster/actions/ActionKillContainer.java | 20 +- .../appmaster/actions/ActionStartContainer.java | 8 +- .../appmaster/actions/ActionStopQueue.java | 8 +- .../appmaster/actions/ActionStopSlider.java | 120 +- .../server/appmaster/actions/AsyncAction.java | 49 +- .../actions/ProviderReportedContainerLoss.java | 13 +- .../actions/ProviderStartupCompleted.java | 4 - .../server/appmaster/actions/QueueAccess.java | 5 + .../server/appmaster/actions/QueueExecutor.java | 10 + .../server/appmaster/actions/QueueService.java | 33 +- .../actions/RegisterComponentInstance.java | 14 +- .../appmaster/actions/RenewingAction.java | 36 +- .../actions/ReviewAndFlexApplicationSize.java | 43 + .../actions/UnregisterComponentInstance.java | 7 +- .../server/appmaster/monkey/ChaosEntry.java | 11 +- .../appmaster/monkey/ChaosKillContainer.java | 13 +- .../appmaster/monkey/ChaosMonkeyService.java | 81 +- .../operations/AsyncRMOperationHandler.java | 53 +- .../operations/CancelRequestOperation.java | 58 + .../operations/ContainerRequestOperation.java | 3 +- .../ProviderNotifyingOperationHandler.java | 9 +- .../operations/RMOperationHandler.java | 4 +- .../operations/RMOperationHandlerActions.java | 9 + .../slider/server/appmaster/rpc/RpcBinder.java | 2 +- .../rpc/SliderClusterProtocolProxy.java | 20 +- .../security/SecurityConfiguration.java | 168 ++ .../slider/server/appmaster/state/AppState.java | 339 ++- .../appmaster/state/ContainerPriority.java | 37 +- .../server/appmaster/state/NodeEntry.java | 14 +- .../server/appmaster/state/NodeInstance.java | 4 +- .../appmaster/state/OutstandingRequest.java | 10 +- .../appmaster/state/ProviderAppState.java | 11 + .../server/appmaster/state/RoleHistory.java | 151 +- .../server/appmaster/state/RoleInstance.java | 34 +- .../server/appmaster/state/RoleStatus.java | 133 +- .../state/StateAccessForProviders.java | 10 +- .../server/appmaster/web/AgentService.java | 28 +- .../server/appmaster/web/SliderAMWebApp.java | 23 +- .../web/SliderAmFilterInitializer.java | 71 - .../server/appmaster/web/SliderAmIpFilter.java | 155 -- .../slider/server/appmaster/web/WebAppApi.java | 6 +- .../server/appmaster/web/WebAppApiImpl.java | 73 +- .../appmaster/web/rest/AMWebServices.java | 9 + .../server/appmaster/web/rest/RestPaths.java | 5 +- .../appmaster/web/rest/agent/AgentWebApp.java | 20 +- .../web/rest/agent/ExecutionCommand.java | 17 + .../web/rest/agent/HeartBeatResponse.java | 12 + .../appmaster/web/rest/agent/Register.java | 35 +- .../web/rest/agent/RegistrationResponse.java | 14 +- .../appmaster/web/rest/agent/StatusCommand.java | 13 + .../web/rest/publisher/PublisherResource.java | 32 +- .../web/rest/registry/PathEntryResource.java | 45 + .../web/rest/registry/RegistryResource.java | 157 ++ .../server/appmaster/web/view/IndexBlock.java | 78 +- .../server/services/curator/CuratorHelper.java | 138 -- .../server/services/curator/CuratorService.java | 98 - .../curator/CuratorServiceInstance.java | 77 - .../curator/CuratorServiceInstances.java | 41 - .../server/services/curator/CuratorUriSpec.java | 57 - .../services/curator/RegistryBinderService.java | 315 --- .../registry/RegistryDiscoveryContext.java | 36 - .../registry/RegistryRestResources.java | 178 -- .../registry/RegistryServiceConstants.java | 26 - .../registry/RegistryViewForProviders.java | 48 - .../registry/SliderRegistryService.java | 99 - .../services/security/CertificateManager.java | 189 +- .../security/FsDelegationTokenManager.java | 285 +++ .../server/services/security/SecurityUtils.java | 40 +- .../utility/AbstractSliderLaunchedService.java | 83 +- .../services/utility/EndOfServiceWaiter.java | 87 + .../LaunchedWorkflowCompositeService.java | 4 + .../services/workflow/ClosingService.java | 3 + .../services/workflow/ForkedProcessService.java | 23 +- .../services/workflow/LongLivedProcess.java | 61 +- .../workflow/WorkflowSequenceService.java | 8 +- .../YarnRegistryViewForProviders.java | 270 +++ .../slider/providers/agent/conf/command.json | 1 - .../providers/agent/conf/command_template.json | 1 - .../providers/slideram/instance/appconf.json | 3 +- .../providers/slideram/instance/resources.json | 2 +- .../test_command_log/appConfig.json | 16 +- .../test_command_log/appConfig_fast_no_reg.json | 13 +- .../test_command_log/appConfig_no_hb.json | 13 +- .../test_command_log/resources.json | 4 +- .../test_command_log/resources_no_role.json | 2 + .../resources_queue_labels.json | 19 + .../agent/AgentMiniClusterTestBase.groovy | 24 +- .../agent/actions/TestActionExists.groovy | 19 +- .../actions/TestActionInstallPackage.groovy | 157 ++ .../slider/agent/actions/TestActionList.groovy | 110 +- .../agent/actions/TestActionStatus.groovy | 16 +- .../agent/actions/TestActionVersion.groovy | 5 +- .../agent/freezethaw/TestFreezeCommands.groovy | 13 +- .../TestFreezeThawFlexStandaloneAM.groovy | 153 ++ .../TestFreezeThawMasterlessAM.groovy | 92 - .../freezethaw/TestFreezeUnknownCluster.groovy | 2 +- .../standalone/TestBuildStandaloneAM.groovy | 31 +- .../standalone/TestStandaloneAMDestroy.groovy | 55 +- .../standalone/TestStandaloneAMKill.groovy | 8 +- .../TestStandaloneAMMonkeyRestart.groovy | 24 +- .../standalone/TestStandaloneAMRestart.groovy | 77 +- .../standalone/TestStandaloneAgentAM.groovy | 99 +- .../standalone/TestStandaloneRegistryAM.groovy | 362 --- .../TestStandaloneYarnRegistryAM.groovy | 555 +++++ .../slider/client/TestClientBadArgs.groovy | 67 +- .../slider/client/TestClientBasicArgs.groovy | 18 +- .../slider/client/TestCommonArgParsing.groovy | 36 +- .../apache/slider/client/TestDiagnostics.groovy | 58 + .../slider/client/TestInstallKeytab.groovy | 210 ++ .../slider/client/TestReplaceTokens.groovy | 62 + .../tools/TestClientResourceRegistration.groovy | 27 +- .../slider/common/tools/TestConfigHelper.groovy | 65 + .../common/tools/TestConfigHelperHDFS.groovy | 23 +- .../tools/TestExecutionEnvironment.groovy | 64 + .../common/tools/TestMiscSliderUtils.groovy | 3 + .../slider/common/tools/TestPortScan.groovy | 91 +- .../common/tools/TestWindowsSupport.groovy | 227 ++ .../common/tools/TestZKIntegration.groovy | 79 +- .../slider/core/conf/TestConfTreeResolve.groovy | 22 +- .../slider/providers/agent/AgentTestBase.groovy | 12 + .../providers/agent/AgentTestUtils.groovy | 2 +- .../agent/TestAgentAMManagementWS.groovy | 145 +- .../slider/providers/agent/TestAgentEcho.groovy | 60 +- .../providers/agent/TestBuildBasicAgent.groovy | 216 +- .../slider/registry/TestRegistryPaths.groovy | 64 + .../registry/curator/TestLocalRegistry.groovy | 163 -- .../curator/TestRegistryRestResources.groovy | 195 -- .../curator/TestServiceInstanceSerDeser.groovy | 122 - .../appmaster/TestDelayInContainerLaunch.groovy | 170 ++ .../server/appmaster/actions/TestActions.groovy | 2 +- .../TestMockAppStateContainerFailure.groovy | 8 +- .../TestMockAppStateDynamicHistory.groovy | 235 ++ .../TestMockAppStateDynamicRoles.groovy | 178 +- .../TestMockAppStateFlexDynamicRoles.groovy | 40 +- .../appstate/TestMockAppStateFlexing.groovy | 24 + .../TestMockAppStateRMOperations.groovy | 194 +- .../TestMockAppStateRebuildOnAMRestart.groovy | 10 +- .../TestMockAppStateRolePlacement.groovy | 9 +- .../TestRoleHistoryContainerEvents.groovy | 55 + .../model/history/TestRoleHistoryRW.groovy | 4 +- .../TestRoleHistoryRequestTracking.groovy | 3 +- .../appmaster/model/mock/Allocator.groovy | 8 +- .../model/mock/BaseMockAppStateTest.groovy | 63 +- .../appmaster/model/mock/MockAppState.groovy | 25 + .../model/mock/MockApplicationAttemptId.groovy | 8 + .../model/mock/MockApplicationId.groovy | 9 +- .../appmaster/model/mock/MockContainer.groovy | 7 +- .../appmaster/model/mock/MockContainerId.groovy | 39 +- .../appmaster/model/mock/MockFactory.groovy | 4 +- .../model/mock/MockProviderService.groovy | 33 +- .../model/mock/MockRMOperationHandler.groovy | 22 +- .../model/mock/MockRegistryOperations.groovy | 101 + .../appmaster/model/mock/MockRoleHistory.groovy | 35 + .../appmaster/model/mock/MockYarnCluster.groovy | 17 +- .../appmaster/model/mock/MockYarnEngine.groovy | 6 + .../model/monkey/TestMockMonkey.groovy | 62 +- .../security/SecurityConfigurationTest.groovy | 177 ++ .../publisher/TestPublisherRestResources.groovy | 31 +- .../rest/registry/PathEntryMarshalling.groovy | 28 + .../registry/TestRegistryRestMarshalling.groovy | 50 + .../registry/TestRegistryRestResources.groovy | 217 ++ .../view/TestClusterSpecificationBlock.groovy | 7 +- .../web/view/TestContainerStatsBlock.groovy | 28 +- .../appmaster/web/view/TestIndexBlock.groovy | 51 +- .../TestFsDelegationTokenManager.groovy | 245 ++ .../apache/slider/test/MicroZKCluster.groovy | 31 +- .../org/apache/slider/test/Outcome.groovy | 47 + .../apache/slider/test/SliderTestBase.groovy | 5 +- .../apache/slider/test/SliderTestUtils.groovy | 416 +++- .../apache/slider/test/TestAssertions.groovy | 41 + .../slider/test/YarnMiniClusterTestBase.groovy | 213 +- .../test/YarnZKMiniClusterTestBase.groovy | 32 +- .../slider/common/tools/TestSliderUtils.java | 65 + .../core/launch/TestAppMasterLauncher.java | 104 + .../agent/TestAgentClientProvider.java | 2 +- .../agent/TestAgentClientProvider2.java | 88 + .../agent/TestAgentProviderService.java | 658 +++++- .../agent/TestComponentTagProvider.java | 115 + .../application/metadata/TestConfigParser.java | 107 + .../metadata/TestMetainfoParser.java | 7 + .../appmaster/web/TestSliderAmFilter.java | 200 -- .../web/rest/agent/TestAMAgentWebServices.java | 62 +- .../management/TestAMManagementWebServices.java | 2 +- .../publisher/TestAgentProviderService.java | 10 +- .../security/TestCertificateManager.java | 5 +- .../services/workflow/EndOfServiceWaiter.java | 56 - .../workflow/ProcessCommandFactory.java | 21 +- .../services/workflow/TestLongLivedProcess.java | 11 +- .../workflow/TestWorkflowClosingService.java | 4 +- .../TestWorkflowForkedProcessService.java | 29 +- .../workflow/WorkflowServiceTestBase.java | 3 +- slider-core/src/test/python/agent/main.py | 5 +- slider-core/src/test/python/metainfo.xml | 21 + .../src/test/resources/example-slider-test.xml | 4 +- slider-core/src/test/resources/log4j.properties | 3 +- .../slider/common/tools/test/metainfo.xml | 11 +- .../examples/app_configuration_tokenized.json | 27 + .../slider/core/conf/examples/internal.json | 5 +- .../providers/agent/tests/bad/resources-3.json | 13 + .../providers/agent/tests/good/resources.json | 4 +- .../agent/tests/good/resources_with_label.json | 25 + .../appmaster/web/rest/registry/sample.json | 9 + slider-funtest/pom.xml | 60 +- .../org/apache/chaos/remote/BuildPidPath.groovy | 54 + .../org/apache/chaos/remote/Clustat.groovy | 64 + .../apache/chaos/remote/JschToCommonsLog.groovy | 78 + .../chaos/remote/RemoteDaemonOperations.groovy | 60 + .../org/apache/chaos/remote/RemoteServer.groovy | 188 ++ .../org/apache/chaos/remote/SshCommands.groovy | 190 ++ .../abstracttests/AbstractTestBuildSetup.groovy | 4 +- .../framework/AgentCommandTestBase.groovy | 145 +- .../funtest/framework/CommandTestBase.groovy | 869 ++++++- .../slider/funtest/framework/ConfLoader.groovy | 58 +- .../funtest/framework/FileUploader.groovy | 1 + .../funtest/framework/FuntestProperties.groovy | 21 +- .../slider/funtest/framework/SliderShell.groovy | 243 +- .../funtest/basic/ClusterConnectivityIT.groovy | 14 +- .../slider/funtest/basic/SyspropsIT.groovy | 50 + .../commands/CommandEnvironmentIT.groovy | 107 + .../funtest/commands/CommandExitCodesIT.groovy | 43 + .../commands/DiagnosticsCommandIT.groovy | 46 + .../funtest/commands/ListCommandIT.groovy | 9 +- .../funtest/commands/ResolveCommandIT.groovy | 64 + .../funtest/commands/SimpleCommandsIT.groovy | 6 +- .../commands/UnknownClusterOperationsIT.groovy | 8 - .../funtest/lifecycle/AMFailuresIT.groovy | 148 ++ .../lifecycle/AgentClusterLifecycleIT.groovy | 88 +- .../funtest/lifecycle/AgentFailures2IT.groovy | 60 +- .../funtest/lifecycle/AgentFailuresIT.groovy | 60 +- .../lifecycle/AgentLaunchFailureIT.groovy | 100 + .../funtest/lifecycle/AgentRegistryIT.groovy | 167 ++ .../lifecycle/AppsThroughAgentDemo.groovy | 45 + .../funtest/lifecycle/AppsThroughAgentIT.groovy | 99 +- .../AppsThroughAgentQueueAndLabelsIT.groovy | 122 + .../lifecycle/ClusterBuildDestroyIT.groovy | 9 +- .../src/test/manual/python/SliderTester.py | 4 +- .../src/test/resources/log4j.properties | 2 +- .../accumulo/accumulo-funtests/pom.xml | 2 +- .../accumulo/funtest/AccumuloCIIT.groovy | 4 +- .../accumulo/slider-accumulo-provider/pom.xml | 8 +- .../accumulo/AccumuloClientProvider.java | 6 +- .../accumulo/AccumuloProviderService.java | 2 +- .../providers/accumulo/AccumuloTestBase.groovy | 13 +- .../live/TestAccCorrectInstanceName.groovy | 17 +- .../accumulo/live/TestAccFreezeThaw.groovy | 21 +- .../accumulo/live/TestAccLiveHDFSArchive.groovy | 8 +- .../live/TestAccLiveLocalArchive.groovy | 8 +- .../accumulo/live/TestAccM1T1GC1Mon1.groovy | 8 +- .../accumulo/live/TestAccM2T2GC1Mon1.groovy | 8 +- .../accumulo/live/TestAccumuloAMWebApp.groovy | 10 +- .../live/TestInvalidMonitorAddress.groovy | 10 +- slider-providers/hbase/hbase-funtests/pom.xml | 2 +- .../funtest/FunctionalHBaseClusterIT.groovy | 14 +- .../funtest/HBaseClusterBuildDestroyIT.groovy | 4 +- .../funtest/HBaseClusterLifecycleIT.groovy | 15 +- .../hbase/slider-hbase-provider/pom.xml | 51 +- .../providers/hbase/HBaseClientProvider.java | 6 +- .../slider/providers/hbase/HBaseKeys.java | 2 +- .../providers/hbase/HBaseProviderService.java | 76 +- .../minicluster/HBaseMiniClusterTestBase.groovy | 10 +- .../TestFreezeThawClusterFromArchive.groovy | 2 +- .../build/TestBuildThawClusterM1W1.groovy | 7 +- .../failures/TestKilledHBaseAM.groovy | 1 - .../flexing/TestClusterFlex1To1.groovy | 2 +- ...reezeReconfigureThawLiveRegionService.groovy | 4 +- .../TestFreezeThawLiveRegionService.groovy | 4 +- .../minicluster/live/Test2Master2RS.groovy | 6 +- .../minicluster/live/TestHBaseMaster.groovy | 47 +- .../live/TestHBaseMasterOnHDFS.groovy | 2 +- .../live/TestLiveRegionServiceOnHDFS.groovy | 5 +- .../live/TestLiveTwoNodeRegionService.groovy | 6 +- .../minicluster/live/TestTwoLiveClusters.groovy | 55 +- .../clusters/morzine/slider/slider-client.xml | 17 + .../clusters/offline/slider/slider-client.xml | 16 + .../clusters/remote/slider/slider-client.xml | 20 +- src/test/clusters/sandbox/operations.md | 20 +- .../clusters/sandbox/slider/slider-client.xml | 17 + src/test/clusters/script.md | 2 +- src/test/clusters/ubuntu-secure/operations.md | 14 +- 626 files changed, 29467 insertions(+), 11727 deletions(-) ----------------------------------------------------------------------
