Merge branch 'master' of https://git-wip-us.apache.org/repos/asf/incubator-ranger.git
Project: http://git-wip-us.apache.org/repos/asf/incubator-ranger/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-ranger/commit/81f9b194 Tree: http://git-wip-us.apache.org/repos/asf/incubator-ranger/tree/81f9b194 Diff: http://git-wip-us.apache.org/repos/asf/incubator-ranger/diff/81f9b194 Branch: refs/heads/master Commit: 81f9b194926b9bcb3d6e92f875b10a2e00d2a5ab Parents: ab8915b 81783f3 Author: Don Bosco Durai <[email protected]> Authored: Wed Mar 25 16:24:16 2015 -0700 Committer: Don Bosco Durai <[email protected]> Committed: Wed Mar 25 16:24:16 2015 -0700 ---------------------------------------------------------------------- LICENSE.txt | 2 + agents-audit/pom.xml | 2 +- agents-common/pom.xml | 2 +- agents-common/scripts/enable-agent.sh | 6 +- .../hadoop/config/RangerConfiguration.java | 13 +- .../plugin/audit/RangerDefaultAuditHandler.java | 60 +- .../plugin/client/HadoopConfigHolder.java | 24 +- .../ranger/plugin/policyengine/CacheMap.java | 2 + .../plugin/policyengine/RangerAccessData.java | 39 - .../policyengine/RangerAccessRequest.java | 2 +- .../policyengine/RangerAccessRequestImpl.java | 32 +- .../policyengine/RangerAccessResource.java | 44 + .../policyengine/RangerAccessResourceImpl.java | 222 ++++ .../policyengine/RangerMutableResource.java | 2 +- .../policyengine/RangerPolicyEngineImpl.java | 31 +- .../RangerPolicyEvaluatorFacade.java | 48 +- .../policyengine/RangerPolicyRepository.java | 47 +- .../plugin/policyengine/RangerResource.java | 33 - .../plugin/policyengine/RangerResourceImpl.java | 126 -- .../RangerCachedPolicyEvaluator.java | 81 ++ .../RangerDefaultPolicyEvaluator.java | 8 +- .../policyevaluator/RangerPolicyEvaluator.java | 6 +- .../RangerResourceAccessCache.java | 39 + .../RangerResourceAccessCacheImpl.java | 118 ++ .../ranger/plugin/service/RangerBasePlugin.java | 4 +- .../ranger/plugin/util/RangerRESTClient.java | 13 +- .../apache/ranger/plugin/util/SearchFilter.java | 2 + .../plugin/policyengine/TestPolicyEngine.java | 8 +- agents-cred/pom.xml | 2 +- .../hadoop/utils/RangerCredentialProvider.java | 13 +- agents-installer/pom.xml | 2 +- .../ranger/utils/install/XmlConfigChanger.java | 12 + credentialbuilder/pom.xml | 4 +- embeddedwebserver/pom.xml | 4 +- embeddedwebserver/scripts/ranger-admin | 50 - embeddedwebserver/scripts/ranger-admin-initd | 50 + embeddedwebserver/scripts/start-ranger-admin.sh | 19 + embeddedwebserver/scripts/stop-ranger-admin.sh | 19 + .../ranger/server/tomcat/EmbeddedServer.java | 10 + hbase-agent/pom.xml | 2 +- .../hbase/AuthorizationSession.java | 4 +- .../ranger/authorization/hbase/Crypt.java | 13 +- .../authorization/hbase/TestPolicyEngine.java | 12 +- hdfs-agent/pom.xml | 2 +- .../namenode/RangerFSPermissionChecker.java | 41 +- .../agent/HadoopAuthClassTransformer.java | 24 +- .../ranger/services/hdfs/HdfsClientTester.java | 18 +- hive-agent/pom.xml | 2 +- .../hive/authorizer/RangerHiveAuditHandler.java | 9 +- .../hive/authorizer/RangerHiveAuthorizer.java | 6 +- .../hive/authorizer/RangerHiveResource.java | 125 +- .../ranger/services/hive/client/HiveClient.java | 29 +- .../services/hive/client/HiveClientTester.java | 18 +- jisql/pom.xml | 2 +- .../main/java/org/apache/util/sql/Jisql.java | 42 +- .../java/org/apache/util/sql/MySQLPLRunner.java | 17 +- kms/config/kms-webapp/dbks-site.xml | 120 ++ kms/config/kms-webapp/kms-site.xml | 9 +- kms/config/webserver/kms_webserver.properties | 20 +- kms/dev-support/findbugsExcludeFile.xml | 41 + kms/pom.xml | 418 +++++- kms/scripts/db/mysql/kms_core_db.sql | 30 + kms/scripts/db_setup.py | 252 ++++ kms/scripts/ranger-kms | 2 +- kms/scripts/ranger-kms-services.sh | 2 +- kms/scripts/setup.sh | 172 +++ .../crypto/key/EncryptedPrivateKeyInfo.java | 111 ++ .../apache/hadoop/crypto/key/KeyProtector.java | 541 ++++++++ .../apache/hadoop/crypto/key/RangerKMSDB.java | 85 ++ .../hadoop/crypto/key/RangerKeyStore.java | 537 ++++++++ .../crypto/key/RangerKeyStoreProvider.java | 341 +++++ .../hadoop/crypto/key/RangerMasterKey.java | 210 ++++ ...rKeyGeneratorKeyProviderCryptoExtension.java | 171 +++ .../hadoop/crypto/key/kms/server/KMS.java | 482 +++++++ .../hadoop/crypto/key/kms/server/KMSACLs.java | 253 ++++ .../crypto/key/kms/server/KMSACLsType.java | 17 + .../hadoop/crypto/key/kms/server/KMSAudit.java | 230 ++++ .../key/kms/server/KMSAuthenticationFilter.java | 154 +++ .../crypto/key/kms/server/KMSConfiguration.java | 126 ++ .../key/kms/server/KMSExceptionsProvider.java | 113 ++ .../crypto/key/kms/server/KMSJMXServlet.java | 36 + .../crypto/key/kms/server/KMSJSONReader.java | 54 + .../crypto/key/kms/server/KMSJSONWriter.java | 70 ++ .../crypto/key/kms/server/KMSMDCFilter.java | 93 ++ .../key/kms/server/KMSServerJSONUtils.java | 102 ++ .../hadoop/crypto/key/kms/server/KMSWebApp.java | 307 +++++ .../kms/server/KeyAuthorizationKeyProvider.java | 299 +++++ .../java/org/apache/ranger/entity/XXDBBase.java | 216 ++++ .../apache/ranger/entity/XXRangerKeyStore.java | 121 ++ .../apache/ranger/entity/XXRangerMasterKey.java | 67 + .../apache/ranger/kms/biz/RangerKMSStartUp.java | 35 + .../java/org/apache/ranger/kms/dao/BaseDao.java | 261 ++++ .../org/apache/ranger/kms/dao/DaoManager.java | 35 + .../apache/ranger/kms/dao/DaoManagerBase.java | 31 + .../org/apache/ranger/kms/dao/RangerKMSDao.java | 18 + .../ranger/kms/dao/RangerMasterKeyDao.java | 10 + .../META-INF/kms_jpa_named_queries.xml | 32 + kms/src/main/resources/META-INF/persistence.xml | 28 + ....apache.hadoop.crypto.key.KeyProviderFactory | 18 + kms/src/main/resources/WEB-INF/web.xml | 62 + .../main/resources/log4j-kmsaudit.properties | 25 + kms/src/main/resources/log4j.properties | 31 + .../main/resources/mini-kms-acls-default.xml | 135 ++ kms/src/main/webapp/WEB-INF/web.xml | 62 + .../hadoop/crypto/key/kms/server/MiniKMS.java | 238 ++++ .../crypto/key/kms/server/TestKMSACLs.java | 52 + .../crypto/key/kms/server/TestKMSAudit.java | 135 ++ .../server/TestKeyAuthorizationKeyProvider.java | 271 ++++ knox-agent/pom.xml | 2 +- .../authorization/knox/KnoxRangerPlugin.java | 4 +- .../ranger/services/knox/client/KnoxClient.java | 2 +- lookup-client/pom.xml | 6 +- .../ranger/hadoop/client/HadoopFSTester.java | 17 +- .../ranger/hbase/client/HBaseClientTester.java | 18 +- plugin-yarn/pom.xml | 2 +- .../yarn/authorizer/RangerYarnAuthorizer.java | 46 +- pom.xml | 26 +- ranger-util/pom.xml | 10 +- ranger-util/src/scripts/saveVersion.py | 141 +++ ranger-util/src/scripts/saveVersion.sh | 109 -- ranger_solrj/pom.xml | 4 +- security-admin/pom.xml | 2 +- security-admin/scripts/db_setup.py | 726 +---------- security-admin/scripts/dba_script.py | 1178 +++++++++-------- security-admin/scripts/install.properties | 3 + security-admin/scripts/setup.sh | 35 +- .../org/apache/ranger/biz/ServiceDBStore.java | 186 ++- .../apache/ranger/common/RangerSearchUtil.java | 107 +- .../org/apache/ranger/db/XXDataHistDao.java | 18 + .../java/org/apache/ranger/db/XXPolicyDao.java | 9 +- .../ranger/patch/PatchMigration_J10002.java | 414 ++++++ .../org/apache/ranger/rest/ServiceREST.java | 284 ++++- .../ranger/service/RangerDataHistService.java | 19 +- .../ranger/service/RangerPolicyService.java | 4 + .../ranger/service/RangerPolicyServiceBase.java | 19 +- .../service/RangerServiceDefServiceBase.java | 20 +- .../service/RangerServiceServiceBase.java | 18 +- .../service/filter/RangerRESTAPIFilter.java | 7 +- .../apache/ranger/view/RangerPolicyList.java | 55 + .../ranger/view/RangerServiceDefList.java | 55 + .../apache/ranger/view/RangerServiceList.java | 55 + .../resources/META-INF/jpa_named_queries.xml | 4 +- security-admin/src/main/webapp/index.html | 4 +- .../bootstrap-notify/css/bootstrap-notify.css | 31 + .../bootstrap-notify/js/bootstrap-notify.js | 97 ++ .../pines-notify/css/jquery.pnotify.default.css | 83 -- .../css/jquery.pnotify.default.icons.css | 21 - .../bower/pines-notify/js/jquery.pnotify.js | 912 -------------- .../bower/pines-notify/js/jquery.pnotify.min.js | 40 - security-admin/src/main/webapp/scripts/Init.js | 9 +- security-admin/src/main/webapp/scripts/Main.js | 8 +- .../collection_bases/RangerPolicyListBase.js | 8 +- .../RangerServiceDefListBase.js | 9 +- .../collection_bases/RangerServiceListBase.js | 8 +- .../webapp/scripts/controllers/Controller.js | 49 +- .../scripts/models/BackboneFormDataType.js | 44 +- .../main/webapp/scripts/models/RangerPolicy.js | 14 + .../main/webapp/scripts/modules/XAOverrides.js | 16 +- .../scripts/modules/globalize/message/en.js | 8 +- .../src/main/webapp/scripts/routers/Router.js | 5 +- .../src/main/webapp/scripts/utils/XAEnums.js | 20 +- .../src/main/webapp/scripts/utils/XAGlobals.js | 2 + .../src/main/webapp/scripts/utils/XAUtils.js | 94 +- .../webapp/scripts/views/common/ErrorView.js | 16 +- .../scripts/views/common/XATableLayout.js | 12 +- .../scripts/views/policies/PermissionList.js | 21 +- .../views/policies/RangerPolicyCreate.js | 4 +- .../scripts/views/policies/RangerPolicyForm.js | 61 +- .../scripts/views/policies/RangerPolicyRO.js | 138 ++ .../views/policies/RangerPolicyTableLayout.js | 11 +- .../webapp/scripts/views/reports/AuditLayout.js | 355 ++---- .../views/reports/OperationDiffDetail.js | 20 +- .../views/reports/PlugableServiceDiffDetail.js | 357 ++++++ .../scripts/views/reports/UserAccessLayout.js | 1187 ++++-------------- .../scripts/views/service/ServiceCreate.js | 4 +- .../main/webapp/scripts/views/users/UserForm.js | 27 +- security-admin/src/main/webapp/styles/xa.css | 12 + .../webapp/templates/common/ErrorView_tmpl.html | 27 +- .../main/webapp/templates/helpers/XAHelpers.js | 58 +- .../templates/policies/RangerPolicyRO_tmpl.html | 113 ++ .../PlugableServicePolicyDeleteDiff_tmpl.html | 91 ++ .../reports/PlugableServicePolicyDiff_tmpl.html | 87 ++ .../PlugableServicePolicyUpdateDiff_tmpl.html | 161 +++ .../reports/PolicyUpdateOperationDiff_tmpl.html | 4 +- .../reports/UserAccessLayout_tmpl.html | 55 +- .../reports/UserOperationDiff_tmpl.html | 42 +- src/main/assembly/kms.xml | 167 ++- storm-agent/pom.xml | 2 +- .../authorization/storm/StormRangerPlugin.java | 4 +- ugsync/pom.xml | 2 +- .../process/LdapUserGroupBuilder.java | 41 +- .../config/UserGroupSyncConfig.java | 26 +- unixauthclient/pom.xml | 2 +- .../unix/jaas/RemoteUnixLoginModule.java | 14 +- unixauthnative/pom.xml | 2 +- unixauthservice/pom.xml | 2 +- unixauthservice/scripts/start.sh | 20 + unixauthservice/scripts/stop.sh | 20 + .../UnixAuthenticationService.java | 18 +- 199 files changed, 12366 insertions(+), 4752 deletions(-) ----------------------------------------------------------------------
