[
https://issues.apache.org/jira/browse/RANGER-2859?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17135032#comment-17135032
]
Santosh commented on RANGER-2859:
---------------------------------
When using with tests, getting below error
mvn clean compile package assembly:assembly install
2020-06-14 05:00:46,600 ERROR [main] validation.RangerServiceDefHelper: Error
in path: sink node:[Column] is not leaf node
[*INFO*] *Tests run: 7*, Failures: 0, Errors: 0, Skipped: 0, Time elapsed:
0.177 s - in
org.apache.ranger.plugin.model.validation.*TestRangerServiceDefHelper*
[*INFO*] Running
org.apache.ranger.plugin.model.validation.*RangerSecurityZoneValidatorTest*
2020-06-14 05:00:46,823 ERROR [main] validation.RangerSecurityZoneValidator:
Failed to get Security-Zones
java.lang.NullPointerException
at
org.apache.ranger.plugin.model.validation.RangerSecurityZoneValidator.validateAgainstAllSecurityZones(RangerSecurityZoneValidator.java:304)
at
org.apache.ranger.plugin.model.validation.RangerSecurityZoneValidator.isValid(RangerSecurityZoneValidator.java:204)
at
org.apache.ranger.plugin.model.validation.RangerSecurityZoneValidator.validate(RangerSecurityZoneValidator.java:66)
at
org.apache.ranger.plugin.model.validation.RangerSecurityZoneValidatorTest.testValidateWhileFetchingSecurityZoneForCreateThrowsError(RangerSecurityZoneValidatorTest.java:299)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at
org.mockito.internal.runners.DefaultInternalRunner$1$1.evaluate(DefaultInternalRunner.java:44)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
at
org.mockito.internal.runners.DefaultInternalRunner$1.run(DefaultInternalRunner.java:74)
at
org.mockito.internal.runners.DefaultInternalRunner.run(DefaultInternalRunner.java:80)
at org.mockito.internal.runners.StrictRunner.run(StrictRunner.java:39)
at org.mockito.junit.MockitoJUnitRunner.run(MockitoJUnitRunner.java:163)
at
org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:365)
at
org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:273)
at
org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238)
at
org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:159)
at
org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:379)
at
org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:340)
at org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:125)
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:413)
[*INFO*] *Tests run: 18*, Failures: 0, Errors: 0, Skipped: 0, Time elapsed:
0.222 s - in
org.apache.ranger.plugin.model.validation.*RangerSecurityZoneValidatorTest*
[*INFO*] Running
org.apache.ranger.plugin.model.validation.*TestRangerServiceDefValidator*
[*INFO*] *Tests run: 19*, Failures: 0, Errors: 0, Skipped: 0, Time elapsed:
0.503 s - in
org.apache.ranger.plugin.model.validation.*TestRangerServiceDefValidator*
[*INFO*] Running org.apache.ranger.plugin.model.validation.*TestDirectedGraph*
[*INFO*] *Tests run: 1*, Failures: 0, Errors: 0, Skipped: 0, Time elapsed:
0.001 s - in org.apache.ranger.plugin.model.validation.*TestDirectedGraph*
[*INFO*] Running org.apache.ranger.plugin.mo
05:04:59.823 [29166016-d7b1-48cc-af59-365cc9fcc1ee HiveServer2-Handler-Pool:
Thread-144] ERROR
org.apache.ranger.authorization.hadoop.config.RangerConfiguration -
addResourceIfReadable(ranger-hive-audit.xml): couldn't find resource file
location
05:05:00.012 [29166016-d7b1-48cc-af59-365cc9fcc1ee HiveServer2-Handler-Pool:
Thread-144] ERROR
org.apache.ranger.authorization.hadoop.config.RangerConfiguration -
addResourceIfReadable(ranger-hive-policymgr-ssl.xml): couldn't find resource
file location
05:05:00.020 [29166016-d7b1-48cc-af59-365cc9fcc1ee HiveServer2-Handler-Pool:
Thread-144] ERROR
org.apache.ranger.authorization.hadoop.config.RangerConfiguration -
addResourceIfReadable(ranger-hive-cl1_hive-audit.xml): couldn't find resource
file location
05:05:00.021 [29166016-d7b1-48cc-af59-365cc9fcc1ee HiveServer2-Handler-Pool:
Thread-144] ERROR
org.apache.ranger.authorization.hadoop.config.RangerConfiguration -
addResourceIfReadable(ranger-hive-cl1_hive-security.xml): couldn't find
resource file location
05:05:00.023 [29166016-d7b1-48cc-af59-365cc9fcc1ee HiveServer2-Handler-Pool:
Thread-144] ERROR
org.apache.ranger.authorization.hadoop.config.RangerConfiguration -
addResourceIfReadable(ranger-hive-cl1_hive-policymgr-ssl.xml): couldn't find
resource file location
05:05:00.743 [29166016-d7b1-48cc-af59-365cc9fcc1ee HiveServer2-Handler-Pool:
Thread-144] ERROR
org.apache.ranger.plugin.policyresourcematcher.RangerDefaultPolicyResourceMatcher
- RangerDefaultPolicyResourceMatcher.init() failed: policyResources elements
are not part of any valid resourcedef hierarchy. (serviceDef=hive,
policyResourceKeys=uri
05:05:02.399 [29166016-d7b1-48cc-af59-365cc9fcc1ee HiveServer2-Handler-Pool:
Thread-144] ERROR
org.apache.ranger.authorization.hive.authorizer.RangerHiveAuthorizer - Error
while fetching roles from ranger for user : admin
org.apache.hadoop.hive.ql.security.authorization.plugin.HiveAuthzPluginException:
java.lang.NullPointerException
at
org.apache.ranger.authorization.hive.authorizer.RangerHiveAuthorizer.getCurrentRoleNamesFromRanger(RangerHiveAuthorizer.java:359)
~[classes/:?]
at
org.apache.ranger.authorization.hive.authorizer.RangerHiveAuthorizer.initUserRoles(RangerHiveAuthorizer.java:320)
[classes/:?]
at
org.apache.ranger.authorization.hive.authorizer.RangerHiveAuthorizer.getCurrentRoles(RangerHiveAuthorizer.java:329)
[classes/:?]
at
org.apache.ranger.authorization.hive.authorizer.RangerHiveAuthorizer.checkPrivileges(RangerHiveAuthorizer.java:779)
[classes/:?]
at org.apache.hadoop.hive.ql.Driver.doAuthorizationV2(Driver.java:1307)
[hive-exec-3.1.2.jar:3.1.2]
at org.apache.hadoop.hive.ql.Driver.doAuthorization(Driver.java:1071)
[hive-exec-3.1.2.jar:3.1.2]
at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:698)
[hive-exec-3.1.2.jar:3.1.2]
at org.apache.hadoop.hive.ql.Driver.compileInternal(Driver.java:1826)
[hive-exec-3.1.2.jar:3.1.2]
at org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1773)
[hive-exec-3.1.2.jar:3.1.2]
at org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1768)
[hive-exec-3.1.2.jar:3.1.2]
at
org.apache.hadoop.hive.ql.reexec.ReExecDriver.compileAndRespond(ReExecDriver.java:126)
[hive-exec-3.1.2.jar:3.1.2]
at
org.apache.hive.service.cli.operation.SQLOperation.prepare(SQLOperation.java:197)
[hive-service-3.1.2.jar:3.1.2]
at
org.apache.hive.service.cli.operation.SQLOperation.runInternal(SQLOperation.java:260)
[hive-service-3.1.2.jar:3.1.2]
at org.apache.hive.service.cli.operation.Operation.run(Operation.java:247)
[hive-service-3.1.2.jar:3.1.2]
at
org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementInternal(HiveSessionImpl.java:541)
[hive-service-3.1.2.jar:3.1.2]
at
org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementAsync(HiveSessionImpl.java:527)
[hive-service-3.1.2.jar:3.1.2]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_252]
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
~[?:1.8.0_252]
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
~[?:1.8.0_252]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_252]
[*INFO*] *---* maven-surefire-plugin:2.18.1:test *(default-test)* @
security-admin-web *---*
[*INFO*] Surefire report directory:
/opt/ranger/ranger/security-admin/target/surefire-reports
-------------------------------------------------------
T E S T S
-------------------------------------------------------
Running org.apache.ranger.service.TestRangerServiceService
Tests run: 8, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 4.39 sec - in
org.apache.ranger.service.TestRangerServiceService
Running org.apache.ranger.service.TestXAuditMapService
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.098 sec - in
org.apache.ranger.service.TestXAuditMapService
Running org.apache.ranger.service.TestRangerPluginActivityLogger
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.132 sec - in
org.apache.ranger.service.TestRangerPluginActivityLogger
Running org.apache.ranger.service.TestRangerPolicyService
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.087 sec - in
org.apache.ranger.service.TestRangerPolicyService
Running org.apache.ranger.service.TestRangerServiceDefServiceBase
2020-06-14 05:08:58,013 ERROR [main] config.RangerConfiguration:
addResourceIfReadable(ranger-admin-default-site.xml): couldn't find resource
file location
2020-06-14 05:08:58,014 ERROR [main] config.RangerConfiguration:
addResourceIfReadable(ranger-admin-site.xml): couldn't find resource file
location
2020-06-14 05:08:58,014 ERROR [main] config.RangerConfiguration:
addResourceIfReadable(core-site.xml): couldn't find resource file location
2020-06-14 05:08:58,014 ERROR [main] confi
> Trying to install apache ranger2.0 from apache project but not able to obtain
> the plugin for nifi and nifi-registry post build.
> -------------------------------------------------------------------------------------------------------------------------------
>
> Key: RANGER-2859
> URL: https://issues.apache.org/jira/browse/RANGER-2859
> Project: Ranger
> Issue Type: Bug
> Components: plugins
> Affects Versions: 2.0.0
> Environment: Dev
> Reporter: Santosh
> Priority: Blocker
> Attachments: mavenbuildLog.out
>
>
> Tried downloading the source tar from below location for apache ranger 2.0
> and ran maven to build the install binaries.
>
> [*http://apache.mirrors.pair.com/ranger/2.0.0/apache-ranger-2.0.0.tar.gz*]
>
> I am unable to obtain the plugins post build for nifi and nifi registry for
> some reason. I also tried git build directly pointing to source ranger 2.0
> snapshot but no luck. Please take a look and see if anyone has any insights
> on this. Please reach out to me if you have any questions.
>
> After maven build is completed this is what it looks like in the target
> folder.
>
> apache-ranger-2.0.0/target
> [root@nifi04 target]# ls -lrt
> total 1310660
> drwxr-xr-x 3 root root 21 Jun 12 18:29 maven-shared-archive-resources
> drwxr-xr-x 2 root root 27 Jun 12 18:29 antrun
> -rw-r--r-- 1 root root 5 Jun 12 18:41 version
> drwxr-xr-x 2 root root 6 Jun 12 18:44 archive-tmp
> -rw-r--r-- 1 root root 23971518 Jun 12 18:44 ranger-2.0.0-hdfs-plugin.tar.gz
> -rw-r--r-- 1 root root 23997609 Jun 12 18:44 ranger-2.0.0-hdfs-plugin.zip
> -rw-r--r-- 1 root root 23826208 Jun 12 18:45 ranger-2.0.0-hive-plugin.tar.gz
> -rw-r--r-- 1 root root 23854842 Jun 12 18:45 ranger-2.0.0-hive-plugin.zip
> -rw-r--r-- 1 root root 26647396 Jun 12 18:45 ranger-2.0.0-hbase-plugin.tar.gz
> -rw-r--r-- 1 root root 26666101 Jun 12 18:45 ranger-2.0.0-hbase-plugin.zip
> -rw-r--r-- 1 root root 28391056 Jun 12 18:46 ranger-2.0.0-knox-plugin.tar.gz
> -rw-r--r-- 1 root root 28411089 Jun 12 18:46 ranger-2.0.0-knox-plugin.zip
> -rw-r--r-- 1 root root 37234835 Jun 12 18:46 ranger-2.0.0-storm-plugin.tar.gz
> -rw-r--r-- 1 root root 37268867 Jun 12 18:47 ranger-2.0.0-storm-plugin.zip
> -rw-r--r-- 1 root root 39935738 Jun 12 18:47 ranger-2.0.0-kafka-plugin.tar.gz
> -rw-r--r-- 1 root root 39984008 Jun 12 18:47 ranger-2.0.0-kafka-plugin.zip
> -rw-r--r-- 1 root root 23958607 Jun 12 18:47 ranger-2.0.0-yarn-plugin.tar.gz
> -rw-r--r-- 1 root root 23992472 Jun 12 18:48 ranger-2.0.0-yarn-plugin.zip
> -rw-r--r-- 1 root root 26388332 Jun 12 18:48 ranger-2.0.0-ozone-plugin.tar.gz
> -rw-r--r-- 1 root root 26421265 Jun 12 18:48 ranger-2.0.0-ozone-plugin.zip
> -rw-r--r-- 1 root root 26977612 Jun 12 18:49 ranger-2.0.0-solr-plugin.tar.gz
> -rw-r--r-- 1 root root 27010184 Jun 12 18:49 ranger-2.0.0-solr-plugin.zip
> -rw-r--r-- 1 root root 248574063 Jun 12 18:54 ranger-2.0.0-admin.tar.gz
> -rw-r--r-- 1 root root 249669120 Jun 12 19:00 ranger-2.0.0-admin.zip
> -rw-r--r-- 1 root root 42210 Jun 12 19:00
> ranger-2.0.0-solr_audit_conf.tar.gz
> -rw-r--r-- 1 root root 45636 Jun 12 19:00 ranger-2.0.0-solr_audit_conf.zip
> -rw-r--r-- 1 root root 16256274 Jun 12 19:00 ranger-2.0.0-usersync.tar.gz
> -rw-r--r-- 1 root root 16280481 Jun 12 19:00 ranger-2.0.0-usersync.zip
> -rw-r--r-- 1 root root 32771327 Jun 12 19:01 ranger-2.0.0-tagsync.tar.gz
> -rw-r--r-- 1 root root 32781600 Jun 12 19:01 ranger-2.0.0-tagsync.zip
> -rw-r--r-- 1 root root 34221 Jun 12 19:01
> ranger-2.0.0-migration-util.tar.gz
> -rw-r--r-- 1 root root 37740 Jun 12 19:01 ranger-2.0.0-migration-util.zip
> -rw-r--r-- 1 root root 90990177 Jun 12 19:02 ranger-2.0.0-kms.tar.gz
> -rw-r--r-- 1 root root 91106503 Jun 12 19:04 ranger-2.0.0-kms.zip
> -rw-r--r-- 1 root root 22231350 Jun 12 19:04 ranger-2.0.0-ranger-tools.tar.gz
> -rw-r--r-- 1 root root 22248295 Jun 12 19:05 ranger-2.0.0-ranger-tools.zip
> -rw-r--r-- 1 root root 4039688 Jun 12 19:05 ranger-2.0.0-src.tar.gz
>
>
> Unable to find the plugin for nifi or nifi-registry.
>
> the only two plugin that are missing in /target folder
>
> ranger-2.0.0-nifi-plugin.tar.gz
> ranger-2.0.0-nifi-registry-plugin.tar.gz
>
>
> Please let me know if something is missed in my maven build.
--
This message was sent by Atlassian Jira
(v8.3.4#803005)