[
https://issues.apache.org/jira/browse/SDAP-111?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16592332#comment-16592332
]
ASF GitHub Bot commented on SDAP-111:
-------------------------------------
fgreg closed pull request #10: SDAP-111 Ningester support download from S3
URL: https://github.com/apache/incubator-sdap-ningester/pull/10
This is a PR merged from a forked repository.
As GitHub hides the original diff on merge, it is displayed below for
the sake of provenance:
As this is a foreign pull request (from a fork), the diff is supplied
below (as it won't show otherwise due to GitHub magic):
diff --git a/.idea/modules/ningester_main.iml b/.idea/modules/ningester_main.iml
index 1a452a0..ecd2147 100644
--- a/.idea/modules/ningester_main.iml
+++ b/.idea/modules/ningester_main.iml
@@ -14,82 +14,85 @@
</content>
<orderEntry type="inheritedJdk" />
<orderEntry type="sourceFolder" forTests="false" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-configuration-processor:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-batch:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-web:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-cassandra:1.5.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-solr:2.1.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle: com.h2database:h2:1.4.196"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-batch:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-web:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-cassandra:2.0.8.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-solr:3.0.8.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle: com.h2database:h2:1.4.197"
level="project" />
+ <orderEntry type="library" name="Gradle:
mysql:mysql-connector-java:5.1.46" level="project" />
<orderEntry type="library" name="Gradle:
org.apache.sdap:nexusproto:1.0.0-SNAPSHOT" level="project" />
<orderEntry type="library" name="Gradle:
com.google.protobuf:protobuf-java-util:3.5.1" level="project" />
<orderEntry type="library" name="Gradle: edu.ucar:cdm:4.6.9"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-cql:1.5.9.RELEASE" level="project" />
<orderEntry type="library" name="Gradle: com.google.guava:guava:19.0"
level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-dynamodb:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-s3:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-jdbc:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter:1.5.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-core:3.0.8.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-autoconfigure:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot:1.5.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-context:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-aop:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-commons:1.13.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-jdbc:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-tx:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-beans:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-expression:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-infrastructure:3.0.8.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.retry:spring-retry:1.2.1.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-core:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
com.datastax.cassandra:cassandra-driver-core:3.1.4" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-logging:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle: org.slf4j:jcl-over-slf4j:1.7.25"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-starter-aws:2.0.0.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-dynamodb:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-jdbc:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter:2.0.3.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-core:4.0.1.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-aws-autoconfigure:2.0.0.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-aws-context:2.0.0.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-autoconfigure:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot:2.0.3.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-context:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-jdbc:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-tx:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-commons:2.0.8.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-aws-core:2.0.0.RELEASE" level="project"
/>
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-aop:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-beans:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-expression:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-infrastructure:4.0.1.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.retry:spring-retry:1.2.2.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-core:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
com.datastax.cassandra:cassandra-driver-core:3.4.0" level="project" />
<orderEntry type="library" name="Gradle: edu.ucar:httpservices:4.6.9"
level="project" />
- <orderEntry type="library" name="Gradle:
org.quartz-scheduler:quartz:2.2.0" level="project" />
- <orderEntry type="library" name="Gradle:
io.dropwizard.metrics:metrics-core:3.1.5" level="project" />
- <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-classic:1.1.11" level="project" />
+ <orderEntry type="library" name="Gradle:
org.quartz-scheduler:quartz:2.3.0" level="project" />
+ <orderEntry type="library" name="Gradle: com.zaxxer:HikariCP:2.7.9"
level="project" />
+ <orderEntry type="library" name="Gradle:
io.dropwizard.metrics:metrics-core:3.2.6" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-logging:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-classic:1.2.3" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.logging.log4j:log4j-to-slf4j:2.10.0" level="project" />
<orderEntry type="library" name="Gradle: org.slf4j:jul-to-slf4j:1.7.25"
level="project" />
- <orderEntry type="library" name="Gradle:
org.slf4j:log4j-over-slf4j:1.7.25" level="project" />
<orderEntry type="library" name="Gradle: org.slf4j:slf4j-api:1.7.25"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.commons:commons-lang3:3.1" level="project" />
- <orderEntry type="library" name="Gradle: org.apache.solr:solr-solrj:5.5.5"
level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-kms:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-core:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-databind:2.8.10" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.commons:commons-lang3:3.7" level="project" />
+ <orderEntry type="library" name="Gradle: org.apache.solr:solr-solrj:6.6.4"
level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-s3:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-kms:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-ec2:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-cloudformation:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-core:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:jmespath-java:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-databind:2.9.6" level="project" />
<orderEntry type="library" name="Gradle:
com.google.protobuf:protobuf-java:3.5.1" level="project" />
- <orderEntry type="library" name="Gradle: com.google.code.gson:gson:2.8.2"
level="project" />
+ <orderEntry type="library" name="Gradle: com.google.code.gson:gson:2.8.5"
level="project" />
<orderEntry type="library" name="Gradle: edu.ucar:udunits:4.6.9"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpmime:4.5.3" level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpclient:4.5.3" level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpcore:4.4.8" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpmime:4.5.5" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpclient:4.5.5" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpcore:4.4.9" level="project" />
<orderEntry type="library" name="Gradle: joda-time:joda-time:2.9.9"
level="project" />
<orderEntry type="library" name="Gradle: org.jdom:jdom2:2.0.6"
level="project" />
<orderEntry type="library" name="Gradle: net.jcip:jcip-annotations:1.0"
level="project" />
<orderEntry type="library" name="Gradle: com.beust:jcommander:1.35"
level="project" />
- <orderEntry type="library" name="Gradle: org.yaml:snakeyaml:1.17"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.tomcat:tomcat-jdbc:8.5.23" level="project" />
- <orderEntry type="library" name="Gradle:
com.ibm.jbatch:com.ibm.jbatch-tck-spi:1.0" level="project" />
- <orderEntry type="library" name="Gradle:
com.thoughtworks.xstream:xstream:1.4.7" level="project" />
+ <orderEntry type="library" name="Gradle:
javax.annotation:javax.annotation-api:1.3.2" level="project" />
+ <orderEntry type="library" name="Gradle: org.yaml:snakeyaml:1.19"
level="project" />
+ <orderEntry type="library" name="Gradle: javax.batch:javax.batch-api:1.0"
level="project" />
<orderEntry type="library" name="Gradle:
org.codehaus.jettison:jettison:1.2" level="project" />
- <orderEntry type="library" name="Gradle:
commons-logging:commons-logging:1.2" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-handler:4.0.37.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-jcl:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-handler:4.1.25.Final" level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jnr-posix:3.0.27"
level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jnr-ffi:2.0.7"
level="project" />
<orderEntry type="library" name="Gradle: commons-io:commons-io:2.4"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.zookeeper:zookeeper:3.4.6" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.commons:commons-math3:3.4.1" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.zookeeper:zookeeper:3.4.10" level="project" />
<orderEntry type="library" name="Gradle: org.noggit:noggit:0.6"
level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-annotations:2.8.0" level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.dataformat:jackson-dataformat-cbor:2.8.10"
level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-core:2.8.10" level="project" />
- <orderEntry type="library" name="Gradle: c3p0:c3p0:0.9.1.1"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.tomcat:tomcat-juli:8.5.23" level="project" />
- <orderEntry type="library" name="Gradle: javax.batch:javax.batch-api:1.0"
level="project" />
- <orderEntry type="library" name="Gradle: xmlpull:xmlpull:1.1.3.1"
level="project" />
- <orderEntry type="library" name="Gradle: xpp3:xpp3_min:1.1.4c"
level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-codec:4.0.37.Final" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-transport:4.0.37.Final" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-buffer:4.0.37.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-annotations:2.9.0" level="project" />
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.dataformat:jackson-dataformat-cbor:2.9.6" level="project"
/>
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-core:2.9.6" level="project" />
+ <orderEntry type="library" name="Gradle:
com.mchange:mchange-commons-java:0.2.11" level="project" />
+ <orderEntry type="library" name="Gradle:
software.amazon.ion:ion-java:1.0.2" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-codec:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-transport:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-buffer:4.1.25.Final" level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jffi:1.2.10"
level="project" />
<orderEntry type="library" name="Gradle:
com.github.jnr:jffi:native:1.2.10" level="project" />
<orderEntry type="library" name="Gradle: org.ow2.asm:asm-commons:5.0.3"
level="project" />
@@ -99,9 +102,11 @@
<orderEntry type="library" name="Gradle: org.ow2.asm:asm:5.0.3"
level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jnr-x86asm:1.0.2"
level="project" />
<orderEntry type="library" name="Gradle:
com.github.jnr:jnr-constants:0.9.0" level="project" />
- <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-core:1.1.11" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-common:4.0.37.Final" level="project" />
- <orderEntry type="library" name="Gradle:
com.vaadin.external.google:android-json:0.0.20131108.vaadin1" level="project" />
+ <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-core:1.2.3" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.logging.log4j:log4j-api:2.10.0" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-resolver:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-common:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-configuration-processor:2.0.3.RELEASE"
level="project" />
</component>
<component name="PyDocumentationSettings">
<option name="renderExternalDocumentation" value="true" />
diff --git a/.idea/modules/ningester_test.iml b/.idea/modules/ningester_test.iml
index 4dc9233..74a181b 100644
--- a/.idea/modules/ningester_test.iml
+++ b/.idea/modules/ningester_test.iml
@@ -14,111 +14,120 @@
</content>
<orderEntry type="inheritedJdk" />
<orderEntry type="sourceFolder" forTests="false" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-configuration-processor:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" scope="PROVIDED" name="Gradle:
com.vaadin.external.google:android-json:0.0.20131108.vaadin1" level="project" />
<orderEntry type="module" module-name="ningester_main" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-batch:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-web:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-cassandra:1.5.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-solr:2.1.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle: com.h2database:h2:1.4.196"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-batch:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-web:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-cassandra:2.0.8.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-solr:3.0.8.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle: com.h2database:h2:1.4.197"
level="project" />
+ <orderEntry type="library" name="Gradle:
mysql:mysql-connector-java:5.1.46" level="project" />
<orderEntry type="library" name="Gradle:
org.apache.sdap:nexusproto:1.0.0-SNAPSHOT" level="project" />
<orderEntry type="library" name="Gradle:
com.google.protobuf:protobuf-java-util:3.5.1" level="project" />
<orderEntry type="library" name="Gradle: edu.ucar:cdm:4.6.9"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-cql:1.5.9.RELEASE" level="project" />
<orderEntry type="library" name="Gradle: com.google.guava:guava:19.0"
level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-dynamodb:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-s3:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-test:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-test:3.0.8.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-jdbc:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter:1.5.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-core:3.0.8.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-test-autoconfigure:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-test:1.5.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-autoconfigure:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot:1.5.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-context:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-aop:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-commons:1.13.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-jdbc:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-tx:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-beans:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-expression:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-test:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-infrastructure:3.0.8.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.retry:spring-retry:1.2.1.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-core:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
com.datastax.cassandra:cassandra-driver-core:3.1.4" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-logging:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle: org.slf4j:jcl-over-slf4j:1.7.25"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-starter-aws:2.0.0.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-dynamodb:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-test:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-test:4.0.1.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-jdbc:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter:2.0.3.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-core:4.0.1.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-aws-autoconfigure:2.0.0.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-aws-context:2.0.0.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-test-autoconfigure:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-test:2.0.3.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-autoconfigure:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot:2.0.3.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-context:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-jdbc:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-tx:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-commons:2.0.8.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-aws-core:2.0.0.RELEASE" level="project"
/>
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-aop:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-beans:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-expression:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-test:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-infrastructure:4.0.1.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.retry:spring-retry:1.2.2.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-core:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
com.datastax.cassandra:cassandra-driver-core:3.4.0" level="project" />
<orderEntry type="library" name="Gradle: edu.ucar:httpservices:4.6.9"
level="project" />
- <orderEntry type="library" name="Gradle:
org.quartz-scheduler:quartz:2.2.0" level="project" />
- <orderEntry type="library" name="Gradle:
com.jayway.jsonpath:json-path:2.2.0" level="project" />
- <orderEntry type="library" name="Gradle:
io.dropwizard.metrics:metrics-core:3.1.5" level="project" />
- <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-classic:1.1.11" level="project" />
+ <orderEntry type="library" name="Gradle:
org.quartz-scheduler:quartz:2.3.0" level="project" />
+ <orderEntry type="library" name="Gradle:
com.jayway.jsonpath:json-path:2.4.0" level="project" />
+ <orderEntry type="library" name="Gradle: com.zaxxer:HikariCP:2.7.9"
level="project" />
+ <orderEntry type="library" name="Gradle:
io.dropwizard.metrics:metrics-core:3.2.6" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-logging:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-classic:1.2.3" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.logging.log4j:log4j-to-slf4j:2.10.0" level="project" />
<orderEntry type="library" name="Gradle: org.slf4j:jul-to-slf4j:1.7.25"
level="project" />
- <orderEntry type="library" name="Gradle:
org.slf4j:log4j-over-slf4j:1.7.25" level="project" />
<orderEntry type="library" name="Gradle: org.slf4j:slf4j-api:1.7.25"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.commons:commons-lang3:3.1" level="project" />
- <orderEntry type="library" name="Gradle: org.apache.solr:solr-solrj:5.5.5"
level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-kms:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-core:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-databind:2.8.10" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.commons:commons-lang3:3.7" level="project" />
+ <orderEntry type="library" name="Gradle: org.apache.solr:solr-solrj:6.6.4"
level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-s3:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-kms:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-ec2:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-cloudformation:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-core:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:jmespath-java:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-databind:2.9.6" level="project" />
<orderEntry type="library" name="Gradle:
com.google.protobuf:protobuf-java:3.5.1" level="project" />
- <orderEntry type="library" name="Gradle: com.google.code.gson:gson:2.8.2"
level="project" />
+ <orderEntry type="library" name="Gradle: com.google.code.gson:gson:2.8.5"
level="project" />
<orderEntry type="library" name="Gradle: edu.ucar:udunits:4.6.9"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpmime:4.5.3" level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpclient:4.5.3" level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpcore:4.4.8" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpmime:4.5.5" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpclient:4.5.5" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpcore:4.4.9" level="project" />
<orderEntry type="library" name="Gradle: joda-time:joda-time:2.9.9"
level="project" />
<orderEntry type="library" name="Gradle: org.jdom:jdom2:2.0.6"
level="project" />
<orderEntry type="library" name="Gradle: net.jcip:jcip-annotations:1.0"
level="project" />
<orderEntry type="library" name="Gradle: com.beust:jcommander:1.35"
level="project" />
<orderEntry type="library" name="Gradle: junit:junit:4.12" level="project"
/>
- <orderEntry type="library" name="Gradle: org.assertj:assertj-core:2.6.0"
level="project" />
- <orderEntry type="library" name="Gradle: org.mockito:mockito-core:1.10.19"
level="project" />
+ <orderEntry type="library" name="Gradle: org.assertj:assertj-core:3.9.1"
level="project" />
+ <orderEntry type="library" name="Gradle: org.mockito:mockito-core:2.15.0"
level="project" />
<orderEntry type="library" name="Gradle:
org.hamcrest:hamcrest-library:1.3" level="project" />
<orderEntry type="library" name="Gradle: org.hamcrest:hamcrest-core:1.3"
level="project" />
- <orderEntry type="library" name="Gradle: org.skyscreamer:jsonassert:1.4.0"
level="project" />
+ <orderEntry type="library" name="Gradle: org.skyscreamer:jsonassert:1.5.0"
level="project" />
+ <orderEntry type="library" name="Gradle: org.xmlunit:xmlunit-core:2.5.1"
level="project" />
<orderEntry type="library" name="Gradle:
commons-collections:commons-collections:3.2.2" level="project" />
<orderEntry type="library" name="Gradle: commons-io:commons-io:2.4"
level="project" />
- <orderEntry type="library" name="Gradle: org.yaml:snakeyaml:1.17"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.tomcat:tomcat-jdbc:8.5.23" level="project" />
- <orderEntry type="library" name="Gradle:
com.ibm.jbatch:com.ibm.jbatch-tck-spi:1.0" level="project" />
- <orderEntry type="library" name="Gradle:
com.thoughtworks.xstream:xstream:1.4.7" level="project" />
+ <orderEntry type="library" name="Gradle:
javax.annotation:javax.annotation-api:1.3.2" level="project" />
+ <orderEntry type="library" name="Gradle: org.yaml:snakeyaml:1.19"
level="project" />
+ <orderEntry type="library" name="Gradle: javax.batch:javax.batch-api:1.0"
level="project" />
<orderEntry type="library" name="Gradle:
org.codehaus.jettison:jettison:1.2" level="project" />
- <orderEntry type="library" name="Gradle:
commons-logging:commons-logging:1.2" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-handler:4.0.37.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-jcl:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-handler:4.1.25.Final" level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jnr-posix:3.0.27"
level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jnr-ffi:2.0.7"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.zookeeper:zookeeper:3.4.6" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.commons:commons-math3:3.4.1" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.zookeeper:zookeeper:3.4.10" level="project" />
<orderEntry type="library" name="Gradle: org.noggit:noggit:0.6"
level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-annotations:2.8.0" level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.dataformat:jackson-dataformat-cbor:2.8.10"
level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-core:2.8.10" level="project" />
- <orderEntry type="library" name="Gradle: c3p0:c3p0:0.9.1.1"
level="project" />
- <orderEntry type="library" name="Gradle: net.minidev:json-smart:2.2.1"
level="project" />
- <orderEntry type="library" name="Gradle: org.objenesis:objenesis:2.1"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.tomcat:tomcat-juli:8.5.23" level="project" />
- <orderEntry type="library" name="Gradle: javax.batch:javax.batch-api:1.0"
level="project" />
- <orderEntry type="library" name="Gradle: xmlpull:xmlpull:1.1.3.1"
level="project" />
- <orderEntry type="library" name="Gradle: xpp3:xpp3_min:1.1.4c"
level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-codec:4.0.37.Final" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-transport:4.0.37.Final" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-buffer:4.0.37.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-annotations:2.9.0" level="project" />
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.dataformat:jackson-dataformat-cbor:2.9.6" level="project"
/>
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-core:2.9.6" level="project" />
+ <orderEntry type="library" name="Gradle:
com.mchange:mchange-commons-java:0.2.11" level="project" />
+ <orderEntry type="library" name="Gradle:
software.amazon.ion:ion-java:1.0.2" level="project" />
+ <orderEntry type="library" name="Gradle: net.minidev:json-smart:2.3"
level="project" />
+ <orderEntry type="library" name="Gradle: net.bytebuddy:byte-buddy:1.7.11"
level="project" />
+ <orderEntry type="library" name="Gradle:
net.bytebuddy:byte-buddy-agent:1.7.11" level="project" />
+ <orderEntry type="library" name="Gradle: org.objenesis:objenesis:2.6"
level="project" />
+ <orderEntry type="library" name="Gradle:
com.vaadin.external.google:android-json:0.0.20131108.vaadin1" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-codec:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-transport:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-buffer:4.1.25.Final" level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jffi:1.2.10"
level="project" />
<orderEntry type="library" name="Gradle:
com.github.jnr:jffi:native:1.2.10" level="project" />
<orderEntry type="library" name="Gradle: org.ow2.asm:asm-commons:5.0.3"
level="project" />
<orderEntry type="library" name="Gradle: org.ow2.asm:asm-analysis:5.0.3"
level="project" />
<orderEntry type="library" name="Gradle: org.ow2.asm:asm-util:5.0.3"
level="project" />
<orderEntry type="library" name="Gradle: org.ow2.asm:asm-tree:5.0.3"
level="project" />
- <orderEntry type="library" name="Gradle: net.minidev:accessors-smart:1.1"
level="project" />
- <orderEntry type="library" name="Gradle: org.ow2.asm:asm:5.0.3"
level="project" />
+ <orderEntry type="library" name="Gradle: net.minidev:accessors-smart:1.2"
level="project" />
+ <orderEntry type="library" name="Gradle: org.ow2.asm:asm:5.0.4"
level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jnr-x86asm:1.0.2"
level="project" />
<orderEntry type="library" name="Gradle:
com.github.jnr:jnr-constants:0.9.0" level="project" />
- <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-core:1.1.11" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-common:4.0.37.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-core:1.2.3" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.logging.log4j:log4j-api:2.10.0" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-resolver:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-common:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-configuration-processor:2.0.3.RELEASE"
level="project" />
</component>
<component name="TestModuleProperties" production-module="ningester_main" />
</module>
\ No newline at end of file
diff --git a/.idea/modules/ningester_testJobs.iml
b/.idea/modules/ningester_testJobs.iml
index 9b7ee1f..7604d98 100644
--- a/.idea/modules/ningester_testJobs.iml
+++ b/.idea/modules/ningester_testJobs.iml
@@ -14,111 +14,120 @@
</content>
<orderEntry type="inheritedJdk" />
<orderEntry type="sourceFolder" forTests="false" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-configuration-processor:1.5.9.RELEASE"
level="project" />
<orderEntry type="module" module-name="ningester_main" />
- <orderEntry type="library" scope="PROVIDED" name="Gradle:
com.vaadin.external.google:android-json:0.0.20131108.vaadin1" level="project" />
<orderEntry type="module" module-name="ningester_test"
production-on-test="" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-batch:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-web:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-cassandra:1.5.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-solr:2.1.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle: com.h2database:h2:1.4.196"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-batch:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-web:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-cassandra:2.0.8.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-solr:3.0.8.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle: com.h2database:h2:1.4.197"
level="project" />
+ <orderEntry type="library" name="Gradle:
mysql:mysql-connector-java:5.1.46" level="project" />
<orderEntry type="library" name="Gradle:
org.apache.sdap:nexusproto:1.0.0-SNAPSHOT" level="project" />
<orderEntry type="library" name="Gradle:
com.google.protobuf:protobuf-java-util:3.5.1" level="project" />
<orderEntry type="library" name="Gradle: edu.ucar:cdm:4.6.9"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-cql:1.5.9.RELEASE" level="project" />
<orderEntry type="library" name="Gradle: com.google.guava:guava:19.0"
level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-dynamodb:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-s3:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-test:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-test:3.0.8.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-jdbc:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter:1.5.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-core:3.0.8.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-test-autoconfigure:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-test:1.5.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-autoconfigure:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot:1.5.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-context:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-aop:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-commons:1.13.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-jdbc:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-tx:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-beans:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-expression:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-test:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-infrastructure:3.0.8.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.retry:spring-retry:1.2.1.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-core:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
com.datastax.cassandra:cassandra-driver-core:3.1.4" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-logging:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle: org.slf4j:jcl-over-slf4j:1.7.25"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-starter-aws:2.0.0.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-dynamodb:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-test:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-test:4.0.1.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-jdbc:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter:2.0.3.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-core:4.0.1.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-aws-autoconfigure:2.0.0.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-aws-context:2.0.0.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-test-autoconfigure:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-test:2.0.3.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-autoconfigure:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot:2.0.3.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-context:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-jdbc:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-tx:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-commons:2.0.8.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-aws-core:2.0.0.RELEASE" level="project"
/>
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-aop:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-beans:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-expression:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-test:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-infrastructure:4.0.1.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.retry:spring-retry:1.2.2.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-core:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
com.datastax.cassandra:cassandra-driver-core:3.4.0" level="project" />
<orderEntry type="library" name="Gradle: edu.ucar:httpservices:4.6.9"
level="project" />
- <orderEntry type="library" name="Gradle:
org.quartz-scheduler:quartz:2.2.0" level="project" />
- <orderEntry type="library" name="Gradle:
com.jayway.jsonpath:json-path:2.2.0" level="project" />
- <orderEntry type="library" name="Gradle:
io.dropwizard.metrics:metrics-core:3.1.5" level="project" />
- <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-classic:1.1.11" level="project" />
+ <orderEntry type="library" name="Gradle:
org.quartz-scheduler:quartz:2.3.0" level="project" />
+ <orderEntry type="library" name="Gradle:
com.jayway.jsonpath:json-path:2.4.0" level="project" />
+ <orderEntry type="library" name="Gradle: com.zaxxer:HikariCP:2.7.9"
level="project" />
+ <orderEntry type="library" name="Gradle:
io.dropwizard.metrics:metrics-core:3.2.6" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-logging:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-classic:1.2.3" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.logging.log4j:log4j-to-slf4j:2.10.0" level="project" />
<orderEntry type="library" name="Gradle: org.slf4j:jul-to-slf4j:1.7.25"
level="project" />
- <orderEntry type="library" name="Gradle:
org.slf4j:log4j-over-slf4j:1.7.25" level="project" />
<orderEntry type="library" name="Gradle: org.slf4j:slf4j-api:1.7.25"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.commons:commons-lang3:3.1" level="project" />
- <orderEntry type="library" name="Gradle: org.apache.solr:solr-solrj:5.5.5"
level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-kms:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-core:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-databind:2.8.10" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.commons:commons-lang3:3.7" level="project" />
+ <orderEntry type="library" name="Gradle: org.apache.solr:solr-solrj:6.6.4"
level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-s3:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-kms:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-ec2:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-cloudformation:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-core:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:jmespath-java:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-databind:2.9.6" level="project" />
<orderEntry type="library" name="Gradle:
com.google.protobuf:protobuf-java:3.5.1" level="project" />
- <orderEntry type="library" name="Gradle: com.google.code.gson:gson:2.8.2"
level="project" />
+ <orderEntry type="library" name="Gradle: com.google.code.gson:gson:2.8.5"
level="project" />
<orderEntry type="library" name="Gradle: edu.ucar:udunits:4.6.9"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpmime:4.5.3" level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpclient:4.5.3" level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpcore:4.4.8" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpmime:4.5.5" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpclient:4.5.5" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpcore:4.4.9" level="project" />
<orderEntry type="library" name="Gradle: joda-time:joda-time:2.9.9"
level="project" />
<orderEntry type="library" name="Gradle: org.jdom:jdom2:2.0.6"
level="project" />
<orderEntry type="library" name="Gradle: net.jcip:jcip-annotations:1.0"
level="project" />
<orderEntry type="library" name="Gradle: com.beust:jcommander:1.35"
level="project" />
<orderEntry type="library" name="Gradle: junit:junit:4.12" level="project"
/>
- <orderEntry type="library" name="Gradle: org.assertj:assertj-core:2.6.0"
level="project" />
- <orderEntry type="library" name="Gradle: org.mockito:mockito-core:1.10.19"
level="project" />
+ <orderEntry type="library" name="Gradle: org.assertj:assertj-core:3.9.1"
level="project" />
+ <orderEntry type="library" name="Gradle: org.mockito:mockito-core:2.15.0"
level="project" />
<orderEntry type="library" name="Gradle:
org.hamcrest:hamcrest-library:1.3" level="project" />
<orderEntry type="library" name="Gradle: org.hamcrest:hamcrest-core:1.3"
level="project" />
- <orderEntry type="library" name="Gradle: org.skyscreamer:jsonassert:1.4.0"
level="project" />
+ <orderEntry type="library" name="Gradle: org.skyscreamer:jsonassert:1.5.0"
level="project" />
+ <orderEntry type="library" name="Gradle: org.xmlunit:xmlunit-core:2.5.1"
level="project" />
<orderEntry type="library" name="Gradle:
commons-collections:commons-collections:3.2.2" level="project" />
<orderEntry type="library" name="Gradle: commons-io:commons-io:2.4"
level="project" />
- <orderEntry type="library" name="Gradle: org.yaml:snakeyaml:1.17"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.tomcat:tomcat-jdbc:8.5.23" level="project" />
- <orderEntry type="library" name="Gradle:
com.ibm.jbatch:com.ibm.jbatch-tck-spi:1.0" level="project" />
- <orderEntry type="library" name="Gradle:
com.thoughtworks.xstream:xstream:1.4.7" level="project" />
+ <orderEntry type="library" name="Gradle:
javax.annotation:javax.annotation-api:1.3.2" level="project" />
+ <orderEntry type="library" name="Gradle: org.yaml:snakeyaml:1.19"
level="project" />
+ <orderEntry type="library" name="Gradle: javax.batch:javax.batch-api:1.0"
level="project" />
<orderEntry type="library" name="Gradle:
org.codehaus.jettison:jettison:1.2" level="project" />
- <orderEntry type="library" name="Gradle:
commons-logging:commons-logging:1.2" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-handler:4.0.37.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-jcl:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-handler:4.1.25.Final" level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jnr-posix:3.0.27"
level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jnr-ffi:2.0.7"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.zookeeper:zookeeper:3.4.6" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.commons:commons-math3:3.4.1" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.zookeeper:zookeeper:3.4.10" level="project" />
<orderEntry type="library" name="Gradle: org.noggit:noggit:0.6"
level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-annotations:2.8.0" level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.dataformat:jackson-dataformat-cbor:2.8.10"
level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-core:2.8.10" level="project" />
- <orderEntry type="library" name="Gradle: c3p0:c3p0:0.9.1.1"
level="project" />
- <orderEntry type="library" name="Gradle: net.minidev:json-smart:2.2.1"
level="project" />
- <orderEntry type="library" name="Gradle: org.objenesis:objenesis:2.1"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.tomcat:tomcat-juli:8.5.23" level="project" />
- <orderEntry type="library" name="Gradle: javax.batch:javax.batch-api:1.0"
level="project" />
- <orderEntry type="library" name="Gradle: xmlpull:xmlpull:1.1.3.1"
level="project" />
- <orderEntry type="library" name="Gradle: xpp3:xpp3_min:1.1.4c"
level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-codec:4.0.37.Final" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-transport:4.0.37.Final" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-buffer:4.0.37.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-annotations:2.9.0" level="project" />
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.dataformat:jackson-dataformat-cbor:2.9.6" level="project"
/>
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-core:2.9.6" level="project" />
+ <orderEntry type="library" name="Gradle:
com.mchange:mchange-commons-java:0.2.11" level="project" />
+ <orderEntry type="library" name="Gradle:
software.amazon.ion:ion-java:1.0.2" level="project" />
+ <orderEntry type="library" name="Gradle: net.minidev:json-smart:2.3"
level="project" />
+ <orderEntry type="library" name="Gradle: net.bytebuddy:byte-buddy:1.7.11"
level="project" />
+ <orderEntry type="library" name="Gradle:
net.bytebuddy:byte-buddy-agent:1.7.11" level="project" />
+ <orderEntry type="library" name="Gradle: org.objenesis:objenesis:2.6"
level="project" />
+ <orderEntry type="library" name="Gradle:
com.vaadin.external.google:android-json:0.0.20131108.vaadin1" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-codec:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-transport:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-buffer:4.1.25.Final" level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jffi:1.2.10"
level="project" />
<orderEntry type="library" name="Gradle:
com.github.jnr:jffi:native:1.2.10" level="project" />
<orderEntry type="library" name="Gradle: org.ow2.asm:asm-commons:5.0.3"
level="project" />
<orderEntry type="library" name="Gradle: org.ow2.asm:asm-analysis:5.0.3"
level="project" />
<orderEntry type="library" name="Gradle: org.ow2.asm:asm-util:5.0.3"
level="project" />
<orderEntry type="library" name="Gradle: org.ow2.asm:asm-tree:5.0.3"
level="project" />
- <orderEntry type="library" name="Gradle: net.minidev:accessors-smart:1.1"
level="project" />
- <orderEntry type="library" name="Gradle: org.ow2.asm:asm:5.0.3"
level="project" />
+ <orderEntry type="library" name="Gradle: net.minidev:accessors-smart:1.2"
level="project" />
+ <orderEntry type="library" name="Gradle: org.ow2.asm:asm:5.0.4"
level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jnr-x86asm:1.0.2"
level="project" />
<orderEntry type="library" name="Gradle:
com.github.jnr:jnr-constants:0.9.0" level="project" />
- <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-core:1.1.11" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-common:4.0.37.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-core:1.2.3" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.logging.log4j:log4j-api:2.10.0" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-resolver:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-common:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-configuration-processor:2.0.3.RELEASE"
level="project" />
</component>
</module>
\ No newline at end of file
diff --git a/docker/aws/Dockerfile b/docker/aws/Dockerfile
new file mode 100644
index 0000000..985a32a
--- /dev/null
+++ b/docker/aws/Dockerfile
@@ -0,0 +1,72 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+FROM openjdk:8-jdk
+
+MAINTAINER [email protected]
+
+RUN apt-get update && apt-get install -y \
+ bzip2 \
+ git \
+ gcc \
+ python3 \
+ wget && \
+ addgroup ningester && \
+ adduser --system --group ningester && \
+ rm -rf /var/lib/apt/lists/* && \
+ chgrp ningester /usr/local
+
+USER ningester
+WORKDIR /tmp
+
+# ########################
+# # Anaconda #
+# ########################
+RUN wget -q
https://repo.continuum.io/miniconda/Miniconda3-4.3.31-Linux-x86_64.sh -O
install_anaconda.sh && \
+ /bin/bash install_anaconda.sh -b -p /usr/local/anaconda2 && \
+ rm install_anaconda.sh && \
+ /usr/local/anaconda2/bin/conda config --add channels conda-forge
+ENV PATH /usr/local/anaconda2/bin:$PATH
+
+
+# Install nexusproto
+ARG APACHE_NEXUSPROTO=https://github.com/apache/incubator-sdap-nexusproto.git
+ARG APACHE_NEXUSPROTO_BRANCH=master
+COPY --chown=ningester:ningester install_nexusproto.sh ./install_nexusproto.sh
+RUN ./install_nexusproto.sh $APACHE_NEXUSPROTO $APACHE_NEXUSPROTO_BRANCH
+
+# Install ningesterpy
+ARG APACHE_NINGESTERPY=https://github.com/apache/incubator-sdap-ningesterpy.git
+ARG APACHE_NINGESTERPY_BRANCH=master
+COPY --chown=ningester:ningester install_ningesterpy.sh
./install_ningesterpy.sh
+RUN ./install_ningesterpy.sh $APACHE_NINGESTERPY $APACHE_NINGESTERPY_BRANCH
+
+# Install ningester
+ARG APACHE_NINGESTER=https://github.com/apache/incubator-sdap-ningester.git
+ARG APACHE_NINGESTER_BRANCH=master
+COPY --chown=ningester:ningester install_ningester.sh ./install_ningester.sh
+RUN ./install_ningester.sh $APACHE_NINGESTER $APACHE_NINGESTER_BRANCH && \
+ export NINGESTER_JAR=`find ningester/build/libs -name ningester*.jar`
+
+RUN pip install awscli && \
+ aws --version && \
+ mkdir /home/ningester/data && \
+ mkdir /home/ningester/config
+
+VOLUME /home/ningester/data
+VOLUME /home/ningester/config
+
+COPY --chown=ningester:ningester entrypoint.sh ./entrypoint.sh
+ENTRYPOINT ["./entrypoint.sh"]
diff --git a/docker/aws/README.md b/docker/aws/README.md
new file mode 100644
index 0000000..8ce6bab
--- /dev/null
+++ b/docker/aws/README.md
@@ -0,0 +1,34 @@
+GitHub repository: https://github.com/apache/incubator-sdap-ningester
+
+# How to run this image
+
+This image is very similar to the [non-aws image](../README.md). The
difference is that the data files and configuration files are not mounted as
volumes, instead they are downloaded from S3.
+
+The basic command is:
+
+ docker run -it --rm -v <path to aws
credentials>:/home/ningester/.aws/credentials sdap/ningester:aws <location to
configuration on s3> <location to data on s3> <profiles to activate>
+
+Replacing the following:
+
+ - `<location to configuration on s3>` should be an s3:// Url to the
configuration for the job hosted in S3
+ - `<path to aws credentials>` should be the absolute path on the host to the
aws credential files that has access to the S3 bucket/object. This can also be
specified using [environment
variables](https://docs.aws.amazon.com/cli/latest/userguide/cli-environment.html)
+ - `<location to data on s3>` should be an s3:// Url to the location of the
data file hosted in S3
+ - `<granule name>` should be the filename of the granule
+ - `<profiles to activate>` is a comma-separated list of profiles to activate
+
+The [ExampleJob](example_config/ExampleJob.yml) file shows an example Job
configuration that would ingest an AVHRR granule.
+
+## Examples
+
+A few example commands are shared here.
+
+### Docker for Mac
+
+The
[ConnectionSettings-DockerForMac](example_config/ConnectionSettings-DockerForMac.yml)
file shows an example of how to configure the connection settings
+when running this job under Docker for Mac with Solr and Cassandra running on
your host Mac.
+
+Replace `<path to ningester>` with the path on your local workstation to the
ningester github project.
+This assumes you have valid AWS credentials located at `~/.aws/credentials` on
your host machine
+Replace `<bucket name>` with the name of an S3 bucket that contains data and
config
+
+ docker run -it --rm -v ~/.aws/credentials:/home/ningester/.aws/credentials
sdap/ningester:aws.1.0.0-SNAPSHOT s3://<bucket name>/avhrr/avhrr-oi.yml
s3://<bucket
name>/avhrr/20150101120000-NCEI-L4_GHRSST-SSTblend-AVHRR_OI-GLOB-v02.0-fv02.0.nc
aws,solr,cassandra
diff --git a/docker/aws/entrypoint.sh b/docker/aws/entrypoint.sh
new file mode 100755
index 0000000..9b572f9
--- /dev/null
+++ b/docker/aws/entrypoint.sh
@@ -0,0 +1,40 @@
+#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Exit immediately if a simple command returns non-zero exit code
+# Cause the status of terminated background jobs to be reported immediately.
+set -ebx
+# With pipefail, the return status of a pipeline is "the value of the last
(rightmost) command to exit with a non-zero status, or zero if all commands
exit successfully"
+set -o pipefail
+
+NINGESTER_JAR=`find ningester/build/libs -name ningester*.jar`
+
+aws s3 cp ${1} /home/ningester/config
+CONFIG_FILES=`find /home/ningester/config -name "*.yml" | awk -vORS=, '{ print
$1 }'`
+
+aws s3 cp ${2} /home/ningester/data
+GRANULE=`find /home/ningester/data -type f -print -quit`
+
+echo "Launching ningesterpy. Logs from this process will be prefixed with
[ningesterpy]"
+python -u -m sdap.ningesterpy 2>&1 | stdbuf -o0 sed -e 's/^/[ningesterpy] /' &
+
+until $(curl --output /dev/null --silent --head --fail
http://127.0.0.1:5000/healthcheck); do
+ sleep 1
+done
+
+echo "Launching ningester. Logs from this process will be prefixed with
[ningester]"
+java -Dspring.profiles.active=${3}
-Dspring.config.location=classpath:/application.yml,${CONFIG_FILES} -jar
${NINGESTER_JAR} granule=file://${GRANULE} ${@:4} 2>&1 | sed -e
's/^/[ningester] /'
+
diff --git a/docker/aws/install_nexusproto.sh b/docker/aws/install_nexusproto.sh
new file mode 100755
index 0000000..e629d28
--- /dev/null
+++ b/docker/aws/install_nexusproto.sh
@@ -0,0 +1,32 @@
+#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+set -e
+
+APACHE_NEXUSPROTO="https://github.com/apache/incubator-sdap-nexusproto.git";
+MASTER="master"
+
+GIT_REPO=${1:-$APACHE_NEXUSPROTO}
+GIT_BRANCH=${2:-$MASTER}
+
+mkdir nexusproto
+pushd nexusproto
+git init
+git pull ${GIT_REPO} ${GIT_BRANCH}
+
+./gradlew pythonInstall --info
+
+./gradlew install --info
+popd
\ No newline at end of file
diff --git a/docker/aws/install_ningester.sh b/docker/aws/install_ningester.sh
new file mode 100755
index 0000000..9a5c7ab
--- /dev/null
+++ b/docker/aws/install_ningester.sh
@@ -0,0 +1,30 @@
+#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+set -e
+
+APACHE_NINGESTER="https://github.com/apache/incubator-sdap-ningester.git";
+MASTER="master"
+
+GIT_REPO=${1:-APACHE_NINGESTER}
+GIT_BRANCH=${2:-$MASTER}
+
+mkdir ningester
+pushd ningester
+git init
+git pull ${GIT_REPO} ${GIT_BRANCH}
+
+./gradlew bootRepackage
+popd
\ No newline at end of file
diff --git a/docker/aws/install_ningesterpy.sh
b/docker/aws/install_ningesterpy.sh
new file mode 100755
index 0000000..faa9e23
--- /dev/null
+++ b/docker/aws/install_ningesterpy.sh
@@ -0,0 +1,30 @@
+#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+set -e
+
+APACHE_NINGESTERPY="https://github.com/apache/incubator-sdap-ningesterpy.git";
+MASTER="master"
+
+GIT_REPO=${1:-APACHE_NINGESTERPY}
+GIT_BRANCH=${2:-$MASTER}
+
+mkdir ningesterpy
+pushd ningesterpy
+git init
+git pull ${GIT_REPO} ${GIT_BRANCH}
+
+python setup.py install
+popd
\ No newline at end of file
diff --git a/docker/example_config/ConnectionSettings-DockerForMac.yml
b/docker/example_config/ConnectionSettings-DockerForMac.yml
index ad74e79..c1ba131 100644
--- a/docker/example_config/ConnectionSettings-DockerForMac.yml
+++ b/docker/example_config/ConnectionSettings-DockerForMac.yml
@@ -25,6 +25,22 @@ spring:
solr:
host: http://docker.for.mac.localhost:8983/solr/
+datasource:
+ solrStore:
+ collection: nexustiles
+
+---
+
+spring:
+ profiles:
+ - local
+ data:
+ cassandra:
+ keyspaceName: nexustiles
+ contactPoints: 127.0.0.1
+ solr:
+ host: http://127.0.0.1:8983/solr/
+
datasource:
solrStore:
collection: nexustiles
\ No newline at end of file
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
> Ningester support download from S3
> ----------------------------------
>
> Key: SDAP-111
> URL: https://issues.apache.org/jira/browse/SDAP-111
> Project: Apache Science Data Analytics Platform
> Issue Type: New Feature
> Components: nexus
> Reporter: Frank Greguska
> Priority: Major
>
> Ningester should support downloading granules from s3. Likely use
> spring-cloud-aws to enable support for the s3:// protocol.
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
