This is an automated email from the ASF dual-hosted git repository.
fgreg pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-sdap-ningester.git
The following commit(s) were added to refs/heads/master by this push:
new 5d4baf6 SDAP-111 Ningester support download from S3 (#10)
5d4baf6 is described below
commit 5d4baf61920b667ecf760946f893a8b00b6bfbdb
Author: fgreg <[email protected]>
AuthorDate: Fri Aug 24 17:07:50 2018 -0700
SDAP-111 Ningester support download from S3 (#10)
* New image that can download granule from S3 before running
* New image that can download config from S3 before running
---
.idea/modules/ningester_main.iml | 127 +++++++++--------
.idea/modules/ningester_test.iml | 157 +++++++++++----------
.idea/modules/ningester_testJobs.iml | 157 +++++++++++----------
docker/aws/Dockerfile | 72 ++++++++++
docker/aws/README.md | 34 +++++
docker/aws/entrypoint.sh | 40 ++++++
.../install_nexusproto.sh} | 30 ++--
.../install_ningester.sh} | 28 ++--
.../install_ningesterpy.sh} | 28 ++--
.../ConnectionSettings-DockerForMac.yml | 16 +++
10 files changed, 438 insertions(+), 251 deletions(-)
diff --git a/.idea/modules/ningester_main.iml b/.idea/modules/ningester_main.iml
index 1a452a0..ecd2147 100644
--- a/.idea/modules/ningester_main.iml
+++ b/.idea/modules/ningester_main.iml
@@ -14,82 +14,85 @@
</content>
<orderEntry type="inheritedJdk" />
<orderEntry type="sourceFolder" forTests="false" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-configuration-processor:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-batch:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-web:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-cassandra:1.5.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-solr:2.1.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle: com.h2database:h2:1.4.196"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-batch:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-web:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-cassandra:2.0.8.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-solr:3.0.8.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle: com.h2database:h2:1.4.197"
level="project" />
+ <orderEntry type="library" name="Gradle:
mysql:mysql-connector-java:5.1.46" level="project" />
<orderEntry type="library" name="Gradle:
org.apache.sdap:nexusproto:1.0.0-SNAPSHOT" level="project" />
<orderEntry type="library" name="Gradle:
com.google.protobuf:protobuf-java-util:3.5.1" level="project" />
<orderEntry type="library" name="Gradle: edu.ucar:cdm:4.6.9"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-cql:1.5.9.RELEASE" level="project" />
<orderEntry type="library" name="Gradle: com.google.guava:guava:19.0"
level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-dynamodb:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-s3:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-jdbc:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter:1.5.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-core:3.0.8.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-autoconfigure:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot:1.5.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-context:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-aop:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-commons:1.13.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-jdbc:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-tx:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-beans:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-expression:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-infrastructure:3.0.8.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.retry:spring-retry:1.2.1.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-core:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
com.datastax.cassandra:cassandra-driver-core:3.1.4" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-logging:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle: org.slf4j:jcl-over-slf4j:1.7.25"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-starter-aws:2.0.0.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-dynamodb:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-jdbc:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter:2.0.3.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-core:4.0.1.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-aws-autoconfigure:2.0.0.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-aws-context:2.0.0.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-autoconfigure:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot:2.0.3.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-context:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-jdbc:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-tx:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-commons:2.0.8.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-aws-core:2.0.0.RELEASE" level="project"
/>
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-aop:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-beans:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-expression:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-infrastructure:4.0.1.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.retry:spring-retry:1.2.2.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-core:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
com.datastax.cassandra:cassandra-driver-core:3.4.0" level="project" />
<orderEntry type="library" name="Gradle: edu.ucar:httpservices:4.6.9"
level="project" />
- <orderEntry type="library" name="Gradle:
org.quartz-scheduler:quartz:2.2.0" level="project" />
- <orderEntry type="library" name="Gradle:
io.dropwizard.metrics:metrics-core:3.1.5" level="project" />
- <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-classic:1.1.11" level="project" />
+ <orderEntry type="library" name="Gradle:
org.quartz-scheduler:quartz:2.3.0" level="project" />
+ <orderEntry type="library" name="Gradle: com.zaxxer:HikariCP:2.7.9"
level="project" />
+ <orderEntry type="library" name="Gradle:
io.dropwizard.metrics:metrics-core:3.2.6" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-logging:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-classic:1.2.3" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.logging.log4j:log4j-to-slf4j:2.10.0" level="project" />
<orderEntry type="library" name="Gradle: org.slf4j:jul-to-slf4j:1.7.25"
level="project" />
- <orderEntry type="library" name="Gradle:
org.slf4j:log4j-over-slf4j:1.7.25" level="project" />
<orderEntry type="library" name="Gradle: org.slf4j:slf4j-api:1.7.25"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.commons:commons-lang3:3.1" level="project" />
- <orderEntry type="library" name="Gradle: org.apache.solr:solr-solrj:5.5.5"
level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-kms:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-core:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-databind:2.8.10" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.commons:commons-lang3:3.7" level="project" />
+ <orderEntry type="library" name="Gradle: org.apache.solr:solr-solrj:6.6.4"
level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-s3:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-kms:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-ec2:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-cloudformation:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-core:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:jmespath-java:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-databind:2.9.6" level="project" />
<orderEntry type="library" name="Gradle:
com.google.protobuf:protobuf-java:3.5.1" level="project" />
- <orderEntry type="library" name="Gradle: com.google.code.gson:gson:2.8.2"
level="project" />
+ <orderEntry type="library" name="Gradle: com.google.code.gson:gson:2.8.5"
level="project" />
<orderEntry type="library" name="Gradle: edu.ucar:udunits:4.6.9"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpmime:4.5.3" level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpclient:4.5.3" level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpcore:4.4.8" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpmime:4.5.5" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpclient:4.5.5" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpcore:4.4.9" level="project" />
<orderEntry type="library" name="Gradle: joda-time:joda-time:2.9.9"
level="project" />
<orderEntry type="library" name="Gradle: org.jdom:jdom2:2.0.6"
level="project" />
<orderEntry type="library" name="Gradle: net.jcip:jcip-annotations:1.0"
level="project" />
<orderEntry type="library" name="Gradle: com.beust:jcommander:1.35"
level="project" />
- <orderEntry type="library" name="Gradle: org.yaml:snakeyaml:1.17"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.tomcat:tomcat-jdbc:8.5.23" level="project" />
- <orderEntry type="library" name="Gradle:
com.ibm.jbatch:com.ibm.jbatch-tck-spi:1.0" level="project" />
- <orderEntry type="library" name="Gradle:
com.thoughtworks.xstream:xstream:1.4.7" level="project" />
+ <orderEntry type="library" name="Gradle:
javax.annotation:javax.annotation-api:1.3.2" level="project" />
+ <orderEntry type="library" name="Gradle: org.yaml:snakeyaml:1.19"
level="project" />
+ <orderEntry type="library" name="Gradle: javax.batch:javax.batch-api:1.0"
level="project" />
<orderEntry type="library" name="Gradle:
org.codehaus.jettison:jettison:1.2" level="project" />
- <orderEntry type="library" name="Gradle:
commons-logging:commons-logging:1.2" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-handler:4.0.37.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-jcl:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-handler:4.1.25.Final" level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jnr-posix:3.0.27"
level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jnr-ffi:2.0.7"
level="project" />
<orderEntry type="library" name="Gradle: commons-io:commons-io:2.4"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.zookeeper:zookeeper:3.4.6" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.commons:commons-math3:3.4.1" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.zookeeper:zookeeper:3.4.10" level="project" />
<orderEntry type="library" name="Gradle: org.noggit:noggit:0.6"
level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-annotations:2.8.0" level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.dataformat:jackson-dataformat-cbor:2.8.10"
level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-core:2.8.10" level="project" />
- <orderEntry type="library" name="Gradle: c3p0:c3p0:0.9.1.1"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.tomcat:tomcat-juli:8.5.23" level="project" />
- <orderEntry type="library" name="Gradle: javax.batch:javax.batch-api:1.0"
level="project" />
- <orderEntry type="library" name="Gradle: xmlpull:xmlpull:1.1.3.1"
level="project" />
- <orderEntry type="library" name="Gradle: xpp3:xpp3_min:1.1.4c"
level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-codec:4.0.37.Final" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-transport:4.0.37.Final" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-buffer:4.0.37.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-annotations:2.9.0" level="project" />
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.dataformat:jackson-dataformat-cbor:2.9.6" level="project"
/>
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-core:2.9.6" level="project" />
+ <orderEntry type="library" name="Gradle:
com.mchange:mchange-commons-java:0.2.11" level="project" />
+ <orderEntry type="library" name="Gradle:
software.amazon.ion:ion-java:1.0.2" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-codec:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-transport:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-buffer:4.1.25.Final" level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jffi:1.2.10"
level="project" />
<orderEntry type="library" name="Gradle:
com.github.jnr:jffi:native:1.2.10" level="project" />
<orderEntry type="library" name="Gradle: org.ow2.asm:asm-commons:5.0.3"
level="project" />
@@ -99,9 +102,11 @@
<orderEntry type="library" name="Gradle: org.ow2.asm:asm:5.0.3"
level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jnr-x86asm:1.0.2"
level="project" />
<orderEntry type="library" name="Gradle:
com.github.jnr:jnr-constants:0.9.0" level="project" />
- <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-core:1.1.11" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-common:4.0.37.Final" level="project" />
- <orderEntry type="library" name="Gradle:
com.vaadin.external.google:android-json:0.0.20131108.vaadin1" level="project" />
+ <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-core:1.2.3" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.logging.log4j:log4j-api:2.10.0" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-resolver:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-common:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-configuration-processor:2.0.3.RELEASE"
level="project" />
</component>
<component name="PyDocumentationSettings">
<option name="renderExternalDocumentation" value="true" />
diff --git a/.idea/modules/ningester_test.iml b/.idea/modules/ningester_test.iml
index 4dc9233..74a181b 100644
--- a/.idea/modules/ningester_test.iml
+++ b/.idea/modules/ningester_test.iml
@@ -14,111 +14,120 @@
</content>
<orderEntry type="inheritedJdk" />
<orderEntry type="sourceFolder" forTests="false" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-configuration-processor:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" scope="PROVIDED" name="Gradle:
com.vaadin.external.google:android-json:0.0.20131108.vaadin1" level="project" />
<orderEntry type="module" module-name="ningester_main" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-batch:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-web:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-cassandra:1.5.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-solr:2.1.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle: com.h2database:h2:1.4.196"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-batch:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-web:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-cassandra:2.0.8.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-solr:3.0.8.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle: com.h2database:h2:1.4.197"
level="project" />
+ <orderEntry type="library" name="Gradle:
mysql:mysql-connector-java:5.1.46" level="project" />
<orderEntry type="library" name="Gradle:
org.apache.sdap:nexusproto:1.0.0-SNAPSHOT" level="project" />
<orderEntry type="library" name="Gradle:
com.google.protobuf:protobuf-java-util:3.5.1" level="project" />
<orderEntry type="library" name="Gradle: edu.ucar:cdm:4.6.9"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-cql:1.5.9.RELEASE" level="project" />
<orderEntry type="library" name="Gradle: com.google.guava:guava:19.0"
level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-dynamodb:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-s3:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-test:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-test:3.0.8.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-jdbc:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter:1.5.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-core:3.0.8.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-test-autoconfigure:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-test:1.5.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-autoconfigure:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot:1.5.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-context:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-aop:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-commons:1.13.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-jdbc:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-tx:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-beans:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-expression:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-test:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-infrastructure:3.0.8.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.retry:spring-retry:1.2.1.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-core:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
com.datastax.cassandra:cassandra-driver-core:3.1.4" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-logging:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle: org.slf4j:jcl-over-slf4j:1.7.25"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-starter-aws:2.0.0.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-dynamodb:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-test:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-test:4.0.1.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-jdbc:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter:2.0.3.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-core:4.0.1.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-aws-autoconfigure:2.0.0.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-aws-context:2.0.0.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-test-autoconfigure:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-test:2.0.3.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-autoconfigure:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot:2.0.3.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-context:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-jdbc:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-tx:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-commons:2.0.8.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-aws-core:2.0.0.RELEASE" level="project"
/>
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-aop:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-beans:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-expression:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-test:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-infrastructure:4.0.1.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.retry:spring-retry:1.2.2.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-core:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
com.datastax.cassandra:cassandra-driver-core:3.4.0" level="project" />
<orderEntry type="library" name="Gradle: edu.ucar:httpservices:4.6.9"
level="project" />
- <orderEntry type="library" name="Gradle:
org.quartz-scheduler:quartz:2.2.0" level="project" />
- <orderEntry type="library" name="Gradle:
com.jayway.jsonpath:json-path:2.2.0" level="project" />
- <orderEntry type="library" name="Gradle:
io.dropwizard.metrics:metrics-core:3.1.5" level="project" />
- <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-classic:1.1.11" level="project" />
+ <orderEntry type="library" name="Gradle:
org.quartz-scheduler:quartz:2.3.0" level="project" />
+ <orderEntry type="library" name="Gradle:
com.jayway.jsonpath:json-path:2.4.0" level="project" />
+ <orderEntry type="library" name="Gradle: com.zaxxer:HikariCP:2.7.9"
level="project" />
+ <orderEntry type="library" name="Gradle:
io.dropwizard.metrics:metrics-core:3.2.6" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-logging:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-classic:1.2.3" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.logging.log4j:log4j-to-slf4j:2.10.0" level="project" />
<orderEntry type="library" name="Gradle: org.slf4j:jul-to-slf4j:1.7.25"
level="project" />
- <orderEntry type="library" name="Gradle:
org.slf4j:log4j-over-slf4j:1.7.25" level="project" />
<orderEntry type="library" name="Gradle: org.slf4j:slf4j-api:1.7.25"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.commons:commons-lang3:3.1" level="project" />
- <orderEntry type="library" name="Gradle: org.apache.solr:solr-solrj:5.5.5"
level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-kms:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-core:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-databind:2.8.10" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.commons:commons-lang3:3.7" level="project" />
+ <orderEntry type="library" name="Gradle: org.apache.solr:solr-solrj:6.6.4"
level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-s3:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-kms:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-ec2:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-cloudformation:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-core:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:jmespath-java:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-databind:2.9.6" level="project" />
<orderEntry type="library" name="Gradle:
com.google.protobuf:protobuf-java:3.5.1" level="project" />
- <orderEntry type="library" name="Gradle: com.google.code.gson:gson:2.8.2"
level="project" />
+ <orderEntry type="library" name="Gradle: com.google.code.gson:gson:2.8.5"
level="project" />
<orderEntry type="library" name="Gradle: edu.ucar:udunits:4.6.9"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpmime:4.5.3" level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpclient:4.5.3" level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpcore:4.4.8" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpmime:4.5.5" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpclient:4.5.5" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpcore:4.4.9" level="project" />
<orderEntry type="library" name="Gradle: joda-time:joda-time:2.9.9"
level="project" />
<orderEntry type="library" name="Gradle: org.jdom:jdom2:2.0.6"
level="project" />
<orderEntry type="library" name="Gradle: net.jcip:jcip-annotations:1.0"
level="project" />
<orderEntry type="library" name="Gradle: com.beust:jcommander:1.35"
level="project" />
<orderEntry type="library" name="Gradle: junit:junit:4.12" level="project"
/>
- <orderEntry type="library" name="Gradle: org.assertj:assertj-core:2.6.0"
level="project" />
- <orderEntry type="library" name="Gradle: org.mockito:mockito-core:1.10.19"
level="project" />
+ <orderEntry type="library" name="Gradle: org.assertj:assertj-core:3.9.1"
level="project" />
+ <orderEntry type="library" name="Gradle: org.mockito:mockito-core:2.15.0"
level="project" />
<orderEntry type="library" name="Gradle:
org.hamcrest:hamcrest-library:1.3" level="project" />
<orderEntry type="library" name="Gradle: org.hamcrest:hamcrest-core:1.3"
level="project" />
- <orderEntry type="library" name="Gradle: org.skyscreamer:jsonassert:1.4.0"
level="project" />
+ <orderEntry type="library" name="Gradle: org.skyscreamer:jsonassert:1.5.0"
level="project" />
+ <orderEntry type="library" name="Gradle: org.xmlunit:xmlunit-core:2.5.1"
level="project" />
<orderEntry type="library" name="Gradle:
commons-collections:commons-collections:3.2.2" level="project" />
<orderEntry type="library" name="Gradle: commons-io:commons-io:2.4"
level="project" />
- <orderEntry type="library" name="Gradle: org.yaml:snakeyaml:1.17"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.tomcat:tomcat-jdbc:8.5.23" level="project" />
- <orderEntry type="library" name="Gradle:
com.ibm.jbatch:com.ibm.jbatch-tck-spi:1.0" level="project" />
- <orderEntry type="library" name="Gradle:
com.thoughtworks.xstream:xstream:1.4.7" level="project" />
+ <orderEntry type="library" name="Gradle:
javax.annotation:javax.annotation-api:1.3.2" level="project" />
+ <orderEntry type="library" name="Gradle: org.yaml:snakeyaml:1.19"
level="project" />
+ <orderEntry type="library" name="Gradle: javax.batch:javax.batch-api:1.0"
level="project" />
<orderEntry type="library" name="Gradle:
org.codehaus.jettison:jettison:1.2" level="project" />
- <orderEntry type="library" name="Gradle:
commons-logging:commons-logging:1.2" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-handler:4.0.37.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-jcl:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-handler:4.1.25.Final" level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jnr-posix:3.0.27"
level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jnr-ffi:2.0.7"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.zookeeper:zookeeper:3.4.6" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.commons:commons-math3:3.4.1" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.zookeeper:zookeeper:3.4.10" level="project" />
<orderEntry type="library" name="Gradle: org.noggit:noggit:0.6"
level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-annotations:2.8.0" level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.dataformat:jackson-dataformat-cbor:2.8.10"
level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-core:2.8.10" level="project" />
- <orderEntry type="library" name="Gradle: c3p0:c3p0:0.9.1.1"
level="project" />
- <orderEntry type="library" name="Gradle: net.minidev:json-smart:2.2.1"
level="project" />
- <orderEntry type="library" name="Gradle: org.objenesis:objenesis:2.1"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.tomcat:tomcat-juli:8.5.23" level="project" />
- <orderEntry type="library" name="Gradle: javax.batch:javax.batch-api:1.0"
level="project" />
- <orderEntry type="library" name="Gradle: xmlpull:xmlpull:1.1.3.1"
level="project" />
- <orderEntry type="library" name="Gradle: xpp3:xpp3_min:1.1.4c"
level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-codec:4.0.37.Final" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-transport:4.0.37.Final" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-buffer:4.0.37.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-annotations:2.9.0" level="project" />
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.dataformat:jackson-dataformat-cbor:2.9.6" level="project"
/>
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-core:2.9.6" level="project" />
+ <orderEntry type="library" name="Gradle:
com.mchange:mchange-commons-java:0.2.11" level="project" />
+ <orderEntry type="library" name="Gradle:
software.amazon.ion:ion-java:1.0.2" level="project" />
+ <orderEntry type="library" name="Gradle: net.minidev:json-smart:2.3"
level="project" />
+ <orderEntry type="library" name="Gradle: net.bytebuddy:byte-buddy:1.7.11"
level="project" />
+ <orderEntry type="library" name="Gradle:
net.bytebuddy:byte-buddy-agent:1.7.11" level="project" />
+ <orderEntry type="library" name="Gradle: org.objenesis:objenesis:2.6"
level="project" />
+ <orderEntry type="library" name="Gradle:
com.vaadin.external.google:android-json:0.0.20131108.vaadin1" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-codec:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-transport:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-buffer:4.1.25.Final" level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jffi:1.2.10"
level="project" />
<orderEntry type="library" name="Gradle:
com.github.jnr:jffi:native:1.2.10" level="project" />
<orderEntry type="library" name="Gradle: org.ow2.asm:asm-commons:5.0.3"
level="project" />
<orderEntry type="library" name="Gradle: org.ow2.asm:asm-analysis:5.0.3"
level="project" />
<orderEntry type="library" name="Gradle: org.ow2.asm:asm-util:5.0.3"
level="project" />
<orderEntry type="library" name="Gradle: org.ow2.asm:asm-tree:5.0.3"
level="project" />
- <orderEntry type="library" name="Gradle: net.minidev:accessors-smart:1.1"
level="project" />
- <orderEntry type="library" name="Gradle: org.ow2.asm:asm:5.0.3"
level="project" />
+ <orderEntry type="library" name="Gradle: net.minidev:accessors-smart:1.2"
level="project" />
+ <orderEntry type="library" name="Gradle: org.ow2.asm:asm:5.0.4"
level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jnr-x86asm:1.0.2"
level="project" />
<orderEntry type="library" name="Gradle:
com.github.jnr:jnr-constants:0.9.0" level="project" />
- <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-core:1.1.11" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-common:4.0.37.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-core:1.2.3" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.logging.log4j:log4j-api:2.10.0" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-resolver:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-common:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-configuration-processor:2.0.3.RELEASE"
level="project" />
</component>
<component name="TestModuleProperties" production-module="ningester_main" />
</module>
\ No newline at end of file
diff --git a/.idea/modules/ningester_testJobs.iml
b/.idea/modules/ningester_testJobs.iml
index 9b7ee1f..7604d98 100644
--- a/.idea/modules/ningester_testJobs.iml
+++ b/.idea/modules/ningester_testJobs.iml
@@ -14,111 +14,120 @@
</content>
<orderEntry type="inheritedJdk" />
<orderEntry type="sourceFolder" forTests="false" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-configuration-processor:1.5.9.RELEASE"
level="project" />
<orderEntry type="module" module-name="ningester_main" />
- <orderEntry type="library" scope="PROVIDED" name="Gradle:
com.vaadin.external.google:android-json:0.0.20131108.vaadin1" level="project" />
<orderEntry type="module" module-name="ningester_test"
production-on-test="" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-batch:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-web:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-cassandra:1.5.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-solr:2.1.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle: com.h2database:h2:1.4.196"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-batch:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-web:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-cassandra:2.0.8.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-solr:3.0.8.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle: com.h2database:h2:1.4.197"
level="project" />
+ <orderEntry type="library" name="Gradle:
mysql:mysql-connector-java:5.1.46" level="project" />
<orderEntry type="library" name="Gradle:
org.apache.sdap:nexusproto:1.0.0-SNAPSHOT" level="project" />
<orderEntry type="library" name="Gradle:
com.google.protobuf:protobuf-java-util:3.5.1" level="project" />
<orderEntry type="library" name="Gradle: edu.ucar:cdm:4.6.9"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-cql:1.5.9.RELEASE" level="project" />
<orderEntry type="library" name="Gradle: com.google.guava:guava:19.0"
level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-dynamodb:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-s3:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-test:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-test:3.0.8.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-jdbc:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter:1.5.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-core:3.0.8.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-test-autoconfigure:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-test:1.5.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-autoconfigure:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot:1.5.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-context:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-aop:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-commons:1.13.9.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-jdbc:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-tx:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-beans:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-expression:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-test:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-infrastructure:3.0.8.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.retry:spring-retry:1.2.1.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework:spring-core:4.3.13.RELEASE" level="project" />
- <orderEntry type="library" name="Gradle:
com.datastax.cassandra:cassandra-driver-core:3.1.4" level="project" />
- <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-logging:1.5.9.RELEASE"
level="project" />
- <orderEntry type="library" name="Gradle: org.slf4j:jcl-over-slf4j:1.7.25"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-starter-aws:2.0.0.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-dynamodb:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-test:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-test:4.0.1.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-jdbc:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter:2.0.3.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-core:4.0.1.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-aws-autoconfigure:2.0.0.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-aws-context:2.0.0.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-test-autoconfigure:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-test:2.0.3.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-autoconfigure:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot:2.0.3.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-context:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-jdbc:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-tx:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.data:spring-data-commons:2.0.8.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.cloud:spring-cloud-aws-core:2.0.0.RELEASE" level="project"
/>
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-aop:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-beans:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-expression:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-test:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.batch:spring-batch-infrastructure:4.0.1.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.retry:spring-retry:1.2.2.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-core:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
com.datastax.cassandra:cassandra-driver-core:3.4.0" level="project" />
<orderEntry type="library" name="Gradle: edu.ucar:httpservices:4.6.9"
level="project" />
- <orderEntry type="library" name="Gradle:
org.quartz-scheduler:quartz:2.2.0" level="project" />
- <orderEntry type="library" name="Gradle:
com.jayway.jsonpath:json-path:2.2.0" level="project" />
- <orderEntry type="library" name="Gradle:
io.dropwizard.metrics:metrics-core:3.1.5" level="project" />
- <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-classic:1.1.11" level="project" />
+ <orderEntry type="library" name="Gradle:
org.quartz-scheduler:quartz:2.3.0" level="project" />
+ <orderEntry type="library" name="Gradle:
com.jayway.jsonpath:json-path:2.4.0" level="project" />
+ <orderEntry type="library" name="Gradle: com.zaxxer:HikariCP:2.7.9"
level="project" />
+ <orderEntry type="library" name="Gradle:
io.dropwizard.metrics:metrics-core:3.2.6" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-starter-logging:2.0.3.RELEASE"
level="project" />
+ <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-classic:1.2.3" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.logging.log4j:log4j-to-slf4j:2.10.0" level="project" />
<orderEntry type="library" name="Gradle: org.slf4j:jul-to-slf4j:1.7.25"
level="project" />
- <orderEntry type="library" name="Gradle:
org.slf4j:log4j-over-slf4j:1.7.25" level="project" />
<orderEntry type="library" name="Gradle: org.slf4j:slf4j-api:1.7.25"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.commons:commons-lang3:3.1" level="project" />
- <orderEntry type="library" name="Gradle: org.apache.solr:solr-solrj:5.5.5"
level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-kms:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-core:1.10.77" level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-databind:2.8.10" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.commons:commons-lang3:3.7" level="project" />
+ <orderEntry type="library" name="Gradle: org.apache.solr:solr-solrj:6.6.4"
level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-s3:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-kms:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-ec2:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-cloudformation:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:aws-java-sdk-core:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.amazonaws:jmespath-java:1.11.336" level="project" />
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-databind:2.9.6" level="project" />
<orderEntry type="library" name="Gradle:
com.google.protobuf:protobuf-java:3.5.1" level="project" />
- <orderEntry type="library" name="Gradle: com.google.code.gson:gson:2.8.2"
level="project" />
+ <orderEntry type="library" name="Gradle: com.google.code.gson:gson:2.8.5"
level="project" />
<orderEntry type="library" name="Gradle: edu.ucar:udunits:4.6.9"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpmime:4.5.3" level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpclient:4.5.3" level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpcore:4.4.8" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpmime:4.5.5" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpclient:4.5.5" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.httpcomponents:httpcore:4.4.9" level="project" />
<orderEntry type="library" name="Gradle: joda-time:joda-time:2.9.9"
level="project" />
<orderEntry type="library" name="Gradle: org.jdom:jdom2:2.0.6"
level="project" />
<orderEntry type="library" name="Gradle: net.jcip:jcip-annotations:1.0"
level="project" />
<orderEntry type="library" name="Gradle: com.beust:jcommander:1.35"
level="project" />
<orderEntry type="library" name="Gradle: junit:junit:4.12" level="project"
/>
- <orderEntry type="library" name="Gradle: org.assertj:assertj-core:2.6.0"
level="project" />
- <orderEntry type="library" name="Gradle: org.mockito:mockito-core:1.10.19"
level="project" />
+ <orderEntry type="library" name="Gradle: org.assertj:assertj-core:3.9.1"
level="project" />
+ <orderEntry type="library" name="Gradle: org.mockito:mockito-core:2.15.0"
level="project" />
<orderEntry type="library" name="Gradle:
org.hamcrest:hamcrest-library:1.3" level="project" />
<orderEntry type="library" name="Gradle: org.hamcrest:hamcrest-core:1.3"
level="project" />
- <orderEntry type="library" name="Gradle: org.skyscreamer:jsonassert:1.4.0"
level="project" />
+ <orderEntry type="library" name="Gradle: org.skyscreamer:jsonassert:1.5.0"
level="project" />
+ <orderEntry type="library" name="Gradle: org.xmlunit:xmlunit-core:2.5.1"
level="project" />
<orderEntry type="library" name="Gradle:
commons-collections:commons-collections:3.2.2" level="project" />
<orderEntry type="library" name="Gradle: commons-io:commons-io:2.4"
level="project" />
- <orderEntry type="library" name="Gradle: org.yaml:snakeyaml:1.17"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.tomcat:tomcat-jdbc:8.5.23" level="project" />
- <orderEntry type="library" name="Gradle:
com.ibm.jbatch:com.ibm.jbatch-tck-spi:1.0" level="project" />
- <orderEntry type="library" name="Gradle:
com.thoughtworks.xstream:xstream:1.4.7" level="project" />
+ <orderEntry type="library" name="Gradle:
javax.annotation:javax.annotation-api:1.3.2" level="project" />
+ <orderEntry type="library" name="Gradle: org.yaml:snakeyaml:1.19"
level="project" />
+ <orderEntry type="library" name="Gradle: javax.batch:javax.batch-api:1.0"
level="project" />
<orderEntry type="library" name="Gradle:
org.codehaus.jettison:jettison:1.2" level="project" />
- <orderEntry type="library" name="Gradle:
commons-logging:commons-logging:1.2" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-handler:4.0.37.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework:spring-jcl:5.0.7.RELEASE" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-handler:4.1.25.Final" level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jnr-posix:3.0.27"
level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jnr-ffi:2.0.7"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.zookeeper:zookeeper:3.4.6" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.commons:commons-math3:3.4.1" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.zookeeper:zookeeper:3.4.10" level="project" />
<orderEntry type="library" name="Gradle: org.noggit:noggit:0.6"
level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-annotations:2.8.0" level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.dataformat:jackson-dataformat-cbor:2.8.10"
level="project" />
- <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-core:2.8.10" level="project" />
- <orderEntry type="library" name="Gradle: c3p0:c3p0:0.9.1.1"
level="project" />
- <orderEntry type="library" name="Gradle: net.minidev:json-smart:2.2.1"
level="project" />
- <orderEntry type="library" name="Gradle: org.objenesis:objenesis:2.1"
level="project" />
- <orderEntry type="library" name="Gradle:
org.apache.tomcat:tomcat-juli:8.5.23" level="project" />
- <orderEntry type="library" name="Gradle: javax.batch:javax.batch-api:1.0"
level="project" />
- <orderEntry type="library" name="Gradle: xmlpull:xmlpull:1.1.3.1"
level="project" />
- <orderEntry type="library" name="Gradle: xpp3:xpp3_min:1.1.4c"
level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-codec:4.0.37.Final" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-transport:4.0.37.Final" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-buffer:4.0.37.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-annotations:2.9.0" level="project" />
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.dataformat:jackson-dataformat-cbor:2.9.6" level="project"
/>
+ <orderEntry type="library" name="Gradle:
com.fasterxml.jackson.core:jackson-core:2.9.6" level="project" />
+ <orderEntry type="library" name="Gradle:
com.mchange:mchange-commons-java:0.2.11" level="project" />
+ <orderEntry type="library" name="Gradle:
software.amazon.ion:ion-java:1.0.2" level="project" />
+ <orderEntry type="library" name="Gradle: net.minidev:json-smart:2.3"
level="project" />
+ <orderEntry type="library" name="Gradle: net.bytebuddy:byte-buddy:1.7.11"
level="project" />
+ <orderEntry type="library" name="Gradle:
net.bytebuddy:byte-buddy-agent:1.7.11" level="project" />
+ <orderEntry type="library" name="Gradle: org.objenesis:objenesis:2.6"
level="project" />
+ <orderEntry type="library" name="Gradle:
com.vaadin.external.google:android-json:0.0.20131108.vaadin1" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-codec:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-transport:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-buffer:4.1.25.Final" level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jffi:1.2.10"
level="project" />
<orderEntry type="library" name="Gradle:
com.github.jnr:jffi:native:1.2.10" level="project" />
<orderEntry type="library" name="Gradle: org.ow2.asm:asm-commons:5.0.3"
level="project" />
<orderEntry type="library" name="Gradle: org.ow2.asm:asm-analysis:5.0.3"
level="project" />
<orderEntry type="library" name="Gradle: org.ow2.asm:asm-util:5.0.3"
level="project" />
<orderEntry type="library" name="Gradle: org.ow2.asm:asm-tree:5.0.3"
level="project" />
- <orderEntry type="library" name="Gradle: net.minidev:accessors-smart:1.1"
level="project" />
- <orderEntry type="library" name="Gradle: org.ow2.asm:asm:5.0.3"
level="project" />
+ <orderEntry type="library" name="Gradle: net.minidev:accessors-smart:1.2"
level="project" />
+ <orderEntry type="library" name="Gradle: org.ow2.asm:asm:5.0.4"
level="project" />
<orderEntry type="library" name="Gradle: com.github.jnr:jnr-x86asm:1.0.2"
level="project" />
<orderEntry type="library" name="Gradle:
com.github.jnr:jnr-constants:0.9.0" level="project" />
- <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-core:1.1.11" level="project" />
- <orderEntry type="library" name="Gradle:
io.netty:netty-common:4.0.37.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
ch.qos.logback:logback-core:1.2.3" level="project" />
+ <orderEntry type="library" name="Gradle:
org.apache.logging.log4j:log4j-api:2.10.0" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-resolver:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
io.netty:netty-common:4.1.25.Final" level="project" />
+ <orderEntry type="library" name="Gradle:
org.springframework.boot:spring-boot-configuration-processor:2.0.3.RELEASE"
level="project" />
</component>
</module>
\ No newline at end of file
diff --git a/docker/aws/Dockerfile b/docker/aws/Dockerfile
new file mode 100644
index 0000000..985a32a
--- /dev/null
+++ b/docker/aws/Dockerfile
@@ -0,0 +1,72 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+FROM openjdk:8-jdk
+
+MAINTAINER [email protected]
+
+RUN apt-get update && apt-get install -y \
+ bzip2 \
+ git \
+ gcc \
+ python3 \
+ wget && \
+ addgroup ningester && \
+ adduser --system --group ningester && \
+ rm -rf /var/lib/apt/lists/* && \
+ chgrp ningester /usr/local
+
+USER ningester
+WORKDIR /tmp
+
+# ########################
+# # Anaconda #
+# ########################
+RUN wget -q
https://repo.continuum.io/miniconda/Miniconda3-4.3.31-Linux-x86_64.sh -O
install_anaconda.sh && \
+ /bin/bash install_anaconda.sh -b -p /usr/local/anaconda2 && \
+ rm install_anaconda.sh && \
+ /usr/local/anaconda2/bin/conda config --add channels conda-forge
+ENV PATH /usr/local/anaconda2/bin:$PATH
+
+
+# Install nexusproto
+ARG APACHE_NEXUSPROTO=https://github.com/apache/incubator-sdap-nexusproto.git
+ARG APACHE_NEXUSPROTO_BRANCH=master
+COPY --chown=ningester:ningester install_nexusproto.sh ./install_nexusproto.sh
+RUN ./install_nexusproto.sh $APACHE_NEXUSPROTO $APACHE_NEXUSPROTO_BRANCH
+
+# Install ningesterpy
+ARG APACHE_NINGESTERPY=https://github.com/apache/incubator-sdap-ningesterpy.git
+ARG APACHE_NINGESTERPY_BRANCH=master
+COPY --chown=ningester:ningester install_ningesterpy.sh
./install_ningesterpy.sh
+RUN ./install_ningesterpy.sh $APACHE_NINGESTERPY $APACHE_NINGESTERPY_BRANCH
+
+# Install ningester
+ARG APACHE_NINGESTER=https://github.com/apache/incubator-sdap-ningester.git
+ARG APACHE_NINGESTER_BRANCH=master
+COPY --chown=ningester:ningester install_ningester.sh ./install_ningester.sh
+RUN ./install_ningester.sh $APACHE_NINGESTER $APACHE_NINGESTER_BRANCH && \
+ export NINGESTER_JAR=`find ningester/build/libs -name ningester*.jar`
+
+RUN pip install awscli && \
+ aws --version && \
+ mkdir /home/ningester/data && \
+ mkdir /home/ningester/config
+
+VOLUME /home/ningester/data
+VOLUME /home/ningester/config
+
+COPY --chown=ningester:ningester entrypoint.sh ./entrypoint.sh
+ENTRYPOINT ["./entrypoint.sh"]
diff --git a/docker/aws/README.md b/docker/aws/README.md
new file mode 100644
index 0000000..8ce6bab
--- /dev/null
+++ b/docker/aws/README.md
@@ -0,0 +1,34 @@
+GitHub repository: https://github.com/apache/incubator-sdap-ningester
+
+# How to run this image
+
+This image is very similar to the [non-aws image](../README.md). The
difference is that the data files and configuration files are not mounted as
volumes, instead they are downloaded from S3.
+
+The basic command is:
+
+ docker run -it --rm -v <path to aws
credentials>:/home/ningester/.aws/credentials sdap/ningester:aws <location to
configuration on s3> <location to data on s3> <profiles to activate>
+
+Replacing the following:
+
+ - `<location to configuration on s3>` should be an s3:// Url to the
configuration for the job hosted in S3
+ - `<path to aws credentials>` should be the absolute path on the host to the
aws credential files that has access to the S3 bucket/object. This can also be
specified using [environment
variables](https://docs.aws.amazon.com/cli/latest/userguide/cli-environment.html)
+ - `<location to data on s3>` should be an s3:// Url to the location of the
data file hosted in S3
+ - `<granule name>` should be the filename of the granule
+ - `<profiles to activate>` is a comma-separated list of profiles to activate
+
+The [ExampleJob](example_config/ExampleJob.yml) file shows an example Job
configuration that would ingest an AVHRR granule.
+
+## Examples
+
+A few example commands are shared here.
+
+### Docker for Mac
+
+The
[ConnectionSettings-DockerForMac](example_config/ConnectionSettings-DockerForMac.yml)
file shows an example of how to configure the connection settings
+when running this job under Docker for Mac with Solr and Cassandra running on
your host Mac.
+
+Replace `<path to ningester>` with the path on your local workstation to the
ningester github project.
+This assumes you have valid AWS credentials located at `~/.aws/credentials` on
your host machine
+Replace `<bucket name>` with the name of an S3 bucket that contains data and
config
+
+ docker run -it --rm -v ~/.aws/credentials:/home/ningester/.aws/credentials
sdap/ningester:aws.1.0.0-SNAPSHOT s3://<bucket name>/avhrr/avhrr-oi.yml
s3://<bucket
name>/avhrr/20150101120000-NCEI-L4_GHRSST-SSTblend-AVHRR_OI-GLOB-v02.0-fv02.0.nc
aws,solr,cassandra
diff --git a/docker/aws/entrypoint.sh b/docker/aws/entrypoint.sh
new file mode 100755
index 0000000..9b572f9
--- /dev/null
+++ b/docker/aws/entrypoint.sh
@@ -0,0 +1,40 @@
+#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Exit immediately if a simple command returns non-zero exit code
+# Cause the status of terminated background jobs to be reported immediately.
+set -ebx
+# With pipefail, the return status of a pipeline is "the value of the last
(rightmost) command to exit with a non-zero status, or zero if all commands
exit successfully"
+set -o pipefail
+
+NINGESTER_JAR=`find ningester/build/libs -name ningester*.jar`
+
+aws s3 cp ${1} /home/ningester/config
+CONFIG_FILES=`find /home/ningester/config -name "*.yml" | awk -vORS=, '{ print
$1 }'`
+
+aws s3 cp ${2} /home/ningester/data
+GRANULE=`find /home/ningester/data -type f -print -quit`
+
+echo "Launching ningesterpy. Logs from this process will be prefixed with
[ningesterpy]"
+python -u -m sdap.ningesterpy 2>&1 | stdbuf -o0 sed -e 's/^/[ningesterpy] /' &
+
+until $(curl --output /dev/null --silent --head --fail
http://127.0.0.1:5000/healthcheck); do
+ sleep 1
+done
+
+echo "Launching ningester. Logs from this process will be prefixed with
[ningester]"
+java -Dspring.profiles.active=${3}
-Dspring.config.location=classpath:/application.yml,${CONFIG_FILES} -jar
${NINGESTER_JAR} granule=file://${GRANULE} ${@:4} 2>&1 | sed -e
's/^/[ningester] /'
+
diff --git a/docker/example_config/ConnectionSettings-DockerForMac.yml
b/docker/aws/install_nexusproto.sh
old mode 100644
new mode 100755
similarity index 70%
copy from docker/example_config/ConnectionSettings-DockerForMac.yml
copy to docker/aws/install_nexusproto.sh
index ad74e79..e629d28
--- a/docker/example_config/ConnectionSettings-DockerForMac.yml
+++ b/docker/aws/install_nexusproto.sh
@@ -1,3 +1,4 @@
+#!/usr/bin/env bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
@@ -12,19 +13,20 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
+set -e
----
-# Connection settings for the dockermachost profile
-spring:
- profiles:
- - dockermachost
- data:
- cassandra:
- keyspaceName: nexustiles
- contactPoints: docker.for.mac.localhost
- solr:
- host: http://docker.for.mac.localhost:8983/solr/
+APACHE_NEXUSPROTO="https://github.com/apache/incubator-sdap-nexusproto.git";
+MASTER="master"
-datasource:
- solrStore:
- collection: nexustiles
\ No newline at end of file
+GIT_REPO=${1:-$APACHE_NEXUSPROTO}
+GIT_BRANCH=${2:-$MASTER}
+
+mkdir nexusproto
+pushd nexusproto
+git init
+git pull ${GIT_REPO} ${GIT_BRANCH}
+
+./gradlew pythonInstall --info
+
+./gradlew install --info
+popd
\ No newline at end of file
diff --git a/docker/example_config/ConnectionSettings-DockerForMac.yml
b/docker/aws/install_ningester.sh
old mode 100644
new mode 100755
similarity index 70%
copy from docker/example_config/ConnectionSettings-DockerForMac.yml
copy to docker/aws/install_ningester.sh
index ad74e79..9a5c7ab
--- a/docker/example_config/ConnectionSettings-DockerForMac.yml
+++ b/docker/aws/install_ningester.sh
@@ -1,3 +1,4 @@
+#!/usr/bin/env bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
@@ -12,19 +13,18 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
+set -e
----
-# Connection settings for the dockermachost profile
-spring:
- profiles:
- - dockermachost
- data:
- cassandra:
- keyspaceName: nexustiles
- contactPoints: docker.for.mac.localhost
- solr:
- host: http://docker.for.mac.localhost:8983/solr/
+APACHE_NINGESTER="https://github.com/apache/incubator-sdap-ningester.git";
+MASTER="master"
-datasource:
- solrStore:
- collection: nexustiles
\ No newline at end of file
+GIT_REPO=${1:-APACHE_NINGESTER}
+GIT_BRANCH=${2:-$MASTER}
+
+mkdir ningester
+pushd ningester
+git init
+git pull ${GIT_REPO} ${GIT_BRANCH}
+
+./gradlew bootRepackage
+popd
\ No newline at end of file
diff --git a/docker/example_config/ConnectionSettings-DockerForMac.yml
b/docker/aws/install_ningesterpy.sh
old mode 100644
new mode 100755
similarity index 70%
copy from docker/example_config/ConnectionSettings-DockerForMac.yml
copy to docker/aws/install_ningesterpy.sh
index ad74e79..faa9e23
--- a/docker/example_config/ConnectionSettings-DockerForMac.yml
+++ b/docker/aws/install_ningesterpy.sh
@@ -1,3 +1,4 @@
+#!/usr/bin/env bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
@@ -12,19 +13,18 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
+set -e
----
-# Connection settings for the dockermachost profile
-spring:
- profiles:
- - dockermachost
- data:
- cassandra:
- keyspaceName: nexustiles
- contactPoints: docker.for.mac.localhost
- solr:
- host: http://docker.for.mac.localhost:8983/solr/
+APACHE_NINGESTERPY="https://github.com/apache/incubator-sdap-ningesterpy.git";
+MASTER="master"
-datasource:
- solrStore:
- collection: nexustiles
\ No newline at end of file
+GIT_REPO=${1:-APACHE_NINGESTERPY}
+GIT_BRANCH=${2:-$MASTER}
+
+mkdir ningesterpy
+pushd ningesterpy
+git init
+git pull ${GIT_REPO} ${GIT_BRANCH}
+
+python setup.py install
+popd
\ No newline at end of file
diff --git a/docker/example_config/ConnectionSettings-DockerForMac.yml
b/docker/example_config/ConnectionSettings-DockerForMac.yml
index ad74e79..c1ba131 100644
--- a/docker/example_config/ConnectionSettings-DockerForMac.yml
+++ b/docker/example_config/ConnectionSettings-DockerForMac.yml
@@ -27,4 +27,20 @@ spring:
datasource:
solrStore:
+ collection: nexustiles
+
+---
+
+spring:
+ profiles:
+ - local
+ data:
+ cassandra:
+ keyspaceName: nexustiles
+ contactPoints: 127.0.0.1
+ solr:
+ host: http://127.0.0.1:8983/solr/
+
+datasource:
+ solrStore:
collection: nexustiles
\ No newline at end of file
