nifi git commit: NIFI-4759 - Fixed a bug that left a hard-coded reference to _id in as the update key for MongoDB upserts.
Repository: nifi Updated Branches: refs/heads/master ea2519e3e -> ca54186b6 NIFI-4759 - Fixed a bug that left a hard-coded reference to _id in as the update key for MongoDB upserts. Signed-off-by: Pierre VillardThis closes #2401. Project: http://git-wip-us.apache.org/repos/asf/nifi/repo Commit: http://git-wip-us.apache.org/repos/asf/nifi/commit/ca54186b Tree: http://git-wip-us.apache.org/repos/asf/nifi/tree/ca54186b Diff: http://git-wip-us.apache.org/repos/asf/nifi/diff/ca54186b Branch: refs/heads/master Commit: ca54186b608682d028719ae836bd8d8f83fd24d7 Parents: ea2519e Author: Mike Thomsen Authored: Wed Jan 10 08:35:09 2018 -0500 Committer: Pierre Villard Committed: Wed Jan 17 21:48:31 2018 +0100 -- .../nifi/processors/mongodb/PutMongo.java | 21 .../nifi/processors/mongodb/PutMongoTest.java | 52 2 files changed, 62 insertions(+), 11 deletions(-) -- http://git-wip-us.apache.org/repos/asf/nifi/blob/ca54186b/nifi-nar-bundles/nifi-mongodb-bundle/nifi-mongodb-processors/src/main/java/org/apache/nifi/processors/mongodb/PutMongo.java -- diff --git a/nifi-nar-bundles/nifi-mongodb-bundle/nifi-mongodb-processors/src/main/java/org/apache/nifi/processors/mongodb/PutMongo.java b/nifi-nar-bundles/nifi-mongodb-bundle/nifi-mongodb-processors/src/main/java/org/apache/nifi/processors/mongodb/PutMongo.java index 03d3e0c..2df59b6 100644 --- a/nifi-nar-bundles/nifi-mongodb-bundle/nifi-mongodb-processors/src/main/java/org/apache/nifi/processors/mongodb/PutMongo.java +++ b/nifi-nar-bundles/nifi-mongodb-bundle/nifi-mongodb-processors/src/main/java/org/apache/nifi/processors/mongodb/PutMongo.java @@ -34,13 +34,11 @@ import org.apache.nifi.processor.ProcessContext; import org.apache.nifi.processor.ProcessSession; import org.apache.nifi.processor.Relationship; import org.apache.nifi.processor.exception.ProcessException; -import org.apache.nifi.processor.io.InputStreamCallback; import org.apache.nifi.processor.util.StandardValidators; import org.apache.nifi.stream.io.StreamUtils; import org.bson.Document; +import org.bson.types.ObjectId; -import java.io.IOException; -import java.io.InputStream; import java.nio.charset.Charset; import java.util.ArrayList; import java.util.Collections; @@ -155,12 +153,7 @@ public class PutMongo extends AbstractMongoProcessor { try { // Read the contents of the FlowFile into a byte array final byte[] content = new byte[(int) flowFile.getSize()]; -session.read(flowFile, new InputStreamCallback() { -@Override -public void process(final InputStream in) throws IOException { -StreamUtils.fillBuffer(in, content, true); -} -}); +session.read(flowFile, in -> StreamUtils.fillBuffer(in, content, true)); // parse final Object doc = (mode.equals(MODE_INSERT) || (mode.equals(MODE_UPDATE) && updateMode.equals(UPDATE_WITH_DOC.getValue( @@ -173,13 +166,19 @@ public class PutMongo extends AbstractMongoProcessor { // update final boolean upsert = context.getProperty(UPSERT).asBoolean(); final String updateKey = context.getProperty(UPDATE_QUERY_KEY).getValue(); -final Document query = new Document(updateKey, ((Map)doc).get(updateKey)); + +Object keyVal = ((Map)doc).get(updateKey); +if (updateKey.equals("_id") && ObjectId.isValid(((String)keyVal))) { +keyVal = new ObjectId((String) keyVal); +} + +final Document query = new Document(updateKey, keyVal); if (updateMode.equals(UPDATE_WITH_DOC.getValue())) { collection.replaceOne(query, (Document)doc, new UpdateOptions().upsert(upsert)); } else { BasicDBObject update = (BasicDBObject)doc; -update.remove("_id"); +update.remove(updateKey); collection.updateOne(query, update, new UpdateOptions().upsert(upsert)); } logger.info("updated {} into MongoDB", new Object[] { flowFile }); http://git-wip-us.apache.org/repos/asf/nifi/blob/ca54186b/nifi-nar-bundles/nifi-mongodb-bundle/nifi-mongodb-processors/src/test/java/org/apache/nifi/processors/mongodb/PutMongoTest.java -- diff --git a/nifi-nar-bundles/nifi-mongodb-bundle/nifi-mongodb-processors/src/test/java/org/apache/nifi/processors/mongodb/PutMongoTest.java
nifi git commit: NIFI-4748 - Add endpoint override to Kinesis processors
Repository: nifi Updated Branches: refs/heads/master e4dda497b -> ea2519e3e NIFI-4748 - Add endpoint override to Kinesis processors Signed-off-by: Pierre VillardThis closes #2399. Project: http://git-wip-us.apache.org/repos/asf/nifi/repo Commit: http://git-wip-us.apache.org/repos/asf/nifi/commit/ea2519e3 Tree: http://git-wip-us.apache.org/repos/asf/nifi/tree/ea2519e3 Diff: http://git-wip-us.apache.org/repos/asf/nifi/diff/ea2519e3 Branch: refs/heads/master Commit: ea2519e3ea5edba8b91b37e9d815bc711b3a997c Parents: e4dda49 Author: Joey Frazee Authored: Thu Jan 11 14:00:42 2018 -0700 Committer: Pierre Villard Committed: Wed Jan 17 21:42:19 2018 +0100 -- .../processors/aws/AbstractAWSProcessor.java| 1 + .../kinesis/firehose/PutKinesisFirehose.java| 2 +- .../aws/kinesis/stream/PutKinesisStream.java| 2 +- ...TPutKinesisFirehoseWithEndpointOverride.java | 81 +++ .../ITPutKinesisStreamWithEndpointOverride.java | 83 5 files changed, 167 insertions(+), 2 deletions(-) -- http://git-wip-us.apache.org/repos/asf/nifi/blob/ea2519e3/nifi-nar-bundles/nifi-aws-bundle/nifi-aws-abstract-processors/src/main/java/org/apache/nifi/processors/aws/AbstractAWSProcessor.java -- diff --git a/nifi-nar-bundles/nifi-aws-bundle/nifi-aws-abstract-processors/src/main/java/org/apache/nifi/processors/aws/AbstractAWSProcessor.java b/nifi-nar-bundles/nifi-aws-bundle/nifi-aws-abstract-processors/src/main/java/org/apache/nifi/processors/aws/AbstractAWSProcessor.java index 5d244c0..2e271cf 100644 --- a/nifi-nar-bundles/nifi-aws-bundle/nifi-aws-abstract-processors/src/main/java/org/apache/nifi/processors/aws/AbstractAWSProcessor.java +++ b/nifi-nar-bundles/nifi-aws-bundle/nifi-aws-abstract-processors/src/main/java/org/apache/nifi/processors/aws/AbstractAWSProcessor.java @@ -224,6 +224,7 @@ public abstract class AbstractAWSProcessorhttp://git-wip-us.apache.org/repos/asf/nifi/blob/ea2519e3/nifi-nar-bundles/nifi-aws-bundle/nifi-aws-processors/src/main/java/org/apache/nifi/processors/aws/kinesis/firehose/PutKinesisFirehose.java -- diff --git a/nifi-nar-bundles/nifi-aws-bundle/nifi-aws-processors/src/main/java/org/apache/nifi/processors/aws/kinesis/firehose/PutKinesisFirehose.java b/nifi-nar-bundles/nifi-aws-bundle/nifi-aws-processors/src/main/java/org/apache/nifi/processors/aws/kinesis/firehose/PutKinesisFirehose.java index 8abc965..62aa244 100644 --- a/nifi-nar-bundles/nifi-aws-bundle/nifi-aws-processors/src/main/java/org/apache/nifi/processors/aws/kinesis/firehose/PutKinesisFirehose.java +++ b/nifi-nar-bundles/nifi-aws-bundle/nifi-aws-processors/src/main/java/org/apache/nifi/processors/aws/kinesis/firehose/PutKinesisFirehose.java @@ -72,7 +72,7 @@ public class PutKinesisFirehose extends AbstractKinesisFirehoseProcessor { public static final List properties = Collections.unmodifiableList( Arrays.asList(KINESIS_FIREHOSE_DELIVERY_STREAM_NAME, BATCH_SIZE, MAX_MESSAGE_BUFFER_SIZE_MB, REGION, ACCESS_KEY, SECRET_KEY, CREDENTIALS_FILE, AWS_CREDENTIALS_PROVIDER_SERVICE, TIMEOUT, - PROXY_HOST,PROXY_HOST_PORT)); + PROXY_HOST, PROXY_HOST_PORT, ENDPOINT_OVERRIDE)); /** * Max buffer size 1 MB http://git-wip-us.apache.org/repos/asf/nifi/blob/ea2519e3/nifi-nar-bundles/nifi-aws-bundle/nifi-aws-processors/src/main/java/org/apache/nifi/processors/aws/kinesis/stream/PutKinesisStream.java -- diff --git a/nifi-nar-bundles/nifi-aws-bundle/nifi-aws-processors/src/main/java/org/apache/nifi/processors/aws/kinesis/stream/PutKinesisStream.java b/nifi-nar-bundles/nifi-aws-bundle/nifi-aws-processors/src/main/java/org/apache/nifi/processors/aws/kinesis/stream/PutKinesisStream.java index cafc82c..7694fd4 100644 --- a/nifi-nar-bundles/nifi-aws-bundle/nifi-aws-processors/src/main/java/org/apache/nifi/processors/aws/kinesis/stream/PutKinesisStream.java +++ b/nifi-nar-bundles/nifi-aws-bundle/nifi-aws-processors/src/main/java/org/apache/nifi/processors/aws/kinesis/stream/PutKinesisStream.java @@ -79,7 +79,7 @@ public class PutKinesisStream extends AbstractKinesisStreamProcessor { public static final List properties = Collections.unmodifiableList( Arrays.asList(KINESIS_STREAM_NAME, KINESIS_PARTITION_KEY, BATCH_SIZE, MAX_MESSAGE_BUFFER_SIZE_MB, REGION, ACCESS_KEY, SECRET_KEY, CREDENTIALS_FILE, -AWS_CREDENTIALS_PROVIDER_SERVICE, TIMEOUT, PROXY_HOST,PROXY_HOST_PORT)); +AWS_CREDENTIALS_PROVIDER_SERVICE, TIMEOUT, PROXY_HOST, PROXY_HOST_PORT, ENDPOINT_OVERRIDE));
[jira] [Commented] (MINIFI-425) MiNiFi contents_repository config problem
[ https://issues.apache.org/jira/browse/MINIFI-425?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16329230#comment-16329230 ] Saulo Sobreiro commented on MINIFI-425: --- Well, the folder that is being watched for files to tail receives several files daily (which are written along the day). These file size can vary a lot from some KB to almost 1 GB. At the end of the day the files are "archived", disappearing from the monitored folder. Is there some usual error for me to look for in the logs? Can a problem in the NiFi host flow cause the flowfiles data to be stuck in the content_repository in the MiNiFi host? > MiNiFi contents_repository config problem > - > > Key: MINIFI-425 > URL: https://issues.apache.org/jira/browse/MINIFI-425 > Project: Apache NiFi MiNiFi > Issue Type: Bug >Affects Versions: 0.3.0 >Reporter: Saulo Sobreiro >Priority: Major > Attachments: config.yml, minifi-app.log, minifi-bootstrap.log, > minifi-bootstrap_2018-01-10.log > > > *Problem:* > I found 2 problems in this my MiNiFi-NiFi setup: > - The first is related to my MiNiFi ./content_repository. This path is using > around 120GB of disk space, which is far more than I can afford for this > application; > - The second is related to the solution I tried to the previous problem. I > tried to configure the MiNiFi nifi.properties with the following values: > ´´´ > nifi.content.repository.archive.max.retention.period=6 hours > nifi.content.repository.archive.max.usage.percentage=5% > ´´´ > However, when I restart MiNiFi this instance for it to use the new > properties, I noticed that it overwrites my nifi.properties file with some > default values erasing the new values. > > *Versions in use:* > NiFi - version 1.2.0 installed with HDF (3.0.2.0-76) > MiNiFi - version 0.3.0 (transfered from > [http://mirrors.up.pt/pub/apache/nifi/minifi/0.3.0/minifi-0.3.0-bin.tar.gz]) > NiFi OS - RHEL 7.4 > MiNiFi OS - RHEL 7.2 > > *config.yml* > The config.yml file can be found attached. It is the version used in > production after replacing some information like URLs. > > -- This message was sent by Atlassian JIRA (v7.6.3#76005)
[jira] [Commented] (MINIFI-425) MiNiFi contents_repository config problem
[ https://issues.apache.org/jira/browse/MINIFI-425?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16329179#comment-16329179 ] Aldrin Piri commented on MINIFI-425: [~saulo] Okay. Let me poke around a bit more. Not seeing similar behavior at the moment. Anything interesting you can share about the relative sizes of the logs/files being accessed? > MiNiFi contents_repository config problem > - > > Key: MINIFI-425 > URL: https://issues.apache.org/jira/browse/MINIFI-425 > Project: Apache NiFi MiNiFi > Issue Type: Bug >Affects Versions: 0.3.0 >Reporter: Saulo Sobreiro >Priority: Major > Attachments: config.yml, minifi-app.log, minifi-bootstrap.log, > minifi-bootstrap_2018-01-10.log > > > *Problem:* > I found 2 problems in this my MiNiFi-NiFi setup: > - The first is related to my MiNiFi ./content_repository. This path is using > around 120GB of disk space, which is far more than I can afford for this > application; > - The second is related to the solution I tried to the previous problem. I > tried to configure the MiNiFi nifi.properties with the following values: > ´´´ > nifi.content.repository.archive.max.retention.period=6 hours > nifi.content.repository.archive.max.usage.percentage=5% > ´´´ > However, when I restart MiNiFi this instance for it to use the new > properties, I noticed that it overwrites my nifi.properties file with some > default values erasing the new values. > > *Versions in use:* > NiFi - version 1.2.0 installed with HDF (3.0.2.0-76) > MiNiFi - version 0.3.0 (transfered from > [http://mirrors.up.pt/pub/apache/nifi/minifi/0.3.0/minifi-0.3.0-bin.tar.gz]) > NiFi OS - RHEL 7.4 > MiNiFi OS - RHEL 7.2 > > *config.yml* > The config.yml file can be found attached. It is the version used in > production after replacing some information like URLs. > > -- This message was sent by Atlassian JIRA (v7.6.3#76005)
[jira] [Commented] (MINIFI-425) MiNiFi contents_repository config problem
[ https://issues.apache.org/jira/browse/MINIFI-425?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16329167#comment-16329167 ] Saulo Sobreiro commented on MINIFI-425: --- [~aldrin] nice to know there is light at the end of the tunnel :). _Were there any issues with transmittal or anything else that caused the instance to retain data?_ I am not aware of errors in the data transmission. I don't think it happened. _How did the disk space issue get remedied?_ The disk space problem was never solved. Since that log, I just cleared the minifi folders (content_repository, flowfile_repository, provenance_repository, state, run, work, ...), renewed the config.yml file and restarted the application. Once I did this, I got data for some time and then I got stuck with 120GB of used space again. > MiNiFi contents_repository config problem > - > > Key: MINIFI-425 > URL: https://issues.apache.org/jira/browse/MINIFI-425 > Project: Apache NiFi MiNiFi > Issue Type: Bug >Affects Versions: 0.3.0 >Reporter: Saulo Sobreiro >Priority: Major > Attachments: config.yml, minifi-app.log, minifi-bootstrap.log, > minifi-bootstrap_2018-01-10.log > > > *Problem:* > I found 2 problems in this my MiNiFi-NiFi setup: > - The first is related to my MiNiFi ./content_repository. This path is using > around 120GB of disk space, which is far more than I can afford for this > application; > - The second is related to the solution I tried to the previous problem. I > tried to configure the MiNiFi nifi.properties with the following values: > ´´´ > nifi.content.repository.archive.max.retention.period=6 hours > nifi.content.repository.archive.max.usage.percentage=5% > ´´´ > However, when I restart MiNiFi this instance for it to use the new > properties, I noticed that it overwrites my nifi.properties file with some > default values erasing the new values. > > *Versions in use:* > NiFi - version 1.2.0 installed with HDF (3.0.2.0-76) > MiNiFi - version 0.3.0 (transfered from > [http://mirrors.up.pt/pub/apache/nifi/minifi/0.3.0/minifi-0.3.0-bin.tar.gz]) > NiFi OS - RHEL 7.4 > MiNiFi OS - RHEL 7.2 > > *config.yml* > The config.yml file can be found attached. It is the version used in > production after replacing some information like URLs. > > -- This message was sent by Atlassian JIRA (v7.6.3#76005)
[jira] [Commented] (MINIFI-425) MiNiFi contents_repository config problem
[ https://issues.apache.org/jira/browse/MINIFI-425?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16329125#comment-16329125 ] Aldrin Piri commented on MINIFI-425: [~saulo] That's some interesting information. That would explain how the repositories grew so large as when the FlowFileRepo gets corrupted (through disk exhaustion) the pointers to the files can get lost. How did the disk space issue get remedied? Were there any issues with transmittal or anything else that caused the instance to retain data? As a bit of context, the content repository is a largely transient store of data with management similar to how the JVM performs garbage collection. Once those contents are fully through the flow and terminated, they should be cleaned up by the system. > MiNiFi contents_repository config problem > - > > Key: MINIFI-425 > URL: https://issues.apache.org/jira/browse/MINIFI-425 > Project: Apache NiFi MiNiFi > Issue Type: Bug >Affects Versions: 0.3.0 >Reporter: Saulo Sobreiro >Priority: Major > Attachments: config.yml, minifi-app.log, minifi-bootstrap.log, > minifi-bootstrap_2018-01-10.log > > > *Problem:* > I found 2 problems in this my MiNiFi-NiFi setup: > - The first is related to my MiNiFi ./content_repository. This path is using > around 120GB of disk space, which is far more than I can afford for this > application; > - The second is related to the solution I tried to the previous problem. I > tried to configure the MiNiFi nifi.properties with the following values: > ´´´ > nifi.content.repository.archive.max.retention.period=6 hours > nifi.content.repository.archive.max.usage.percentage=5% > ´´´ > However, when I restart MiNiFi this instance for it to use the new > properties, I noticed that it overwrites my nifi.properties file with some > default values erasing the new values. > > *Versions in use:* > NiFi - version 1.2.0 installed with HDF (3.0.2.0-76) > MiNiFi - version 0.3.0 (transfered from > [http://mirrors.up.pt/pub/apache/nifi/minifi/0.3.0/minifi-0.3.0-bin.tar.gz]) > NiFi OS - RHEL 7.4 > MiNiFi OS - RHEL 7.2 > > *config.yml* > The config.yml file can be found attached. It is the version used in > production after replacing some information like URLs. > > -- This message was sent by Atlassian JIRA (v7.6.3#76005)
[jira] [Commented] (MINIFI-425) MiNiFi contents_repository config problem
[ https://issues.apache.org/jira/browse/MINIFI-425?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16329114#comment-16329114 ] Saulo Sobreiro commented on MINIFI-425: --- [~aldrin] by the time of the log, I would say that all those restarts happened when I was trying to apply the configurations through nifi.properties, so yes, I think those are my fault. "_If not, my suspicion is that you were encountering a heap issue from the SplitText. Typically this is aided by tiering SplitText processors (split a very large file into 1k chunks and then do individual splits)._" Indeed I had that issue but as you can find in the config.yml I implemented the solution you are suggesting :). Difference is that my first SplitText is configured for 10k instead of 1k. Can this difference create a problem? I attached a new log file minifi-bootstrap_2018-01-10.log from the day I had, and hopefully fixed this issue. I hope it can provide furthers insights regarding the problem. Indeed the minifi-app.log is lite, but I guess it is because it just has logs for the current day... Looking for older logs I found only errors related to disk space like (minifi-app.log for 15/01): {code:java} 2018-01-15 21:52:13,560 INFO [pool-31-thread-1] o.a.n.c.r.WriteAheadFlowFileRepository Initiating checkpoint of FlowFile Repo sitory 2018-01-15 21:52:13,685 ERROR [pool-31-thread-1] org.wali.MinimalLockingWriteAheadLog Failed to create new journal for [Parti tion-0, java.io.IOException: No space left on device] due to {} java.io.IOException: No space left on device at java.io.FileOutputStream.writeBytes(Native Method) at java.io.FileOutputStream.write(FileOutputStream.java:326) at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82) at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140) at java.io.DataOutputStream.flush(DataOutputStream.java:123) at org.wali.MinimalLockingWriteAheadLog$Partition.rollover(MinimalLockingWriteAheadLog.java:788) at org.wali.MinimalLockingWriteAheadLog.checkpoint(MinimalLockingWriteAheadLog.java:528) at org.apache.nifi.controller.repository.WriteAheadFlowFileRepository.checkpoint(WriteAheadFlowFileRepository.java:45 1) at org.apache.nifi.controller.repository.WriteAheadFlowFileRepository$1.run(WriteAheadFlowFileRepository.java:423) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:1 80) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFuture {code} Every other log looks like the one I attached. > MiNiFi contents_repository config problem > - > > Key: MINIFI-425 > URL: https://issues.apache.org/jira/browse/MINIFI-425 > Project: Apache NiFi MiNiFi > Issue Type: Bug >Affects Versions: 0.3.0 >Reporter: Saulo Sobreiro >Priority: Major > Attachments: config.yml, minifi-app.log, minifi-bootstrap.log, > minifi-bootstrap_2018-01-10.log > > > *Problem:* > I found 2 problems in this my MiNiFi-NiFi setup: > - The first is related to my MiNiFi ./content_repository. This path is using > around 120GB of disk space, which is far more than I can afford for this > application; > - The second is related to the solution I tried to the previous problem. I > tried to configure the MiNiFi nifi.properties with the following values: > ´´´ > nifi.content.repository.archive.max.retention.period=6 hours > nifi.content.repository.archive.max.usage.percentage=5% > ´´´ > However, when I restart MiNiFi this instance for it to use the new > properties, I noticed that it overwrites my nifi.properties file with some > default values erasing the new values. > > *Versions in use:* > NiFi - version 1.2.0 installed with HDF (3.0.2.0-76) > MiNiFi - version 0.3.0 (transfered from > [http://mirrors.up.pt/pub/apache/nifi/minifi/0.3.0/minifi-0.3.0-bin.tar.gz]) > NiFi OS - RHEL 7.4 > MiNiFi OS - RHEL 7.2 > > *config.yml* > The config.yml file can be found attached. It is the version used in > production after replacing some information like URLs. > > -- This message was sent by Atlassian JIRA (v7.6.3#76005)
[jira] [Updated] (MINIFI-425) MiNiFi contents_repository config problem
[ https://issues.apache.org/jira/browse/MINIFI-425?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Saulo Sobreiro updated MINIFI-425: -- Attachment: minifi-bootstrap_2018-01-10.log > MiNiFi contents_repository config problem > - > > Key: MINIFI-425 > URL: https://issues.apache.org/jira/browse/MINIFI-425 > Project: Apache NiFi MiNiFi > Issue Type: Bug >Affects Versions: 0.3.0 >Reporter: Saulo Sobreiro >Priority: Major > Attachments: config.yml, minifi-app.log, minifi-bootstrap.log, > minifi-bootstrap_2018-01-10.log > > > *Problem:* > I found 2 problems in this my MiNiFi-NiFi setup: > - The first is related to my MiNiFi ./content_repository. This path is using > around 120GB of disk space, which is far more than I can afford for this > application; > - The second is related to the solution I tried to the previous problem. I > tried to configure the MiNiFi nifi.properties with the following values: > ´´´ > nifi.content.repository.archive.max.retention.period=6 hours > nifi.content.repository.archive.max.usage.percentage=5% > ´´´ > However, when I restart MiNiFi this instance for it to use the new > properties, I noticed that it overwrites my nifi.properties file with some > default values erasing the new values. > > *Versions in use:* > NiFi - version 1.2.0 installed with HDF (3.0.2.0-76) > MiNiFi - version 0.3.0 (transfered from > [http://mirrors.up.pt/pub/apache/nifi/minifi/0.3.0/minifi-0.3.0-bin.tar.gz]) > NiFi OS - RHEL 7.4 > MiNiFi OS - RHEL 7.2 > > *config.yml* > The config.yml file can be found attached. It is the version used in > production after replacing some information like URLs. > > -- This message was sent by Atlassian JIRA (v7.6.3#76005)
[jira] [Commented] (MINIFI-425) MiNiFi contents_repository config problem
[ https://issues.apache.org/jira/browse/MINIFI-425?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16328923#comment-16328923 ] Aldrin Piri commented on MINIFI-425: [~saulo] The minif-app.log looks a little light. Also, were you performing all those restarts exhibited in the minifi-bootstrap.log? If not, my suspicion is that you were encountering a heap issue from the SplitText. Typically this is aided by tiering SplitText processors (split a very large file into 1k chunks and then do individual splits). > MiNiFi contents_repository config problem > - > > Key: MINIFI-425 > URL: https://issues.apache.org/jira/browse/MINIFI-425 > Project: Apache NiFi MiNiFi > Issue Type: Bug >Affects Versions: 0.3.0 >Reporter: Saulo Sobreiro >Priority: Major > Attachments: config.yml, minifi-app.log, minifi-bootstrap.log > > > *Problem:* > I found 2 problems in this my MiNiFi-NiFi setup: > - The first is related to my MiNiFi ./content_repository. This path is using > around 120GB of disk space, which is far more than I can afford for this > application; > - The second is related to the solution I tried to the previous problem. I > tried to configure the MiNiFi nifi.properties with the following values: > ´´´ > nifi.content.repository.archive.max.retention.period=6 hours > nifi.content.repository.archive.max.usage.percentage=5% > ´´´ > However, when I restart MiNiFi this instance for it to use the new > properties, I noticed that it overwrites my nifi.properties file with some > default values erasing the new values. > > *Versions in use:* > NiFi - version 1.2.0 installed with HDF (3.0.2.0-76) > MiNiFi - version 0.3.0 (transfered from > [http://mirrors.up.pt/pub/apache/nifi/minifi/0.3.0/minifi-0.3.0-bin.tar.gz]) > NiFi OS - RHEL 7.4 > MiNiFi OS - RHEL 7.2 > > *config.yml* > The config.yml file can be found attached. It is the version used in > production after replacing some information like URLs. > > -- This message was sent by Atlassian JIRA (v7.6.3#76005)
nifi git commit: NIFI-4784: Fixed runStatus allowedValues. This closes #2407
Repository: nifi Updated Branches: refs/heads/master 790f14b8e -> e4dda497b NIFI-4784: Fixed runStatus allowedValues. This closes #2407 Project: http://git-wip-us.apache.org/repos/asf/nifi/repo Commit: http://git-wip-us.apache.org/repos/asf/nifi/commit/e4dda497 Tree: http://git-wip-us.apache.org/repos/asf/nifi/tree/e4dda497 Diff: http://git-wip-us.apache.org/repos/asf/nifi/diff/e4dda497 Branch: refs/heads/master Commit: e4dda497bb8c8bb44ebc562f3562f65801dfc338 Parents: 790f14b Author: sbouchexAuthored: Tue Jan 16 22:23:51 2018 +0100 Committer: Matt Gilman Committed: Wed Jan 17 10:59:09 2018 -0500 -- .../org/apache/nifi/web/api/dto/status/ProcessorStatusDTO.java| 3 ++- .../nifi/web/api/dto/status/ProcessorStatusSnapshotDTO.java | 2 +- 2 files changed, 3 insertions(+), 2 deletions(-) -- http://git-wip-us.apache.org/repos/asf/nifi/blob/e4dda497/nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-client-dto/src/main/java/org/apache/nifi/web/api/dto/status/ProcessorStatusDTO.java -- diff --git a/nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-client-dto/src/main/java/org/apache/nifi/web/api/dto/status/ProcessorStatusDTO.java b/nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-client-dto/src/main/java/org/apache/nifi/web/api/dto/status/ProcessorStatusDTO.java index d4d6fdf..054d565 100644 --- a/nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-client-dto/src/main/java/org/apache/nifi/web/api/dto/status/ProcessorStatusDTO.java +++ b/nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-client-dto/src/main/java/org/apache/nifi/web/api/dto/status/ProcessorStatusDTO.java @@ -77,7 +77,8 @@ public class ProcessorStatusDTO implements Cloneable { this.type = type; } -@ApiModelProperty("The run status of the Processor") +@ApiModelProperty(value="The run status of the Processor", +allowableValues = "Running, Stopped, Disabled, Invalid") public String getRunStatus() { return runStatus; } http://git-wip-us.apache.org/repos/asf/nifi/blob/e4dda497/nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-client-dto/src/main/java/org/apache/nifi/web/api/dto/status/ProcessorStatusSnapshotDTO.java -- diff --git a/nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-client-dto/src/main/java/org/apache/nifi/web/api/dto/status/ProcessorStatusSnapshotDTO.java b/nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-client-dto/src/main/java/org/apache/nifi/web/api/dto/status/ProcessorStatusSnapshotDTO.java index 44a9d20..3d17e94 100644 --- a/nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-client-dto/src/main/java/org/apache/nifi/web/api/dto/status/ProcessorStatusSnapshotDTO.java +++ b/nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-client-dto/src/main/java/org/apache/nifi/web/api/dto/status/ProcessorStatusSnapshotDTO.java @@ -94,7 +94,7 @@ public class ProcessorStatusSnapshotDTO implements Cloneable { */ @ApiModelProperty( value = "The state of the processor.", -allowableValues = "RUNNING, STOPPED, DISABLED, INVALID" +allowableValues = "Running, Stopped, Disabled, Invalid" ) public String getRunStatus() { return runStatus;
nifi git commit: NIFI-4781: Updated ClientAuthenticationMethod as optional field response from OpenID provider. This closes #2213
Repository: nifi Updated Branches: refs/heads/master 7c1ce1722 -> 790f14b8e NIFI-4781: Updated ClientAuthenticationMethod as optional field response from OpenID provider. This closes #2213 Project: http://git-wip-us.apache.org/repos/asf/nifi/repo Commit: http://git-wip-us.apache.org/repos/asf/nifi/commit/790f14b8 Tree: http://git-wip-us.apache.org/repos/asf/nifi/tree/790f14b8 Diff: http://git-wip-us.apache.org/repos/asf/nifi/diff/790f14b8 Branch: refs/heads/master Commit: 790f14b8ef77740fc79839f51a3521db39afde09 Parents: 7c1ce17 Author: SenthilannaswamyAuthored: Tue Oct 10 13:05:48 2017 +0530 Committer: Matt Gilman Committed: Wed Jan 17 10:55:11 2018 -0500 -- .../security/oidc/StandardOidcIdentityProvider.java | 16 +++- 1 file changed, 11 insertions(+), 5 deletions(-) -- http://git-wip-us.apache.org/repos/asf/nifi/blob/790f14b8/nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-web/nifi-web-security/src/main/java/org/apache/nifi/web/security/oidc/StandardOidcIdentityProvider.java -- diff --git a/nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-web/nifi-web-security/src/main/java/org/apache/nifi/web/security/oidc/StandardOidcIdentityProvider.java b/nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-web/nifi-web-security/src/main/java/org/apache/nifi/web/security/oidc/StandardOidcIdentityProvider.java index 62e0c0c..02ed1ff 100644 --- a/nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-web/nifi-web-security/src/main/java/org/apache/nifi/web/security/oidc/StandardOidcIdentityProvider.java +++ b/nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-web/nifi-web-security/src/main/java/org/apache/nifi/web/security/oidc/StandardOidcIdentityProvider.java @@ -61,6 +61,7 @@ import org.slf4j.LoggerFactory; import java.io.IOException; import java.net.URI; import java.net.URL; +import java.util.ArrayList; import java.util.Calendar; import java.util.Date; import java.util.List; @@ -68,6 +69,7 @@ import java.util.concurrent.TimeUnit; import static com.nimbusds.openid.connect.sdk.claims.UserInfo.EMAIL_CLAIM_NAME; + /** * OidcProvider for managing the OpenId Connect Authorization flow. */ @@ -163,11 +165,15 @@ public class StandardOidcIdentityProvider implements OidcIdentityProvider { } // ensure the oidc provider supports basic or post client auth -final List clientAuthenticationMethods = oidcProviderMetadata.getTokenEndpointAuthMethods(); -if (clientAuthenticationMethods == null -|| (!clientAuthenticationMethods.contains(ClientAuthenticationMethod.CLIENT_SECRET_BASIC) -&& !clientAuthenticationMethods.contains(ClientAuthenticationMethod.CLIENT_SECRET_POST))) { - +List clientAuthenticationMethods = oidcProviderMetadata.getTokenEndpointAuthMethods(); +logger.info("OpenId Connect: Available clientAuthenticationMethods {} ", clientAuthenticationMethods); +if (clientAuthenticationMethods == null || clientAuthenticationMethods.isEmpty()) { +clientAuthenticationMethods = new ArrayList<>(); + clientAuthenticationMethods.add(ClientAuthenticationMethod.CLIENT_SECRET_BASIC); + oidcProviderMetadata.setTokenEndpointAuthMethods(clientAuthenticationMethods); +logger.warn("OpenId Connect: ClientAuthenticationMethods is null, Setting clientAuthenticationMethods as CLIENT_SECRET_BASIC"); +} else if (!clientAuthenticationMethods.contains(ClientAuthenticationMethod.CLIENT_SECRET_BASIC) +&& !clientAuthenticationMethods.contains(ClientAuthenticationMethod.CLIENT_SECRET_POST)) { throw new RuntimeException(String.format("OpenId Connect Provider does not support %s or %s", ClientAuthenticationMethod.CLIENT_SECRET_BASIC.getValue(), ClientAuthenticationMethod.CLIENT_SECRET_POST.getValue()));
[jira] [Commented] (MINIFI-427) Unclear which version of System Admin Guide pertains to
[ https://issues.apache.org/jira/browse/MINIFI-427?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16328817#comment-16328817 ] ASF GitHub Bot commented on MINIFI-427: --- GitHub user jzonthemtn opened a pull request: https://github.com/apache/nifi-minifi/pull/110 MINIFI-427: Adds version to System Admin Guide. Thank you for submitting a contribution to Apache NiFi - MiNiFi. In order to streamline the review of the contribution we ask you to ensure the following steps have been taken: ### For all changes: - [X] Is there a JIRA ticket associated with this PR? Is it referenced in the commit message? - [X] Does your PR title start with MINIFI- where is the JIRA number you are trying to resolve? Pay particular attention to the hyphen "-" character. - [X] Has your PR been rebased against the latest commit within the target branch (typically master)? - [X] Is your initial contribution a single, squashed commit? ### For code changes: - [ ] Have you ensured that the full suite of tests is executed via mvn -Pcontrib-check clean install at the root nifi-minifi folder? - [ ] Have you written or updated unit tests to verify your changes? - [ ] If adding new dependencies to the code, are these dependencies licensed in a way that is compatible for inclusion under [ASF 2.0](http://www.apache.org/legal/resolved.html#category-a)? - [ ] If applicable, have you updated the LICENSE file, including the main LICENSE file under minifi-assembly? - [ ] If applicable, have you updated the NOTICE file, including the main NOTICE file found under minifi-assembly? ### For documentation related changes: - [ ] Have you ensured that format looks appropriate for the output in which it is rendered? ### Note: Please ensure that once the PR is submitted, you check travis-ci for build issues and submit an update to your PR as soon as possible. You can merge this pull request into a Git repository by running: $ git pull https://github.com/jzonthemtn/nifi-minifi MINIFI-427 Alternatively you can review and apply these changes as the patch at: https://github.com/apache/nifi-minifi/pull/110.patch To close this pull request, make a commit to your master/trunk branch with (at least) the following in the commit message: This closes #110 commit 664146c08a1d40dc067c9b0adf17565ff07c204b Author: jzemerickDate: 2018-01-17T14:17:27Z MINIFI-427: Adds version to System Admin Guide. > Unclear which version of System Admin Guide pertains to > --- > > Key: MINIFI-427 > URL: https://issues.apache.org/jira/browse/MINIFI-427 > Project: Apache NiFi MiNiFi > Issue Type: Improvement > Components: Documentation >Reporter: Jeff Zemerick >Assignee: Jeff Zemerick >Priority: Minor > > When reading the MiNiFi System Admin Guide > ([https://nifi.apache.org/minifi/system-admin-guide.html)] it's unclear which > version of MiNiFi the documentation pertains to. At a minimum it would be > good to specify in the documentation the version of MiNiFi, but I think it > would be even better to archive old admin guides on the website since there > have been multiple releases. -- This message was sent by Atlassian JIRA (v7.6.3#76005)
[nifi-minifi] Git Push Summary
Repository: nifi-minifi Updated Tags: refs/tags/minifi-0.4.0-RC1 [created] 1c493af87
[2/2] nifi-minifi git commit: MINIFI-426-RC1 prepare for next development iteration
MINIFI-426-RC1 prepare for next development iteration Project: http://git-wip-us.apache.org/repos/asf/nifi-minifi/repo Commit: http://git-wip-us.apache.org/repos/asf/nifi-minifi/commit/f8827305 Tree: http://git-wip-us.apache.org/repos/asf/nifi-minifi/tree/f8827305 Diff: http://git-wip-us.apache.org/repos/asf/nifi-minifi/diff/f8827305 Branch: refs/heads/MINIFI-426-RC1 Commit: f8827305303bf474d7a6bff3810e0863895366e6 Parents: 0bbb432 Author: Aldrin PiriAuthored: Wed Jan 17 08:00:14 2018 -0500 Committer: Aldrin Piri Committed: Wed Jan 17 08:00:14 2018 -0500 -- minifi-api/pom.xml | 2 +- minifi-assembly/pom.xml | 4 +- minifi-bootstrap/pom.xml| 2 +- minifi-c2/minifi-c2-api/pom.xml | 2 +- minifi-c2/minifi-c2-assembly/pom.xml| 2 +- .../minifi-c2-cache-filesystem/pom.xml | 2 +- .../minifi-c2-cache/minifi-c2-cache-s3/pom.xml | 2 +- minifi-c2/minifi-c2-cache/pom.xml | 2 +- minifi-c2/minifi-c2-docker/pom.xml | 4 +- minifi-c2/minifi-c2-integration-tests/pom.xml | 2 +- minifi-c2/minifi-c2-jetty/pom.xml | 2 +- .../minifi-c2-provider-cache/pom.xml| 2 +- .../minifi-c2-provider-delegating/pom.xml | 2 +- .../minifi-c2-provider-nifi-rest/pom.xml| 2 +- .../minifi-c2-provider-util/pom.xml | 2 +- minifi-c2/minifi-c2-provider/pom.xml| 2 +- minifi-c2/minifi-c2-service/pom.xml | 2 +- minifi-c2/pom.xml | 2 +- minifi-commons/minifi-commons-schema/pom.xml| 2 +- minifi-commons/minifi-utils/pom.xml | 2 +- minifi-commons/pom.xml | 2 +- minifi-docker/pom.xml | 4 +- minifi-docs/pom.xml | 2 +- minifi-integration-tests/pom.xml| 2 +- .../minifi-framework-nar/pom.xml| 2 +- .../minifi-framework-core/pom.xml | 2 +- .../minifi-framework/minifi-nar-utils/pom.xml | 2 +- .../minifi-framework/minifi-resources/pom.xml | 2 +- .../minifi-framework/minifi-runtime/pom.xml | 2 +- .../minifi-framework/pom.xml| 2 +- .../minifi-framework-bundle/pom.xml | 2 +- .../minifi-provenance-reporting-nar/pom.xml | 2 +- .../minifi-provenance-reporting-bundle/pom.xml | 2 +- .../pom.xml | 2 +- .../minifi-provenance-repositories/pom.xml | 2 +- .../minifi-provenance-repository-nar/pom.xml| 2 +- .../minifi-provenance-repository-bundle/pom.xml | 2 +- .../minifi-ssl-context-service-nar/pom.xml | 2 +- minifi-nar-bundles/minifi-standard-nar/pom.xml | 2 +- .../minifi-update-attribute-nar/pom.xml | 2 +- minifi-nar-bundles/pom.xml | 2 +- minifi-toolkit/minifi-toolkit-assembly/pom.xml | 2 +- .../minifi-toolkit-configuration/pom.xml| 2 +- minifi-toolkit/pom.xml | 2 +- pom.xml | 42 ++-- 45 files changed, 68 insertions(+), 68 deletions(-) -- http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/f8827305/minifi-api/pom.xml -- diff --git a/minifi-api/pom.xml b/minifi-api/pom.xml index 6e56840..54b26d3 100644 --- a/minifi-api/pom.xml +++ b/minifi-api/pom.xml @@ -20,7 +20,7 @@ limitations under the License. minifi org.apache.nifi.minifi -0.4.0 +0.5.0-SNAPSHOT minifi-api jar http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/f8827305/minifi-assembly/pom.xml -- diff --git a/minifi-assembly/pom.xml b/minifi-assembly/pom.xml index f78ae60..3d651a1 100644 --- a/minifi-assembly/pom.xml +++ b/minifi-assembly/pom.xml @@ -20,7 +20,7 @@ limitations under the License. minifi org.apache.nifi.minifi -0.4.0 +0.5.0-SNAPSHOT minifi-assembly pom @@ -185,7 +185,7 @@ limitations under the License. org.apache.nifi.minifi minifi-provenance-reporting-nar nar -0.4.0 +0.5.0-SNAPSHOT http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/f8827305/minifi-bootstrap/pom.xml -- diff --git a/minifi-bootstrap/pom.xml b/minifi-bootstrap/pom.xml index 2f2c4fc..3c6f5dc 100644 --- a/minifi-bootstrap/pom.xml +++ b/minifi-bootstrap/pom.xml @@ -20,7 +20,7 @@ limitations under the License. minifi org.apache.nifi.minifi -0.4.0 +
[1/2] nifi-minifi git commit: MINIFI-426-RC1 prepare release minifi-0.4.0-RC1
Repository: nifi-minifi Updated Branches: refs/heads/MINIFI-426-RC1 [created] f88273053 MINIFI-426-RC1 prepare release minifi-0.4.0-RC1 Project: http://git-wip-us.apache.org/repos/asf/nifi-minifi/repo Commit: http://git-wip-us.apache.org/repos/asf/nifi-minifi/commit/0bbb4323 Tree: http://git-wip-us.apache.org/repos/asf/nifi-minifi/tree/0bbb4323 Diff: http://git-wip-us.apache.org/repos/asf/nifi-minifi/diff/0bbb4323 Branch: refs/heads/MINIFI-426-RC1 Commit: 0bbb4323a9cb42e4510bde0f58b4950eea1582df Parents: a8c0c27 Author: Aldrin PiriAuthored: Wed Jan 17 08:00:04 2018 -0500 Committer: Aldrin Piri Committed: Wed Jan 17 08:00:04 2018 -0500 -- minifi-api/pom.xml | 2 +- minifi-assembly/pom.xml | 4 +- minifi-bootstrap/pom.xml| 2 +- minifi-c2/minifi-c2-api/pom.xml | 2 +- minifi-c2/minifi-c2-assembly/pom.xml| 2 +- .../minifi-c2-cache-filesystem/pom.xml | 2 +- .../minifi-c2-cache/minifi-c2-cache-s3/pom.xml | 2 +- minifi-c2/minifi-c2-cache/pom.xml | 2 +- minifi-c2/minifi-c2-docker/pom.xml | 4 +- minifi-c2/minifi-c2-integration-tests/pom.xml | 2 +- minifi-c2/minifi-c2-jetty/pom.xml | 2 +- .../minifi-c2-provider-cache/pom.xml| 2 +- .../minifi-c2-provider-delegating/pom.xml | 2 +- .../minifi-c2-provider-nifi-rest/pom.xml| 2 +- .../minifi-c2-provider-util/pom.xml | 2 +- minifi-c2/minifi-c2-provider/pom.xml| 2 +- minifi-c2/minifi-c2-service/pom.xml | 2 +- minifi-c2/pom.xml | 2 +- minifi-commons/minifi-commons-schema/pom.xml| 2 +- minifi-commons/minifi-utils/pom.xml | 2 +- minifi-commons/pom.xml | 2 +- minifi-docker/pom.xml | 4 +- minifi-docs/pom.xml | 2 +- minifi-integration-tests/pom.xml| 2 +- .../minifi-framework-nar/pom.xml| 2 +- .../minifi-framework-core/pom.xml | 2 +- .../minifi-framework/minifi-nar-utils/pom.xml | 2 +- .../minifi-framework/minifi-resources/pom.xml | 2 +- .../minifi-framework/minifi-runtime/pom.xml | 2 +- .../minifi-framework/pom.xml| 2 +- .../minifi-framework-bundle/pom.xml | 2 +- .../minifi-provenance-reporting-nar/pom.xml | 2 +- .../minifi-provenance-reporting-bundle/pom.xml | 2 +- .../pom.xml | 2 +- .../minifi-provenance-repositories/pom.xml | 2 +- .../minifi-provenance-repository-nar/pom.xml| 2 +- .../minifi-provenance-repository-bundle/pom.xml | 2 +- .../minifi-ssl-context-service-nar/pom.xml | 2 +- minifi-nar-bundles/minifi-standard-nar/pom.xml | 2 +- .../minifi-update-attribute-nar/pom.xml | 2 +- minifi-nar-bundles/pom.xml | 2 +- minifi-toolkit/minifi-toolkit-assembly/pom.xml | 2 +- .../minifi-toolkit-configuration/pom.xml| 2 +- minifi-toolkit/pom.xml | 2 +- pom.xml | 42 ++-- 45 files changed, 68 insertions(+), 68 deletions(-) -- http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/0bbb4323/minifi-api/pom.xml -- diff --git a/minifi-api/pom.xml b/minifi-api/pom.xml index 0b4acc2..6e56840 100644 --- a/minifi-api/pom.xml +++ b/minifi-api/pom.xml @@ -20,7 +20,7 @@ limitations under the License. minifi org.apache.nifi.minifi -0.4.0-SNAPSHOT +0.4.0 minifi-api jar http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/0bbb4323/minifi-assembly/pom.xml -- diff --git a/minifi-assembly/pom.xml b/minifi-assembly/pom.xml index 678e6b6..f78ae60 100644 --- a/minifi-assembly/pom.xml +++ b/minifi-assembly/pom.xml @@ -20,7 +20,7 @@ limitations under the License. minifi org.apache.nifi.minifi -0.4.0-SNAPSHOT +0.4.0 minifi-assembly pom @@ -185,7 +185,7 @@ limitations under the License. org.apache.nifi.minifi minifi-provenance-reporting-nar nar -0.4.0-SNAPSHOT +0.4.0 http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/0bbb4323/minifi-bootstrap/pom.xml -- diff --git a/minifi-bootstrap/pom.xml b/minifi-bootstrap/pom.xml index d1a0c5f..2f2c4fc 100644 --- a/minifi-bootstrap/pom.xml +++ b/minifi-bootstrap/pom.xml @@ -20,7 +20,7 @@ limitations under
[jira] [Assigned] (MINIFI-427) Unclear which version of System Admin Guide pertains to
[ https://issues.apache.org/jira/browse/MINIFI-427?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Jeff Zemerick reassigned MINIFI-427: Assignee: Jeff Zemerick > Unclear which version of System Admin Guide pertains to > --- > > Key: MINIFI-427 > URL: https://issues.apache.org/jira/browse/MINIFI-427 > Project: Apache NiFi MiNiFi > Issue Type: Improvement > Components: Documentation >Reporter: Jeff Zemerick >Assignee: Jeff Zemerick >Priority: Minor > > When reading the MiNiFi System Admin Guide > ([https://nifi.apache.org/minifi/system-admin-guide.html)] it's unclear which > version of MiNiFi the documentation pertains to. At a minimum it would be > good to specify in the documentation the version of MiNiFi, but I think it > would be even better to archive old admin guides on the website since there > have been multiple releases. -- This message was sent by Atlassian JIRA (v7.6.3#76005)
[jira] [Created] (MINIFI-427) Unclear which version of System Admin Guide pertains to
Jeff Zemerick created MINIFI-427: Summary: Unclear which version of System Admin Guide pertains to Key: MINIFI-427 URL: https://issues.apache.org/jira/browse/MINIFI-427 Project: Apache NiFi MiNiFi Issue Type: Improvement Components: Documentation Reporter: Jeff Zemerick When reading the MiNiFi System Admin Guide ([https://nifi.apache.org/minifi/system-admin-guide.html)] it's unclear which version of MiNiFi the documentation pertains to. At a minimum it would be good to specify in the documentation the version of MiNiFi, but I think it would be even better to archive old admin guides on the website since there have been multiple releases. -- This message was sent by Atlassian JIRA (v7.6.3#76005)
svn commit: r24256 - /dev/nifi/nifi-minifi/0.4.0/
Author: aldrin Date: Wed Jan 17 13:37:02 2018 New Revision: 24256 Log: MINIFI-426-RC1 Providing release artifacts for MINIFI 0.4.0 RC1 vote. Added: dev/nifi/nifi-minifi/0.4.0/ dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.tar.gz (with props) dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.tar.gz.asc dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.tar.gz.md5 dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.tar.gz.sha1 dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.tar.gz.sha256 dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.zip (with props) dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.zip.asc dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.zip.md5 dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.zip.sha1 dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.zip.sha256 dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-source-release.zip (with props) dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-source-release.zip.asc dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-source-release.zip.md5 dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-source-release.zip.sha1 dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-source-release.zip.sha256 dev/nifi/nifi-minifi/0.4.0/minifi-c2-0.4.0-bin.tar.gz (with props) dev/nifi/nifi-minifi/0.4.0/minifi-c2-0.4.0-bin.tar.gz.asc dev/nifi/nifi-minifi/0.4.0/minifi-c2-0.4.0-bin.tar.gz.md5 dev/nifi/nifi-minifi/0.4.0/minifi-c2-0.4.0-bin.tar.gz.sha1 dev/nifi/nifi-minifi/0.4.0/minifi-c2-0.4.0-bin.tar.gz.sha256 dev/nifi/nifi-minifi/0.4.0/minifi-c2-0.4.0-bin.zip (with props) dev/nifi/nifi-minifi/0.4.0/minifi-c2-0.4.0-bin.zip.asc dev/nifi/nifi-minifi/0.4.0/minifi-c2-0.4.0-bin.zip.md5 dev/nifi/nifi-minifi/0.4.0/minifi-c2-0.4.0-bin.zip.sha1 dev/nifi/nifi-minifi/0.4.0/minifi-c2-0.4.0-bin.zip.sha256 dev/nifi/nifi-minifi/0.4.0/minifi-toolkit-0.4.0-bin.tar.gz (with props) dev/nifi/nifi-minifi/0.4.0/minifi-toolkit-0.4.0-bin.tar.gz.asc dev/nifi/nifi-minifi/0.4.0/minifi-toolkit-0.4.0-bin.tar.gz.md5 dev/nifi/nifi-minifi/0.4.0/minifi-toolkit-0.4.0-bin.tar.gz.sha1 dev/nifi/nifi-minifi/0.4.0/minifi-toolkit-0.4.0-bin.tar.gz.sha256 dev/nifi/nifi-minifi/0.4.0/minifi-toolkit-0.4.0-bin.zip (with props) dev/nifi/nifi-minifi/0.4.0/minifi-toolkit-0.4.0-bin.zip.asc dev/nifi/nifi-minifi/0.4.0/minifi-toolkit-0.4.0-bin.zip.md5 dev/nifi/nifi-minifi/0.4.0/minifi-toolkit-0.4.0-bin.zip.sha1 dev/nifi/nifi-minifi/0.4.0/minifi-toolkit-0.4.0-bin.zip.sha256 Added: dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.tar.gz == Binary file - no diff available. Propchange: dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.tar.gz -- svn:mime-type = application/octet-stream Added: dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.tar.gz.asc == --- dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.tar.gz.asc (added) +++ dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.tar.gz.asc Wed Jan 17 13:37:02 2018 @@ -0,0 +1,16 @@ +-BEGIN PGP SIGNATURE- + +iQIzBAABCgAdFiEEIA27yI4RAA3o53OaUxrrqkz+XQAFAlpfTfEACgkQUxrrqkz+ +XQAbYw//fWAfxaKBbMKVSN4CvDn0Puh+fknjLrvxRiqwF4wwUZhwnA+IvBRRFcRK +RI1SLBVqh597FnlyS23yMplU68gfA1Wn4SZdw02uwa696QWKKy2LdvQCRZCBomQx +zGyoK+skmqB1oZMvzzT90IAe3nqvS+Wysfn/8/4qNpIfEqwCyHiKcniHj/U/QY9r +caKDW+qiOvSQLBbXQwLg6KvTb/Kq0A53ypAHQGL1hLTWxFNQU4qEqr3Mq41GxdQK +b8eZZUJqeV7iNSTG6x5F4OoWT8zJt7+7v7uH7T+wPIu/7D97l9/3ybFNOXI6nLM/ +FZmmhgdjRgq0agZRM5QzfXkQidwf5fivUKUIml3gJ9BzfPWEYV+xNf2IgXHYB/V8 +4IfJa1u9O0fL/6e5oh61SXJqqS6hElcmTVyC1hebxEwuX+08VoClU3MYwvsXvAPb +uheuhiS6Px02iZQNn7vgevNepK9X+cgUrdwHfOqUO61ZOIkT6zOC6MHoEgiGWgMr +uLxN2R7NoH2i34MqRRzEBWmoWNaPd+eNGQ65mgoBHl0cx0+IXzh7Gzc8aTbJRG/d +u42pi4h8EocnyLxAJq4wPXfiVmN+MaS4S2Ppt6kYMq9U0o3IDjgEakoB3l28BZwZ +wIk3bMooBveJudYF93wkWn/JpOKk/hcznqOn70xzifvOmqln8Co= +=ptL1 +-END PGP SIGNATURE- Added: dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.tar.gz.md5 == --- dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.tar.gz.md5 (added) +++ dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.tar.gz.md5 Wed Jan 17 13:37:02 2018 @@ -0,0 +1 @@ +d9eacdb5bab738b856a69e1abc424a77 Added: dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.tar.gz.sha1 == --- dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.tar.gz.sha1 (added) +++ dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.tar.gz.sha1 Wed Jan 17 13:37:02 2018 @@ -0,0 +1 @@ +13886082fc7b9e6b42b05092ca3433f63a144ff9 Added: dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.tar.gz.sha256 == --- dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.tar.gz.sha256 (added) +++ dev/nifi/nifi-minifi/0.4.0/minifi-0.4.0-bin.tar.gz.sha256 Wed Jan 17 13:37:02 2018 @@ -0,0 +1 @@
[jira] [Commented] (MINIFI-426) Release MiNiFi 0.4.0
[ https://issues.apache.org/jira/browse/MINIFI-426?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16328715#comment-16328715 ] Aldrin Piri commented on MINIFI-426: Release is based off hash a8c0c27c2add671f6628dbe4dfa87ce60b2e9218 > Release MiNiFi 0.4.0 > > > Key: MINIFI-426 > URL: https://issues.apache.org/jira/browse/MINIFI-426 > Project: Apache NiFi MiNiFi > Issue Type: Task >Reporter: Aldrin Piri >Assignee: Aldrin Piri >Priority: Major > > This is a ticket to track the release of MiNiFI 0.4.0 -- This message was sent by Atlassian JIRA (v7.6.3#76005)
[nifi-minifi] Git Push Summary
Repository: nifi-minifi Updated Branches: refs/heads/MINIFI-426-RC1 [deleted] 3fb237ef8
[1/2] nifi-minifi git commit: -RC prepare release minifi--RC
Repository: nifi-minifi Updated Branches: refs/heads/MINIFI-426-RC1 [created] 3fb237ef8 -RC prepare release minifi--RC Project: http://git-wip-us.apache.org/repos/asf/nifi-minifi/repo Commit: http://git-wip-us.apache.org/repos/asf/nifi-minifi/commit/94d6ab53 Tree: http://git-wip-us.apache.org/repos/asf/nifi-minifi/tree/94d6ab53 Diff: http://git-wip-us.apache.org/repos/asf/nifi-minifi/diff/94d6ab53 Branch: refs/heads/MINIFI-426-RC1 Commit: 94d6ab53098d20a42537a852dff549097ae84b18 Parents: a8c0c27 Author: Aldrin PiriAuthored: Wed Jan 17 07:42:11 2018 -0500 Committer: Aldrin Piri Committed: Wed Jan 17 07:42:11 2018 -0500 -- minifi-api/pom.xml | 2 +- minifi-assembly/pom.xml | 4 +- minifi-bootstrap/pom.xml| 2 +- minifi-c2/minifi-c2-api/pom.xml | 2 +- minifi-c2/minifi-c2-assembly/pom.xml| 2 +- .../minifi-c2-cache-filesystem/pom.xml | 2 +- .../minifi-c2-cache/minifi-c2-cache-s3/pom.xml | 2 +- minifi-c2/minifi-c2-cache/pom.xml | 2 +- minifi-c2/minifi-c2-docker/pom.xml | 4 +- minifi-c2/minifi-c2-integration-tests/pom.xml | 2 +- minifi-c2/minifi-c2-jetty/pom.xml | 2 +- .../minifi-c2-provider-cache/pom.xml| 2 +- .../minifi-c2-provider-delegating/pom.xml | 2 +- .../minifi-c2-provider-nifi-rest/pom.xml| 2 +- .../minifi-c2-provider-util/pom.xml | 2 +- minifi-c2/minifi-c2-provider/pom.xml| 2 +- minifi-c2/minifi-c2-service/pom.xml | 2 +- minifi-c2/pom.xml | 2 +- minifi-commons/minifi-commons-schema/pom.xml| 2 +- minifi-commons/minifi-utils/pom.xml | 2 +- minifi-commons/pom.xml | 2 +- minifi-docker/pom.xml | 4 +- minifi-docs/pom.xml | 2 +- minifi-integration-tests/pom.xml| 2 +- .../minifi-framework-nar/pom.xml| 2 +- .../minifi-framework-core/pom.xml | 2 +- .../minifi-framework/minifi-nar-utils/pom.xml | 2 +- .../minifi-framework/minifi-resources/pom.xml | 2 +- .../minifi-framework/minifi-runtime/pom.xml | 2 +- .../minifi-framework/pom.xml| 2 +- .../minifi-framework-bundle/pom.xml | 2 +- .../minifi-provenance-reporting-nar/pom.xml | 2 +- .../minifi-provenance-reporting-bundle/pom.xml | 2 +- .../pom.xml | 2 +- .../minifi-provenance-repositories/pom.xml | 2 +- .../minifi-provenance-repository-nar/pom.xml| 2 +- .../minifi-provenance-repository-bundle/pom.xml | 2 +- .../minifi-ssl-context-service-nar/pom.xml | 2 +- minifi-nar-bundles/minifi-standard-nar/pom.xml | 2 +- .../minifi-update-attribute-nar/pom.xml | 2 +- minifi-nar-bundles/pom.xml | 2 +- minifi-toolkit/minifi-toolkit-assembly/pom.xml | 2 +- .../minifi-toolkit-configuration/pom.xml| 2 +- minifi-toolkit/pom.xml | 2 +- pom.xml | 42 ++-- 45 files changed, 68 insertions(+), 68 deletions(-) -- http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/94d6ab53/minifi-api/pom.xml -- diff --git a/minifi-api/pom.xml b/minifi-api/pom.xml index 0b4acc2..6e56840 100644 --- a/minifi-api/pom.xml +++ b/minifi-api/pom.xml @@ -20,7 +20,7 @@ limitations under the License. minifi org.apache.nifi.minifi -0.4.0-SNAPSHOT +0.4.0 minifi-api jar http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/94d6ab53/minifi-assembly/pom.xml -- diff --git a/minifi-assembly/pom.xml b/minifi-assembly/pom.xml index 678e6b6..f78ae60 100644 --- a/minifi-assembly/pom.xml +++ b/minifi-assembly/pom.xml @@ -20,7 +20,7 @@ limitations under the License. minifi org.apache.nifi.minifi -0.4.0-SNAPSHOT +0.4.0 minifi-assembly pom @@ -185,7 +185,7 @@ limitations under the License. org.apache.nifi.minifi minifi-provenance-reporting-nar nar -0.4.0-SNAPSHOT +0.4.0 http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/94d6ab53/minifi-bootstrap/pom.xml -- diff --git a/minifi-bootstrap/pom.xml b/minifi-bootstrap/pom.xml index d1a0c5f..2f2c4fc 100644 --- a/minifi-bootstrap/pom.xml +++ b/minifi-bootstrap/pom.xml @@ -20,7 +20,7 @@ limitations under the License.
[2/2] nifi-minifi git commit: -RC prepare for next development iteration
-RC prepare for next development iteration Project: http://git-wip-us.apache.org/repos/asf/nifi-minifi/repo Commit: http://git-wip-us.apache.org/repos/asf/nifi-minifi/commit/3fb237ef Tree: http://git-wip-us.apache.org/repos/asf/nifi-minifi/tree/3fb237ef Diff: http://git-wip-us.apache.org/repos/asf/nifi-minifi/diff/3fb237ef Branch: refs/heads/MINIFI-426-RC1 Commit: 3fb237ef8c7f48214ca08e3250e2d8475932b97b Parents: 94d6ab5 Author: Aldrin PiriAuthored: Wed Jan 17 07:42:22 2018 -0500 Committer: Aldrin Piri Committed: Wed Jan 17 07:42:22 2018 -0500 -- minifi-api/pom.xml | 2 +- minifi-assembly/pom.xml | 4 +- minifi-bootstrap/pom.xml| 2 +- minifi-c2/minifi-c2-api/pom.xml | 2 +- minifi-c2/minifi-c2-assembly/pom.xml| 2 +- .../minifi-c2-cache-filesystem/pom.xml | 2 +- .../minifi-c2-cache/minifi-c2-cache-s3/pom.xml | 2 +- minifi-c2/minifi-c2-cache/pom.xml | 2 +- minifi-c2/minifi-c2-docker/pom.xml | 4 +- minifi-c2/minifi-c2-integration-tests/pom.xml | 2 +- minifi-c2/minifi-c2-jetty/pom.xml | 2 +- .../minifi-c2-provider-cache/pom.xml| 2 +- .../minifi-c2-provider-delegating/pom.xml | 2 +- .../minifi-c2-provider-nifi-rest/pom.xml| 2 +- .../minifi-c2-provider-util/pom.xml | 2 +- minifi-c2/minifi-c2-provider/pom.xml| 2 +- minifi-c2/minifi-c2-service/pom.xml | 2 +- minifi-c2/pom.xml | 2 +- minifi-commons/minifi-commons-schema/pom.xml| 2 +- minifi-commons/minifi-utils/pom.xml | 2 +- minifi-commons/pom.xml | 2 +- minifi-docker/pom.xml | 4 +- minifi-docs/pom.xml | 2 +- minifi-integration-tests/pom.xml| 2 +- .../minifi-framework-nar/pom.xml| 2 +- .../minifi-framework-core/pom.xml | 2 +- .../minifi-framework/minifi-nar-utils/pom.xml | 2 +- .../minifi-framework/minifi-resources/pom.xml | 2 +- .../minifi-framework/minifi-runtime/pom.xml | 2 +- .../minifi-framework/pom.xml| 2 +- .../minifi-framework-bundle/pom.xml | 2 +- .../minifi-provenance-reporting-nar/pom.xml | 2 +- .../minifi-provenance-reporting-bundle/pom.xml | 2 +- .../pom.xml | 2 +- .../minifi-provenance-repositories/pom.xml | 2 +- .../minifi-provenance-repository-nar/pom.xml| 2 +- .../minifi-provenance-repository-bundle/pom.xml | 2 +- .../minifi-ssl-context-service-nar/pom.xml | 2 +- minifi-nar-bundles/minifi-standard-nar/pom.xml | 2 +- .../minifi-update-attribute-nar/pom.xml | 2 +- minifi-nar-bundles/pom.xml | 2 +- minifi-toolkit/minifi-toolkit-assembly/pom.xml | 2 +- .../minifi-toolkit-configuration/pom.xml| 2 +- minifi-toolkit/pom.xml | 2 +- pom.xml | 42 ++-- 45 files changed, 68 insertions(+), 68 deletions(-) -- http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/3fb237ef/minifi-api/pom.xml -- diff --git a/minifi-api/pom.xml b/minifi-api/pom.xml index 6e56840..f7b9062 100644 --- a/minifi-api/pom.xml +++ b/minifi-api/pom.xml @@ -20,7 +20,7 @@ limitations under the License. minifi org.apache.nifi.minifi -0.4.0 +-SNAPSHOT minifi-api jar http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/3fb237ef/minifi-assembly/pom.xml -- diff --git a/minifi-assembly/pom.xml b/minifi-assembly/pom.xml index f78ae60..1fe8151 100644 --- a/minifi-assembly/pom.xml +++ b/minifi-assembly/pom.xml @@ -20,7 +20,7 @@ limitations under the License. minifi org.apache.nifi.minifi -0.4.0 +-SNAPSHOT minifi-assembly pom @@ -185,7 +185,7 @@ limitations under the License. org.apache.nifi.minifi minifi-provenance-reporting-nar nar -0.4.0 +-SNAPSHOT http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/3fb237ef/minifi-bootstrap/pom.xml -- diff --git a/minifi-bootstrap/pom.xml b/minifi-bootstrap/pom.xml index 2f2c4fc..4217aa8 100644 --- a/minifi-bootstrap/pom.xml +++ b/minifi-bootstrap/pom.xml @@ -20,7 +20,7 @@ limitations under the License. minifi org.apache.nifi.minifi -0.4.0 +-SNAPSHOT
[jira] [Comment Edited] (MINIFI-425) MiNiFi contents_repository config problem
[ https://issues.apache.org/jira/browse/MINIFI-425?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16328634#comment-16328634 ] Saulo Sobreiro edited comment on MINIFI-425 at 1/17/18 11:21 AM: - [~aldrin] I just attached the logs, so you can check for the problem in there. I found no errors. was (Author: saulo): [~aldrin] I just attached the logs, so you can check for something weird. I found no errors. > MiNiFi contents_repository config problem > - > > Key: MINIFI-425 > URL: https://issues.apache.org/jira/browse/MINIFI-425 > Project: Apache NiFi MiNiFi > Issue Type: Bug >Affects Versions: 0.3.0 >Reporter: Saulo Sobreiro >Priority: Major > Attachments: config.yml, minifi-app.log, minifi-bootstrap.log > > > *Problem:* > I found 2 problems in this my MiNiFi-NiFi setup: > - The first is related to my MiNiFi ./content_repository. This path is using > around 120GB of disk space, which is far more than I can afford for this > application; > - The second is related to the solution I tried to the previous problem. I > tried to configure the MiNiFi nifi.properties with the following values: > ´´´ > nifi.content.repository.archive.max.retention.period=6 hours > nifi.content.repository.archive.max.usage.percentage=5% > ´´´ > However, when I restart MiNiFi this instance for it to use the new > properties, I noticed that it overwrites my nifi.properties file with some > default values erasing the new values. > > *Versions in use:* > NiFi - version 1.2.0 installed with HDF (3.0.2.0-76) > MiNiFi - version 0.3.0 (transfered from > [http://mirrors.up.pt/pub/apache/nifi/minifi/0.3.0/minifi-0.3.0-bin.tar.gz]) > NiFi OS - RHEL 7.4 > MiNiFi OS - RHEL 7.2 > > *config.yml* > The config.yml file can be found attached. It is the version used in > production after replacing some information like URLs. > > -- This message was sent by Atlassian JIRA (v7.6.3#76005)
[jira] [Commented] (MINIFI-425) MiNiFi contents_repository config problem
[ https://issues.apache.org/jira/browse/MINIFI-425?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16328634#comment-16328634 ] Saulo Sobreiro commented on MINIFI-425: --- [~aldrin] I just attached the logs, so you can check for something weird. I found no errors. > MiNiFi contents_repository config problem > - > > Key: MINIFI-425 > URL: https://issues.apache.org/jira/browse/MINIFI-425 > Project: Apache NiFi MiNiFi > Issue Type: Bug >Affects Versions: 0.3.0 >Reporter: Saulo Sobreiro >Priority: Major > Attachments: config.yml, minifi-app.log, minifi-bootstrap.log > > > *Problem:* > I found 2 problems in this my MiNiFi-NiFi setup: > - The first is related to my MiNiFi ./content_repository. This path is using > around 120GB of disk space, which is far more than I can afford for this > application; > - The second is related to the solution I tried to the previous problem. I > tried to configure the MiNiFi nifi.properties with the following values: > ´´´ > nifi.content.repository.archive.max.retention.period=6 hours > nifi.content.repository.archive.max.usage.percentage=5% > ´´´ > However, when I restart MiNiFi this instance for it to use the new > properties, I noticed that it overwrites my nifi.properties file with some > default values erasing the new values. > > *Versions in use:* > NiFi - version 1.2.0 installed with HDF (3.0.2.0-76) > MiNiFi - version 0.3.0 (transfered from > [http://mirrors.up.pt/pub/apache/nifi/minifi/0.3.0/minifi-0.3.0-bin.tar.gz]) > NiFi OS - RHEL 7.4 > MiNiFi OS - RHEL 7.2 > > *config.yml* > The config.yml file can be found attached. It is the version used in > production after replacing some information like URLs. > > -- This message was sent by Atlassian JIRA (v7.6.3#76005)
[jira] [Updated] (MINIFI-425) MiNiFi contents_repository config problem
[ https://issues.apache.org/jira/browse/MINIFI-425?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Saulo Sobreiro updated MINIFI-425: -- Attachment: minifi-app.log minifi-bootstrap.log > MiNiFi contents_repository config problem > - > > Key: MINIFI-425 > URL: https://issues.apache.org/jira/browse/MINIFI-425 > Project: Apache NiFi MiNiFi > Issue Type: Bug >Affects Versions: 0.3.0 >Reporter: Saulo Sobreiro >Priority: Major > Attachments: config.yml, minifi-app.log, minifi-bootstrap.log > > > *Problem:* > I found 2 problems in this my MiNiFi-NiFi setup: > - The first is related to my MiNiFi ./content_repository. This path is using > around 120GB of disk space, which is far more than I can afford for this > application; > - The second is related to the solution I tried to the previous problem. I > tried to configure the MiNiFi nifi.properties with the following values: > ´´´ > nifi.content.repository.archive.max.retention.period=6 hours > nifi.content.repository.archive.max.usage.percentage=5% > ´´´ > However, when I restart MiNiFi this instance for it to use the new > properties, I noticed that it overwrites my nifi.properties file with some > default values erasing the new values. > > *Versions in use:* > NiFi - version 1.2.0 installed with HDF (3.0.2.0-76) > MiNiFi - version 0.3.0 (transfered from > [http://mirrors.up.pt/pub/apache/nifi/minifi/0.3.0/minifi-0.3.0-bin.tar.gz]) > NiFi OS - RHEL 7.4 > MiNiFi OS - RHEL 7.2 > > *config.yml* > The config.yml file can be found attached. It is the version used in > production after replacing some information like URLs. > > -- This message was sent by Atlassian JIRA (v7.6.3#76005)