This is an automated email from the ASF dual-hosted git repository.
pvillard pushed a commit to branch support/nifi-1.x
in repository https://gitbox.apache.org/repos/asf/nifi.git
The following commit(s) were added to refs/heads/support/nifi-1.x by this push:
new a51641f37c NIFI-12840 Expose REMOTE_POLL_BATCH_SIZE property for
ListSFTP
a51641f37c is described below
commit a51641f37c03eb6cf1a50b9b6987d2d2b7edd220
Author: EndzeitBegins <[email protected]>
AuthorDate: Sat Feb 24 13:45:15 2024 +0100
NIFI-12840 Expose REMOTE_POLL_BATCH_SIZE property for ListSFTP
Signed-off-by: Pierre Villard <[email protected]>
This closes #8448.
---
.../java/org/apache/nifi/processors/standard/ListSFTP.java | 1 +
.../org/apache/nifi/processors/standard/TestListSFTP.java | 14 ++++++++++++++
2 files changed, 15 insertions(+)
diff --git
a/nifi-nar-bundles/nifi-standard-bundle/nifi-standard-processors/src/main/java/org/apache/nifi/processors/standard/ListSFTP.java
b/nifi-nar-bundles/nifi-standard-bundle/nifi-standard-processors/src/main/java/org/apache/nifi/processors/standard/ListSFTP.java
index 3caa99c13c..a554291d49 100644
---
a/nifi-nar-bundles/nifi-standard-bundle/nifi-standard-processors/src/main/java/org/apache/nifi/processors/standard/ListSFTP.java
+++
b/nifi-nar-bundles/nifi-standard-bundle/nifi-standard-processors/src/main/java/org/apache/nifi/processors/standard/ListSFTP.java
@@ -99,6 +99,7 @@ public class ListSFTP extends ListFileTransfer {
properties.add(SFTPTransfer.FILE_FILTER_REGEX);
properties.add(SFTPTransfer.PATH_FILTER_REGEX);
properties.add(SFTPTransfer.IGNORE_DOTTED_FILES);
+ properties.add(SFTPTransfer.REMOTE_POLL_BATCH_SIZE);
properties.add(SFTPTransfer.STRICT_HOST_KEY_CHECKING);
properties.add(SFTPTransfer.HOST_KEY_FILE);
properties.add(SFTPTransfer.CONNECTION_TIMEOUT);
diff --git
a/nifi-nar-bundles/nifi-standard-bundle/nifi-standard-processors/src/test/java/org/apache/nifi/processors/standard/TestListSFTP.java
b/nifi-nar-bundles/nifi-standard-bundle/nifi-standard-processors/src/test/java/org/apache/nifi/processors/standard/TestListSFTP.java
index f2340238c1..2483b22f48 100644
---
a/nifi-nar-bundles/nifi-standard-bundle/nifi-standard-processors/src/test/java/org/apache/nifi/processors/standard/TestListSFTP.java
+++
b/nifi-nar-bundles/nifi-standard-bundle/nifi-standard-processors/src/test/java/org/apache/nifi/processors/standard/TestListSFTP.java
@@ -177,6 +177,20 @@ public class TestListSFTP {
runner.assertTransferCount(ListSFTP.REL_SUCCESS, 0);
}
+ @Test
+ public void testRemotePollBatchSizeEnforced() {
+ runner.setProperty(AbstractListProcessor.LISTING_STRATEGY,
AbstractListProcessor.NO_TRACKING);
+ runner.setProperty(SFTPTransfer.REMOTE_POLL_BATCH_SIZE, "1");
+
+ runner.run();
+ // Of 3 items only 1 returned due to batch size
+ runner.assertTransferCount(ListSFTP.REL_SUCCESS, 1);
+
+ runner.setProperty(SFTPTransfer.REMOTE_POLL_BATCH_SIZE, "2");
+
+ runner.run();
+ runner.assertTransferCount(ListSFTP.REL_SUCCESS, 3);
+ }
@Test
public void testVerificationSuccessful() {
