zhijiangW commented on a change in pull request #6705: [FLINK-10356][network]
add sanity checks to SpillingAdaptiveSpanningRecordDeserializer
URL: https://github.com/apache/flink/pull/6705#discussion_r227287614
##########
File path:
flink-runtime/src/test/java/org/apache/flink/runtime/io/network/api/serialization/SpanningRecordSerializationTest.java
##########
@@ -104,11 +116,216 @@ public void testHandleMixedLargeRecords() throws
Exception {
testSerializationRoundTrip(originalRecords, segmentSize);
}
+ /**
+ * Non-spanning, deserialization reads one byte too many and succeeds.
+ */
+ @Test
+ public void testHandleDeserializingTooMuchNonSpanning1() throws
Exception {
+ expectedException.expect(IOException.class);
+ expectedException.expectMessage(" -1 remaining unread byte");
+ testHandleWrongDeserialization(new
StringValueDeserializingTooMuch("Test string"), 32 * 1024);
+ }
+
+ /**
+ * Non-spanning, serialization length is 16 (including headers),
deserialization reads one byte
+ * too many and succeeds.
+ */
+ @Test
+ public void testHandleDeserializingTooMuchNonSpanning2() throws
Exception {
+ expectedException.expect(IOException.class);
+ expectedException.expectMessage(" -1 remaining unread byte");
+ testHandleWrongDeserialization(new
StringValueDeserializingTooMuch("Test string"), 17);
+ }
+
+ /**
+ * Non-spanning, serialization length is 16 (including headers),
deserialization reads one byte
+ * too many and fails.
+ */
+ @Test
+ public void testHandleDeserializingTooMuchNonSpanning3() throws
Exception {
+ expectedException.expect(IOException.class);
+ expectedException.expectMessage(" -1 remaining unread byte");
+
expectedException.expectCause(isA(IndexOutOfBoundsException.class));
+ testHandleWrongDeserialization(new
StringValueDeserializingTooMuch("Test string"), 16);
+ }
+
+ /**
+ * Spanning, serialization length is 16 (including headers),
deserialization reads one byte
+ * too many and fails.
+ */
+ @Test
+ public void testHandleDeserializingTooMuchSpanning1() throws Exception {
+ expectedException.expect(IOException.class);
+ expectedException.expectMessage(" -1 remaining unread byte");
+ expectedException.expectCause(isA(EOFException.class));
+ testHandleWrongDeserialization(new
StringValueDeserializingTooMuch("Test string"), 15);
+ }
+
+ /**
+ * Spanning, serialization length is 16 (including headers),
deserialization reads one byte
+ * too many and fails.
+ */
+ @Test
+ public void testHandleDeserializingTooMuchSpanning2() throws Exception {
+ expectedException.expect(IOException.class);
+ expectedException.expectMessage(" -1 remaining unread byte");
+ expectedException.expectCause(isA(EOFException.class));
+ testHandleWrongDeserialization(new
StringValueDeserializingTooMuch("Test string"), 1);
+ }
+
+ /**
+ * Spanning, spilling, deserialization reads one byte too many.
+ */
+ @Test
+ public void testHandleDeserializingTooMuchSpanningLargeRecord() throws
Exception {
+ expectedException.expect(IOException.class);
+ expectedException.expectMessage(" -1 remaining unread byte");
+ expectedException.expectCause(isA(EOFException.class));
+ LargeObjectType genLarge = new
LargeObjectTypeDeserializingTooMuch();
+ Random rnd = new Random();
+ testHandleWrongDeserialization(genLarge.getRandom(rnd), 32 *
1024);
+ }
+
+ /**
+ * Non-spanning, deserialization forgets to read one byte.
+ */
+ @Test
+ public void testHandleDeserializingNotEnoughNonSpanning() throws
Exception {
+ expectedException.expect(IOException.class);
+ expectedException.expectMessage(" 1 remaining unread byte");
+ testHandleWrongDeserialization(new
StringValueDeserializingNotEnough("Test string"), 32 * 1024);
+ }
+
+ /**
+ * Spanning, serialization length is 17 (including headers),
deserialization forgets to read one
+ * byte.
+ */
+ @Test
+ public void testHandleDeserializingNotEnoughSpanning1() throws
Exception {
+ expectedException.expect(IOException.class);
+ expectedException.expectMessage(" 1 remaining unread byte");
+ testHandleWrongDeserialization(new
StringValueDeserializingNotEnough("Test string"), 16);
+ }
+
+ /**
+ * Spanning, serialization length is 17 (including headers),
deserialization forgets to read one
+ * byte.
+ */
+ @Test
+ public void testHandleDeserializingNotEnoughSpanning2() throws
Exception {
Review comment:
merge with `testHandleDeserializingNotEnoughSpanning1`?
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services
