Author: daijy
Date: Sat Mar 7 06:21:43 2015
New Revision: 1664798
URL: http://svn.apache.org/r1664798
Log:
PIG-4447: Pig Cannot handle nullable values (arrays and records) in avro records
Added:
pig/trunk/test/org/apache/pig/impl/util/
pig/trunk/test/org/apache/pig/impl/util/avro/
pig/trunk/test/org/apache/pig/impl/util/avro/TestAvroStorageSchemaConversionUtilities.java
Added:
pig/trunk/test/org/apache/pig/impl/util/avro/TestAvroStorageSchemaConversionUtilities.java
URL:
http://svn.apache.org/viewvc/pig/trunk/test/org/apache/pig/impl/util/avro/TestAvroStorageSchemaConversionUtilities.java?rev=1664798&view=auto
==============================================================================
---
pig/trunk/test/org/apache/pig/impl/util/avro/TestAvroStorageSchemaConversionUtilities.java
(added)
+++
pig/trunk/test/org/apache/pig/impl/util/avro/TestAvroStorageSchemaConversionUtilities.java
Sat Mar 7 06:21:43 2015
@@ -0,0 +1,51 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.pig.impl.util.avro;
+
+import org.apache.avro.Schema;
+import org.apache.pig.ResourceSchema;
+import org.junit.Assert;
+import org.junit.Test;
+
+
+import java.io.File;
+import java.io.IOException;
+
+public class TestAvroStorageSchemaConversionUtilities {
+ final private static String BASE_DIR =
"test/org/apache/pig/builtin/avro/schema/";
+
+ @Test
+ public void testNullableRecordInMap() throws IOException {
+ Assert.assertEquals(
+
"key:chararray,value:int,parameters:[nullable_record:(id:chararray)]",
+ parse(BASE_DIR + "nullableRecordInMap.avsc", true));
+ }
+
+ @Test
+ public void testNullableArrayInMap() throws IOException {
+ Assert.assertEquals(
+ "key:chararray,value:int,parameters:[array:{(chararray)}]",
+ parse(BASE_DIR + "nullableArrayInMap.avsc", true));
+ }
+
+ private static String parse(String schema, boolean recursive) throws
IOException {
+ final Schema s = new Schema.Parser().parse(new File(schema));
+ final ResourceSchema resourceSchema =
AvroStorageSchemaConversionUtilities.avroSchemaToResourceSchema(s, recursive);
+ return resourceSchema.toString();
+ }
+}
