Modified: hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestLoad.java URL: http://svn.apache.org/viewvc/hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestLoad.java?rev=882362&r1=882361&r2=882362&view=diff ============================================================================== --- hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestLoad.java (original) +++ hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestLoad.java Thu Nov 19 23:38:22 2009 @@ -17,17 +17,25 @@ */ package org.apache.pig.test; -import java.util.*; - import java.io.BufferedReader; import java.io.File; +import java.io.FileNotFoundException; import java.io.FileReader; +import java.io.IOException; +import java.util.HashMap; +import java.util.Map; +import java.util.Properties; import junit.framework.Assert; import org.apache.pig.ExecType; import org.apache.pig.FuncSpec; +import org.apache.pig.PigServer; +import org.apache.pig.backend.datastorage.DataStorage; import org.apache.pig.backend.executionengine.ExecException; +import org.apache.pig.backend.hadoop.executionengine.physicalLayer.POStatus; +import org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result; +import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLoad; import org.apache.pig.builtin.PigStorage; import org.apache.pig.data.DataBag; import org.apache.pig.data.DataByteArray; @@ -35,54 +43,54 @@ import org.apache.pig.data.DefaultTuple; import org.apache.pig.data.Tuple; import org.apache.pig.impl.PigContext; -import org.apache.pig.impl.io.FileSpec; -import org.apache.pig.impl.plan.OperatorKey; -import org.apache.pig.PigServer; import org.apache.pig.impl.io.FileLocalizer; -import org.apache.pig.backend.hadoop.executionengine.physicalLayer.POStatus; -import org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result; -import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLoad; -import org.apache.pig.test.utils.GenPhyOp; -import org.apache.pig.test.utils.TestHelper; +import org.apache.pig.impl.io.FileSpec; import org.apache.pig.impl.logicalLayer.LOLoad; import org.apache.pig.impl.logicalLayer.LogicalOperator; import org.apache.pig.impl.logicalLayer.LogicalPlan; import org.apache.pig.impl.logicalLayer.LogicalPlanBuilder; -import org.apache.pig.backend.datastorage.ContainerDescriptor; -import org.apache.pig.backend.datastorage.DataStorage; -import org.apache.pig.backend.datastorage.DataStorageException; -import org.apache.pig.backend.datastorage.ElementDescriptor; +import org.apache.pig.impl.plan.OperatorKey; +import org.apache.pig.test.utils.GenPhyOp; +import org.apache.pig.test.utils.TestHelper; import org.junit.After; import org.junit.Before; import org.junit.Test; public class TestLoad extends junit.framework.TestCase { - FileSpec inpFSpec; - POLoad ld; + PigContext pc; - DataBag inpDB; - String curDir; - String inpDir; - PigServer pig; + PigServer[] servers; static MiniCluster cluster = MiniCluster.buildCluster(); + @Before public void setUp() throws Exception { - curDir = System.getProperty("user.dir"); - inpDir = curDir + File.separatorChar + "test/org/apache/pig/test/data/InputFiles/"; - if ((System.getProperty("os.name").toUpperCase().startsWith("WINDOWS"))) - inpDir="/"+FileLocalizer.parseCygPath(inpDir, FileLocalizer.STYLE_WINDOWS); - inpFSpec = new FileSpec("file:" + inpDir + "passwd", new FuncSpec(PigStorage.class.getName(), new String[]{":"})); - FileLocalizer.deleteTempFiles(); - pig = new PigServer(ExecType.MAPREDUCE, cluster.getProperties()); - pc = pig.getPigContext(); + servers = new PigServer[] { + new PigServer(ExecType.MAPREDUCE, cluster.getProperties()), + new PigServer(ExecType.LOCAL, new Properties()) + }; + } - ld = GenPhyOp.topLoadOp(); + @After + public void tearDown() throws Exception { + } + + @Test + public void testGetNextTuple() throws IOException { + pc = servers[0].getPigContext(); + String curDir = System.getProperty("user.dir"); + String inpDir = curDir + File.separatorChar + "test/org/apache/pig/test/data/InputFiles/"; + if ((System.getProperty("os.name").toUpperCase().startsWith("WINDOWS"))) + inpDir="/"+FileLocalizer.parseCygPath(inpDir, FileLocalizer.STYLE_WINDOWS); + // copy passwd file to cluster and set that as the input location for the load + Util.copyFromLocalToCluster(cluster, inpDir + "passwd", "passwd"); + FileSpec inpFSpec = new FileSpec("passwd", new FuncSpec(PigStorage.class.getName(), new String[]{":"})); + POLoad ld = GenPhyOp.topLoadOp(); ld.setLFile(inpFSpec); ld.setPc(pc); - inpDB = DefaultBagFactory.getInstance().newDefaultBag(); + DataBag inpDB = DefaultBagFactory.getInstance().newDefaultBag(); BufferedReader br = new BufferedReader(new FileReader("test/org/apache/pig/test/data/InputFiles/passwd")); for(String line = br.readLine();line!=null;line=br.readLine()){ @@ -93,16 +101,6 @@ } inpDB.add(t); } - } - - - - @After - public void tearDown() throws Exception { - } - - @Test - public void testGetNextTuple() throws ExecException { Tuple t=null; int size = 0; for(Result res = ld.getNext(t);res.returnStatus!=POStatus.STATUS_EOP;res=ld.getNext(t)){ @@ -113,62 +111,59 @@ } @Test - public void testLoadLocalRel() throws Exception { - checkLoadPath("file:test/org/apache/pig/test/data/passwd", "", true); - } - - @Test - public void testLoadLocalAbs() throws Exception { - String filename = curDir + File.separatorChar+"test/org/apache/pig/test/data/passwd"; - if ((System.getProperty("os.name").toUpperCase().startsWith("WINDOWS"))) - { - filename="/"+FileLocalizer.parseCygPath(filename, FileLocalizer.STYLE_WINDOWS); - filename=Util.encodeEscape(filename); - } - checkLoadPath("file:"+filename, "", true); - } - - @Test public void testLoadRemoteRel() throws Exception { - checkLoadPath("test","/tmp/test"); + for (PigServer pig : servers) { + pc = pig.getPigContext(); + checkLoadPath("test","/tmp/test"); + } } @Test public void testLoadRemoteAbs() throws Exception { - checkLoadPath("/tmp/test","/tmp/test"); + for (PigServer pig : servers) { + pc = pig.getPigContext(); + checkLoadPath("/tmp/test","/tmp/test"); + } } @Test public void testLoadRemoteRelScheme() throws Exception { - checkLoadPath("test","/tmp/test"); + for (PigServer pig : servers) { + pc = pig.getPigContext(); + checkLoadPath("test","/tmp/test"); + } } @Test public void testLoadRemoteAbsScheme() throws Exception { + pc = servers[0].getPigContext(); checkLoadPath("hdfs:/tmp/test","/tmp/test"); } @Test public void testLoadRemoteAbsAuth() throws Exception { + pc = servers[0].getPigContext(); checkLoadPath("hdfs://localhost:9000/test","/test"); } @Test public void testLoadRemoteNormalize() throws Exception { - checkLoadPath("/tmp/foo/../././","/tmp"); + for (PigServer pig : servers) { + pc = pig.getPigContext(); + checkLoadPath("/tmp/foo/../././","/tmp"); + } } @Test public void testGlobChars() throws Exception { - checkLoadPath("t?s*","/tmp/t?s*"); + for (PigServer pig : servers) { + pc = pig.getPigContext(); + checkLoadPath("t?s*","/tmp/t?s*"); + } } private void checkLoadPath(String orig, String expected) throws Exception { - checkLoadPath(orig, expected, false); - } - - private void checkLoadPath(String orig, String expected, boolean isTmp) throws Exception { - pc.getProperties().setProperty("opt.multiquery",""+true); + pc.getProperties().setProperty("opt.multiquery", "" + true); DataStorage dfs = pc.getDfs(); dfs.setActiveContainer(dfs.asContainer("/tmp")); @@ -193,12 +188,14 @@ LOLoad load = (LOLoad)op; String p = load.getInputFile().getFileName(); - p = p.replaceAll("hdfs://[0-9a-zA-Z:\\.]*/","/"); - - if (isTmp) { - Assert.assertTrue(p.matches("/tmp.*")); + + if (pc.getExecType() == ExecType.MAPREDUCE) { + p = p.replaceAll("hdfs://[0-9a-zA-Z:\\.]*/","/"); } else { - Assert.assertEquals(p, expected); + System.out.println("++++ p: " + p); + p = p.replaceAll("file://[0-9a-zA-Z:\\.]*/","/"); } + + Assert.assertEquals(expected, p); } }
Added: hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestLoadFunc.java URL: http://svn.apache.org/viewvc/hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestLoadFunc.java?rev=882362&view=auto ============================================================================== --- hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestLoadFunc.java (added) +++ hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestLoadFunc.java Thu Nov 19 23:38:22 2009 @@ -0,0 +1,158 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.pig.test; + + +import java.io.IOException; + +import junit.framework.Assert; + +import org.apache.hadoop.fs.Path; +import org.apache.pig.LoadFunc; +import org.apache.pig.impl.logicalLayer.FrontendException; +import org.junit.After; +import org.junit.AfterClass; +import org.junit.Before; +import org.junit.BeforeClass; +import org.junit.Test; + +public class TestLoadFunc { + + private static Path curHdfsDir; + + private static String curHdfsRoot = + "hdfs://localhost.localdomain:12345"; + + @BeforeClass + public static void setUpBeforeClass() throws Exception { + curHdfsDir = new Path(curHdfsRoot + "/user/pig/"); + } + + @AfterClass + public static void tearDownAfterClass() throws Exception { + } + + @Before + public void setUp() throws Exception { + } + + @After + public void tearDown() throws Exception { + } + + @Test + public void testGetAbsolutePath() throws IOException { + // test case: simple absolute path + Assert.assertEquals(curHdfsRoot + "/hadoop/test/passwd", + LoadFunc.getAbsolutePath("/hadoop/test/passwd", curHdfsDir)); + } + + @Test + public void testGetAbsolutePath2() throws IOException { + // test case: simple relative path + Assert.assertEquals(curHdfsRoot + "/user/pig/data/passwd", + LoadFunc.getAbsolutePath("data/passwd", curHdfsDir)); + } + + @Test + public void testGetAbsolutePath3() throws IOException { + // test case: remote hdfs path + String absPath = "hdfs://myhost.mydomain:37765/data/passwd"; + Assert.assertEquals(curHdfsRoot + "/data/passwd", + LoadFunc.getAbsolutePath(absPath, curHdfsDir)); + } + + @Test(expected=FrontendException.class) + public void testGetAbsolutePath4() throws IOException { + // test case: incompatible schemes + Assert.assertEquals("hdfs://myhost:123455/data/passwd", + LoadFunc.getAbsolutePath("http://myhost:12345/data/passwd";, + curHdfsDir)); + } + + @Test + public void testCommaSeparatedString() throws Exception { + // test case: comma separated absolute paths + Assert.assertEquals(curHdfsRoot + "/usr/pig/a," + + curHdfsRoot + "/usr/pig/b", + LoadFunc.getAbsolutePath("/usr/pig/a,/usr/pig/b", + curHdfsDir)); + } + + @Test + public void testCommaSeparatedString2() throws Exception { + // test case: comma separated relative paths + Assert.assertEquals(curHdfsRoot + "/user/pig/t?s*," + + curHdfsRoot + "/user/pig/test", + LoadFunc.getAbsolutePath("t?s*,test", curHdfsDir)); + } + + @Test + public void testCommaSeparatedString3() throws Exception { + // test case: comma separated absolute paths + Assert.assertEquals(curHdfsRoot + "/tmp/test," + + curHdfsRoot + "/tmp/test2," + curHdfsRoot + "/tmp/test3", + LoadFunc.getAbsolutePath("/tmp/test,/tmp/test2,/tmp/test3", + curHdfsDir)); + } + + @Test + public void testCommaSeparatedString4() throws Exception { + // test case: comma separated paths with hahoop glob + Assert.assertEquals(curHdfsRoot + "/user/pig/test/{a,c}," + + curHdfsRoot + "/user/pig/test/b", + LoadFunc.getAbsolutePath("test/{a,c},test/b", curHdfsDir)); + } + + @Test + public void testCommaSeparatedString5() throws Exception { + // test case: comma separated paths with hahoop glob + Assert.assertEquals(curHdfsRoot + "/test/data/{a,c}," + + curHdfsRoot + "/user/pig/test/b", + LoadFunc.getAbsolutePath("/test/data/{a,c},test/b", + curHdfsDir)); + } + + @Test + public void testCommaSeparatedString6() throws Exception { + // test case: comma separated paths with hahoop glob + Assert.assertEquals(curHdfsRoot + "/user/pig/test/{a,c}," + + curHdfsRoot + "/test/data/b", + LoadFunc.getAbsolutePath("test/{a,c},/test/data/b", + curHdfsDir)); + } + + @Test + public void testCommaSeparatedString7() throws Exception { + // test case: comma separated paths with white spaces + Assert.assertEquals(curHdfsRoot + "/user/pig/test/{a,c}," + + curHdfsRoot + "/test/data/b", + LoadFunc.getAbsolutePath("test/{a,c}, /test/data/b", + curHdfsDir)); + } + + @Test(expected=IllegalArgumentException.class) + public void testCommaSeparatedString8() throws Exception { + // test case: comma separated paths with empty string + Assert.assertEquals(curHdfsRoot + "/user/pig/," + + curHdfsRoot + "/test/data/b", + LoadFunc.getAbsolutePath(", /test/data/b", + curHdfsDir)); + } +} Modified: hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestLocal.java URL: http://svn.apache.org/viewvc/hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestLocal.java?rev=882362&r1=882361&r2=882362&view=diff ============================================================================== --- hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestLocal.java (original) +++ hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestLocal.java Thu Nov 19 23:38:22 2009 @@ -23,27 +23,16 @@ import java.io.IOException; import java.io.InputStream; import java.io.InputStreamReader; -import java.io.OutputStream; import java.io.PrintStream; -import java.net.URL; -import java.text.DecimalFormat; -import java.util.HashMap; import java.util.Iterator; -import java.util.Map; -import java.util.Properties; import junit.framework.TestCase; -import org.junit.Test; - import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.apache.pig.EvalFunc; import org.apache.pig.FuncSpec; -import org.apache.pig.LoadFunc; import org.apache.pig.PigServer; -import org.apache.pig.StoreFunc; -import org.apache.pig.ExecType; import org.apache.pig.backend.executionengine.ExecException; import org.apache.pig.builtin.COUNT; import org.apache.pig.builtin.PigStorage; @@ -52,14 +41,10 @@ import org.apache.pig.data.DataType; import org.apache.pig.data.Tuple; import org.apache.pig.data.TupleFactory; -import org.apache.pig.impl.PigContext; import org.apache.pig.impl.io.FileLocalizer; -import org.apache.pig.impl.io.BufferedPositionedInputStream; -import org.apache.pig.impl.logicalLayer.schema.Schema; -import org.apache.pig.backend.datastorage.DataStorage; -import org.apache.pig.backend.datastorage.ElementDescriptor; -import org.junit.Before; import org.apache.pig.test.utils.TestHelper; +import org.junit.Before; +import org.junit.Test; public class TestLocal extends TestCase { Modified: hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestLogicalPlanBuilder.java URL: http://svn.apache.org/viewvc/hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestLogicalPlanBuilder.java?rev=882362&r1=882361&r2=882362&view=diff ============================================================================== --- hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestLogicalPlanBuilder.java (original) +++ hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestLogicalPlanBuilder.java Thu Nov 19 23:38:22 2009 @@ -392,57 +392,37 @@ } - public static class TestStorageFunc implements LoadFunc{ + public static class TestStorageFunc extends LoadFunc{ public Tuple getNext() throws IOException { return null; } - /* (non-Javadoc) - * @see org.apache.pig.LoadFunc#getInputFormat() - */ @Override public InputFormat getInputFormat() throws IOException { - // TODO Auto-generated method stub return null; } - /* (non-Javadoc) - * @see org.apache.pig.LoadFunc#getLoadCaster() - */ @Override public LoadCaster getLoadCaster() throws IOException { - // TODO Auto-generated method stub return null; } - /* (non-Javadoc) - * @see org.apache.pig.LoadFunc#prepareToRead(org.apache.hadoop.mapreduce.RecordReader, org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigSplit) - */ @Override public void prepareToRead(RecordReader reader, PigSplit split) throws IOException { - // TODO Auto-generated method stub } - /* (non-Javadoc) - * @see org.apache.pig.LoadFunc#relativeToAbsolutePath(java.lang.String, org.apache.hadoop.fs.Path) - */ @Override public String relativeToAbsolutePath(String location, Path curDir) throws IOException { - // TODO Auto-generated method stub return null; } - /* (non-Javadoc) - * @see org.apache.pig.LoadFunc#setLocation(java.lang.String, org.apache.hadoop.mapreduce.Job) - */ @Override public void setLocation(String location, Job job) throws IOException { - // TODO Auto-generated method stub - + } } Modified: hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestMapReduce.java URL: http://svn.apache.org/viewvc/hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestMapReduce.java?rev=882362&r1=882361&r2=882362&view=diff ============================================================================== --- hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestMapReduce.java (original) +++ hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestMapReduce.java Thu Nov 19 23:38:22 2009 @@ -25,25 +25,17 @@ import java.io.InputStreamReader; import java.io.OutputStream; import java.io.PrintStream; -import java.net.URL; -import java.text.DecimalFormat; -import java.util.HashMap; import java.util.Iterator; -import java.util.Map; -import java.util.Properties; import junit.framework.TestCase; -import org.junit.Test; - import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.apache.pig.EvalFunc; +import org.apache.pig.ExecType; import org.apache.pig.FuncSpec; -import org.apache.pig.LoadFunc; import org.apache.pig.PigServer; -import org.apache.pig.StoreFunc; -import org.apache.pig.ExecType; +import org.apache.pig.backend.datastorage.ElementDescriptor; import org.apache.pig.backend.executionengine.ExecException; import org.apache.pig.builtin.COUNT; import org.apache.pig.builtin.PigStorage; @@ -54,12 +46,9 @@ import org.apache.pig.data.TupleFactory; import org.apache.pig.impl.PigContext; import org.apache.pig.impl.io.FileLocalizer; -import org.apache.pig.impl.io.BufferedPositionedInputStream; -import org.apache.pig.impl.logicalLayer.schema.Schema; -import org.apache.pig.backend.datastorage.DataStorage; -import org.apache.pig.backend.datastorage.ElementDescriptor; -import org.junit.Before; import org.apache.pig.test.utils.TestHelper; +import org.junit.Before; +import org.junit.Test; public class TestMapReduce extends TestCase { Modified: hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestMergeJoin.java URL: http://svn.apache.org/viewvc/hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestMergeJoin.java?rev=882362&r1=882361&r2=882362&view=diff ============================================================================== --- hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestMergeJoin.java (original) +++ hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestMergeJoin.java Thu Nov 19 23:38:22 2009 @@ -549,96 +549,52 @@ * that expressions are not allowed as merge join keys when the right input's * loader implements {...@link IndexableLoadFunc} */ - public static class DummyIndexableLoader implements IndexableLoadFunc { + public static class DummyIndexableLoader extends IndexableLoadFunc { /** * */ public DummyIndexableLoader() { - // TODO Auto-generated constructor stub } - - /* (non-Javadoc) - * @see org.apache.pig.IndexableLoadFunc#close() - */ + @Override public void close() throws IOException { - // TODO Auto-generated method stub - + } - /* (non-Javadoc) - * @see org.apache.pig.IndexableLoadFunc#seekNear(org.apache.pig.data.Tuple) - */ @Override public void seekNear(Tuple keys) throws IOException { - // TODO Auto-generated method stub - + } - /* (non-Javadoc) - * @see org.apache.pig.LoadFunc#getNext() - */ @Override public Tuple getNext() throws IOException { - // TODO Auto-generated method stub return null; } - /* (non-Javadoc) - * @see org.apache.pig.IndexableLoadFunc#initialize(org.apache.hadoop.conf.Configuration) - */ @Override public void initialize(Configuration conf) throws IOException { - // TODO Auto-generated method stub - } - /* (non-Javadoc) - * @see org.apache.pig.LoadFunc#getInputFormat() - */ @Override public InputFormat getInputFormat() throws IOException { - // TODO Auto-generated method stub return null; } - /* (non-Javadoc) - * @see org.apache.pig.LoadFunc#getLoadCaster() - */ @Override - public LoadCaster getLoadCaster() throws IOException { - // TODO Auto-generated method stub + public LoadCaster getLoadCaster() throws IOException { return null; } - /* (non-Javadoc) - * @see org.apache.pig.LoadFunc#prepareToRead(org.apache.hadoop.mapreduce.RecordReader, org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigSplit) - */ @Override public void prepareToRead(RecordReader reader, PigSplit split) throws IOException { - // TODO Auto-generated method stub - - } - /* (non-Javadoc) - * @see org.apache.pig.LoadFunc#relativeToAbsolutePath(java.lang.String, org.apache.hadoop.fs.Path) - */ - @Override - public String relativeToAbsolutePath(String location, Path curDir) - throws IOException { - // TODO Auto-generated method stub - return null; } - /* (non-Javadoc) - * @see org.apache.pig.LoadFunc#setLocation(java.lang.String, org.apache.hadoop.mapreduce.Job) - */ @Override public void setLocation(String location, Job job) throws IOException { - // TODO Auto-generated method stub - + } } Modified: hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestPOCast.java URL: http://svn.apache.org/viewvc/hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestPOCast.java?rev=882362&r1=882361&r2=882362&view=diff ============================================================================== --- hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestPOCast.java (original) +++ hadoop/pig/branches/load-store-redesign/test/org/apache/pig/test/TestPOCast.java Thu Nov 19 23:38:22 2009 @@ -907,7 +907,8 @@ } } - public static class TestLoader implements LoadFunc, LoadCaster{ + public static class TestLoader extends LoadFunc implements LoadCaster{ + public void bindTo(String fileName, BufferedPositionedInputStream is, long offset, long end) throws IOException { } @@ -993,50 +994,31 @@ return null; } - /* (non-Javadoc) - * @see org.apache.pig.LoadFunc#getInputFormat() - */ @Override public InputFormat getInputFormat() throws IOException { - // TODO Auto-generated method stub return null; } - /* (non-Javadoc) - * @see org.apache.pig.LoadFunc#getLoadCaster() - */ @Override public LoadCaster getLoadCaster() throws IOException { return this; } - /* (non-Javadoc) - * @see org.apache.pig.LoadFunc#prepareToRead(org.apache.hadoop.mapreduce.RecordReader, org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigSplit) - */ @Override public void prepareToRead(RecordReader reader, PigSplit split) throws IOException { - // TODO Auto-generated method stub - + } - /* (non-Javadoc) - * @see org.apache.pig.LoadFunc#relativeToAbsolutePath(java.lang.String, org.apache.hadoop.fs.Path) - */ @Override public String relativeToAbsolutePath(String location, Path curDir) throws IOException { - // TODO Auto-generated method stub return null; } - /* (non-Javadoc) - * @see org.apache.pig.LoadFunc#setLocation(java.lang.String, org.apache.hadoop.mapreduce.Job) - */ @Override public void setLocation(String location, Job job) throws IOException { - // TODO Auto-generated method stub - + } }
