-------- Original Message -------- Subject: Issue in Hadoop FTPFileSystem From: Dhanashri Desai <[email protected]> To: [email protected] CC:
IamtryingtowritedatatoFTPserverusingnormalsyntaxofcredetials:ftp://user:password@host/outputFilePath..BelowismycascadingcodeCode:packagecom.ftp.readwrite;importjava.io.IOException;importcascading.flow.FlowDef;importcascading.flow.hadoop.HadoopFlowConnector;importcascading.operation.aggregator.Count;importcascading.operation.regex.RegexSplitGenerator;importcascading.pipe.Each;importcascading.pipe.Every;importcascading.pipe.GroupBy;importcascading.pipe.Pipe;importcascading.scheme.hadoop.TextLine;importcascading.tap.SinkMode;importcascading.tap.Tap;importcascading.tap.hadoop.Hfs;importcascading.tuple.Fields;publicclassMainClass{ @SuppressWarnings(deprecation) publicstaticvoidmain(Stringargs[])throwsIOException { Tapsource=newHfs(newTextLine(newFields(line)),C:\\Users\\DhanashriD\\Desktop\\test.txt Tapsink=newHfs(newTextLine(newFields(line1)),ftp://test:[email protected]/output,SinkMode.REPLACE); Pipeline=newPipe(Lines line=newEach(line,newRegexSplitGenerator(\\s+)); Pipegroup=newGroupBy(line); Pipecounts=newEvery(group,newCount()); FlowDefflowdef=FlowDef.flowDef().addSource(line,source).addTailSink(counts,sink); newHadoopFlowConnector().connect(flowdef).complete(); }}Iamgettingfollowingerror:java.io.IOException:Cannotrenameparent(source): ftp://test:[email protected]/op/_temporary/_attempt_local_0001_r_000000_0,parent(destination): ftp://test:[email protected]/output atorg.apache.hadoop.fs.ftp.FTPFileSystem.rename(FTPFileSystem.java:547) atorg.apache.hadoop.fs.ftp.FTPFileSystem.rename(FTPFileSystem.java:512) atorg.apache.hadoop.mapred.FileOutputCommitter.moveTaskOutputs(FileOutputCommitter.java:154) atorg.apache.hadoop.mapred.FileOutputCommitter.moveTaskOutputs(FileOutputCommitter.java:172) atorg.apache.hadoop.mapred.FileOutputCommitter.commitTask(FileOutputCommitter.java:132) atorg.apache.hadoop.mapred.OutputCommitter.commitTask(OutputCommitter.java:221) atorg.apache.hadoop.mapred.Task.commit(Task.java:1001) atorg.apache.hadoop.mapred.Task.done(Task.java:871)PleasehelptoresolvethiserrorThanksDhanashri
