hadoop-user mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Dhanashri Desai <dhanshreedesa...@gmail.com>
Subject Fwd: Issue in Hadoop FTPFileSystem
Date Wed, 29 Jul 2015 17:04:51 GMT


-------- Original Message --------
Subject: Issue in Hadoop FTPFileSystem
From: Dhanashri Desai <dhanshreedesai10@gmail.com>
To: user@hadoop.apache.org
CC: 

IamtryingtowritedatatoFTPserverusingnormalsyntaxofcredetials:ftp://user:password@host/outputFilePath..BelowismycascadingcodeCode:packagecom.ftp.readwrite;importjava.io.IOException;importcascading.flow.FlowDef;importcascading.flow.hadoop.HadoopFlowConnector;importcascading.operation.aggregator.Count;importcascading.operation.regex.RegexSplitGenerator;importcascading.pipe.Each;importcascading.pipe.Every;importcascading.pipe.GroupBy;importcascading.pipe.Pipe;importcascading.scheme.hadoop.TextLine;importcascading.tap.SinkMode;importcascading.tap.Tap;importcascading.tap.hadoop.Hfs;importcascading.tuple.Fields;publicclassMainClass{       @SuppressWarnings(deprecation)   publicstaticvoidmain(Stringargs[])throwsIOException    {             Tapsource=newHfs(newTextLine(newFields(line)),C:\\Users\\DhanashriD\\Desktop\\test.txt      Tapsink=newHfs(newTextLine(newFields(line1)),ftp://test:test@10.30.125.63/output,SinkMode.REPLACE);                   Pipeline=newPipe(Lines      line=newEach(line,newRegexSplitGenerator(\\s+));      Pipegroup=newGroupBy(line);               Pipecounts=newEvery(group,newCount());            FlowDefflowdef=FlowDef.flowDef().addSource(line,source).addTailSink(counts,sink);              newHadoopFlowConnector().connect(flowdef).complete();    }}Iamgettingfollowingerror:java.io.IOException:Cannotrenameparent(source): ftp://test:test@10.30.125.63/op/_temporary/_attempt_local_0001_r_000000_0,parent(destination):  ftp://test:test@10.30.125.63/output   atorg.apache.hadoop.fs.ftp.FTPFileSystem.rename(FTPFileSystem.java:547)   atorg.apache.hadoop.fs.ftp.FTPFileSystem.rename(FTPFileSystem.java:512)   atorg.apache.hadoop.mapred.FileOutputCommitter.moveTaskOutputs(FileOutputCommitter.java:154)   atorg.apache.hadoop.mapred.FileOutputCommitter.moveTaskOutputs(FileOutputCommitter.java:172)   atorg.apache.hadoop.mapred.FileOutputCommitter.commitTask(FileOutputCommitter.java:132)   atorg.apache.hadoop.mapred.OutputCommitter.commitTask(OutputCommitter.java:221)   atorg.apache.hadoop.mapred.Task.commit(Task.java:1001)   atorg.apache.hadoop.mapred.Task.done(Task.java:871)PleasehelptoresolvethiserrorThanksDhanashri
Mime
View raw message