flume-user mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Harsh J <ha...@cloudera.com>
Subject Re: flume on window
Date Sun, 29 Jul 2012 01:57:26 GMT
+user@flume

On Sun, Jul 29, 2012 at 4:03 AM, Mukhtaj Khan <drmukhtaj@gmail.com> wrote:
> HI Harsh
>
> Thanks for reply. I have installed the flume 0.9.4 version follow the link:
> http://archive.cloudera.com/cdh/3/flume/Windows/index.html.
>
> My configuration files as:
>
>
> Flume-site.xml
>
>
> <!-- site specific configuration variables should go here. -->
> <configuration>
>
>   <property>
>     <name>flume.master.servers</name>
>     <value>localhost</value>
>     </property>
>
> <!--
>   <property>
>     <name>flume.plugin.classes</name>
>
> <value>helloworld.HelloWorldSink,helloworld.HelloWorldSource,helloworld.HelloWorldDecorator</value>
>     </property>
> -->
> </configuration>
>
>
> Flume.conf
>
> <configuration>
>
>   <!-- ================================================== -->
>   <!-- Watchdog ========================================= -->
>   <!-- ================================================== -->
>   <property>
>     <name>watchdog.restarts.max</name>
>     <value>5</value>
>     </property>
>
>   <!-- ================================================== -->
>   <!-- Node Common ====================================== -->
>   <!-- ================================================== -->
>   <property>
>     <name>flume.config.heartbeat.period</name>
>     <value>5000</value>
>     </property>
>
>   <property>
>     <name>flume.node.status.port</name>
>     <value>35862</value>
>     </property>
>
>   <property>
>     <name>flume.node.heartbeat.backoff.ceiling</name>
>     <value>50000</value>
>     </property>
>
>   <property>
>     <name>flume.node.http.autofindport</name>
>     <value>true</value>
>      </property>
>
>   <property>
>     <name>flume.node.webapp.root</name>
>     <value>webapps/flumeagent.war</value>
>     </property>
>
>   <!-- ================================================== -->
>   <!-- Agent ============================================ -->
>   <!-- ================================================== -->
>
>   <property>
>     <name>flume.agent.logdir</name>
>     <value>/tmp/flume-${user.name}/agent</value>
>     </property>
>
>   <property>
>     <name>flume.agent.logdir.maxage</name>
>     <value>10000</value>
>     </property>
>
>   <property>
>     <name>flume.agent.logdir.retransmit</name>
>     <value>60000</value>
>     </property>
>
>   <property>
>     <name>flume.agent.failover.backoff.initial</name>
>     <value>1000</value>
>     </property>
>
>   <property>
>     <name>flume.agent.failover.backoff.max</name>
>     <value>60000</value>
>     </property>
>
>
>   <!-- ================================================== -->
>   <!-- Collector ======================================== -->
>   <!-- ================================================== -->
>   <property>
>     <name>flume.collector.event.host</name>
>     <value>localhost</value>
>     </property>
>
>   <property>
>     <name>flume.collector.port</name>
>     <value>35853</value>
>       </property>
>
>   <property>
>     <name>flume.collector.dfs.dir</name>
>     <value>hdfs://localhost:9000/user/mukhtaj-pc/cyg_server/flume/</value>
>   </property>
>
>   <property>
>     <name>flume.collector.dfs.compress.codec</name>
>     <value>None</value>
>     </property>
>
>   <property>
>     <name>flume.collector.roll.millis</name>
>     <value>30000</value>
>     </property>
>
>
>   <property>
>     <name>flume.collector.output.format</name>
>     <value>avrojson</value>
>     </property>
>
>   <!-- ================================================== -->
>   <!-- Master =========================================== -->
>   <!-- ================================================== -->
>
>   <property>
>     <name>flume.master.servers</name>
>     <value>localhost</value>
>     </property>
>
>   <property>
>     <name>flume.master.store</name>
>     <value>zookeeper</value>
>     </property>
>
>   <property>
>     <name>flume.master.serverid</name>
>     <value>0</value>
>     </property>
>
>   <property>
>     <name>flume.master.http.port</name>
>     <value>35871</value>
>     </property>
>
>   <property>
>     <name>flume.master.heartbeat.missed.max</name>
>     <value>10</value>
>     </property>
>
>   <property>
>     <name>flume.master.savefile</name>
>     <value>conf/current.flume</value>
>     </property>
>
>   <property>
>     <name>flume.master.savefile.autoload</name>
>     <value>false</value>
>     </property>
>
>   <property>
>     <name>flume.master.gossip.period</name>
>     <value>1000</value>
>     </property>
>
>   <property>
>     <name>flume.master.heartbeat.rpc</name>
>     <value>THRIFT</value>
>     </property>
>
>   <property>
>     <name>flume.master.webapp.root</name>
>     <value>webapps/flumemaster.war</value>
>     </property>
>
>   <property>
>     <name>flume.event.rpc</name>
>     <value>THRIFT</value>
>     </property>
>
>   <property>
>     <name>flume.report.server.rpc.type</name>
>     <value>THRIFT</value>
>     </property>
>
>   <!-- ================================================== -->
>   <!-- Master ZooKeeper store =========================== -->
>   <!-- ================================================== -->
>
>   <property>
>     <name>flume.master.zk.logdir</name>
>     <value>/tmp/flume-${user.name}-zk</value>
>      </property>
>
>
>   <!-- ================================================== -->
>   <!-- Thrift RPC settings ============================== -->
>   <!-- ================================================== -->
>
>   <property>
>     <name>flume.thrift.socket.timeout.ms</name>
>     <value>10000</value>
>     </property>
>
>
> </configuration>
>
>
> My flume node is running as window service. When apply the command
> c:\program files\cloudera\flume\bin\flumenode.
> Message: the address is already in use. If have stop the flume service and
> then apply the same command again then get the following message.
> INFO: agent.MultitaskRPC:.No master RPC connection.
> WARRING: Agent. MultimasterRPC: could not connect to any master node tried:1
> [localhost:35872]
>
> Now my question as:
>
> 1). why i am getting this message
> 2). what will be command to upload the file to hdfs
> (hdfs://localhost:9000/user/mukhtaj-pc/cyg_server/flume).
>
> Many thanks again
>
>
>
>
>
>
> On Sat, Jul 28, 2012 at 1:09 PM, Harsh J <harsh@cloudera.com> wrote:
>>
>> Hi Mukhtaj,
>>
>> Sorry for the late response. I've moved this to the flume's user lists
>> (user@flume.apache.org) as it is a flume-specific question. Can you
>> also share the exact error you see? That helps you get more specific
>> responses.
>>
>> On Sat, Jul 21, 2012 at 8:13 AM, Mukhtaj Khan <drmukhtaj@gmail.com> wrote:
>> > Hi,
>> >
>> > I have installed flume node on window machine. I have already installed
>> > the
>> > cygwin and hadoop. I am consistly receiving the message that the flume
>> > is
>> > not compitable with the window machine. How to solve this problem.
>> >
>> > Thanks
>> >
>> > --
>> >
>> >
>> >
>>
>>
>> Thanks!
>> --
>> Harsh J
>
>



-- 
Harsh J

Mime
View raw message