내용

글번호 730
작성자 허진경
작성일 2017-09-11 09:31:48
제목 twitter_agent.conf
내용 twitterAgent.sources = Twitter twitterAgent.channels = MemChannel twitterAgent.sinks = HDFS # SOURCE twitterAgent.sources.Twitter.type = com.cloudera.flume.source.TwitterSource #twitterAgent.sources.Twitter.type = org.apache.flume.source.twitter.TwitterSource twitterAgent.sources.Twitter.channels = MemChannel twitterAgent.sources.Twitter.consumerKey = twitterAgent.sources.Twitter.consumerSecret = twitterAgent.sources.Twitter.accessToken = twitterAgent.sources.Twitter.accessTokenSecret = twitterAgent.sources.Twitter.keywords = 도깨비, 공유 # SINK twitterAgent.sinks.HDFS.channel = MemChannel twitterAgent.sinks.HDFS.type = hdfs twitterAgent.sinks.HDFS.hdfs.path = hdfs://master:9000/user/flume/tweets twitterAgent.sinks.HDFS.hdfs.fileType = DataStream twitterAgent.sinks.HDFS.hdfs.writeFormat = Text twitterAgent.sinks.HDFS.hdfs.batchSize = 100 twitterAgent.sinks.HDFS.hdfs.rollInterval = 60 twitterAgent.sinks.HDFS.hdfs.rollSize = 600000 # CHANNEL twitterAgent.channels.MemChannel.type = memory