내용 |
twitterAgent.sources = Twitter
twitterAgent.channels = MemChannel
twitterAgent.sinks = HDFS
# SOURCE
twitterAgent.sources.Twitter.type = com.cloudera.flume.source.TwitterSource
#twitterAgent.sources.Twitter.type = org.apache.flume.source.twitter.TwitterSource
twitterAgent.sources.Twitter.channels = MemChannel
twitterAgent.sources.Twitter.consumerKey =
twitterAgent.sources.Twitter.consumerSecret =
twitterAgent.sources.Twitter.accessToken =
twitterAgent.sources.Twitter.accessTokenSecret =
twitterAgent.sources.Twitter.keywords = 도깨비, 공유
# SINK
twitterAgent.sinks.HDFS.channel = MemChannel
twitterAgent.sinks.HDFS.type = hdfs
twitterAgent.sinks.HDFS.hdfs.path = hdfs://master:9000/user/flume/tweets
twitterAgent.sinks.HDFS.hdfs.fileType = DataStream
twitterAgent.sinks.HDFS.hdfs.writeFormat = Text
twitterAgent.sinks.HDFS.hdfs.batchSize = 100
twitterAgent.sinks.HDFS.hdfs.rollInterval = 60
twitterAgent.sinks.HDFS.hdfs.rollSize = 600000
# CHANNEL
twitterAgent.channels.MemChannel.type = memory
|