| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253 |
- agent05.sources = source1
- agent05.channels = sink01 sink02
- agent05.sinks = elasticSearch
- ####source1######
- agent05.sources.source1.type = exec
- agent05.sources.source1.command = tail -F /var/prog/backend/logs/backend.log
- agent05.sources.source1.restart = true
- agent05.sources.source1.logStdErr = true
- agent05.sources.source1.batchSize = 500
- agent05.sources.source1.channels = sink02
- agent05.sources.source1.interceptors = interceptor1 interceptor2 interceptor3
- agent05.sources.source1.interceptors.interceptor1.type = host
- agent05.sources.source1.interceptors.interceptor1.hostHeader = host
- agent05.sources.source1.interceptors.interceptor2.type = regex_extractor
- agent05.sources.source1.interceptors.interceptor2.regex = ^[^\\s]*\\s(\\d{0,4}-\\d{1,2}-\\d{1,2}\\s\\d{1,2}:\\d{1,2}:\\d{1,2},\\d{1,3})\\s(.*)$
- agent05.sources.source1.interceptors.interceptor2.serializers = s1 s2
- agent05.sources.source1.interceptors.interceptor2.serializers.s1.name = datetime
- agent05.sources.source1.interceptors.interceptor2.serializers.s2.name = content
- agent05.sources.source1.interceptors.interceptor3.type = timestamp
- agent05.sinks.elasticSearch.type = org.apache.flume.sink.elasticsearch.ElasticSearchSink
- agent05.sinks.elasticSearch.timeZone=Asia/Shanghai
- agent05.sinks.elasticSearch.channel = sink02
- agent05.sinks.elasticSearch.batchSize = 2000
- agent05.sinks.elasticSearch.hostNames = 10.31.88.120:9300
- agent05.sinks.elasticSearch.indexName = backend_log
- agent05.sinks.elasticSearch.indexType = static
- agent05.sinks.elasticSearch.clusterName = elasticsearch-zzb1
- agent05.sinks.elasticSearch.client = transport
- agent05.sinks.elasticSearch.serializer = org.apache.flume.sink.elasticsearch.ElasticSearchLogStashEventSerializer
- # Each sink's type must be defined
- agent05.sinks.loggerSink.type = logger
- #Specify the channel the sink should use
- agent05.sinks.loggerSink.channel = sink01
- # Each channel's type is defined.
- agent05.channels.sink01.type = memory
- agent05.channels.sink01.capacity = 10000
- agent05.channels.sink01.transactionCapacity = 10000
- agent05.channels.sink01.byteCapacityBufferPercentage = 20
- agent05.channels.sink01.keep-alive = 30
- agent05.channels.sink02.type = file
- agent05.channels.sink02.checkpointDir = /data/flume/data/checkpointDir1
- agent05.channels.sink02.dataDirs = /data/flume/data/dataDirs1
|
