elk-8-logstash6.5.1添加redis消息队列

logstash配置

拉取日志到redis

input {
file {
path => "/opt/access.log"
type => "nginx"
codec => "json"
start_position => "beginning"
}
}

filter {
geoip {
fields => ["city_name", "country_name", "latitude", "longitude", "region_name","region_code"]
source => "client"
}
}
output {
redis {
host => "192.168.1.214"
key => 'logstash-redis'
data_type => 'list'
}
}

从redis拉取日志到es

input {
redis {
port => "6379"
host => "192.168.1.214"
data_type => "list"
key => "logstash-redis"
type => "redis-input"
}
}
output {
elasticsearch {
hosts => "192.168.1.209"
index => "logstash-%{+YYYY.MM.dd}"
}
}

kibana展示