在 Mapping 里面,将 dynamic 参数设置成 strict 可以拒绝索引包含未知字段的文档。 此条 Tips 由 medcl 贡献。

packetbeat抓取redis命令,丢包率较大

Beats | 作者 wjj_ah | 发布于2019年11月14日 | 阅读数:3152

有问packetbeat抓取redis命令的吗,我们从测试结果上来看packetbeat的丢包率略大,最多有40%,而且丢包的情况也很随机。测试是这样测试的,发了1000个redis命令,丢包差不多有一半。请问packetbeat适合用来抓取redis命令吗?
附上packetbeat配置文件如下:
packetbeat.interfaces.device: any
packetbeat.interfaces.type: af_packet
packetbeat.interfaces.snaplen: 1514
packetbeat.interfaces.buffer_size_mb: 800
#packetbeat.interfaces.bpf_filter: tcp port 7761

packetbeat.protocols:
- type: redis
ports: [7761]
enabled: true
send_request: false
send_response: false
transaction_timeout: 60s

- type: amqp
enabled: false

- type: cassandra
enabled: false

- type: dhcpv4
enabled: false

- type: dns
enabled: false

- type: http
enabled: false

- type: memcache
enabled: false

- type: mysql
enabled: false

- type: pgsql
enabled: false

- type: thrift
enabled: false

- type: mongodb
enabled: false

- type: nfs
enabled: false

- type: tls
enabled: false

packetbeat.procs:
enabled: false

name: 172.25.5.84

#queue:
# mem:
# events: 20000
# flush.min_events: 2048
# flush.timeout: 1s

setup.template.settings:
index.number_of_shards: 3
index.codec: best_compression

processors:
- drop_event:
when:
or:
- equals:
method: "PING"
- equals:
method: "PONG"
- equals:
method: "PUBLISH"
- equals:
method: "INFO"

#- drop_fields:
# fields: ["beat.hostname","beat.name","beat.version","client_proc","client_server","proc","query","redis.return_value","server"]

output.kafka:
hosts: ["172.25.8.136:9095","172.25.8.137:9095","172.25.8.138:9095"]
ssl.certificate_authorities: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/ca-redis.crt"
ssl.certificate: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/mytestclient-sign.crt"
ssl.key: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/mytestclient.key"
version: "2.0.0"
topic: 'packetbeat-redis'
worker: 3
# channel_buffer_size: 1000

#output.logstash:
# hosts: ["172.25.5.19:6054"]
# ssl.certificate_authorities: ["/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/ca.crt"]
# ssl.certificate: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/designdept-es-test.crt"
# ssl.key: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/designdept-es-test.key"
# bulk_max_size: 1024
# worker: 3
# max_retries: 5

setup.kibana:
host: "172.25.5.36:5601"

#output.elasticsearch:
# hosts: ["172.25.5.36:9200","172.25.5.99:9200","172.25.5.108:9200"]
# ssl.certificate_authorities: ["/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/ca.crt"]
# ssl.certificate: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/designdept-es-test.crt"
# ssl.key: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/designdept-es-test.key"
# protocol: "https"
# username: "hyhong"
# password: "123456"
# bulk_max_size: 100

#output.file:
# enabled: true
# path: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/data/packetbeat"
# filename: packetbeat
# rotate_every_kb: 10000
# number_of_files: 7
# permissions: 0600


logging.level: info
logging.to_files: true
#logging.files:
# path: /opt/applog/filebeat
# name: filebeat
# rotateeverybytes: 10485760
# keepfiles: 7
# permissions: 0600
已邀请:

要回复问题请先登录注册