有问packetbeat抓取redis命令的吗,我们从测试结果上来看packetbeat的丢包率略大,最多有40%,而且丢包的情况也很随机。测试是这样测试的,发了1000个redis命令,丢包差不多有一半。请问packetbeat适合用来抓取redis命令吗?
附上packetbeat配置文件如下:
packetbeat.interfaces.device: any
packetbeat.interfaces.type: af_packet
packetbeat.interfaces.snaplen: 1514
packetbeat.interfaces.buffer_size_mb: 800
#packetbeat.interfaces.bpf_filter: tcp port 7761
packetbeat.protocols:
- type: redis
ports: [7761]
enabled: true
send_request: false
send_response: false
transaction_timeout: 60s
- type: amqp
enabled: false
- type: cassandra
enabled: false
- type: dhcpv4
enabled: false
- type: dns
enabled: false
- type: http
enabled: false
- type: memcache
enabled: false
- type: mysql
enabled: false
- type: pgsql
enabled: false
- type: thrift
enabled: false
- type: mongodb
enabled: false
- type: nfs
enabled: false
- type: tls
enabled: false
packetbeat.procs:
enabled: false
name: 172.25.5.84
#queue:
# mem:
# events: 20000
# flush.min_events: 2048
# flush.timeout: 1s
setup.template.settings:
index.number_of_shards: 3
index.codec: best_compression
processors:
- drop_event:
when:
or:
- equals:
method: "PING"
- equals:
method: "PONG"
- equals:
method: "PUBLISH"
- equals:
method: "INFO"
#- drop_fields:
# fields: ["beat.hostname","beat.name","beat.version","client_proc","client_server","proc","query","redis.return_value","server"]
output.kafka:
hosts: ["172.25.8.136:9095","172.25.8.137:9095","172.25.8.138:9095"]
ssl.certificate_authorities: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/ca-redis.crt"
ssl.certificate: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/mytestclient-sign.crt"
ssl.key: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/mytestclient.key"
version: "2.0.0"
topic: 'packetbeat-redis'
worker: 3
# channel_buffer_size: 1000
#output.logstash:
# hosts: ["172.25.5.19:6054"]
# ssl.certificate_authorities: ["/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/ca.crt"]
# ssl.certificate: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/designdept-es-test.crt"
# ssl.key: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/designdept-es-test.key"
# bulk_max_size: 1024
# worker: 3
# max_retries: 5
setup.kibana:
host: "172.25.5.36:5601"
#output.elasticsearch:
# hosts: ["172.25.5.36:9200","172.25.5.99:9200","172.25.5.108:9200"]
# ssl.certificate_authorities: ["/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/ca.crt"]
# ssl.certificate: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/designdept-es-test.crt"
# ssl.key: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/designdept-es-test.key"
# protocol: "https"
# username: "hyhong"
# password: "123456"
# bulk_max_size: 100
#output.file:
# enabled: true
# path: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/data/packetbeat"
# filename: packetbeat
# rotate_every_kb: 10000
# number_of_files: 7
# permissions: 0600
logging.level: info
logging.to_files: true
#logging.files:
# path: /opt/applog/filebeat
# name: filebeat
# rotateeverybytes: 10485760
# keepfiles: 7
# permissions: 0600
附上packetbeat配置文件如下:
packetbeat.interfaces.device: any
packetbeat.interfaces.type: af_packet
packetbeat.interfaces.snaplen: 1514
packetbeat.interfaces.buffer_size_mb: 800
#packetbeat.interfaces.bpf_filter: tcp port 7761
packetbeat.protocols:
- type: redis
ports: [7761]
enabled: true
send_request: false
send_response: false
transaction_timeout: 60s
- type: amqp
enabled: false
- type: cassandra
enabled: false
- type: dhcpv4
enabled: false
- type: dns
enabled: false
- type: http
enabled: false
- type: memcache
enabled: false
- type: mysql
enabled: false
- type: pgsql
enabled: false
- type: thrift
enabled: false
- type: mongodb
enabled: false
- type: nfs
enabled: false
- type: tls
enabled: false
packetbeat.procs:
enabled: false
name: 172.25.5.84
#queue:
# mem:
# events: 20000
# flush.min_events: 2048
# flush.timeout: 1s
setup.template.settings:
index.number_of_shards: 3
index.codec: best_compression
processors:
- drop_event:
when:
or:
- equals:
method: "PING"
- equals:
method: "PONG"
- equals:
method: "PUBLISH"
- equals:
method: "INFO"
#- drop_fields:
# fields: ["beat.hostname","beat.name","beat.version","client_proc","client_server","proc","query","redis.return_value","server"]
output.kafka:
hosts: ["172.25.8.136:9095","172.25.8.137:9095","172.25.8.138:9095"]
ssl.certificate_authorities: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/ca-redis.crt"
ssl.certificate: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/mytestclient-sign.crt"
ssl.key: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/mytestclient.key"
version: "2.0.0"
topic: 'packetbeat-redis'
worker: 3
# channel_buffer_size: 1000
#output.logstash:
# hosts: ["172.25.5.19:6054"]
# ssl.certificate_authorities: ["/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/ca.crt"]
# ssl.certificate: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/designdept-es-test.crt"
# ssl.key: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/designdept-es-test.key"
# bulk_max_size: 1024
# worker: 3
# max_retries: 5
setup.kibana:
host: "172.25.5.36:5601"
#output.elasticsearch:
# hosts: ["172.25.5.36:9200","172.25.5.99:9200","172.25.5.108:9200"]
# ssl.certificate_authorities: ["/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/ca.crt"]
# ssl.certificate: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/designdept-es-test.crt"
# ssl.key: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/designdept-es-test.key"
# protocol: "https"
# username: "hyhong"
# password: "123456"
# bulk_max_size: 100
#output.file:
# enabled: true
# path: "/opt/app/packagebeat/packetbeat-6.5.1-linux-x86_64/data/packetbeat"
# filename: packetbeat
# rotate_every_kb: 10000
# number_of_files: 7
# permissions: 0600
logging.level: info
logging.to_files: true
#logging.files:
# path: /opt/applog/filebeat
# name: filebeat
# rotateeverybytes: 10485760
# keepfiles: 7
# permissions: 0600
0 个回复