mirror of
https://github.com/zeek/zeek.git
synced 2025-10-02 14:48:21 +00:00
6ae8ac310a
* origin/topic/matthias/libcurl-fix: Use second granularity for ElasticSearch timeouts. Fix compile issues with older versions of libcurl.
48 lines
1.6 KiB
Text
48 lines
1.6 KiB
Text
##! Log writer for sending logs to an ElasticSearch server.
|
|
##!
|
|
##! Note: This module is in testing and is not yet considered stable!
|
|
##!
|
|
##! There is one known memory issue. If your elasticsearch server is
|
|
##! running slowly and taking too long to return from bulk insert
|
|
##! requests, the message queue to the writer thread will continue
|
|
##! growing larger and larger giving the appearance of a memory leak.
|
|
|
|
module LogElasticSearch;
|
|
|
|
export {
|
|
## Name of the ES cluster
|
|
const cluster_name = "elasticsearch" &redef;
|
|
|
|
## ES Server
|
|
const server_host = "127.0.0.1" &redef;
|
|
|
|
## ES Port
|
|
const server_port = 9200 &redef;
|
|
|
|
## Name of the ES index
|
|
const index_prefix = "bro" &redef;
|
|
|
|
## The ES type prefix comes before the name of the related log.
|
|
## e.g. prefix = "bro\_" would create types of bro_dns, bro_software, etc.
|
|
const type_prefix = "" &redef;
|
|
|
|
## The time before an ElasticSearch transfer will timeout. Note that
|
|
## the fractional part of the timeout will be ignored. In particular, time
|
|
## specifications less than a second result in a timeout value of 0, which
|
|
## means "no timeout."
|
|
const transfer_timeout = 2secs;
|
|
|
|
## The batch size is the number of messages that will be queued up before
|
|
## they are sent to be bulk indexed.
|
|
const max_batch_size = 1000 &redef;
|
|
|
|
## The maximum amount of wall-clock time that is allowed to pass without
|
|
## finishing a bulk log send. This represents the maximum delay you
|
|
## would like to have with your logs before they are sent to ElasticSearch.
|
|
const max_batch_interval = 1min &redef;
|
|
|
|
## The maximum byte size for a buffered JSON string to send to the bulk
|
|
## insert API.
|
|
const max_byte_size = 1024 * 1024 &redef;
|
|
}
|
|
|