mirror of
https://github.com/zeek/zeek.git
synced 2025-10-02 22:58:20 +00:00
98 lines
3.3 KiB
Text
98 lines
3.3 KiB
Text
# @TEST-PORT: BROKER_MANAGER_PORT
|
|
# @TEST-PORT: BROKER_WORKER1_PORT
|
|
# @TEST-PORT: BROKER_WORKER2_PORT
|
|
#
|
|
# @TEST-EXEC: cp $FILES/broker/cluster-layout.zeek .
|
|
#
|
|
# @TEST-EXEC: btest-bg-run manager ZEEKPATH=$ZEEKPATH:.. CLUSTER_NODE=manager zeek -b %INPUT
|
|
# @TEST-EXEC: btest-bg-run worker-1 ZEEKPATH=$ZEEKPATH:.. CLUSTER_NODE=worker-1 zeek -b %INPUT
|
|
# @TEST-EXEC: btest-bg-run worker-2 ZEEKPATH=$ZEEKPATH:.. CLUSTER_NODE=worker-2 zeek -b %INPUT
|
|
# @TEST-EXEC: btest-bg-wait 30
|
|
|
|
# @TEST-EXEC: TEST_DIFF_CANONIFIER=$SCRIPTS/diff-sort btest-diff manager/.stdout
|
|
|
|
@load base/frameworks/sumstats
|
|
@load policy/frameworks/cluster/experimental
|
|
|
|
redef Log::default_rotation_interval = 0secs;
|
|
|
|
global n = 0;
|
|
global did_data = F;
|
|
|
|
event zeek_init() &priority=5
|
|
{
|
|
local r1: SumStats::Reducer = [$stream="test", $apply=set(SumStats::SUM, SumStats::MIN, SumStats::MAX, SumStats::AVERAGE, SumStats::STD_DEV, SumStats::VARIANCE, SumStats::UNIQUE, SumStats::HLL_UNIQUE)];
|
|
SumStats::create([$name="test",
|
|
$epoch=0secs,
|
|
$reducers=set(r1),
|
|
$epoch_result(ts: time, key: SumStats::Key, result: SumStats::Result) =
|
|
{
|
|
if ( ! did_data ) return;
|
|
local r = result["test"];
|
|
print fmt("Host: %s - num:%d - sum:%.1f - avg:%.1f - max:%.1f - min:%.1f - var:%.1f - std_dev:%.1f - unique:%d - hllunique:%d", key$host, r$num, r$sum, r$average, r$max, r$min, r$variance, r$std_dev, r$unique, r$hll_unique);
|
|
},
|
|
$epoch_finished(ts: time) =
|
|
{
|
|
print "epoch finished", did_data;
|
|
if ( did_data )
|
|
terminate();
|
|
}]);
|
|
}
|
|
|
|
event Broker::peer_lost(endpoint: Broker::EndpointInfo, msg: string)
|
|
{
|
|
terminate();
|
|
}
|
|
|
|
event ready_for_data() &is_used
|
|
{
|
|
if ( Cluster::node == "worker-1" )
|
|
{
|
|
SumStats::observe("test", [$host=1.2.3.4], [$num=34]);
|
|
SumStats::observe("test", [$host=1.2.3.4], [$num=30]);
|
|
SumStats::observe("test", [$host=6.5.4.3], [$num=1]);
|
|
SumStats::observe("test", [$host=7.2.1.5], [$num=54]);
|
|
}
|
|
if ( Cluster::node == "worker-2" )
|
|
{
|
|
SumStats::observe("test", [$host=1.2.3.4], [$num=75]);
|
|
SumStats::observe("test", [$host=1.2.3.4], [$num=30]);
|
|
SumStats::observe("test", [$host=1.2.3.4], [$num=3]);
|
|
SumStats::observe("test", [$host=1.2.3.4], [$num=57]);
|
|
SumStats::observe("test", [$host=1.2.3.4], [$num=52]);
|
|
SumStats::observe("test", [$host=1.2.3.4], [$num=61]);
|
|
SumStats::observe("test", [$host=1.2.3.4], [$num=95]);
|
|
SumStats::observe("test", [$host=6.5.4.3], [$num=5]);
|
|
SumStats::observe("test", [$host=7.2.1.5], [$num=91]);
|
|
SumStats::observe("test", [$host=10.10.10.10], [$num=5]);
|
|
}
|
|
}
|
|
|
|
@if ( Cluster::local_node_type() == Cluster::MANAGER )
|
|
|
|
event second_test()
|
|
{
|
|
print "Performing second epoch with observations";
|
|
local ret = SumStats::next_epoch("test");
|
|
if ( ! ret )
|
|
print "Return value false";
|
|
}
|
|
|
|
event send_ready_for_data()
|
|
{
|
|
print "Sending ready for data";
|
|
Broker::publish(Cluster::worker_topic, ready_for_data);
|
|
did_data = T;
|
|
}
|
|
|
|
|
|
event Cluster::Experimental::cluster_started()
|
|
{
|
|
print "Performing first epoch, no observations";
|
|
local ret = SumStats::next_epoch("test");
|
|
if ( ! ret )
|
|
print "Return value false";
|
|
schedule 5secs { send_ready_for_data() };
|
|
schedule 10secs { second_test() };
|
|
}
|
|
@endif
|