measurement framework with hll unique

This commit is contained in:
Bernhard Amann 2013-04-08 10:00:34 +02:00
parent 25c0ffc3ab
commit 7eee2f0d17
3 changed files with 8 additions and 6 deletions

View file

@ -6,3 +6,4 @@
@load ./sum @load ./sum
@load ./unique @load ./unique
@load ./variance @load ./variance
@load ./hll_unique

View file

@ -1,3 +1,3 @@
Host: 6.5.4.3 - num:1 - sum:2.0 - var:0.0 - avg:2.0 - max:2.0 - min:2.0 - std_dev:0.0 - unique:1 Host: 6.5.4.3 - num:1 - sum:2.0 - var:0.0 - avg:2.0 - max:2.0 - min:2.0 - std_dev:0.0 - unique:1 - hllunique:1.0
Host: 1.2.3.4 - num:5 - sum:221.0 - var:1144.2 - avg:44.2 - max:94.0 - min:5.0 - std_dev:33.8 - unique:4 Host: 1.2.3.4 - num:5 - sum:221.0 - var:1144.2 - avg:44.2 - max:94.0 - min:5.0 - std_dev:33.8 - unique:4 - hllunique:4.0
Host: 7.2.1.5 - num:1 - sum:1.0 - var:0.0 - avg:1.0 - max:1.0 - min:1.0 - std_dev:0.0 - unique:1 Host: 7.2.1.5 - num:1 - sum:1.0 - var:0.0 - avg:1.0 - max:1.0 - min:1.0 - std_dev:0.0 - unique:1 - hllunique:1.0

View file

@ -10,7 +10,8 @@ event bro_init() &priority=5
Measurement::MAX, Measurement::MAX,
Measurement::MIN, Measurement::MIN,
Measurement::STD_DEV, Measurement::STD_DEV,
Measurement::UNIQUE)]; Measurement::UNIQUE,
Measurement::HLLUNIQUE)];
Measurement::create([$epoch=3secs, Measurement::create([$epoch=3secs,
$reducers=set(r1), $reducers=set(r1),
$epoch_finished(data: Measurement::ResultTable) = $epoch_finished(data: Measurement::ResultTable) =
@ -18,7 +19,7 @@ event bro_init() &priority=5
for ( key in data ) for ( key in data )
{ {
local r = data[key]["test.metric"]; local r = data[key]["test.metric"];
print fmt("Host: %s - num:%d - sum:%.1f - var:%.1f - avg:%.1f - max:%.1f - min:%.1f - std_dev:%.1f - unique:%d", key$host, r$num, r$sum, r$variance, r$average, r$max, r$min, r$std_dev, r$unique); print fmt("Host: %s - num:%d - sum:%.1f - var:%.1f - avg:%.1f - max:%.1f - min:%.1f - std_dev:%.1f - unique:%d - hllunique:%.1f", key$host, r$num, r$sum, r$variance, r$average, r$max, r$min, r$std_dev, r$unique, hll_cardinality_estimate(r$hllunique));
} }
} }
]); ]);