Mirror/zeek
1
0
Fork 0
mirror of https://github.com/zeek/zeek.git synced 2025-10-17 05:58:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

It works. Even including all unit tests.

Browse source 
But: there are still a few places where I am sure that there are race conditions & memory leaks & I do not really like the current interface & I have to add a few more messages between the front and backend.

But - it works :)
This commit is contained in:
Bernhard Amann 2012-02-13 22:29:55 -08:00
parent 4e868d282d
commit 88233efb2c
16 changed files with 127 additions and 49 deletions
Download patch file Download diff file Expand all files Collapse all files

78
src/input/Manager.cc
View file

@ -215,7 +215,7 @@ ReaderFrontend* Manager::CreateStream(EnumVal* id, RecordVal* description)
EnumVal* reader = description->LookupWithDefault(rtype->FieldOffset("reader"))->AsEnumVal();
ReaderFrontend* reader_obj = new ReaderFrontend(id->AsEnum());
ReaderFrontend* reader_obj = new ReaderFrontend(reader->InternalInt());
assert(reader_obj);
// get the source...
@ -680,7 +680,7 @@ Val* Manager::ValueToIndexVal(int num_fields, const RecordType *type, const Valu
}
void Manager::SendEntry(const ReaderFrontend* reader, const int id, const Value* const *vals) {
void Manager::SendEntry(const ReaderFrontend* reader, const int id, Value* *vals) {
ReaderInfo *i = FindReader(reader);
if ( i == 0 ) {
reporter->InternalError("Unknown reader");
@ -692,18 +692,25 @@ void Manager::SendEntry(const ReaderFrontend* reader, const int id, const Value*
return;
}
int readFields;
if ( i->filters[id]->filter_type == TABLE_FILTER ) {
SendEntryTable(reader, id, vals);
readFields = SendEntryTable(reader, id, vals);
} else if ( i->filters[id]->filter_type == EVENT_FILTER ) {
EnumVal *type = new EnumVal(BifEnum::Input::EVENT_NEW, BifType::Enum::Input::Event);
SendEventFilterEvent(reader, type, id, vals);
readFields = SendEventFilterEvent(reader, type, id, vals);
} else {
assert(false);
}
for ( int i = 0; i < readFields; i++ ) {
delete vals[i];
}
delete [] vals;
}
void Manager::SendEntryTable(const ReaderFrontend* reader, const int id, const Value* const *vals) {
int Manager::SendEntryTable(const ReaderFrontend* reader, const int id, const Value* const *vals) {
ReaderInfo *i = FindReader(reader);
bool updated = false;
@ -733,7 +740,7 @@ void Manager::SendEntryTable(const ReaderFrontend* reader, const int id, const V
// ok, exact duplicate
filter->lastDict->Remove(idxhash);
filter->currDict->Insert(idxhash, h);
return;
return filter->num_val_fields + filter->num_idx_fields;
} else {
assert( filter->num_val_fields > 0 );
// updated
@ -794,11 +801,11 @@ void Manager::SendEntryTable(const ReaderFrontend* reader, const int id, const V
if ( !updated ) {
// throw away. Hence - we quit. And remove the entry from the current dictionary...
delete(filter->currDict->RemoveEntry(idxhash));
return;
return filter->num_val_fields + filter->num_idx_fields;
} else {
// keep old one
filter->currDict->Insert(idxhash, h);
return;
return filter->num_val_fields + filter->num_idx_fields;
}
}
@ -809,7 +816,7 @@ void Manager::SendEntryTable(const ReaderFrontend* reader, const int id, const V
HashKey* k = filter->tab->ComputeHash(idxval);
if ( !k ) {
reporter->InternalError("could not hash");
return;
return filter->num_val_fields + filter->num_idx_fields;
}
filter->tab->Assign(idxval, k, valval);
@ -842,6 +849,9 @@ void Manager::SendEntryTable(const ReaderFrontend* reader, const int id, const V
}
}
}
return filter->num_val_fields + filter->num_idx_fields;
}
@ -926,9 +936,21 @@ void Manager::EndCurrentSend(const ReaderFrontend* reader, int id) {
filter->lastDict = filter->currDict;
filter->currDict = new PDict(InputHash);
// Send event that the current update is indeed finished.
EventHandler* handler = event_registry->Lookup("Input::update_finished");
if ( handler == 0 ) {
reporter->InternalError("Input::update_finished not found!");
}
Ref(i->id);
SendEvent(handler, 1, i->id);
}
void Manager::Put(const ReaderFrontend* reader, int id, const Value* const *vals) {
void Manager::Put(const ReaderFrontend* reader, int id, Value* *vals) {
ReaderInfo *i = FindReader(reader);
if ( i == 0 ) {
reporter->InternalError("Unknown reader");
@ -951,7 +973,7 @@ void Manager::Put(const ReaderFrontend* reader, int id, const Value* const *vals
}
void Manager::SendEventFilterEvent(const ReaderFrontend* reader, EnumVal* type, int id, const Value* const *vals) {
int Manager::SendEventFilterEvent(const ReaderFrontend* reader, EnumVal* type, int id, const Value* const *vals) {
ReaderInfo *i = FindReader(reader);
bool updated = false;
@ -985,11 +1007,13 @@ void Manager::SendEventFilterEvent(const ReaderFrontend* reader, EnumVal* type,
}
}
SendEvent(filter->event, out_vals);
SendEvent(filter->event, out_vals);
return filter->fields->NumFields();
}
void Manager::PutTable(const ReaderFrontend* reader, int id, const Value* const *vals) {
int Manager::PutTable(const ReaderFrontend* reader, int id, const Value* const *vals) {
ReaderInfo *i = FindReader(reader);
assert(i);
@ -1011,6 +1035,8 @@ void Manager::PutTable(const ReaderFrontend* reader, int id, const Value* const
}
filter->tab->Assign(idxval, valval);
return filter->num_idx_fields + filter->num_val_fields;
}
void Manager::Clear(const ReaderFrontend* reader, int id) {
@ -1028,7 +1054,7 @@ void Manager::Clear(const ReaderFrontend* reader, int id) {
filter->tab->RemoveAll();
}
bool Manager::Delete(const ReaderFrontend* reader, int id, const Value* const *vals) {
bool Manager::Delete(const ReaderFrontend* reader, int id, Value* *vals) {
ReaderInfo *i = FindReader(reader);
if ( i == 0 ) {
reporter->InternalError("Unknown reader");
@ -1037,18 +1063,29 @@ bool Manager::Delete(const ReaderFrontend* reader, int id, const Value* const *v
assert(i->HasFilter(id));
bool success = false;
int readVals = 0;
if ( i->filters[id]->filter_type == TABLE_FILTER ) {
TableFilter* filter = (TableFilter*) i->filters[id];
Val* idxval = ValueToIndexVal(filter->num_idx_fields, filter->itype, vals);
return( filter->tab->Delete(idxval) != 0 );
readVals = filter->num_idx_fields + filter->num_val_fields;
success = ( filter->tab->Delete(idxval) != 0 );
} else if ( i->filters[id]->filter_type == EVENT_FILTER ) {
EnumVal *type = new EnumVal(BifEnum::Input::EVENT_REMOVED, BifType::Enum::Input::Event);
SendEventFilterEvent(reader, type, id, vals);
return true;
readVals = SendEventFilterEvent(reader, type, id, vals);
success = true;
} else {
assert(false);
return false;
}
for ( int i = 0; i < readVals; i++ ) {
delete vals[i];
}
delete [] vals;
return success;
}
void Manager::Error(ReaderFrontend* reader, const char* msg)
@ -1056,7 +1093,7 @@ void Manager::Error(ReaderFrontend* reader, const char* msg)
reporter->Error("error with input reader for %s: %s", reader->Source().c_str(), msg);
}
bool Manager::SendEvent(const string& name, const int num_vals, const Value* const *vals)
bool Manager::SendEvent(const string& name, const int num_vals, Value* *vals)
{
EventHandler* handler = event_registry->Lookup(name.c_str());
if ( handler == 0 ) {
@ -1078,6 +1115,11 @@ bool Manager::SendEvent(const string& name, const int num_vals, const Value* con
mgr.Dispatch(new Event(handler, vl));
for ( int i = 0; i < num_vals; i++ ) {
delete vals[i];
}
delete [] vals;
return true;
}

14
src/input/Manager.h
View file

@ -44,15 +44,15 @@ protected:
void Error(ReaderFrontend* reader, const char* msg);
// for readers to write to input stream in direct mode (reporting new/deleted values directly)
void Put(const ReaderFrontend* reader, int id, const threading::Value* const *vals);
void Put(const ReaderFrontend* reader, int id, threading::Value* *vals);
void Clear(const ReaderFrontend* reader, int id);
bool Delete(const ReaderFrontend* reader, int id, const threading::Value* const *vals);
bool Delete(const ReaderFrontend* reader, int id, threading::Value* *vals);
// for readers to write to input stream in indirect mode (manager is monitoring new/deleted values)
void SendEntry(const ReaderFrontend* reader, const int id, const threading::Value* const *vals);
void SendEntry(const ReaderFrontend* reader, const int id, threading::Value* *vals);
void EndCurrentSend(const ReaderFrontend* reader, const int id);
bool SendEvent(const string& name, const int num_vals, const threading::Value* const *vals);
bool SendEvent(const string& name, const int num_vals, threading::Value* *vals);
ReaderBackend* CreateBackend(ReaderFrontend* frontend, bro_int_t type);
@ -60,9 +60,9 @@ protected:
private:
struct ReaderInfo;
void SendEntryTable(const ReaderFrontend* reader, int id, const threading::Value* const *vals);
void PutTable(const ReaderFrontend* reader, int id, const threading::Value* const *vals);
void SendEventFilterEvent(const ReaderFrontend* reader, EnumVal* type, int id, const threading::Value* const *vals);
int SendEntryTable(const ReaderFrontend* reader, int id, const threading::Value* const *vals);
int PutTable(const ReaderFrontend* reader, int id, const threading::Value* const *vals);
int SendEventFilterEvent(const ReaderFrontend* reader, EnumVal* type, int id, const threading::Value* const *vals);
bool IsCompatibleType(BroType* t, bool atomic_only=false);

28
src/input/ReaderBackend.cc
View file

@ -26,7 +26,7 @@ private:
class PutMessage : public threading::OutputMessage<ReaderFrontend> {
public:
PutMessage(ReaderFrontend* reader, int id, const Value* const *val)
PutMessage(ReaderFrontend* reader, int id, Value* *val)
: threading::OutputMessage<ReaderFrontend>("Put", reader),
id(id), val(val) {}
@ -37,12 +37,12 @@ public:
private:
int id;
const Value* const *val;
Value* *val;
};
class DeleteMessage : public threading::OutputMessage<ReaderFrontend> {
public:
DeleteMessage(ReaderFrontend* reader, int id, const Value* const *val)
DeleteMessage(ReaderFrontend* reader, int id, Value* *val)
: threading::OutputMessage<ReaderFrontend>("Delete", reader),
id(id), val(val) {}
@ -52,7 +52,7 @@ public:
private:
int id;
const Value* const *val;
Value* *val;
};
class ClearMessage : public threading::OutputMessage<ReaderFrontend> {
@ -72,7 +72,7 @@ private:
class SendEventMessage : public threading::OutputMessage<ReaderFrontend> {
public:
SendEventMessage(ReaderFrontend* reader, const string& name, const int num_vals, const Value* const *val)
SendEventMessage(ReaderFrontend* reader, const string& name, const int num_vals, Value* *val)
: threading::OutputMessage<ReaderFrontend>("SendEvent", reader),
name(name), num_vals(num_vals), val(val) {}
@ -83,14 +83,14 @@ public:
private:
const string name;
const int num_vals;
const Value* const *val;
Value* *val;
};
class SendEntryMessage : public threading::OutputMessage<ReaderFrontend> {
public:
SendEntryMessage(ReaderFrontend* reader, const int id, const Value* const *val)
SendEntryMessage(ReaderFrontend* reader, const int id, Value* *val)
: threading::OutputMessage<ReaderFrontend>("SendEntry", reader),
id(id), val(val) {}
id(id), val(val) { }
virtual bool Process() {
input_mgr->SendEntry(Object(), id, val);
@ -99,13 +99,13 @@ public:
private:
const int id;
const Value* const *val;
Value* *val;
};
class EndCurrentSendMessage : public threading::OutputMessage<ReaderFrontend> {
public:
EndCurrentSendMessage(ReaderFrontend* reader, int id)
: threading::OutputMessage<ReaderFrontend>("SendEntry", reader),
: threading::OutputMessage<ReaderFrontend>("EndCurrentSend", reader),
id(id) {}
virtual bool Process() {
@ -145,12 +145,12 @@ void ReaderBackend::Error(const char *msg)
} */
void ReaderBackend::Put(int id, const Value* const *val)
void ReaderBackend::Put(int id, Value* *val)
{
SendOut(new PutMessage(frontend, id, val));
}
void ReaderBackend::Delete(int id, const Value* const *val)
void ReaderBackend::Delete(int id, Value* *val)
{
SendOut(new DeleteMessage(frontend, id, val));
}
@ -160,7 +160,7 @@ void ReaderBackend::Clear(int id)
SendOut(new ClearMessage(frontend, id));
}
void ReaderBackend::SendEvent(const string& name, const int num_vals, const Value* const *vals)
void ReaderBackend::SendEvent(const string& name, const int num_vals, Value* *vals)
{
SendOut(new SendEventMessage(frontend, name, num_vals, vals));
}
@ -170,7 +170,7 @@ void ReaderBackend::EndCurrentSend(int id)
SendOut(new EndCurrentSendMessage(frontend, id));
}
void ReaderBackend::SendEntry(int id, const Value* const *vals)
void ReaderBackend::SendEntry(int id, Value* *vals)
{
SendOut(new SendEntryMessage(frontend, id, vals));
}

8
src/input/ReaderBackend.h
View file

@ -50,15 +50,15 @@ protected:
// A thread-safe version of fmt(). (stolen from logwriter)
const char* Fmt(const char* format, ...);
void SendEvent(const string& name, const int num_vals, const threading::Value* const *vals);
void SendEvent(const string& name, const int num_vals, threading::Value* *vals);
// Content-sendinf-functions (simple mode). Including table-specific stuff that simply is not used if we have no table
void Put(int id, const threading::Value* const *val);
void Delete(int id, const threading::Value* const *val);
void Put(int id, threading::Value* *val);
void Delete(int id, threading::Value* *val);
void Clear(int id);
// Table-functions (tracking mode): Only changed lines are propagated.
void SendEntry(int id, const threading::Value* const *vals);
void SendEntry(int id, threading::Value* *vals);
void EndCurrentSend(int id);

1
src/input/ReaderFrontend.cc
View file

@ -56,6 +56,7 @@ private:
const threading::Field* const* fields;
};
ReaderFrontend::ReaderFrontend(bro_int_t type) {
disabled = initialized = false;
ty_name = "<not set>";

4
src/input/readers/Ascii.cc
View file

@ -445,10 +445,12 @@ bool Ascii::DoUpdate() {
SendEntry((*it).first, fields);
for ( unsigned int i = 0; i < (*it).second.num_fields; i++ ) {
/* Do not do this, ownership changes to other thread
* for ( unsigned int i = 0; i < (*it).second.num_fields; i++ ) {
delete fields[i];
}
delete [] fields;
*/
}
}