/********************************************************************\ Alarm handler of the Evidence Control System - Checks periodically if all required servers are up - Listens to the 'Message' service of each server and generates new service for each observed server indicating the maximum Severity in the past. - Maximum severity may be reset by a command 'Alarm/ResetAlarm' for a server. - A text describing the current state of all servers is published as DIM service. The states are described in LevelStr[]. - A master alarm (indicating most severe of individual alarms) is published. - The server can be switched on/off with the command 'Alarm/Switch'. A mutex is used because UpdateAlarmSummary() may be called from DIM handler thread and from main thread. Oliver Grimm, June 2010 \********************************************************************/ #define SERVER_NAME "Alarm" #include "Evidence.h" #include using namespace std; const char* LevelStr[] = {"OK", "WARN", "ERROR", "FATAL", "UNAVAILABLE"}; const int MIN_PERIOD = 5; // Minimum period in seconds for checking servers are alive // // Class declaration // class AlarmHandler: public DimClient, public EvidenceServer { DimCommand *ResetCommand; DimCommand *SwitchCommand; DimService *Summary, *Master; char *AlarmText; int MasterAlarm; void infoHandler(); void commandHandler(); public: AlarmHandler(); ~AlarmHandler(); struct Item { string Server; string Email; DimStampedInfo *Subscription; DimService *AlarmLevel; int WarnedLevel; int Level; }; vector List; bool Active; void UpdateAlarmSummary(); }; // Constructor AlarmHandler::AlarmHandler(): EvidenceServer(SERVER_NAME) { struct Item N; static int InitLevel = -1; // static for DIM service below // Initialise MasterAlarm = 0; AlarmText = NULL; Active = true; // Handling of servies will only start after start() autoStartOff(); // Create DIM services Summary = new DimService(SERVER_NAME"/Summary", (char *) "not yet available"); Master = new DimService(SERVER_NAME"/MasterAlarm", MasterAlarm); // Get DIM servers to observe vector Token = Tokenize(GetConfig("servers")); for (int i=0; i A = Tokenize(Token[i], ":"); N.Server = A[0]; if (A.size() == 2) N.Email = A[1]; else N.Email = string(); // DIS_DNS has no Message service if (N.Server == "DIS_DNS") N.Subscription = NULL; else N.Subscription = new DimStampedInfo((N.Server+"/Message").c_str(), NO_LINK, this); // Alarm service for server (reference to variable will be updated in UpdateAlarmSummary()) N.WarnedLevel = 0; N.Level = -1; N.AlarmLevel = new DimService((N.Server+"/AlarmLevel").c_str(), InitLevel); List.push_back(N); } // Provide command to reset Level ResetCommand = new DimCommand(SERVER_NAME"/ResetAlarm", (char *) "C", this); SwitchCommand = new DimCommand(SERVER_NAME"/Switch", (char *) "C", this); // List set up, can start handling start(SERVER_NAME); } // Destructor AlarmHandler::~AlarmHandler() { delete SwitchCommand; delete ResetCommand; for (int i=0; igetFormat(), getInfo()->getData(), getInfo()->getSize()).c_str()); if ((Severity>List[i].Level) || (List[i].Level==4 && Severity==0)) List[i].Level = Severity; } } UpdateAlarmSummary(); } // Handle commands void AlarmHandler::commandHandler() { string Text = ToString((char *) "C", getCommand()->getData(), getCommand()->getSize()); // Reset alarm level, publish/log action and reset server message severity if (getCommand() == ResetCommand) { for (int i=0; i=0 && List[i].Level<=4 ? LevelStr[List[i].Level] : "unknown"); Buf << " (" << List[i].Level << ")" << endl; // Adjust master alarm and update server alarm level if (List[i].Level > Alarm) Alarm = List[i].Level; List[i].AlarmLevel->updateService(List[i].Level); // Check if alarm level raised, then send alarm message once if (List[i].WarnedLevel < List[i].Level && !List[i].Email.empty()) { List[i].WarnedLevel = List[i].Level; // Prepare email message char *Text; time_t Time = time(NULL); if (asprintf(&Text, "echo \"Server alarm level '%s' at %s\"|" "mail -s \"Evidence Alarm for '%s'\" %s", List[i].Level>=0 && List[i].Level<=4 ? LevelStr[List[i].Level] : "unknown", ctime(&Time), List[i].Server.c_str(), List[i].Email.c_str()) != -1) { system(Text); // Return value depending on OS free(Text); } else Message(ERROR, "Could not send alarm email, asprintf() failed"); } } // Update master alarm services MasterAlarm = Alarm; Master->updateService(); // Update alarm description (DIM requires variables to be valid until update) char *Tmp = new char[Buf.str().size()+1]; strcpy(Tmp, Buf.str().c_str()); Summary->updateService(Tmp); delete[] AlarmText; AlarmText = Tmp; Unlock(); } // // Main program // int main() { DimBrowser B; char *Server, *Node; bool Exist; // Static declaration ensures calling of destructor by exit() static AlarmHandler A; // Verify periodically that servers exist (if Alarm is active) while(!A.ExitRequest) { for (int i=0; i0 && A.List[i].Level==-1) A.List[i].Level = 0; } A.UpdateAlarmSummary(); sleep(max(atoi(A.GetConfig("period").c_str()), MIN_PERIOD)); } }