boolean error = false;
try{
// SQL query to monitor database
DatabaseConfig dbc = new DatabaseConfig();
log.info("cluster:"+cluster);
DatabaseWriter db = new DatabaseWriter(cluster);
Calendar c = Calendar.getInstance();
long now = c.getTimeInMillis();
String[] tableName = dbc.findTableName("system_metrics", now, now);
String query = "select unix_TIMESTAMP(now()) - unix_timestamp(max(timestamp)) as delay from "+tableName[0]+" ;";
ResultSet rs = db.query(query);
while(rs.next()) {
long delay = rs.getLong(1);
if(delay>600) {
log.error("Chukwa: "+cluster+": No new data for the past 30 minutes for system metrics");
error=true;
}
}
query = "select count(*) as UpdatesPerHr from "+tableName[0]+" where Timestamp > date_sub(now(), interval 60 minute) ;";
rs = db.query(query);
while(rs.next()) {
updates = rs.getLong(1);
if(updates==0) {
log.error("Chukwa: "+cluster+": No system metrics data received for the past 60 minutes");
error=true;
}
}
String[] hodTableNames = dbc.findTableName("HodJob", now, now);
query = "select count(*) as UpdatesPerHr from "+hodTableNames[0]+" where StartTime > date_sub(now(), interval 60 minute) ;";
rs = db.query(query);
while(rs.next()) {
long updatesHod = rs.getLong(1);
if(updatesHod==0) {
log.error("Chukwa: "+cluster+": No hod job data received for the past 60 minutes");
}
}
String[] mrTableNames = dbc.findTableName("mr_job", now, now);
query = "select count(*) as UpdatesPerHr from "+mrTableNames+" where FINISH_TIME > date_sub(now(), interval 1440 minute) ;";
rs = db.query(query);
while(rs.next()) {
long updatesMR = rs.getLong(1);
if(updatesMR==0) {
log.error("MDL: no map reduce job data received for the past day.");
error=true;
}
}
db.close();
}catch (Exception ex){
log.error("Unexpected error:"+ex.getStackTrace().toString());
System.exit(1);
}
if(!error) {