Refactor: move zabbix requests to single place (zabbix.js module).

This commit is contained in:
Alexander Zobnin
2016-11-13 17:15:50 +03:00
parent ce8d9f4be8
commit d11f1b7616
3 changed files with 202 additions and 223 deletions

View File

@@ -6,15 +6,15 @@ import * as migrations from './migrations';
import * as metricFunctions from './metricFunctions'; import * as metricFunctions from './metricFunctions';
import DataProcessor from './DataProcessor'; import DataProcessor from './DataProcessor';
import responseHandler from './responseHandler'; import responseHandler from './responseHandler';
import './zabbixAPI.service.js'; import './zabbix.js';
import './zabbixCache.service.js';
import './queryBuilder.js';
import {ZabbixAPIError} from './zabbixAPICore.service.js'; import {ZabbixAPIError} from './zabbixAPICore.service.js';
class ZabbixAPIDatasource { class ZabbixAPIDatasource {
/** @ngInject */ /** @ngInject */
constructor(instanceSettings, templateSrv, alertSrv, zabbixAPIService, ZabbixCachingProxy, QueryBuilder) { constructor(instanceSettings, templateSrv, alertSrv, Zabbix) {
this.templateSrv = templateSrv;
this.alertSrv = alertSrv;
// General data source settings // General data source settings
this.name = instanceSettings.name; this.name = instanceSettings.name;
@@ -34,19 +34,7 @@ class ZabbixAPIDatasource {
var ttl = instanceSettings.jsonData.cacheTTL || '1h'; var ttl = instanceSettings.jsonData.cacheTTL || '1h';
this.cacheTTL = utils.parseInterval(ttl); this.cacheTTL = utils.parseInterval(ttl);
// Initialize Zabbix API this.zabbix = new Zabbix(this.url, this.username, this.password, this.basicAuth, this.withCredentials, this.cacheTTL);
var ZabbixAPI = zabbixAPIService;
this.zabbixAPI = new ZabbixAPI(this.url, this.username, this.password, this.basicAuth, this.withCredentials);
// Initialize cache service
this.zabbixCache = new ZabbixCachingProxy(this.zabbixAPI, this.cacheTTL);
// Initialize query builder
this.queryBuilder = new QueryBuilder(this.zabbixCache);
// Dependencies
this.templateSrv = templateSrv;
this.alertSrv = alertSrv;
// Use custom format for template variables // Use custom format for template variables
this.replaceTemplateVars = _.partial(replaceTemplateVars, this.templateSrv); this.replaceTemplateVars = _.partial(replaceTemplateVars, this.templateSrv);
@@ -119,7 +107,7 @@ class ZabbixAPIDatasource {
return []; return [];
} }
return this.zabbixAPI return this.zabbix
.getSLA(target.itservice.serviceid, timeFrom, timeTo) .getSLA(target.itservice.serviceid, timeFrom, timeTo)
.then(slaObject => { .then(slaObject => {
return responseHandler.handleSLAResponse(target.itservice, target.slaProperty, slaObject); return responseHandler.handleSLAResponse(target.itservice, target.slaProperty, slaObject);
@@ -148,7 +136,7 @@ class ZabbixAPIDatasource {
let options = { let options = {
itemtype: 'num' itemtype: 'num'
}; };
return this.queryBuilder.build(target, options) return this.zabbix.getItemsFromTarget(target, options)
.then(items => { .then(items => {
// Add hostname for items from multiple hosts // Add hostname for items from multiple hosts
var addHostName = utils.isRegex(target.host.filter); var addHostName = utils.isRegex(target.host.filter);
@@ -164,7 +152,7 @@ class ZabbixAPIDatasource {
}); });
var valueType = trendValueFunc ? trendValueFunc.params[0] : "avg"; var valueType = trendValueFunc ? trendValueFunc.params[0] : "avg";
getHistory = this.zabbixAPI getHistory = this.zabbix
.getTrend(items, timeFrom, timeTo) .getTrend(items, timeFrom, timeTo)
.then(history => { .then(history => {
return responseHandler.handleTrends(history, items, addHostName, valueType); return responseHandler.handleTrends(history, items, addHostName, valueType);
@@ -173,7 +161,7 @@ class ZabbixAPIDatasource {
// Use history // Use history
else { else {
getHistory = this.zabbixCache getHistory = this.zabbix
.getHistory(items, timeFrom, timeTo) .getHistory(items, timeFrom, timeTo)
.then(history => { .then(history => {
return responseHandler.handleHistory(history, items, addHostName); return responseHandler.handleHistory(history, items, addHostName);
@@ -227,10 +215,10 @@ class ZabbixAPIDatasource {
let options = { let options = {
itemtype: 'text' itemtype: 'text'
}; };
return this.queryBuilder.build(target, options) return this.zabbix.getItemsFromTarget(target, options)
.then(items => { .then(items => {
if (items.length) { if (items.length) {
return this.zabbixAPI.getHistory(items, timeFrom, timeTo) return this.zabbix.getHistory(items, timeFrom, timeTo)
.then(history => { .then(history => {
return responseHandler.convertHistory(history, items, false, (point) => { return responseHandler.convertHistory(history, items, false, (point) => {
let value = point.value; let value = point.value;
@@ -255,10 +243,10 @@ class ZabbixAPIDatasource {
*/ */
testDatasource() { testDatasource() {
let zabbixVersion; let zabbixVersion;
return this.zabbixAPI.getVersion() return this.zabbix.getVersion()
.then(version => { .then(version => {
zabbixVersion = version; zabbixVersion = version;
return this.zabbixAPI.login(); return this.zabbix.login();
}) })
.then(() => { .then(() => {
return { return {
@@ -317,16 +305,16 @@ class ZabbixAPIDatasource {
if (template.app === '/.*/') { if (template.app === '/.*/') {
template.app = ''; template.app = '';
} }
result = this.queryBuilder.getItems(template.group, template.host, template.app, template.item); result = this.zabbix.getItems(template.group, template.host, template.app, template.item);
} else if (parts.length === 3) { } else if (parts.length === 3) {
// Get applications // Get applications
result = this.queryBuilder.getApps(template.group, template.host, template.app); result = this.zabbix.getApps(template.group, template.host, template.app);
} else if (parts.length === 2) { } else if (parts.length === 2) {
// Get hosts // Get hosts
result = this.queryBuilder.getHosts(template.group, template.host); result = this.zabbix.getHosts(template.group, template.host);
} else if (parts.length === 1) { } else if (parts.length === 1) {
// Get groups // Get groups
result = this.zabbixCache.getGroups(template.group); result = this.zabbix.getGroups(template.group);
} else { } else {
result = Promise.resolve([]); result = Promise.resolve([]);
} }
@@ -349,64 +337,61 @@ class ZabbixAPIDatasource {
// Show all triggers // Show all triggers
var showTriggers = [0, 1]; var showTriggers = [0, 1];
var buildQuery = this.queryBuilder var getTriggers = this.zabbix
.buildTriggerQuery(this.replaceTemplateVars(annotation.group, {}), .getTriggers(this.replaceTemplateVars(annotation.group, {}),
this.replaceTemplateVars(annotation.host, {}), this.replaceTemplateVars(annotation.host, {}),
this.replaceTemplateVars(annotation.application, {})); this.replaceTemplateVars(annotation.application, {}),
showTriggers);
return buildQuery.then(query => { return getTriggers.then(triggers => {
return this.zabbixAPI
.getTriggers(query.groupids, query.hostids, query.applicationids, showTriggers)
.then(triggers => {
// Filter triggers by description // Filter triggers by description
if (utils.isRegex(annotation.trigger)) { if (utils.isRegex(annotation.trigger)) {
triggers = _.filter(triggers, trigger => { triggers = _.filter(triggers, trigger => {
return utils.buildRegex(annotation.trigger).test(trigger.description); return utils.buildRegex(annotation.trigger).test(trigger.description);
}); });
} else if (annotation.trigger) { } else if (annotation.trigger) {
triggers = _.filter(triggers, trigger => { triggers = _.filter(triggers, trigger => {
return trigger.description === annotation.trigger; return trigger.description === annotation.trigger;
});
}
// Remove events below the chose severity
triggers = _.filter(triggers, trigger => {
return Number(trigger.priority) >= Number(annotation.minseverity);
});
var objectids = _.map(triggers, 'triggerid');
return this.zabbix
.getEvents(objectids, timeFrom, timeTo, showOkEvents)
.then(events => {
var indexedTriggers = _.keyBy(triggers, 'triggerid');
// Hide acknowledged events if option enabled
if (annotation.hideAcknowledged) {
events = _.filter(events, event => {
return !event.acknowledges.length;
}); });
} }
// Remove events below the chose severity return _.map(events, event => {
triggers = _.filter(triggers, trigger => { let tags;
return Number(trigger.priority) >= Number(annotation.minseverity); if (annotation.showHostname) {
tags = _.map(event.hosts, 'name');
}
// Show event type (OK or Problem)
let title = Number(event.value) ? 'Problem' : 'OK';
let formatted_acknowledges = utils.formatAcknowledges(event.acknowledges);
return {
annotation: annotation,
time: event.clock * 1000,
title: title,
tags: tags,
text: indexedTriggers[event.objectid].description + formatted_acknowledges
};
}); });
var objectids = _.map(triggers, 'triggerid');
return this.zabbixAPI
.getEvents(objectids, timeFrom, timeTo, showOkEvents)
.then(events => {
var indexedTriggers = _.keyBy(triggers, 'triggerid');
// Hide acknowledged events if option enabled
if (annotation.hideAcknowledged) {
events = _.filter(events, event => {
return !event.acknowledges.length;
});
}
return _.map(events, event => {
let tags;
if (annotation.showHostname) {
tags = _.map(event.hosts, 'name');
}
// Show event type (OK or Problem)
let title = Number(event.value) ? 'Problem' : 'OK';
let formatted_acknowledges = utils.formatAcknowledges(event.acknowledges);
return {
annotation: annotation,
time: event.clock * 1000,
title: title,
tags: tags,
text: indexedTriggers[event.objectid].description + formatted_acknowledges
};
});
});
}); });
}); });
} }

View File

@@ -1,45 +1,40 @@
import angular from 'angular'; import angular from 'angular';
import _ from 'lodash'; import _ from 'lodash';
import * as utils from './utils'; import * as utils from './utils';
import './zabbixAPI.service.js';
import './zabbixCache.service.js';
function QueryBuilderFactory() { // Use factory() instead service() for multiple data sources support.
// Each Zabbix data source instance should initialize its own API instance.
class QueryBuilder { /** @ngInject */
constructor(zabbixCacheInstance) { function ZabbixFactory(zabbixAPIService, ZabbixCachingProxy) {
this.cache = zabbixCacheInstance;
class Zabbix {
constructor(url, username, password, basicAuth, withCredentials, cacheTTL) {
// Initialize Zabbix API
var ZabbixAPI = zabbixAPIService;
this.zabbixAPI = new ZabbixAPI(url, username, password, basicAuth, withCredentials);
// Initialize cache
this.cache = new ZabbixCachingProxy(this.zabbixAPI, cacheTTL);
// Proxy methods
this.getHistory = this.cache.getHistory.bind(this.cache);
this.getTrend = this.zabbixAPI.getTrend.bind(this.zabbixAPI);
this.getEvents = this.zabbixAPI.getEvents.bind(this.zabbixAPI);
this.getAcknowledges = this.zabbixAPI.getAcknowledges.bind(this.zabbixAPI);
this.getSLA = this.zabbixAPI.getSLA.bind(this.zabbixAPI);
this.getVersion = this.zabbixAPI.getVersion.bind(this.zabbixAPI);
this.login = this.zabbixAPI.login.bind(this.zabbixAPI);
} }
initializeCache() { getItemsFromTarget(target, options) {
if (this.cache._initialized) { let parts = ['group', 'host', 'application', 'item'];
return Promise.resolve(); let filters = _.map(parts, p => target[p].filter);
} else { return this.getItems(...filters, options);
return this.cache.refresh();
}
}
/**
* Build query - convert target filters to array of Zabbix items
*/
build(target, options) {
function getFiltersFromTarget(target) {
let parts = ['group', 'host', 'application', 'item'];
return _.map(parts, p => target[p].filter);
}
return this.initializeCache()
.then(() => {
return this.getItems(...getFiltersFromTarget(target), options);
});
}
/**
* Build trigger query in asynchronous manner
*/
buildTriggerQuery(groupFilter, hostFilter, appFilter) {
return this.initializeCache()
.then(() => {
return this.buildTriggerQueryFromCache(groupFilter, hostFilter, appFilter);
});
} }
getAllGroups() { getAllGroups() {
@@ -120,7 +115,7 @@ function QueryBuilderFactory() {
/** /**
* Build query - convert target filters to array of Zabbix items * Build query - convert target filters to array of Zabbix items
*/ */
buildTriggerQueryFromCache(groupFilter, hostFilter, appFilter) { getTriggers(groupFilter, hostFilter, appFilter, showTriggers) {
let promises = [ let promises = [
this.getGroups(groupFilter), this.getGroups(groupFilter),
this.getHosts(groupFilter, hostFilter), this.getHosts(groupFilter, hostFilter),
@@ -145,16 +140,21 @@ function QueryBuilderFactory() {
} }
return query; return query;
}).then(query => {
return this.zabbixAPI
.getTriggers(query.groupids, query.hostids, query.applicationids, showTriggers);
}); });
} }
} }
return QueryBuilder; return Zabbix;
} }
angular angular
.module('grafana.services') .module('grafana.services')
.factory('QueryBuilder', QueryBuilderFactory); .factory('Zabbix', ZabbixFactory);
///////////////////////////////////////////////////////////////////////////////
/** /**
* Find group, host, app or item by given name. * Find group, host, app or item by given name.

View File

@@ -106,9 +106,9 @@ class TriggerPanelCtrl extends MetricsPanelCtrl {
var self = this; var self = this;
// Load datasource // Load datasource
return this.datasourceSrv.get(this.panel.datasource).then(datasource => { return this.datasourceSrv.get(this.panel.datasource)
var zabbix = datasource.zabbixAPI; .then(datasource => {
var queryBuilder = datasource.queryBuilder; var zabbix = datasource.zabbix;
var showEvents = self.panel.showEvents.value; var showEvents = self.panel.showEvents.value;
var triggerFilter = self.panel.triggers; var triggerFilter = self.panel.triggers;
@@ -117,118 +117,112 @@ class TriggerPanelCtrl extends MetricsPanelCtrl {
var hostFilter = datasource.replaceTemplateVars(triggerFilter.host.filter); var hostFilter = datasource.replaceTemplateVars(triggerFilter.host.filter);
var appFilter = datasource.replaceTemplateVars(triggerFilter.application.filter); var appFilter = datasource.replaceTemplateVars(triggerFilter.application.filter);
var buildQuery = queryBuilder.buildTriggerQuery(groupFilter, hostFilter, appFilter); var getTriggers = zabbix.getTriggers(groupFilter, hostFilter, appFilter, showEvents);
return buildQuery.then(query => { return getTriggers.then(triggers => {
return zabbix.getTriggers(query.groupids, return _.map(triggers, trigger => {
query.hostids, let triggerObj = trigger;
query.applicationids,
showEvents)
.then(triggers => {
return _.map(triggers, trigger => {
let triggerObj = trigger;
// Format last change and age // Format last change and age
trigger.lastchangeUnix = Number(trigger.lastchange); trigger.lastchangeUnix = Number(trigger.lastchange);
let timestamp = moment.unix(trigger.lastchangeUnix); let timestamp = moment.unix(trigger.lastchangeUnix);
if (self.panel.customLastChangeFormat) { if (self.panel.customLastChangeFormat) {
// User defined format // User defined format
triggerObj.lastchange = timestamp.format(self.panel.lastChangeFormat); triggerObj.lastchange = timestamp.format(self.panel.lastChangeFormat);
} else { } else {
triggerObj.lastchange = timestamp.format(self.defaultTimeFormat); triggerObj.lastchange = timestamp.format(self.defaultTimeFormat);
} }
triggerObj.age = timestamp.fromNow(true); triggerObj.age = timestamp.fromNow(true);
// Set host that the trigger belongs // Set host that the trigger belongs
if (trigger.hosts.length) { if (trigger.hosts.length) {
triggerObj.host = trigger.hosts[0].name; triggerObj.host = trigger.hosts[0].name;
triggerObj.hostTechName = trigger.hosts[0].host; triggerObj.hostTechName = trigger.hosts[0].host;
} }
// Set color // Set color
if (trigger.value === '1') { if (trigger.value === '1') {
// Problem state // Problem state
triggerObj.color = self.panel.triggerSeverity[trigger.priority].color; triggerObj.color = self.panel.triggerSeverity[trigger.priority].color;
} else { } else {
// OK state // OK state
triggerObj.color = self.panel.okEventColor; triggerObj.color = self.panel.okEventColor;
} }
triggerObj.severity = self.panel.triggerSeverity[trigger.priority].severity; triggerObj.severity = self.panel.triggerSeverity[trigger.priority].severity;
return triggerObj; return triggerObj;
}); });
}) })
.then(triggerList => { .then(triggerList => {
// Request acknowledges for trigger // Request acknowledges for trigger
var eventids = _.map(triggerList, trigger => { var eventids = _.map(triggerList, trigger => {
return trigger.lastEvent.eventid; return trigger.lastEvent.eventid;
});
return zabbix.getAcknowledges(eventids)
.then(events => {
// Map events to triggers
_.each(triggerList, trigger => {
var event = _.find(events, event => {
return event.eventid === trigger.lastEvent.eventid;
}); });
return zabbix.getAcknowledges(eventids) if (event) {
.then(events => { trigger.acknowledges = _.map(event.acknowledges, ack => {
let timestamp = moment.unix(ack.clock);
// Map events to triggers if (self.panel.customLastChangeFormat) {
_.each(triggerList, trigger => { ack.time = timestamp.format(self.panel.lastChangeFormat);
var event = _.find(events, event => {
return event.eventid === trigger.lastEvent.eventid;
});
if (event) {
trigger.acknowledges = _.map(event.acknowledges, ack => {
let timestamp = moment.unix(ack.clock);
if (self.panel.customLastChangeFormat) {
ack.time = timestamp.format(self.panel.lastChangeFormat);
} else {
ack.time = timestamp.format(self.defaultTimeFormat);
}
ack.user = ack.alias + ' (' + ack.name + ' ' + ack.surname + ')';
return ack;
});
// Mark acknowledged triggers with different color
if (self.panel.markAckEvents && trigger.acknowledges.length) {
trigger.color = self.panel.ackEventColor;
}
}
});
// Filter triggers by description
var triggerFilter = self.panel.triggers.trigger.filter;
if (triggerFilter) {
triggerList = filterTriggers(triggerList, triggerFilter);
}
// Filter acknowledged triggers
if (self.panel.showTriggers === 'unacknowledged') {
triggerList = _.filter(triggerList, trigger => {
return !trigger.acknowledges;
});
} else if (self.panel.showTriggers === 'acknowledged') {
triggerList = _.filter(triggerList, 'acknowledges');
} else { } else {
triggerList = triggerList; ack.time = timestamp.format(self.defaultTimeFormat);
} }
ack.user = ack.alias + ' (' + ack.name + ' ' + ack.surname + ')';
// Filter triggers by severity return ack;
triggerList = _.filter(triggerList, trigger => {
return self.panel.triggerSeverity[trigger.priority].show;
});
// Sort triggers
if (self.panel.sortTriggersBy.value === 'priority') {
triggerList = _.sortBy(triggerList, 'priority').reverse();
} else {
triggerList = _.sortBy(triggerList, 'lastchangeUnix').reverse();
}
// Limit triggers number
self.triggerList = triggerList.slice(0, self.panel.limit);
// Notify panel that request is finished
self.setTimeQueryEnd();
self.loading = false;
}); });
// Mark acknowledged triggers with different color
if (self.panel.markAckEvents && trigger.acknowledges.length) {
trigger.color = self.panel.ackEventColor;
}
}
}); });
// Filter triggers by description
var triggerFilter = self.panel.triggers.trigger.filter;
if (triggerFilter) {
triggerList = filterTriggers(triggerList, triggerFilter);
}
// Filter acknowledged triggers
if (self.panel.showTriggers === 'unacknowledged') {
triggerList = _.filter(triggerList, trigger => {
return !trigger.acknowledges;
});
} else if (self.panel.showTriggers === 'acknowledged') {
triggerList = _.filter(triggerList, 'acknowledges');
} else {
triggerList = triggerList;
}
// Filter triggers by severity
triggerList = _.filter(triggerList, trigger => {
return self.panel.triggerSeverity[trigger.priority].show;
});
// Sort triggers
if (self.panel.sortTriggersBy.value === 'priority') {
triggerList = _.sortBy(triggerList, 'priority').reverse();
} else {
triggerList = _.sortBy(triggerList, 'lastchangeUnix').reverse();
}
// Limit triggers number
self.triggerList = triggerList.slice(0, self.panel.limit);
// Notify panel that request is finished
self.setTimeQueryEnd();
self.loading = false;
});
}); });
}); });
} }