datasource.js refactor.

This commit is contained in:
Alexander Zobnin
2016-04-14 18:33:18 +03:00
parent cbe67753b9
commit 8fa35230f4

View File

@@ -57,46 +57,6 @@ export class ZabbixAPIDatasource {
// Datasource methods // // Datasource methods //
//////////////////////// ////////////////////////
/**
* Test connection to Zabbix API
* @return {object} Connection status and Zabbix API version
*/
testDatasource() {
var self = this;
return this.zabbixAPI.getVersion().then(function (version) {
return self.zabbixAPI.login().then(function (auth) {
if (auth) {
return {
status: "success",
title: "Success",
message: "Zabbix API version: " + version
};
} else {
return {
status: "error",
title: "Invalid user name or password",
message: "Zabbix API version: " + version
};
}
}, function(error) {
console.log(error);
return {
status: "error",
title: "Connection failed",
message: error
};
});
},
function(error) {
console.log(error);
return {
status: "error",
title: "Connection failed",
message: "Could not connect to given url"
};
});
}
/** /**
* Query panel data. Calls for each panel in dashboard. * Query panel data. Calls for each panel in dashboard.
* @param {Object} options Contains time range, targets and other info. * @param {Object} options Contains time range, targets and other info.
@@ -106,12 +66,13 @@ export class ZabbixAPIDatasource {
var self = this; var self = this;
// get from & to in seconds // get from & to in seconds
var from = Math.ceil(dateMath.parse(options.range.from) / 1000); var timeFrom = Math.ceil(dateMath.parse(options.range.from) / 1000);
var to = Math.ceil(dateMath.parse(options.range.to) / 1000); var timeTo = Math.ceil(dateMath.parse(options.range.to) / 1000);
var useTrendsFrom = Math.ceil(dateMath.parse('now-' + this.trendsFrom) / 1000); var useTrendsFrom = Math.ceil(dateMath.parse('now-' + this.trendsFrom) / 1000);
var useTrends = (timeFrom < useTrendsFrom) && this.trends;
// Create request for each target // Create request for each target
var promises = _.map(options.targets, function(target) { var promises = _.map(options.targets, target => {
if (target.mode !== 1) { if (target.mode !== 1) {
@@ -119,8 +80,7 @@ export class ZabbixAPIDatasource {
target = migrations.migrate(target); target = migrations.migrate(target);
// Don't request undefined and hidden targets // Don't request undefined and hidden targets
if (target.hide || !target.group || if (target.hide || !target.group || !target.host || !target.item) {
!target.host || !target.item) {
return []; return [];
} }
@@ -132,7 +92,51 @@ export class ZabbixAPIDatasource {
// Query numeric data // Query numeric data
if (!target.mode || target.mode === 0) { if (!target.mode || target.mode === 0) {
return self.queryNumericData(target, groupFilter, hostFilter, appFilter, itemFilter,
timeFrom, timeTo, useTrends, options, self);
}
// Query text data
else if (target.mode === 2) {
return self.queryTextData(target, groupFilter, hostFilter, appFilter, itemFilter,
timeFrom, timeTo, options, self);
}
}
// IT services mode
else if (target.mode === 1) {
// Don't show undefined and hidden targets
if (target.hide || !target.itservice || !target.slaProperty) {
return [];
}
return this.zabbixAPI
.getSLA(target.itservice.serviceid, timeFrom, timeTo)
.then(slaObject => {
return self.queryProcessor
.handleSLAResponse(target.itservice, target.slaProperty, slaObject);
});
}
}, this);
// Data for panel (all targets)
return this.q.all(_.flatten(promises))
.then(_.flatten)
.then(timeseries_data => {
// Series downsampling
var data = _.map(timeseries_data, timeseries => {
if (timeseries.datapoints.length > options.maxDataPoints) {
timeseries.datapoints = DataProcessor
.groupBy(options.interval, DataProcessor.AVERAGE, timeseries.datapoints);
}
return timeseries;
});
return { data: data };
});
}
queryNumericData(target, groupFilter, hostFilter, appFilter, itemFilter, timeFrom, timeTo, useTrends, options, self) {
// Build query in asynchronous manner // Build query in asynchronous manner
return self.queryProcessor return self.queryProcessor
.build(groupFilter, hostFilter, appFilter, itemFilter, 'num') .build(groupFilter, hostFilter, appFilter, itemFilter, 'num')
@@ -142,28 +146,35 @@ export class ZabbixAPIDatasource {
var getHistory; var getHistory;
// Use trends // Use trends
if ((from < useTrendsFrom) && self.trends) { if (useTrends) {
// Find trendValue() function and get specified trend value // Find trendValue() function and get specified trend value
var trendFunctions = _.map(metricFunctions.getCategories()['Trends'], 'name'); var trendFunctions = _.map(metricFunctions.getCategories()['Trends'], 'name');
var trendValueFunc = _.find(target.functions, function(func) { var trendValueFunc = _.find(target.functions, func => {
return _.contains(trendFunctions, func.def.name); return _.contains(trendFunctions, func.def.name);
}); });
var valueType = trendValueFunc ? trendValueFunc.params[0] : "avg"; var valueType = trendValueFunc ? trendValueFunc.params[0] : "avg";
getHistory = self.zabbixAPI.getTrend(items, from, to).then(function(history) { getHistory = self.zabbixAPI
.getTrend(items, timeFrom, timeTo)
.then(history => {
return self.queryProcessor.handleTrends(history, items, addHostName, valueType); return self.queryProcessor.handleTrends(history, items, addHostName, valueType);
}); });
} else { }
// Use history // Use history
getHistory = self.zabbixCache.getHistory(items, from, to).then(function(history) { else {
getHistory = self.zabbixCache
.getHistory(items, timeFrom, timeTo)
.then(history => {
return self.queryProcessor.handleHistory(history, items, addHostName); return self.queryProcessor.handleHistory(history, items, addHostName);
}); });
} }
return getHistory.then(function (timeseries_data) { return getHistory.then(timeseries_data => {
timeseries_data = _.map(timeseries_data, function (timeseries) {
// Apply transformation functions
timeseries_data = _.map(timeseries_data, timeseries => {
// Filter only transform functions // Filter only transform functions
var transformFunctions = bindFunctionDefs(target.functions, 'Transform', DataProcessor); var transformFunctions = bindFunctionDefs(target.functions, 'Transform', DataProcessor);
@@ -178,21 +189,23 @@ export class ZabbixAPIDatasource {
return timeseries; return timeseries;
}); });
// Aggregations // Apply aggregations
var aggregationFunctions = bindFunctionDefs(target.functions, 'Aggregate', DataProcessor); var aggregationFunctions = bindFunctionDefs(target.functions, 'Aggregate', DataProcessor);
var dp = _.map(timeseries_data, 'datapoints'); var dp = _.map(timeseries_data, 'datapoints');
if (aggregationFunctions.length) { if (aggregationFunctions.length) {
for (var i = 0; i < aggregationFunctions.length; i++) { for (var i = 0; i < aggregationFunctions.length; i++) {
dp = aggregationFunctions[i](dp); dp = aggregationFunctions[i](dp);
} }
var lastAgg = _.findLast(target.functions, function(func) { var lastAgg = _.findLast(target.functions, func => {
return _.contains( return _.contains(
_.map(metricFunctions.getCategories()['Aggregate'], 'name'), func.def.name); _.map(metricFunctions.getCategories()['Aggregate'], 'name'), func.def.name);
}); });
timeseries_data = [{ timeseries_data = [
{
target: lastAgg.text, target: lastAgg.text,
datapoints: dp datapoints: dp
}]; }
];
} }
// Apply alias functions // Apply alias functions
@@ -206,8 +219,7 @@ export class ZabbixAPIDatasource {
}); });
} }
// Query text data queryTextData(target, groupFilter, hostFilter, appFilter, itemFilter, timeFrom, timeTo, options, self) {
else if (target.mode === 2) {
return self.queryProcessor return self.queryProcessor
.build(groupFilter, hostFilter, appFilter, itemFilter, 'text') .build(groupFilter, hostFilter, appFilter, itemFilter, 'text')
.then(items => { .then(items => {
@@ -234,7 +246,7 @@ export class ZabbixAPIDatasource {
} }
return { return {
target: items[index].name, target: items[index].name,
datapoints: [[extractedValue, to * 1000]] datapoints: [[extractedValue, timeTo * 1000]]
}; };
}); });
}); });
@@ -243,36 +255,44 @@ export class ZabbixAPIDatasource {
} }
}); });
} }
}
// IT services mode /**
else if (target.mode === 1) { * Test connection to Zabbix API
// Don't show undefined and hidden targets * @return {object} Connection status and Zabbix API version
if (target.hide || !target.itservice || !target.slaProperty) { */
return []; testDatasource() {
var self = this;
return this.zabbixAPI.getVersion()
.then(version => {
return self.zabbixAPI.login()
.then(auth => {
if (auth) {
return {
status: "success",
title: "Success",
message: "Zabbix API version: " + version
};
} else { } else {
return this.zabbixAPI.getSLA(target.itservice.serviceid, from, to) return {
.then(slaObject => { status: "error",
return self.queryProcessor.handleSLAResponse(target.itservice, target.slaProperty, slaObject); title: "Invalid user name or password",
message: "Zabbix API version: " + version
};
}
}, error => {
return {
status: "error",
title: error.message,
message: error.data
};
}); });
} }, error => {
} console.log(error);
}, this); return {
status: "error",
// Data for panel (all targets) title: "Connection failed",
return this.q.all(_.flatten(promises)) message: "Could not connect to given url"
.then(_.flatten) };
.then(function (timeseries_data) {
// Series downsampling
var data = _.map(timeseries_data, function(timeseries) {
if (timeseries.datapoints.length > options.maxDataPoints) {
timeseries.datapoints =
DataProcessor.groupBy(options.interval, DataProcessor.AVERAGE, timeseries.datapoints);
}
return timeseries;
});
return { data: data };
}); });
} }
@@ -309,28 +329,33 @@ export class ZabbixAPIDatasource {
if (template.app === '/.*/') { if (template.app === '/.*/') {
template.app = ''; template.app = '';
} }
return this.queryProcessor.getItems(template.group, template.host, template.app) return this.queryProcessor
.then(function(items) { .getItems(template.group, template.host, template.app)
.then(items => {
return _.map(items, formatMetric); return _.map(items, formatMetric);
}); });
} }
// Get applications // Get applications
else if (parts.length === 3) { else if (parts.length === 3) {
return this.queryProcessor.getApps(template.group, template.host) return this.queryProcessor
.then(function(apps) { .getApps(template.group, template.host)
.then(apps => {
return _.map(apps, formatMetric); return _.map(apps, formatMetric);
}); });
} }
// Get hosts // Get hosts
else if (parts.length === 2) { else if (parts.length === 2) {
return this.queryProcessor.getHosts(template.group) return this.queryProcessor
.then(function(hosts) { .getHosts(template.group)
.then(hosts => {
return _.map(hosts, formatMetric); return _.map(hosts, formatMetric);
}); });
} }
// Get groups // Get groups
else if (parts.length === 1) { else if (parts.length === 1) {
return this.zabbixCache.getGroups(template.group).then(function(groups) { return this.zabbixCache
.getGroups(template.group)
.then(groups => {
return _.map(groups, formatMetric); return _.map(groups, formatMetric);
}); });
} }
@@ -348,66 +373,66 @@ export class ZabbixAPIDatasource {
var timeFrom = Math.ceil(dateMath.parse(options.rangeRaw.from) / 1000); var timeFrom = Math.ceil(dateMath.parse(options.rangeRaw.from) / 1000);
var timeTo = Math.ceil(dateMath.parse(options.rangeRaw.to) / 1000); var timeTo = Math.ceil(dateMath.parse(options.rangeRaw.to) / 1000);
var annotation = options.annotation; var annotation = options.annotation;
var self = this;
var showOkEvents = annotation.showOkEvents ? [0, 1] : 1; var showOkEvents = annotation.showOkEvents ? [0, 1] : 1;
// Show all triggers // Show all triggers
var showTriggers = [0, 1]; var showTriggers = [0, 1];
var buildQuery = self.queryProcessor.buildTriggerQuery(this.replaceTemplateVars(annotation.group, {}), var buildQuery = this.queryProcessor
.buildTriggerQuery(this.replaceTemplateVars(annotation.group, {}),
this.replaceTemplateVars(annotation.host, {}), this.replaceTemplateVars(annotation.host, {}),
this.replaceTemplateVars(annotation.application, {})); this.replaceTemplateVars(annotation.application, {}));
return buildQuery.then(function(query) { var self = this;
return self.zabbixAPI.getTriggers(query.groupids, return buildQuery.then(query => {
query.hostids, return self.zabbixAPI
query.applicationids, .getTriggers(query.groupids, query.hostids, query.applicationids,
showTriggers, showTriggers, timeFrom, timeTo)
timeFrom, timeTo) .then(triggers => {
.then(function(triggers) {
// Filter triggers by description // Filter triggers by description
if (utils.isRegex(annotation.trigger)) { if (utils.isRegex(annotation.trigger)) {
triggers = _.filter(triggers, function(trigger) { triggers = _.filter(triggers, trigger => {
return utils.buildRegex(annotation.trigger).test(trigger.description); return utils.buildRegex(annotation.trigger).test(trigger.description);
}); });
} else if (annotation.trigger) { } else if (annotation.trigger) {
triggers = _.filter(triggers, function(trigger) { triggers = _.filter(triggers, trigger => {
return trigger.description === annotation.trigger; return trigger.description === annotation.trigger;
}); });
} }
// Remove events below the chose severity // Remove events below the chose severity
triggers = _.filter(triggers, function(trigger) { triggers = _.filter(triggers, trigger => {
return Number(trigger.priority) >= Number(annotation.minseverity); return Number(trigger.priority) >= Number(annotation.minseverity);
}); });
var objectids = _.map(triggers, 'triggerid'); var objectids = _.map(triggers, 'triggerid');
return self.zabbixAPI.getEvents(objectids, timeFrom, timeTo, showOkEvents) return self.zabbixAPI
.then(function (events) { .getEvents(objectids, timeFrom, timeTo, showOkEvents)
.then(events => {
var indexedTriggers = _.indexBy(triggers, 'triggerid'); var indexedTriggers = _.indexBy(triggers, 'triggerid');
// Hide acknowledged events if option enabled // Hide acknowledged events if option enabled
if (annotation.hideAcknowledged) { if (annotation.hideAcknowledged) {
events = _.filter(events, function(event) { events = _.filter(events, event => {
return !event.acknowledges.length; return !event.acknowledges.length;
}); });
} }
return _.map(events, function(e) { return _.map(events, event => {
var title =''; var title ='';
if (annotation.showHostname) { if (annotation.showHostname) {
title += e.hosts[0].name + ': '; title += event.hosts[0].name + ': ';
} }
// Show event type (OK or Problem) // Show event type (OK or Problem)
title += Number(e.value) ? 'Problem' : 'OK'; title += Number(event.value) ? 'Problem' : 'OK';
var formatted_acknowledges = utils.formatAcknowledges(e.acknowledges); var formatted_acknowledges = utils.formatAcknowledges(event.acknowledges);
return { return {
annotation: annotation, annotation: annotation,
time: e.clock * 1000, time: event.clock * 1000,
title: title, title: title,
text: indexedTriggers[e.objectid].description + formatted_acknowledges text: indexedTriggers[event.objectid].description + formatted_acknowledges
}; };
}); });
}); });