From 63a2594cf3acec37bfc82a7df9f195128285fae5 Mon Sep 17 00:00:00 2001 From: Alexander Zobnin Date: Wed, 20 Dec 2017 12:50:27 +0300 Subject: [PATCH] fix aggregateBy func, fix #498 --- dist/datasource-zabbix/dataProcessor.js | 4 +- dist/datasource-zabbix/dataProcessor.js.map | 2 +- .../specs/dataProcessor.spec.js | 51 +++++++++++++++++++ dist/datasource-zabbix/timeseries.js | 3 +- dist/datasource-zabbix/timeseries.js.map | 2 +- src/datasource-zabbix/dataProcessor.js | 8 +-- .../specs/dataProcessor.spec.js | 51 +++++++++++++++++++ src/datasource-zabbix/timeseries.js | 3 +- 8 files changed, 116 insertions(+), 8 deletions(-) create mode 100644 dist/datasource-zabbix/specs/dataProcessor.spec.js create mode 100644 src/datasource-zabbix/specs/dataProcessor.spec.js diff --git a/dist/datasource-zabbix/dataProcessor.js b/dist/datasource-zabbix/dataProcessor.js index 28b72e3..b8304de 100644 --- a/dist/datasource-zabbix/dataProcessor.js +++ b/dist/datasource-zabbix/dataProcessor.js @@ -65,8 +65,10 @@ System.register(['lodash', './utils', './timeseries'], function (_export, _conte function aggregateByWrapper(interval, aggregateFunc, datapoints) { // Flatten all points in frame and then just use groupBy() var flattenedPoints = _.flatten(datapoints, true); + // groupBy_perf works with sorted series only + var sortedPoints = ts.sortByTime(flattenedPoints); var groupByCallback = aggregationFunctions[aggregateFunc]; - return groupBy(flattenedPoints, interval, groupByCallback); + return groupBy(sortedPoints, interval, groupByCallback); } function aggregateWrapper(groupByCallback, interval, datapoints) { diff --git a/dist/datasource-zabbix/dataProcessor.js.map b/dist/datasource-zabbix/dataProcessor.js.map index b40dd7c..4bed203 100644 --- a/dist/datasource-zabbix/dataProcessor.js.map +++ b/dist/datasource-zabbix/dataProcessor.js.map @@ -1 +1 @@ -{"version":3,"sources":["../../src/datasource-zabbix/dataProcessor.js"],"names":["limit","order","n","orderByFunc","timeseries","orderByCallback","aggregationFunctions","sortByIteratee","ts","values","_","map","datapoints","point","sortedTimeseries","sortBy","slice","sortSeries","direction","orderBy","target","toLowerCase","setAlias","alias","replaceAlias","regexp","newAlias","pattern","utils","isRegex","buildRegex","replace","setAliasByRegex","extractText","str","extractPattern","RegExp","extractedValue","exec","groupByWrapper","interval","groupFunc","groupByCallback","groupBy","aggregateByWrapper","aggregateFunc","flattenedPoints","flatten","aggregateWrapper","percentil","partial","PERCENTIL","timeShift","range","shift","parseTimeShiftInterval","time","unShiftTimeSeries","unshift","dp","downsampleSeries","downsample","groupBy_perf","groupBy_exported","sumSeries","delta","rate","scale","factor","scale_perf","simpleMovingAverage","expMovingAverage","a","SUM","COUNT","AVERAGE","MIN","MAX","MEDIAN","metricFunctions","movingAverage","exponentialMovingAverage","aggregateBy","average","min","max","median","sum","count","top","bottom","avg"],"mappings":";;;;;;;AAsBA,WAASA,KAAT,CAAeC,KAAf,EAAsBC,CAAtB,EAAyBC,WAAzB,EAAsCC,UAAtC,EAAkD;AAChD,QAAIC,kBAAkBC,qBAAqBH,WAArB,CAAtB;AACA,QAAII,iBAAiB,SAAjBA,cAAiB,CAACC,EAAD,EAAQ;AAC3B,UAAIC,SAASC,EAAEC,GAAF,CAAMH,GAAGI,UAAT,EAAqB,UAACC,KAAD,EAAW;AAC3C,eAAOA,MAAM,CAAN,CAAP;AACD,OAFY,CAAb;AAGA,aAAOR,gBAAgBI,MAAhB,CAAP;AACD,KALD;AAMA,QAAIK,mBAAmBJ,EAAEK,MAAF,CAASX,UAAT,EAAqBG,cAArB,CAAvB;AACA,QAAIN,UAAU,QAAd,EAAwB;AACtB,aAAOa,iBAAiBE,KAAjB,CAAuB,CAAvB,EAA0Bd,CAA1B,CAAP;AACD,KAFD,MAEO;AACL,aAAOY,iBAAiBE,KAAjB,CAAuB,CAACd,CAAxB,CAAP;AACD;AACF;;AAED,WAASe,UAAT,CAAoBC,SAApB,EAA+Bd,UAA/B,EAA2C;AACzC,WAAOM,EAAES,OAAF,CAAUf,UAAV,EAAsB,CAAC,UAAUI,EAAV,EAAc;AAC1C,aAAOA,GAAGY,MAAH,CAAUC,WAAV,EAAP;AACD,KAF4B,CAAtB,EAEHH,SAFG,CAAP;AAGD;;AAED,WAASI,QAAT,CAAkBC,KAAlB,EAAyBnB,UAAzB,EAAqC;AACnCA,eAAWgB,MAAX,GAAoBG,KAApB;AACA,WAAOnB,UAAP;AACD;;AAED,WAASoB,YAAT,CAAsBC,MAAtB,EAA8BC,QAA9B,EAAwCtB,UAAxC,EAAoD;AAClD,QAAIuB,gBAAJ;AACA,QAAIC,MAAMC,OAAN,CAAcJ,MAAd,CAAJ,EAA2B;AACzBE,gBAAUC,MAAME,UAAN,CAAiBL,MAAjB,CAAV;AACD,KAFD,MAEO;AACLE,gBAAUF,MAAV;AACD;;AAED,QAAIF,QAAQnB,WAAWgB,MAAX,CAAkBW,OAAlB,CAA0BJ,OAA1B,EAAmCD,QAAnC,CAAZ;AACAtB,eAAWgB,MAAX,GAAoBG,KAApB;AACA,WAAOnB,UAAP;AACD;;AAED,WAAS4B,eAAT,CAAyBT,KAAzB,EAAgCnB,UAAhC,EAA4C;AAC1CA,eAAWgB,MAAX,GAAoBa,YAAY7B,WAAWgB,MAAvB,EAA+BG,KAA/B,CAApB;AACA,WAAOnB,UAAP;AACD;;AAED,WAAS6B,WAAT,CAAqBC,GAArB,EAA0BP,OAA1B,EAAmC;AACjC,QAAIQ,iBAAiB,IAAIC,MAAJ,CAAWT,OAAX,CAArB;AACA,QAAIU,iBAAiBF,eAAeG,IAAf,CAAoBJ,GAApB,CAArB;AACAG,qBAAiBA,eAAe,CAAf,CAAjB;AACA,WAAOA,cAAP;AACD;;AAED,WAASE,cAAT,CAAwBC,QAAxB,EAAkCC,SAAlC,EAA6C7B,UAA7C,EAAyD;AACvD,QAAI8B,kBAAkBpC,qBAAqBmC,SAArB,CAAtB;AACA,WAAOE,QAAQ/B,UAAR,EAAoB4B,QAApB,EAA8BE,eAA9B,CAAP;AACD;;AAED,WAASE,kBAAT,CAA4BJ,QAA5B,EAAsCK,aAAtC,EAAqDjC,UAArD,EAAiE;AAC/D;AACA,QAAIkC,kBAAkBpC,EAAEqC,OAAF,CAAUnC,UAAV,EAAsB,IAAtB,CAAtB;AACA,QAAI8B,kBAAkBpC,qBAAqBuC,aAArB,CAAtB;AACA,WAAOF,QAAQG,eAAR,EAAyBN,QAAzB,EAAmCE,eAAnC,CAAP;AACD;;AAED,WAASM,gBAAT,CAA0BN,eAA1B,EAA2CF,QAA3C,EAAqD5B,UAArD,EAAiE;AAC/D,QAAIkC,kBAAkBpC,EAAEqC,OAAF,CAAUnC,UAAV,EAAsB,IAAtB,CAAtB;AACA,WAAO+B,QAAQG,eAAR,EAAyBN,QAAzB,EAAmCE,eAAnC,CAAP;AACD;;AAED,WAASO,SAAT,CAAmBT,QAAnB,EAA6BtC,CAA7B,EAAgCU,UAAhC,EAA4C;AAC1C,QAAIkC,kBAAkBpC,EAAEqC,OAAF,CAAUnC,UAAV,EAAsB,IAAtB,CAAtB;AACA,QAAI8B,kBAAkBhC,EAAEwC,OAAF,CAAUC,SAAV,EAAqBjD,CAArB,CAAtB;AACA,WAAOyC,QAAQG,eAAR,EAAyBN,QAAzB,EAAmCE,eAAnC,CAAP;AACD;;AAED,WAASU,SAAT,CAAmBZ,QAAnB,EAA6Ba,KAA7B,EAAoC;AAClC,QAAIC,QAAQ1B,MAAM2B,sBAAN,CAA6Bf,QAA7B,IAAyC,IAArD;AACA,WAAO9B,EAAEC,GAAF,CAAM0C,KAAN,EAAa,gBAAQ;AAC1B,aAAOG,OAAOF,KAAd;AACD,KAFM,CAAP;AAGD;;AAED,WAASG,iBAAT,CAA2BjB,QAA3B,EAAqC5B,UAArC,EAAiD;AAC/C,QAAI8C,UAAU9B,MAAM2B,sBAAN,CAA6Bf,QAA7B,CAAd;AACA,WAAO9B,EAAEC,GAAF,CAAMC,UAAN,EAAkB,cAAM;AAC7B,aAAO,CACL+C,GAAG,CAAH,CADK,EAELA,GAAG,CAAH,IAAQD,OAFH,CAAP;AAID,KALM,CAAP;AAMD;;;;AAhHMhD,O;;AACKkB,W;;AACLpB,Q;;;AAEHoD,sB,GAAmBpD,GAAGqD,U;AACtBlB,a,GAAUnC,GAAGsD,Y;;AACbC,sB,GAAmB,SAAnBA,gBAAmB,CAACvB,QAAD,EAAWC,SAAX,EAAsB7B,UAAtB;AAAA,eAAqC+B,QAAQ/B,UAAR,EAAoB4B,QAApB,EAA8BC,SAA9B,CAArC;AAAA,O;;AACnBuB,e,GAAYxD,GAAGwD,S;AACfC,W,GAAQzD,GAAGyD,K;AACXC,U,GAAO1D,GAAG0D,I;;AACVC,W,GAAQ,SAARA,KAAQ,CAACC,MAAD,EAASxD,UAAT;AAAA,eAAwBJ,GAAG6D,UAAH,CAAczD,UAAd,EAA0BwD,MAA1B,CAAxB;AAAA,O;;AACRE,yB,GAAsB,SAAtBA,mBAAsB,CAACpE,CAAD,EAAIU,UAAJ;AAAA,eAAmBJ,GAAG8D,mBAAH,CAAuB1D,UAAvB,EAAmCV,CAAnC,CAAnB;AAAA,O;;AACtBqE,sB,GAAmB,SAAnBA,gBAAmB,CAACC,CAAD,EAAI5D,UAAJ;AAAA,eAAmBJ,GAAG+D,gBAAH,CAAoB3D,UAApB,EAAgC4D,CAAhC,CAAnB;AAAA,O;;AAEnBC,S,GAAMjE,GAAGiE,G;AACTC,W,GAAQlE,GAAGkE,K;AACXC,a,GAAUnE,GAAGmE,O;AACbC,S,GAAMpE,GAAGoE,G;AACTC,S,GAAMrE,GAAGqE,G;AACTC,Y,GAAStE,GAAGsE,M;AACZ3B,e,GAAY3C,GAAG2C,S;AA8Ff4B,qB,GAAkB;AACpBpC,iBAASJ,cADW;AAEpB4B,eAAOA,KAFa;AAGpBF,eAAOA,KAHa;AAIpBC,cAAMA,IAJc;AAKpBc,uBAAeV,mBALK;AAMpBW,kCAA0BV,gBANN;AAOpBW,qBAAatC,kBAPO;AAQpB;AACAK,mBAAWA,SATS;AAUpBkC,iBAASzE,EAAEwC,OAAF,CAAUF,gBAAV,EAA4B2B,OAA5B,CAVW;AAWpBS,aAAK1E,EAAEwC,OAAF,CAAUF,gBAAV,EAA4B4B,GAA5B,CAXe;AAYpBS,aAAK3E,EAAEwC,OAAF,CAAUF,gBAAV,EAA4B6B,GAA5B,CAZe;AAapBS,gBAAQ5E,EAAEwC,OAAF,CAAUF,gBAAV,EAA4B8B,MAA5B,CAbY;AAcpBS,aAAK7E,EAAEwC,OAAF,CAAUF,gBAAV,EAA4ByB,GAA5B,CAde;AAepBe,eAAO9E,EAAEwC,OAAF,CAAUF,gBAAV,EAA4B0B,KAA5B,CAfa;AAgBpBV,mBAAWA,SAhBS;AAiBpByB,aAAK/E,EAAEwC,OAAF,CAAUlD,KAAV,EAAiB,KAAjB,CAjBe;AAkBpB0F,gBAAQhF,EAAEwC,OAAF,CAAUlD,KAAV,EAAiB,QAAjB,CAlBY;AAmBpBiB,oBAAYA,UAnBQ;AAoBpBmC,mBAAWA,SApBS;AAqBpB9B,kBAAUA,QArBU;AAsBpBU,yBAAiBA,eAtBG;AAuBpBR,sBAAcA;AAvBM,O;AA0BlBlB,0B,GAAuB;AACzBqF,aAAKhB,OADoB;AAEzBS,aAAKR,GAFoB;AAGzBS,aAAKR,GAHoB;AAIzBS,gBAAQR,MAJiB;AAKzBS,aAAKd,GALoB;AAMzBe,eAAOd;AANkB,O;;yBASZ;AACbd,0BAAkBA,gBADL;AAEbjB,iBAASoB,gBAFI;AAGbY,iBAASA,OAHI;AAIbC,aAAKA,GAJQ;AAKbC,aAAKA,GALQ;AAMbC,gBAAQA,MANK;AAObL,aAAKA,GAPQ;AAQbC,eAAOA,KARM;AASbjB,2BAAmBA,iBATN;;AAWb,YAAInD,oBAAJ,GAA2B;AACzB,iBAAOA,oBAAP;AACD,SAbY;;AAeb,YAAIyE,eAAJ,GAAsB;AACpB,iBAAOA,eAAP;AACD;AAjBY,O","file":"dataProcessor.js","sourcesContent":["import _ from 'lodash';\nimport * as utils from './utils';\nimport ts from './timeseries';\n\nlet downsampleSeries = ts.downsample;\nlet groupBy = ts.groupBy_perf;\nlet groupBy_exported = (interval, groupFunc, datapoints) => groupBy(datapoints, interval, groupFunc);\nlet sumSeries = ts.sumSeries;\nlet delta = ts.delta;\nlet rate = ts.rate;\nlet scale = (factor, datapoints) => ts.scale_perf(datapoints, factor);\nlet simpleMovingAverage = (n, datapoints) => ts.simpleMovingAverage(datapoints, n);\nlet expMovingAverage = (a, datapoints) => ts.expMovingAverage(datapoints, a);\n\nlet SUM = ts.SUM;\nlet COUNT = ts.COUNT;\nlet AVERAGE = ts.AVERAGE;\nlet MIN = ts.MIN;\nlet MAX = ts.MAX;\nlet MEDIAN = ts.MEDIAN;\nlet PERCENTIL = ts.PERCENTIL;\n\nfunction limit(order, n, orderByFunc, timeseries) {\n let orderByCallback = aggregationFunctions[orderByFunc];\n let sortByIteratee = (ts) => {\n let values = _.map(ts.datapoints, (point) => {\n return point[0];\n });\n return orderByCallback(values);\n };\n let sortedTimeseries = _.sortBy(timeseries, sortByIteratee);\n if (order === 'bottom') {\n return sortedTimeseries.slice(0, n);\n } else {\n return sortedTimeseries.slice(-n);\n }\n}\n\nfunction sortSeries(direction, timeseries) {\n return _.orderBy(timeseries, [function (ts) {\n return ts.target.toLowerCase();\n }], direction);\n}\n\nfunction setAlias(alias, timeseries) {\n timeseries.target = alias;\n return timeseries;\n}\n\nfunction replaceAlias(regexp, newAlias, timeseries) {\n let pattern;\n if (utils.isRegex(regexp)) {\n pattern = utils.buildRegex(regexp);\n } else {\n pattern = regexp;\n }\n\n let alias = timeseries.target.replace(pattern, newAlias);\n timeseries.target = alias;\n return timeseries;\n}\n\nfunction setAliasByRegex(alias, timeseries) {\n timeseries.target = extractText(timeseries.target, alias);\n return timeseries;\n}\n\nfunction extractText(str, pattern) {\n var extractPattern = new RegExp(pattern);\n var extractedValue = extractPattern.exec(str);\n extractedValue = extractedValue[0];\n return extractedValue;\n}\n\nfunction groupByWrapper(interval, groupFunc, datapoints) {\n var groupByCallback = aggregationFunctions[groupFunc];\n return groupBy(datapoints, interval, groupByCallback);\n}\n\nfunction aggregateByWrapper(interval, aggregateFunc, datapoints) {\n // Flatten all points in frame and then just use groupBy()\n var flattenedPoints = _.flatten(datapoints, true);\n var groupByCallback = aggregationFunctions[aggregateFunc];\n return groupBy(flattenedPoints, interval, groupByCallback);\n}\n\nfunction aggregateWrapper(groupByCallback, interval, datapoints) {\n var flattenedPoints = _.flatten(datapoints, true);\n return groupBy(flattenedPoints, interval, groupByCallback);\n}\n\nfunction percentil(interval, n, datapoints) {\n var flattenedPoints = _.flatten(datapoints, true);\n var groupByCallback = _.partial(PERCENTIL, n);\n return groupBy(flattenedPoints, interval, groupByCallback);\n}\n\nfunction timeShift(interval, range) {\n let shift = utils.parseTimeShiftInterval(interval) / 1000;\n return _.map(range, time => {\n return time - shift;\n });\n}\n\nfunction unShiftTimeSeries(interval, datapoints) {\n let unshift = utils.parseTimeShiftInterval(interval);\n return _.map(datapoints, dp => {\n return [\n dp[0],\n dp[1] + unshift\n ];\n });\n}\n\nlet metricFunctions = {\n groupBy: groupByWrapper,\n scale: scale,\n delta: delta,\n rate: rate,\n movingAverage: simpleMovingAverage,\n exponentialMovingAverage: expMovingAverage,\n aggregateBy: aggregateByWrapper,\n // Predefined aggs\n percentil: percentil,\n average: _.partial(aggregateWrapper, AVERAGE),\n min: _.partial(aggregateWrapper, MIN),\n max: _.partial(aggregateWrapper, MAX),\n median: _.partial(aggregateWrapper, MEDIAN),\n sum: _.partial(aggregateWrapper, SUM),\n count: _.partial(aggregateWrapper, COUNT),\n sumSeries: sumSeries,\n top: _.partial(limit, 'top'),\n bottom: _.partial(limit, 'bottom'),\n sortSeries: sortSeries,\n timeShift: timeShift,\n setAlias: setAlias,\n setAliasByRegex: setAliasByRegex,\n replaceAlias: replaceAlias\n};\n\nlet aggregationFunctions = {\n avg: AVERAGE,\n min: MIN,\n max: MAX,\n median: MEDIAN,\n sum: SUM,\n count: COUNT\n};\n\nexport default {\n downsampleSeries: downsampleSeries,\n groupBy: groupBy_exported,\n AVERAGE: AVERAGE,\n MIN: MIN,\n MAX: MAX,\n MEDIAN: MEDIAN,\n SUM: SUM,\n COUNT: COUNT,\n unShiftTimeSeries: unShiftTimeSeries,\n\n get aggregationFunctions() {\n return aggregationFunctions;\n },\n\n get metricFunctions() {\n return metricFunctions;\n }\n};\n"]} \ No newline at end of file +{"version":3,"sources":["../../src/datasource-zabbix/dataProcessor.js"],"names":["limit","order","n","orderByFunc","timeseries","orderByCallback","aggregationFunctions","sortByIteratee","ts","values","_","map","datapoints","point","sortedTimeseries","sortBy","slice","sortSeries","direction","orderBy","target","toLowerCase","setAlias","alias","replaceAlias","regexp","newAlias","pattern","utils","isRegex","buildRegex","replace","setAliasByRegex","extractText","str","extractPattern","RegExp","extractedValue","exec","groupByWrapper","interval","groupFunc","groupByCallback","groupBy","aggregateByWrapper","aggregateFunc","flattenedPoints","flatten","sortedPoints","sortByTime","aggregateWrapper","percentil","partial","PERCENTIL","timeShift","range","shift","parseTimeShiftInterval","time","unShiftTimeSeries","unshift","dp","downsampleSeries","downsample","groupBy_perf","groupBy_exported","sumSeries","delta","rate","scale","factor","scale_perf","simpleMovingAverage","expMovingAverage","a","SUM","COUNT","AVERAGE","MIN","MAX","MEDIAN","metricFunctions","movingAverage","exponentialMovingAverage","aggregateBy","average","min","max","median","sum","count","top","bottom","avg"],"mappings":";;;;;;;AAsBA,WAASA,KAAT,CAAeC,KAAf,EAAsBC,CAAtB,EAAyBC,WAAzB,EAAsCC,UAAtC,EAAkD;AAChD,QAAIC,kBAAkBC,qBAAqBH,WAArB,CAAtB;AACA,QAAII,iBAAiB,SAAjBA,cAAiB,CAACC,EAAD,EAAQ;AAC3B,UAAIC,SAASC,EAAEC,GAAF,CAAMH,GAAGI,UAAT,EAAqB,UAACC,KAAD,EAAW;AAC3C,eAAOA,MAAM,CAAN,CAAP;AACD,OAFY,CAAb;AAGA,aAAOR,gBAAgBI,MAAhB,CAAP;AACD,KALD;AAMA,QAAIK,mBAAmBJ,EAAEK,MAAF,CAASX,UAAT,EAAqBG,cAArB,CAAvB;AACA,QAAIN,UAAU,QAAd,EAAwB;AACtB,aAAOa,iBAAiBE,KAAjB,CAAuB,CAAvB,EAA0Bd,CAA1B,CAAP;AACD,KAFD,MAEO;AACL,aAAOY,iBAAiBE,KAAjB,CAAuB,CAACd,CAAxB,CAAP;AACD;AACF;;AAED,WAASe,UAAT,CAAoBC,SAApB,EAA+Bd,UAA/B,EAA2C;AACzC,WAAOM,EAAES,OAAF,CAAUf,UAAV,EAAsB,CAAC,UAAUI,EAAV,EAAc;AAC1C,aAAOA,GAAGY,MAAH,CAAUC,WAAV,EAAP;AACD,KAF4B,CAAtB,EAEHH,SAFG,CAAP;AAGD;;AAED,WAASI,QAAT,CAAkBC,KAAlB,EAAyBnB,UAAzB,EAAqC;AACnCA,eAAWgB,MAAX,GAAoBG,KAApB;AACA,WAAOnB,UAAP;AACD;;AAED,WAASoB,YAAT,CAAsBC,MAAtB,EAA8BC,QAA9B,EAAwCtB,UAAxC,EAAoD;AAClD,QAAIuB,gBAAJ;AACA,QAAIC,MAAMC,OAAN,CAAcJ,MAAd,CAAJ,EAA2B;AACzBE,gBAAUC,MAAME,UAAN,CAAiBL,MAAjB,CAAV;AACD,KAFD,MAEO;AACLE,gBAAUF,MAAV;AACD;;AAED,QAAIF,QAAQnB,WAAWgB,MAAX,CAAkBW,OAAlB,CAA0BJ,OAA1B,EAAmCD,QAAnC,CAAZ;AACAtB,eAAWgB,MAAX,GAAoBG,KAApB;AACA,WAAOnB,UAAP;AACD;;AAED,WAAS4B,eAAT,CAAyBT,KAAzB,EAAgCnB,UAAhC,EAA4C;AAC1CA,eAAWgB,MAAX,GAAoBa,YAAY7B,WAAWgB,MAAvB,EAA+BG,KAA/B,CAApB;AACA,WAAOnB,UAAP;AACD;;AAED,WAAS6B,WAAT,CAAqBC,GAArB,EAA0BP,OAA1B,EAAmC;AACjC,QAAIQ,iBAAiB,IAAIC,MAAJ,CAAWT,OAAX,CAArB;AACA,QAAIU,iBAAiBF,eAAeG,IAAf,CAAoBJ,GAApB,CAArB;AACAG,qBAAiBA,eAAe,CAAf,CAAjB;AACA,WAAOA,cAAP;AACD;;AAED,WAASE,cAAT,CAAwBC,QAAxB,EAAkCC,SAAlC,EAA6C7B,UAA7C,EAAyD;AACvD,QAAI8B,kBAAkBpC,qBAAqBmC,SAArB,CAAtB;AACA,WAAOE,QAAQ/B,UAAR,EAAoB4B,QAApB,EAA8BE,eAA9B,CAAP;AACD;;AAED,WAASE,kBAAT,CAA4BJ,QAA5B,EAAsCK,aAAtC,EAAqDjC,UAArD,EAAiE;AAC/D;AACA,QAAMkC,kBAAkBpC,EAAEqC,OAAF,CAAUnC,UAAV,EAAsB,IAAtB,CAAxB;AACA;AACA,QAAMoC,eAAexC,GAAGyC,UAAH,CAAcH,eAAd,CAArB;AACA,QAAIJ,kBAAkBpC,qBAAqBuC,aAArB,CAAtB;AACA,WAAOF,QAAQK,YAAR,EAAsBR,QAAtB,EAAgCE,eAAhC,CAAP;AACD;;AAED,WAASQ,gBAAT,CAA0BR,eAA1B,EAA2CF,QAA3C,EAAqD5B,UAArD,EAAiE;AAC/D,QAAIkC,kBAAkBpC,EAAEqC,OAAF,CAAUnC,UAAV,EAAsB,IAAtB,CAAtB;AACA,WAAO+B,QAAQG,eAAR,EAAyBN,QAAzB,EAAmCE,eAAnC,CAAP;AACD;;AAED,WAASS,SAAT,CAAmBX,QAAnB,EAA6BtC,CAA7B,EAAgCU,UAAhC,EAA4C;AAC1C,QAAIkC,kBAAkBpC,EAAEqC,OAAF,CAAUnC,UAAV,EAAsB,IAAtB,CAAtB;AACA,QAAI8B,kBAAkBhC,EAAE0C,OAAF,CAAUC,SAAV,EAAqBnD,CAArB,CAAtB;AACA,WAAOyC,QAAQG,eAAR,EAAyBN,QAAzB,EAAmCE,eAAnC,CAAP;AACD;;AAED,WAASY,SAAT,CAAmBd,QAAnB,EAA6Be,KAA7B,EAAoC;AAClC,QAAIC,QAAQ5B,MAAM6B,sBAAN,CAA6BjB,QAA7B,IAAyC,IAArD;AACA,WAAO9B,EAAEC,GAAF,CAAM4C,KAAN,EAAa,gBAAQ;AAC1B,aAAOG,OAAOF,KAAd;AACD,KAFM,CAAP;AAGD;;AAED,WAASG,iBAAT,CAA2BnB,QAA3B,EAAqC5B,UAArC,EAAiD;AAC/C,QAAIgD,UAAUhC,MAAM6B,sBAAN,CAA6BjB,QAA7B,CAAd;AACA,WAAO9B,EAAEC,GAAF,CAAMC,UAAN,EAAkB,cAAM;AAC7B,aAAO,CACLiD,GAAG,CAAH,CADK,EAELA,GAAG,CAAH,IAAQD,OAFH,CAAP;AAID,KALM,CAAP;AAMD;;;;AAlHMlD,O;;AACKkB,W;;AACLpB,Q;;;AAEHsD,sB,GAAmBtD,GAAGuD,U;AACtBpB,a,GAAUnC,GAAGwD,Y;;AACbC,sB,GAAmB,SAAnBA,gBAAmB,CAACzB,QAAD,EAAWC,SAAX,EAAsB7B,UAAtB;AAAA,eAAqC+B,QAAQ/B,UAAR,EAAoB4B,QAApB,EAA8BC,SAA9B,CAArC;AAAA,O;;AACnByB,e,GAAY1D,GAAG0D,S;AACfC,W,GAAQ3D,GAAG2D,K;AACXC,U,GAAO5D,GAAG4D,I;;AACVC,W,GAAQ,SAARA,KAAQ,CAACC,MAAD,EAAS1D,UAAT;AAAA,eAAwBJ,GAAG+D,UAAH,CAAc3D,UAAd,EAA0B0D,MAA1B,CAAxB;AAAA,O;;AACRE,yB,GAAsB,SAAtBA,mBAAsB,CAACtE,CAAD,EAAIU,UAAJ;AAAA,eAAmBJ,GAAGgE,mBAAH,CAAuB5D,UAAvB,EAAmCV,CAAnC,CAAnB;AAAA,O;;AACtBuE,sB,GAAmB,SAAnBA,gBAAmB,CAACC,CAAD,EAAI9D,UAAJ;AAAA,eAAmBJ,GAAGiE,gBAAH,CAAoB7D,UAApB,EAAgC8D,CAAhC,CAAnB;AAAA,O;;AAEnBC,S,GAAMnE,GAAGmE,G;AACTC,W,GAAQpE,GAAGoE,K;AACXC,a,GAAUrE,GAAGqE,O;AACbC,S,GAAMtE,GAAGsE,G;AACTC,S,GAAMvE,GAAGuE,G;AACTC,Y,GAASxE,GAAGwE,M;AACZ3B,e,GAAY7C,GAAG6C,S;AAgGf4B,qB,GAAkB;AACpBtC,iBAASJ,cADW;AAEpB8B,eAAOA,KAFa;AAGpBF,eAAOA,KAHa;AAIpBC,cAAMA,IAJc;AAKpBc,uBAAeV,mBALK;AAMpBW,kCAA0BV,gBANN;AAOpBW,qBAAaxC,kBAPO;AAQpB;AACAO,mBAAWA,SATS;AAUpBkC,iBAAS3E,EAAE0C,OAAF,CAAUF,gBAAV,EAA4B2B,OAA5B,CAVW;AAWpBS,aAAK5E,EAAE0C,OAAF,CAAUF,gBAAV,EAA4B4B,GAA5B,CAXe;AAYpBS,aAAK7E,EAAE0C,OAAF,CAAUF,gBAAV,EAA4B6B,GAA5B,CAZe;AAapBS,gBAAQ9E,EAAE0C,OAAF,CAAUF,gBAAV,EAA4B8B,MAA5B,CAbY;AAcpBS,aAAK/E,EAAE0C,OAAF,CAAUF,gBAAV,EAA4ByB,GAA5B,CAde;AAepBe,eAAOhF,EAAE0C,OAAF,CAAUF,gBAAV,EAA4B0B,KAA5B,CAfa;AAgBpBV,mBAAWA,SAhBS;AAiBpByB,aAAKjF,EAAE0C,OAAF,CAAUpD,KAAV,EAAiB,KAAjB,CAjBe;AAkBpB4F,gBAAQlF,EAAE0C,OAAF,CAAUpD,KAAV,EAAiB,QAAjB,CAlBY;AAmBpBiB,oBAAYA,UAnBQ;AAoBpBqC,mBAAWA,SApBS;AAqBpBhC,kBAAUA,QArBU;AAsBpBU,yBAAiBA,eAtBG;AAuBpBR,sBAAcA;AAvBM,O;AA0BlBlB,0B,GAAuB;AACzBuF,aAAKhB,OADoB;AAEzBS,aAAKR,GAFoB;AAGzBS,aAAKR,GAHoB;AAIzBS,gBAAQR,MAJiB;AAKzBS,aAAKd,GALoB;AAMzBe,eAAOd;AANkB,O;;yBASZ;AACbd,0BAAkBA,gBADL;AAEbnB,iBAASsB,gBAFI;AAGbY,iBAASA,OAHI;AAIbC,aAAKA,GAJQ;AAKbC,aAAKA,GALQ;AAMbC,gBAAQA,MANK;AAObL,aAAKA,GAPQ;AAQbC,eAAOA,KARM;AASbjB,2BAAmBA,iBATN;;AAWb,YAAIrD,oBAAJ,GAA2B;AACzB,iBAAOA,oBAAP;AACD,SAbY;;AAeb,YAAI2E,eAAJ,GAAsB;AACpB,iBAAOA,eAAP;AACD;AAjBY,O","file":"dataProcessor.js","sourcesContent":["import _ from 'lodash';\nimport * as utils from './utils';\nimport ts from './timeseries';\n\nlet downsampleSeries = ts.downsample;\nlet groupBy = ts.groupBy_perf;\nlet groupBy_exported = (interval, groupFunc, datapoints) => groupBy(datapoints, interval, groupFunc);\nlet sumSeries = ts.sumSeries;\nlet delta = ts.delta;\nlet rate = ts.rate;\nlet scale = (factor, datapoints) => ts.scale_perf(datapoints, factor);\nlet simpleMovingAverage = (n, datapoints) => ts.simpleMovingAverage(datapoints, n);\nlet expMovingAverage = (a, datapoints) => ts.expMovingAverage(datapoints, a);\n\nlet SUM = ts.SUM;\nlet COUNT = ts.COUNT;\nlet AVERAGE = ts.AVERAGE;\nlet MIN = ts.MIN;\nlet MAX = ts.MAX;\nlet MEDIAN = ts.MEDIAN;\nlet PERCENTIL = ts.PERCENTIL;\n\nfunction limit(order, n, orderByFunc, timeseries) {\n let orderByCallback = aggregationFunctions[orderByFunc];\n let sortByIteratee = (ts) => {\n let values = _.map(ts.datapoints, (point) => {\n return point[0];\n });\n return orderByCallback(values);\n };\n let sortedTimeseries = _.sortBy(timeseries, sortByIteratee);\n if (order === 'bottom') {\n return sortedTimeseries.slice(0, n);\n } else {\n return sortedTimeseries.slice(-n);\n }\n}\n\nfunction sortSeries(direction, timeseries) {\n return _.orderBy(timeseries, [function (ts) {\n return ts.target.toLowerCase();\n }], direction);\n}\n\nfunction setAlias(alias, timeseries) {\n timeseries.target = alias;\n return timeseries;\n}\n\nfunction replaceAlias(regexp, newAlias, timeseries) {\n let pattern;\n if (utils.isRegex(regexp)) {\n pattern = utils.buildRegex(regexp);\n } else {\n pattern = regexp;\n }\n\n let alias = timeseries.target.replace(pattern, newAlias);\n timeseries.target = alias;\n return timeseries;\n}\n\nfunction setAliasByRegex(alias, timeseries) {\n timeseries.target = extractText(timeseries.target, alias);\n return timeseries;\n}\n\nfunction extractText(str, pattern) {\n var extractPattern = new RegExp(pattern);\n var extractedValue = extractPattern.exec(str);\n extractedValue = extractedValue[0];\n return extractedValue;\n}\n\nfunction groupByWrapper(interval, groupFunc, datapoints) {\n var groupByCallback = aggregationFunctions[groupFunc];\n return groupBy(datapoints, interval, groupByCallback);\n}\n\nfunction aggregateByWrapper(interval, aggregateFunc, datapoints) {\n // Flatten all points in frame and then just use groupBy()\n const flattenedPoints = _.flatten(datapoints, true);\n // groupBy_perf works with sorted series only\n const sortedPoints = ts.sortByTime(flattenedPoints);\n let groupByCallback = aggregationFunctions[aggregateFunc];\n return groupBy(sortedPoints, interval, groupByCallback);\n}\n\nfunction aggregateWrapper(groupByCallback, interval, datapoints) {\n var flattenedPoints = _.flatten(datapoints, true);\n return groupBy(flattenedPoints, interval, groupByCallback);\n}\n\nfunction percentil(interval, n, datapoints) {\n var flattenedPoints = _.flatten(datapoints, true);\n var groupByCallback = _.partial(PERCENTIL, n);\n return groupBy(flattenedPoints, interval, groupByCallback);\n}\n\nfunction timeShift(interval, range) {\n let shift = utils.parseTimeShiftInterval(interval) / 1000;\n return _.map(range, time => {\n return time - shift;\n });\n}\n\nfunction unShiftTimeSeries(interval, datapoints) {\n let unshift = utils.parseTimeShiftInterval(interval);\n return _.map(datapoints, dp => {\n return [\n dp[0],\n dp[1] + unshift\n ];\n });\n}\n\nlet metricFunctions = {\n groupBy: groupByWrapper,\n scale: scale,\n delta: delta,\n rate: rate,\n movingAverage: simpleMovingAverage,\n exponentialMovingAverage: expMovingAverage,\n aggregateBy: aggregateByWrapper,\n // Predefined aggs\n percentil: percentil,\n average: _.partial(aggregateWrapper, AVERAGE),\n min: _.partial(aggregateWrapper, MIN),\n max: _.partial(aggregateWrapper, MAX),\n median: _.partial(aggregateWrapper, MEDIAN),\n sum: _.partial(aggregateWrapper, SUM),\n count: _.partial(aggregateWrapper, COUNT),\n sumSeries: sumSeries,\n top: _.partial(limit, 'top'),\n bottom: _.partial(limit, 'bottom'),\n sortSeries: sortSeries,\n timeShift: timeShift,\n setAlias: setAlias,\n setAliasByRegex: setAliasByRegex,\n replaceAlias: replaceAlias\n};\n\nlet aggregationFunctions = {\n avg: AVERAGE,\n min: MIN,\n max: MAX,\n median: MEDIAN,\n sum: SUM,\n count: COUNT\n};\n\nexport default {\n downsampleSeries: downsampleSeries,\n groupBy: groupBy_exported,\n AVERAGE: AVERAGE,\n MIN: MIN,\n MAX: MAX,\n MEDIAN: MEDIAN,\n SUM: SUM,\n COUNT: COUNT,\n unShiftTimeSeries: unShiftTimeSeries,\n\n get aggregationFunctions() {\n return aggregationFunctions;\n },\n\n get metricFunctions() {\n return metricFunctions;\n }\n};\n"]} \ No newline at end of file diff --git a/dist/datasource-zabbix/specs/dataProcessor.spec.js b/dist/datasource-zabbix/specs/dataProcessor.spec.js new file mode 100644 index 0000000..999e3a7 --- /dev/null +++ b/dist/datasource-zabbix/specs/dataProcessor.spec.js @@ -0,0 +1,51 @@ +import _ from 'lodash'; +import dataProcessor from '../dataProcessor'; + +describe('dataProcessor', () => { + let ctx = {}; + + beforeEach(() => { + ctx.datapoints = [ + [[10, 1500000000000], [2, 1500000001000], [7, 1500000002000], [1, 1500000003000]], + [[9, 1500000000000], [3, 1500000001000], [4, 1500000002000], [8, 1500000003000]], + ]; + }); + + describe('When apply groupBy() functions', () => { + it('should return series average', () => { + let aggregateBy = dataProcessor.metricFunctions['groupBy']; + const avg2s = _.map(ctx.datapoints, (dp) => aggregateBy('2s', 'avg', dp)); + expect(avg2s).toEqual([ + [[6, 1500000000000], [4, 1500000002000]], + [[6, 1500000000000], [6, 1500000002000]], + ]); + + const avg10s = _.map(ctx.datapoints, (dp) => aggregateBy('10s', 'avg', dp)); + expect(avg10s).toEqual([ + [[5, 1500000000000]], + [[6, 1500000000000]], + ]); + + // not aligned + const dp = [[10, 1500000001000], [2, 1500000002000], [7, 1500000003000], [1, 1500000004000]]; + expect(aggregateBy('2s', 'avg', dp)).toEqual([ + [10, 1500000000000], [4.5, 1500000002000], [1, 1500000004000] + ]); + }); + }); + + describe('When apply aggregateBy() functions', () => { + it('should return series average', () => { + let aggregateBy = dataProcessor.metricFunctions['aggregateBy']; + const avg1s = aggregateBy('1s', 'avg', ctx.datapoints); + expect(avg1s).toEqual([ + [9.5, 1500000000000], [2.5, 1500000001000], [5.5, 1500000002000], [4.5, 1500000003000] + ]); + + const avg10s = aggregateBy('10s', 'avg', ctx.datapoints); + expect(avg10s).toEqual([ + [5.5, 1500000000000] + ]); + }); + }); +}); diff --git a/dist/datasource-zabbix/timeseries.js b/dist/datasource-zabbix/timeseries.js index 4f8556a..0fc9d82 100644 --- a/dist/datasource-zabbix/timeseries.js +++ b/dist/datasource-zabbix/timeseries.js @@ -480,7 +480,8 @@ System.register(['lodash', './utils'], function (_export, _context) { MIN: MIN, MAX: MAX, MEDIAN: MEDIAN, - PERCENTIL: PERCENTIL + PERCENTIL: PERCENTIL, + sortByTime: sortByTime }; _export('default', exportedFunctions); diff --git a/dist/datasource-zabbix/timeseries.js.map b/dist/datasource-zabbix/timeseries.js.map index 0f612c5..1333120 100644 --- a/dist/datasource-zabbix/timeseries.js.map +++ b/dist/datasource-zabbix/timeseries.js.map @@ -1 +1 @@ -{"version":3,"sources":["../../src/datasource-zabbix/timeseries.js"],"names":["downsample","datapoints","time_to","ms_interval","func","downsampledSeries","timeWindow","from","to","points_sum","points_num","value_avg","frame","i","length","push","_","max","min","reverse","groupBy","interval","groupByCallback","utils","parseInterval","frames","point","Math","floor","grouped","mapValues","points","map","sortByTime","value","timestamp","Number","groupBy_perf","grouped_series","frame_values","frame_value","frame_ts","getPointTimeFrame","POINT_TIMESTAMP","point_frame_ts","POINT_VALUE","sumSeries","timeseries","new_timestamps","uniq","flatten","sortBy","interpolated_timeseries","series","fillZeroes","timestamps","new_points","difference","new_series","concat","each","interpolateSeries","new_timeseries","sum","j","scale","factor","scale_perf","delta","newSeries","deltaValue","rate","point_prev","valueDelta","timeDelta","simpleMovingAverage","n","sma","w_sum","w_avg","w_count","expMovingAverage","ema","ema_prev","ema_cur","a","PERCENTIL","values","sorted","COUNT","SUM","AVERAGE","values_non_null","getNonNullValues","MIN","MAX","MEDIAN","prepend","append","new_point","left","right","findNearestLeft","findNearestRight","linearInterpolation","pointIndex","exportedFunctions"],"mappings":";;;;;;;AAiBA;;;AAGA,WAASA,UAAT,CAAoBC,UAApB,EAAgCC,OAAhC,EAAyCC,WAAzC,EAAsDC,IAAtD,EAA4D;AAC1D,QAAIC,oBAAoB,EAAxB;AACA,QAAIC,aAAa;AACfC,YAAML,UAAU,IAAV,GAAiBC,WADR;AAEfK,UAAIN,UAAU;AAFC,KAAjB;;AAKA,QAAIO,aAAa,CAAjB;AACA,QAAIC,aAAa,CAAjB;AACA,QAAIC,YAAY,CAAhB;AACA,QAAIC,QAAQ,EAAZ;;AAEA,SAAK,IAAIC,IAAIZ,WAAWa,MAAX,GAAoB,CAAjC,EAAoCD,KAAK,CAAzC,EAA4CA,KAAK,CAAjD,EAAoD;AAClD,UAAIP,WAAWC,IAAX,GAAkBN,WAAWY,CAAX,EAAc,CAAd,CAAlB,IAAsCZ,WAAWY,CAAX,EAAc,CAAd,KAAoBP,WAAWE,EAAzE,EAA6E;AAC3EC,sBAAcR,WAAWY,CAAX,EAAc,CAAd,CAAd;AACAH;AACAE,cAAMG,IAAN,CAAWd,WAAWY,CAAX,EAAc,CAAd,CAAX;AACD,OAJD,MAKK;AACHF,oBAAYD,aAAaD,aAAaC,UAA1B,GAAuC,CAAnD;;AAEA,YAAIN,SAAS,KAAb,EAAoB;AAClBC,4BAAkBU,IAAlB,CAAuB,CAACC,EAAEC,GAAF,CAAML,KAAN,CAAD,EAAeN,WAAWE,EAA1B,CAAvB;AACD,SAFD,MAGK,IAAIJ,SAAS,KAAb,EAAoB;AACvBC,4BAAkBU,IAAlB,CAAuB,CAACC,EAAEE,GAAF,CAAMN,KAAN,CAAD,EAAeN,WAAWE,EAA1B,CAAvB;AACD;;AAED;AAJK,aAKA;AACHH,8BAAkBU,IAAlB,CAAuB,CAACJ,SAAD,EAAYL,WAAWE,EAAvB,CAAvB;AACD;;AAED;AACAF,mBAAWE,EAAX,GAAgBF,WAAWC,IAA3B;AACAD,mBAAWC,IAAX,IAAmBJ,WAAnB;;AAEAM,qBAAa,CAAb;AACAC,qBAAa,CAAb;AACAE,gBAAQ,EAAR;;AAEA;AACAC;AACD;AACF;AACD,WAAOR,kBAAkBc,OAAlB,EAAP;AACD;;AAED;;;;AAIA,WAASC,OAAT,CAAiBnB,UAAjB,EAA6BoB,QAA7B,EAAuCC,eAAvC,EAAwD;AACtD,QAAInB,cAAcoB,MAAMC,aAAN,CAAoBH,QAApB,CAAlB;;AAEA;AACA,QAAII,SAAST,EAAEI,OAAF,CAAUnB,UAAV,EAAsB,UAAUyB,KAAV,EAAiB;AAClD;AACA,aAAOC,KAAKC,KAAL,CAAWF,MAAM,CAAN,IAAWvB,WAAtB,IAAqCA,WAA5C;AACD,KAHY,CAAb;;AAKA;AACA;AACA,QAAI0B,UAAUb,EAAEc,SAAF,CAAYL,MAAZ,EAAoB,UAAUb,KAAV,EAAiB;AACjD,UAAImB,SAASf,EAAEgB,GAAF,CAAMpB,KAAN,EAAa,UAAUc,KAAV,EAAiB;AACzC,eAAOA,MAAM,CAAN,CAAP;AACD,OAFY,CAAb;AAGA,aAAOJ,gBAAgBS,MAAhB,CAAP;AACD,KALa,CAAd;;AAOA;AACA,WAAOE,WAAWjB,EAAEgB,GAAF,CAAMH,OAAN,EAAe,UAAUK,KAAV,EAAiBC,SAAjB,EAA4B;AAC3D,aAAO,CAACC,OAAOF,KAAP,CAAD,EAAgBE,OAAOD,SAAP,CAAhB,CAAP;AACD,KAFiB,CAAX,CAAP;AAGD;;AAED,WAASE,YAAT,CAAsBpC,UAAtB,EAAkCoB,QAAlC,EAA4CC,eAA5C,EAA6D;AAC3D,QAAIrB,WAAWa,MAAX,KAAsB,CAA1B,EAA6B;AAC3B,aAAO,EAAP;AACD;;AAED,QAAIX,cAAcoB,MAAMC,aAAN,CAAoBH,QAApB,CAAlB;AACA,QAAIiB,iBAAiB,EAArB;AACA,QAAIC,eAAe,EAAnB;AACA,QAAIC,oBAAJ;AACA,QAAIC,WAAWxC,WAAWa,MAAX,GAAoB4B,kBAAkBzC,WAAW,CAAX,EAAc0C,eAAd,CAAlB,EAAkDxC,WAAlD,CAApB,GAAqF,CAApG;AACA,QAAIyC,iBAAiBH,QAArB;AACA,QAAIf,cAAJ;;AAEA,SAAK,IAAIb,IAAE,CAAX,EAAcA,IAAIZ,WAAWa,MAA7B,EAAqCD,GAArC,EAA0C;AACxCa,cAAQzB,WAAWY,CAAX,CAAR;AACA+B,uBAAiBF,kBAAkBhB,MAAMiB,eAAN,CAAlB,EAA0CxC,WAA1C,CAAjB;AACA,UAAIyC,mBAAmBH,QAAvB,EAAiC;AAC/BF,qBAAaxB,IAAb,CAAkBW,MAAMmB,WAAN,CAAlB;AACD,OAFD,MAEO,IAAID,iBAAiBH,QAArB,EAA+B;AACpCD,sBAAclB,gBAAgBiB,YAAhB,CAAd;AACAD,uBAAevB,IAAf,CAAoB,CAACyB,WAAD,EAAcC,QAAd,CAApB;;AAEA;AACAA,oBAAYtC,WAAZ;AACA,eAAOsC,WAAWG,cAAlB,EAAkC;AAChCN,yBAAevB,IAAf,CAAoB,CAAC,IAAD,EAAO0B,QAAP,CAApB;AACAA,sBAAYtC,WAAZ;AACD;AACDoC,uBAAe,CAACb,MAAMmB,WAAN,CAAD,CAAf;AACD;AACF;;AAEDL,kBAAclB,gBAAgBiB,YAAhB,CAAd;AACAD,mBAAevB,IAAf,CAAoB,CAACyB,WAAD,EAAcC,QAAd,CAApB;;AAEA,WAAOH,cAAP;AACD;;AAED;;;;AAIA,WAASQ,SAAT,CAAmBC,UAAnB,EAA+B;;AAE7B;AACA,QAAIC,iBAAiBhC,EAAEiC,IAAF,CAAOjC,EAAEgB,GAAF,CAAMhB,EAAEkC,OAAF,CAAUH,UAAV,EAAsB,IAAtB,CAAN,EAAmC,UAAUrB,KAAV,EAAiB;AAC9E,aAAOA,MAAM,CAAN,CAAP;AACD,KAF2B,CAAP,CAArB;AAGAsB,qBAAiBhC,EAAEmC,MAAF,CAASH,cAAT,CAAjB;;AAEA,QAAII,0BAA0BpC,EAAEgB,GAAF,CAAMe,UAAN,EAAkB,UAAUM,MAAV,EAAkB;AAChEA,eAASC,WAAWD,MAAX,EAAmBL,cAAnB,CAAT;AACA,UAAIO,aAAavC,EAAEgB,GAAF,CAAMqB,MAAN,EAAc,UAAU3B,KAAV,EAAiB;AAC9C,eAAOA,MAAM,CAAN,CAAP;AACD,OAFgB,CAAjB;AAGA,UAAI8B,aAAaxC,EAAEgB,GAAF,CAAMhB,EAAEyC,UAAF,CAAaT,cAAb,EAA6BO,UAA7B,CAAN,EAAgD,UAAUpB,SAAV,EAAqB;AACpF,eAAO,CAAC,IAAD,EAAOA,SAAP,CAAP;AACD,OAFgB,CAAjB;AAGA,UAAIuB,aAAaL,OAAOM,MAAP,CAAcH,UAAd,CAAjB;AACA,aAAOvB,WAAWyB,UAAX,CAAP;AACD,KAV6B,CAA9B;;AAYA1C,MAAE4C,IAAF,CAAOR,uBAAP,EAAgCS,iBAAhC;;AAEA,QAAIC,iBAAiB,EAArB;AACA,QAAIC,GAAJ;AACA,SAAK,IAAIlD,IAAImC,eAAelC,MAAf,GAAwB,CAArC,EAAwCD,KAAK,CAA7C,EAAgDA,GAAhD,EAAqD;AACnDkD,YAAM,CAAN;AACA,WAAK,IAAIC,IAAIZ,wBAAwBtC,MAAxB,GAAiC,CAA9C,EAAiDkD,KAAK,CAAtD,EAAyDA,GAAzD,EAA8D;AAC5DD,eAAOX,wBAAwBY,CAAxB,EAA2BnD,CAA3B,EAA8B,CAA9B,CAAP;AACD;AACDiD,qBAAe/C,IAAf,CAAoB,CAACgD,GAAD,EAAMf,eAAenC,CAAf,CAAN,CAApB;AACD;;AAED,WAAOoB,WAAW6B,cAAX,CAAP;AACD;;AAED,WAASG,KAAT,CAAehE,UAAf,EAA2BiE,MAA3B,EAAmC;AACjC,WAAOlD,EAAEgB,GAAF,CAAM/B,UAAN,EAAkB,iBAAS;AAChC,aAAO,CACLyB,MAAM,CAAN,IAAWwC,MADN,EAELxC,MAAM,CAAN,CAFK,CAAP;AAID,KALM,CAAP;AAMD;;AAED,WAASyC,UAAT,CAAoBlE,UAApB,EAAgCiE,MAAhC,EAAwC;AACtC,SAAK,IAAIrD,IAAI,CAAb,EAAgBA,IAAIZ,WAAWa,MAA/B,EAAuCD,GAAvC,EAA4C;AAC1CZ,iBAAWY,CAAX,IAAgB,CACdZ,WAAWY,CAAX,EAAcgC,WAAd,IAA6BqB,MADf,EAEdjE,WAAWY,CAAX,EAAc8B,eAAd,CAFc,CAAhB;AAID;;AAED,WAAO1C,UAAP;AACD;;AAED;;;;AAIA,WAASmE,KAAT,CAAenE,UAAf,EAA2B;AACzB,QAAIoE,YAAY,EAAhB;AACA,QAAIC,mBAAJ;AACA,SAAK,IAAIzD,IAAI,CAAb,EAAgBA,IAAIZ,WAAWa,MAA/B,EAAuCD,GAAvC,EAA4C;AAC1CyD,mBAAarE,WAAWY,CAAX,EAAc,CAAd,IAAmBZ,WAAWY,IAAI,CAAf,EAAkB,CAAlB,CAAhC;AACAwD,gBAAUtD,IAAV,CAAe,CAACuD,UAAD,EAAarE,WAAWY,CAAX,EAAc,CAAd,CAAb,CAAf;AACD;AACD,WAAOwD,SAAP;AACD;;AAED;;;;AAIA,WAASE,IAAT,CAActE,UAAd,EAA0B;AACxB,QAAIoE,YAAY,EAAhB;AACA,QAAI3C,cAAJ;AAAA,QAAW8C,mBAAX;AACA,QAAIC,aAAa,CAAjB;AACA,QAAIC,YAAY,CAAhB;AACA,SAAK,IAAI7D,IAAI,CAAb,EAAgBA,IAAIZ,WAAWa,MAA/B,EAAuCD,GAAvC,EAA4C;AAC1Ca,cAAQzB,WAAWY,CAAX,CAAR;AACA2D,mBAAavE,WAAWY,IAAI,CAAf,CAAb;;AAEA;AACA6D,kBAAY,CAAChD,MAAMiB,eAAN,IAAyB6B,WAAW7B,eAAX,CAA1B,IAAyD,IAArE;;AAEA;AACA,UAAIjB,MAAMmB,WAAN,KAAsB2B,WAAW3B,WAAX,CAA1B,EAAmD;AACjD4B,qBAAa,CAAC/C,MAAMmB,WAAN,IAAqB2B,WAAW3B,WAAX,CAAtB,IAAiD6B,SAA9D;AACD;;AAEDL,gBAAUtD,IAAV,CAAe,CAAC0D,UAAD,EAAa/C,MAAMiB,eAAN,CAAb,CAAf;AACD;AACD,WAAO0B,SAAP;AACD;;AAED,WAASM,mBAAT,CAA6B1E,UAA7B,EAAyC2E,CAAzC,EAA4C;AAC1C,QAAIC,MAAM,EAAV;AACA,QAAIC,cAAJ;AACA,QAAIC,QAAQ,IAAZ;AACA,QAAIC,UAAU,CAAd;;AAEA;AACA,SAAK,IAAIhB,IAAIY,CAAb,EAAgBZ,IAAI,CAApB,EAAuBA,GAAvB,EAA4B;AAC1B,UAAI/D,WAAW2E,IAAIZ,CAAf,EAAkBnB,WAAlB,MAAmC,IAAvC,EAA6C;AAC3CkC,iBAAS9E,WAAW2E,IAAIZ,CAAf,EAAkBnB,WAAlB,CAAT;AACAmC;AACD;AACF;AACD,QAAIA,UAAU,CAAd,EAAiB;AACfD,cAAQA,QAAQC,OAAhB;AACD,KAFD,MAEO;AACLD,cAAQ,IAAR;AACD;AACDF,QAAI9D,IAAJ,CAAS,CAACgE,KAAD,EAAQ9E,WAAW2E,IAAI,CAAf,EAAkBjC,eAAlB,CAAR,CAAT;;AAEA,SAAK,IAAI9B,IAAI+D,CAAb,EAAgB/D,IAAIZ,WAAWa,MAA/B,EAAuCD,GAAvC,EAA4C;AAC1C;AACA,UAAIZ,WAAWY,CAAX,EAAcgC,WAAd,MAA+B,IAAnC,EAAyC;AACvCiC,gBAAQC,QAAQC,OAAhB;AACAD,gBAAQ,CAACD,QAAQ7E,WAAWY,CAAX,EAAcgC,WAAd,CAAT,KAAwCmC,UAAU,CAAlD,CAAR;AACAA;AACD;AACD;AACA,UAAI/E,WAAWY,IAAI+D,CAAf,EAAkB/B,WAAlB,MAAmC,IAAvC,EAA6C;AAC3CiC,gBAAQC,QAAQC,OAAhB;AACA,YAAIA,UAAU,CAAd,EAAiB;AACfD,kBAAQ,CAACD,QAAQ7E,WAAWY,IAAI+D,CAAf,EAAkB/B,WAAlB,CAAT,KAA4CmC,UAAU,CAAtD,CAAR;AACAA;AACD,SAHD,MAGO;AACLD,kBAAQ,IAAR;AACAC,oBAAU,CAAV;AACD;AACF;AACDH,UAAI9D,IAAJ,CAAS,CAACgE,KAAD,EAAQ9E,WAAWY,CAAX,EAAc8B,eAAd,CAAR,CAAT;AACD;AACD,WAAOkC,GAAP;AACD;;AAED,WAASI,gBAAT,CAA0BhF,UAA1B,EAAsC2E,CAAtC,EAAyC;AACvC,QAAIM,MAAM,CAACjF,WAAW,CAAX,CAAD,CAAV;AACA,QAAIkF,WAAWlF,WAAW,CAAX,EAAc4C,WAAd,CAAf;AACA,QAAIuC,gBAAJ;AACA,QAAIC,UAAJ;;AAEA,QAAIT,IAAI,CAAR,EAAW;AACT;AACAS,UAAI,KAAKT,IAAI,CAAT,CAAJ;;AAEA;AACA,UAAIG,QAAQ,IAAZ;AACA,UAAIC,UAAU,CAAd;AACA,WAAK,IAAIhB,IAAIY,CAAb,EAAgBZ,IAAI,CAApB,EAAuBA,GAAvB,EAA4B;AAC1B,YAAI/D,WAAW2E,IAAIZ,CAAf,EAAkBnB,WAAlB,MAAmC,IAAvC,EAA6C;AAC3CkC,mBAAS9E,WAAW2E,IAAIZ,CAAf,EAAkBnB,WAAlB,CAAT;AACAmC;AACD;AACF;AACD,UAAIA,UAAU,CAAd,EAAiB;AACfD,gBAAQA,QAAQC,OAAhB;AACA;AACA;AACA;AACA;AACA;AACAE,cAAM,CAAC,CAACH,KAAD,EAAQ9E,WAAW,CAAX,EAAc0C,eAAd,CAAR,CAAD,CAAN;AACAwC,mBAAWJ,KAAX;AACAH,YAAI,CAAJ;AACD;AACF,KAxBD,MAwBO;AACL;AACAS,UAAIT,CAAJ;AACAA,UAAI,CAAJ;AACD;;AAED,SAAK,IAAI/D,IAAI+D,CAAb,EAAgB/D,IAAIZ,WAAWa,MAA/B,EAAuCD,GAAvC,EAA4C;AAC1C,UAAIZ,WAAWY,CAAX,EAAcgC,WAAd,MAA+B,IAAnC,EAAyC;AACvCuC,kBAAUC,IAAIpF,WAAWY,CAAX,EAAcgC,WAAd,CAAJ,GAAiC,CAAC,IAAIwC,CAAL,IAAUF,QAArD;AACAA,mBAAWC,OAAX;AACAF,YAAInE,IAAJ,CAAS,CAACqE,OAAD,EAAUnF,WAAWY,CAAX,EAAc8B,eAAd,CAAV,CAAT;AACD,OAJD,MAIO;AACLuC,YAAInE,IAAJ,CAAS,CAAC,IAAD,EAAOd,WAAWY,CAAX,EAAc8B,eAAd,CAAP,CAAT;AACD;AACF;AACD,WAAOuC,GAAP;AACD;;AAED,WAASI,SAAT,CAAmBV,CAAnB,EAAsBW,MAAtB,EAA8B;AAC5B,QAAIC,SAASxE,EAAEmC,MAAF,CAASoC,MAAT,CAAb;AACA,WAAOC,OAAO7D,KAAKC,KAAL,CAAW4D,OAAO1E,MAAP,GAAgB8D,CAAhB,GAAoB,GAA/B,CAAP,CAAP;AACD;;AAED,WAASa,KAAT,CAAeF,MAAf,EAAuB;AACrB,WAAOA,OAAOzE,MAAd;AACD;;AAED,WAAS4E,GAAT,CAAaH,MAAb,EAAqB;AACnB,QAAIxB,MAAM,IAAV;AACA,SAAK,IAAIlD,IAAI,CAAb,EAAgBA,IAAI0E,OAAOzE,MAA3B,EAAmCD,GAAnC,EAAwC;AACtC,UAAI0E,OAAO1E,CAAP,MAAc,IAAlB,EAAwB;AACtBkD,eAAOwB,OAAO1E,CAAP,CAAP;AACD;AACF;AACD,WAAOkD,GAAP;AACD;;AAED,WAAS4B,OAAT,CAAiBJ,MAAjB,EAAyB;AACvB,QAAIK,kBAAkBC,iBAAiBN,MAAjB,CAAtB;AACA,QAAIK,gBAAgB9E,MAAhB,KAA2B,CAA/B,EAAkC;AAChC,aAAO,IAAP;AACD;AACD,WAAO4E,IAAIE,eAAJ,IAAuBA,gBAAgB9E,MAA9C;AACD;;AAED,WAAS+E,gBAAT,CAA0BN,MAA1B,EAAkC;AAChC,QAAIK,kBAAkB,EAAtB;AACA,SAAK,IAAI/E,IAAI,CAAb,EAAgBA,IAAI0E,OAAOzE,MAA3B,EAAmCD,GAAnC,EAAwC;AACtC,UAAI0E,OAAO1E,CAAP,MAAc,IAAlB,EAAwB;AACtB+E,wBAAgB7E,IAAhB,CAAqBwE,OAAO1E,CAAP,CAArB;AACD;AACF;AACD,WAAO+E,eAAP;AACD;;AAED,WAASE,GAAT,CAAaP,MAAb,EAAqB;AACnB,WAAOvE,EAAEE,GAAF,CAAMqE,MAAN,CAAP;AACD;;AAED,WAASQ,GAAT,CAAaR,MAAb,EAAqB;AACnB,WAAOvE,EAAEC,GAAF,CAAMsE,MAAN,CAAP;AACD;;AAED,WAASS,MAAT,CAAgBT,MAAhB,EAAwB;AACtB,QAAIC,SAASxE,EAAEmC,MAAF,CAASoC,MAAT,CAAb;AACA,WAAOC,OAAO7D,KAAKC,KAAL,CAAW4D,OAAO1E,MAAP,GAAgB,CAA3B,CAAP,CAAP;AACD;;AAED;AACA;AACA;;AAEA;;;;;;;;AAQA,WAAS4B,iBAAT,CAA2BP,SAA3B,EAAsChC,WAAtC,EAAmD;AACjD,WAAOwB,KAAKC,KAAL,CAAWO,YAAYhC,WAAvB,IAAsCA,WAA7C;AACD;;AAED,WAAS8B,UAAT,CAAoBoB,MAApB,EAA4B;AAC1B,WAAOrC,EAAEmC,MAAF,CAASE,MAAT,EAAiB,UAAU3B,KAAV,EAAiB;AACvC,aAAOA,MAAM,CAAN,CAAP;AACD,KAFM,CAAP;AAGD;;AAED;;;;;;;;AAQA,WAAS4B,UAAT,CAAoBD,MAApB,EAA4BE,UAA5B,EAAwC;AACtC,QAAI0C,UAAU,EAAd;AACA,QAAIC,SAAS,EAAb;AACA,QAAIC,kBAAJ;AACA,SAAK,IAAItF,IAAI,CAAb,EAAgBA,IAAI0C,WAAWzC,MAA/B,EAAuCD,GAAvC,EAA4C;AAC1C,UAAI0C,WAAW1C,CAAX,IAAgBwC,OAAO,CAAP,EAAUV,eAAV,CAApB,EAAgD;AAC9CwD,oBAAY,CAAC,CAAD,EAAI5C,WAAW1C,CAAX,CAAJ,CAAZ;AACAoF,gBAAQlF,IAAR,CAAaoF,SAAb;AACD,OAHD,MAGO,IAAI5C,WAAW1C,CAAX,IAAgBwC,OAAOA,OAAOvC,MAAP,GAAgB,CAAvB,EAA0B6B,eAA1B,CAApB,EAAgE;AACrEwD,oBAAY,CAAC,CAAD,EAAI5C,WAAW1C,CAAX,CAAJ,CAAZ;AACAqF,eAAOnF,IAAP,CAAYoF,SAAZ;AACD;AACF;AACD,WAAOnF,EAAE2C,MAAF,CAAS3C,EAAE2C,MAAF,CAASsC,OAAT,EAAkB5C,MAAlB,CAAT,EAAoC6C,MAApC,CAAP;AACD;;AAED;;;AAGA,WAASrC,iBAAT,CAA2BR,MAA3B,EAAmC;AACjC,QAAI+C,IAAJ,EAAUC,KAAV;;AAEA;AACA,SAAK,IAAIxF,IAAIwC,OAAOvC,MAAP,GAAgB,CAA7B,EAAgCD,KAAK,CAArC,EAAwCA,GAAxC,EAA6C;AAC3C,UAAI,CAACwC,OAAOxC,CAAP,EAAU,CAAV,CAAL,EAAmB;AACjBuF,eAAOE,gBAAgBjD,MAAhB,EAAwBxC,CAAxB,CAAP;AACAwF,gBAAQE,iBAAiBlD,MAAjB,EAAyBxC,CAAzB,CAAR;AACA,YAAI,CAACuF,IAAL,EAAW;AACTA,iBAAOC,KAAP;AACD;AACD,YAAI,CAACA,KAAL,EAAY;AACVA,kBAAQD,IAAR;AACD;AACD/C,eAAOxC,CAAP,EAAU,CAAV,IAAe2F,oBAAoBnD,OAAOxC,CAAP,EAAU,CAAV,CAApB,EAAkCuF,IAAlC,EAAwCC,KAAxC,CAAf;AACD;AACF;AACD,WAAOhD,MAAP;AACD;;AAED,WAASmD,mBAAT,CAA6BrE,SAA7B,EAAwCiE,IAAxC,EAA8CC,KAA9C,EAAqD;AACnD,QAAID,KAAK,CAAL,MAAYC,MAAM,CAAN,CAAhB,EAA0B;AACxB,aAAO,CAACD,KAAK,CAAL,IAAUC,MAAM,CAAN,CAAX,IAAuB,CAA9B;AACD,KAFD,MAEO;AACL,aAAQD,KAAK,CAAL,IAAU,CAACC,MAAM,CAAN,IAAWD,KAAK,CAAL,CAAZ,KAAwBC,MAAM,CAAN,IAAWD,KAAK,CAAL,CAAnC,KAA+CjE,YAAYiE,KAAK,CAAL,CAA3D,CAAlB;AACD;AACF;;AAED,WAASG,gBAAT,CAA0BlD,MAA1B,EAAkCoD,UAAlC,EAA8C;AAC5C,SAAK,IAAI5F,IAAI4F,UAAb,EAAyB5F,IAAIwC,OAAOvC,MAApC,EAA4CD,GAA5C,EAAiD;AAC/C,UAAIwC,OAAOxC,CAAP,EAAU,CAAV,MAAiB,IAArB,EAA2B;AACzB,eAAOwC,OAAOxC,CAAP,CAAP;AACD;AACF;AACD,WAAO,IAAP;AACD;;AAED,WAASyF,eAAT,CAAyBjD,MAAzB,EAAiCoD,UAAjC,EAA6C;AAC3C,SAAK,IAAI5F,IAAI4F,UAAb,EAAyB5F,IAAI,CAA7B,EAAgCA,GAAhC,EAAqC;AACnC,UAAIwC,OAAOxC,CAAP,EAAU,CAAV,MAAiB,IAArB,EAA2B;AACzB,eAAOwC,OAAOxC,CAAP,CAAP;AACD;AACF;AACD,WAAO,IAAP;AACD;;AAED;AACA;AACA;;;;AA5cOG,O;;AACKO,W;;;AAENsB,iB,GAAc,C;AACdF,qB,GAAkB,C;AA0clB+D,uB,GAAoB;AACxB1G,8BADwB;AAExBoB,wBAFwB;AAGxBiB,kCAHwB;AAIxBS,4BAJwB;AAKxBmB,oBALwB;AAMxBE,8BANwB;AAOxBC,oBAPwB;AAQxBG,kBARwB;AASxBI,gDATwB;AAUxBM,0CAVwB;AAWxBS,gBAXwB;AAYxBD,oBAZwB;AAaxBE,wBAbwB;AAcxBG,gBAdwB;AAexBC,gBAfwB;AAgBxBC,sBAhBwB;AAiBxBV;AAjBwB,O;;yBAoBXoB,iB","file":"timeseries.js","sourcesContent":["/**\n * timeseries.js\n *\n * This module contains functions for working with time series.\n *\n * datapoints - array of points where point is [value, timestamp]. In almost all cases (if other wasn't\n * explicitly said) we assume datapoints are sorted by timestamp. Timestamp is the number of milliseconds\n * since 1 January 1970 00:00:00 UTC.\n *\n */\n\nimport _ from 'lodash';\nimport * as utils from './utils';\n\nconst POINT_VALUE = 0;\nconst POINT_TIMESTAMP = 1;\n\n/**\n * Downsample time series by using given function (avg, min, max).\n */\nfunction downsample(datapoints, time_to, ms_interval, func) {\n var downsampledSeries = [];\n var timeWindow = {\n from: time_to * 1000 - ms_interval,\n to: time_to * 1000\n };\n\n var points_sum = 0;\n var points_num = 0;\n var value_avg = 0;\n var frame = [];\n\n for (var i = datapoints.length - 1; i >= 0; i -= 1) {\n if (timeWindow.from < datapoints[i][1] && datapoints[i][1] <= timeWindow.to) {\n points_sum += datapoints[i][0];\n points_num++;\n frame.push(datapoints[i][0]);\n }\n else {\n value_avg = points_num ? points_sum / points_num : 0;\n\n if (func === \"max\") {\n downsampledSeries.push([_.max(frame), timeWindow.to]);\n }\n else if (func === \"min\") {\n downsampledSeries.push([_.min(frame), timeWindow.to]);\n }\n\n // avg by default\n else {\n downsampledSeries.push([value_avg, timeWindow.to]);\n }\n\n // Shift time window\n timeWindow.to = timeWindow.from;\n timeWindow.from -= ms_interval;\n\n points_sum = 0;\n points_num = 0;\n frame = [];\n\n // Process point again\n i++;\n }\n }\n return downsampledSeries.reverse();\n}\n\n/**\n * Group points by given time interval\n * datapoints: [[, ], ...]\n */\nfunction groupBy(datapoints, interval, groupByCallback) {\n var ms_interval = utils.parseInterval(interval);\n\n // Calculate frame timestamps\n var frames = _.groupBy(datapoints, function (point) {\n // Calculate time for group of points\n return Math.floor(point[1] / ms_interval) * ms_interval;\n });\n\n // frame: { '': [[, ], ...] }\n // return [{ '': }, { '': }, ...]\n var grouped = _.mapValues(frames, function (frame) {\n var points = _.map(frame, function (point) {\n return point[0];\n });\n return groupByCallback(points);\n });\n\n // Convert points to Grafana format\n return sortByTime(_.map(grouped, function (value, timestamp) {\n return [Number(value), Number(timestamp)];\n }));\n}\n\nfunction groupBy_perf(datapoints, interval, groupByCallback) {\n if (datapoints.length === 0) {\n return [];\n }\n\n let ms_interval = utils.parseInterval(interval);\n let grouped_series = [];\n let frame_values = [];\n let frame_value;\n let frame_ts = datapoints.length ? getPointTimeFrame(datapoints[0][POINT_TIMESTAMP], ms_interval) : 0;\n let point_frame_ts = frame_ts;\n let point;\n\n for (let i=0; i < datapoints.length; i++) {\n point = datapoints[i];\n point_frame_ts = getPointTimeFrame(point[POINT_TIMESTAMP], ms_interval);\n if (point_frame_ts === frame_ts) {\n frame_values.push(point[POINT_VALUE]);\n } else if (point_frame_ts > frame_ts) {\n frame_value = groupByCallback(frame_values);\n grouped_series.push([frame_value, frame_ts]);\n\n // Move frame window to next non-empty interval and fill empty by null\n frame_ts += ms_interval;\n while (frame_ts < point_frame_ts) {\n grouped_series.push([null, frame_ts]);\n frame_ts += ms_interval;\n }\n frame_values = [point[POINT_VALUE]];\n }\n }\n\n frame_value = groupByCallback(frame_values);\n grouped_series.push([frame_value, frame_ts]);\n\n return grouped_series;\n}\n\n/**\n * Summarize set of time series into one.\n * @param {datapoints[]} timeseries array of time series\n */\nfunction sumSeries(timeseries) {\n\n // Calculate new points for interpolation\n var new_timestamps = _.uniq(_.map(_.flatten(timeseries, true), function (point) {\n return point[1];\n }));\n new_timestamps = _.sortBy(new_timestamps);\n\n var interpolated_timeseries = _.map(timeseries, function (series) {\n series = fillZeroes(series, new_timestamps);\n var timestamps = _.map(series, function (point) {\n return point[1];\n });\n var new_points = _.map(_.difference(new_timestamps, timestamps), function (timestamp) {\n return [null, timestamp];\n });\n var new_series = series.concat(new_points);\n return sortByTime(new_series);\n });\n\n _.each(interpolated_timeseries, interpolateSeries);\n\n var new_timeseries = [];\n var sum;\n for (var i = new_timestamps.length - 1; i >= 0; i--) {\n sum = 0;\n for (var j = interpolated_timeseries.length - 1; j >= 0; j--) {\n sum += interpolated_timeseries[j][i][0];\n }\n new_timeseries.push([sum, new_timestamps[i]]);\n }\n\n return sortByTime(new_timeseries);\n}\n\nfunction scale(datapoints, factor) {\n return _.map(datapoints, point => {\n return [\n point[0] * factor,\n point[1]\n ];\n });\n}\n\nfunction scale_perf(datapoints, factor) {\n for (let i = 0; i < datapoints.length; i++) {\n datapoints[i] = [\n datapoints[i][POINT_VALUE] * factor,\n datapoints[i][POINT_TIMESTAMP]\n ];\n }\n\n return datapoints;\n}\n\n/**\n * Simple delta. Calculate value delta between points.\n * @param {*} datapoints\n */\nfunction delta(datapoints) {\n let newSeries = [];\n let deltaValue;\n for (var i = 1; i < datapoints.length; i++) {\n deltaValue = datapoints[i][0] - datapoints[i - 1][0];\n newSeries.push([deltaValue, datapoints[i][1]]);\n }\n return newSeries;\n}\n\n/**\n * Calculates rate per second. Resistant to counter reset.\n * @param {*} datapoints\n */\nfunction rate(datapoints) {\n let newSeries = [];\n let point, point_prev;\n let valueDelta = 0;\n let timeDelta = 0;\n for (let i = 1; i < datapoints.length; i++) {\n point = datapoints[i];\n point_prev = datapoints[i - 1];\n\n // Convert ms to seconds\n timeDelta = (point[POINT_TIMESTAMP] - point_prev[POINT_TIMESTAMP]) / 1000;\n\n // Handle counter reset - use previous value\n if (point[POINT_VALUE] >= point_prev[POINT_VALUE]) {\n valueDelta = (point[POINT_VALUE] - point_prev[POINT_VALUE]) / timeDelta;\n }\n\n newSeries.push([valueDelta, point[POINT_TIMESTAMP]]);\n }\n return newSeries;\n}\n\nfunction simpleMovingAverage(datapoints, n) {\n let sma = [];\n let w_sum;\n let w_avg = null;\n let w_count = 0;\n\n // Initial window\n for (let j = n; j > 0; j--) {\n if (datapoints[n - j][POINT_VALUE] !== null) {\n w_avg += datapoints[n - j][POINT_VALUE];\n w_count++;\n }\n }\n if (w_count > 0) {\n w_avg = w_avg / w_count;\n } else {\n w_avg = null;\n }\n sma.push([w_avg, datapoints[n - 1][POINT_TIMESTAMP]]);\n\n for (let i = n; i < datapoints.length; i++) {\n // Insert next value\n if (datapoints[i][POINT_VALUE] !== null) {\n w_sum = w_avg * w_count;\n w_avg = (w_sum + datapoints[i][POINT_VALUE]) / (w_count + 1);\n w_count++;\n }\n // Remove left side point\n if (datapoints[i - n][POINT_VALUE] !== null) {\n w_sum = w_avg * w_count;\n if (w_count > 1) {\n w_avg = (w_sum - datapoints[i - n][POINT_VALUE]) / (w_count - 1);\n w_count--;\n } else {\n w_avg = null;\n w_count = 0;\n }\n }\n sma.push([w_avg, datapoints[i][POINT_TIMESTAMP]]);\n }\n return sma;\n}\n\nfunction expMovingAverage(datapoints, n) {\n let ema = [datapoints[0]];\n let ema_prev = datapoints[0][POINT_VALUE];\n let ema_cur;\n let a;\n\n if (n > 1) {\n // Calculate a from window size\n a = 2 / (n + 1);\n\n // Initial window, use simple moving average\n let w_avg = null;\n let w_count = 0;\n for (let j = n; j > 0; j--) {\n if (datapoints[n - j][POINT_VALUE] !== null) {\n w_avg += datapoints[n - j][POINT_VALUE];\n w_count++;\n }\n }\n if (w_count > 0) {\n w_avg = w_avg / w_count;\n // Actually, we should set timestamp from datapoints[n-1] and start calculation of EMA from n.\n // But in order to start EMA from first point (not from Nth) we should expand time range and request N additional\n // points outside left side of range. We can't do that, so this trick is used for pretty view of first N points.\n // We calculate AVG for first N points, but then start from 2nd point, not from Nth. In general, it means we\n // assume that previous N values (0-N, 0-(N-1), ..., 0-1) have the same average value as a first N values.\n ema = [[w_avg, datapoints[0][POINT_TIMESTAMP]]];\n ema_prev = w_avg;\n n = 1;\n }\n } else {\n // Use predefined a and start from 1st point (use it as initial EMA value)\n a = n;\n n = 1;\n }\n\n for (let i = n; i < datapoints.length; i++) {\n if (datapoints[i][POINT_VALUE] !== null) {\n ema_cur = a * datapoints[i][POINT_VALUE] + (1 - a) * ema_prev;\n ema_prev = ema_cur;\n ema.push([ema_cur, datapoints[i][POINT_TIMESTAMP]]);\n } else {\n ema.push([null, datapoints[i][POINT_TIMESTAMP]]);\n }\n }\n return ema;\n}\n\nfunction PERCENTIL(n, values) {\n var sorted = _.sortBy(values);\n return sorted[Math.floor(sorted.length * n / 100)];\n}\n\nfunction COUNT(values) {\n return values.length;\n}\n\nfunction SUM(values) {\n var sum = null;\n for (let i = 0; i < values.length; i++) {\n if (values[i] !== null) {\n sum += values[i];\n }\n }\n return sum;\n}\n\nfunction AVERAGE(values) {\n let values_non_null = getNonNullValues(values);\n if (values_non_null.length === 0) {\n return null;\n }\n return SUM(values_non_null) / values_non_null.length;\n}\n\nfunction getNonNullValues(values) {\n let values_non_null = [];\n for (let i = 0; i < values.length; i++) {\n if (values[i] !== null) {\n values_non_null.push(values[i]);\n }\n }\n return values_non_null;\n}\n\nfunction MIN(values) {\n return _.min(values);\n}\n\nfunction MAX(values) {\n return _.max(values);\n}\n\nfunction MEDIAN(values) {\n var sorted = _.sortBy(values);\n return sorted[Math.floor(sorted.length / 2)];\n}\n\n///////////////////////\n// Utility functions //\n///////////////////////\n\n/**\n * For given point calculate corresponding time frame.\n *\n * |__*_|_*__|___*| -> |*___|*___|*___|\n *\n * @param {*} timestamp\n * @param {*} ms_interval\n */\nfunction getPointTimeFrame(timestamp, ms_interval) {\n return Math.floor(timestamp / ms_interval) * ms_interval;\n}\n\nfunction sortByTime(series) {\n return _.sortBy(series, function (point) {\n return point[1];\n });\n}\n\n/**\n * Fill empty front and end of series by zeroes.\n *\n * | *** | | *** |\n * |___ ___| -> |*** ***|\n * @param {*} series\n * @param {*} timestamps\n */\nfunction fillZeroes(series, timestamps) {\n let prepend = [];\n let append = [];\n let new_point;\n for (let i = 0; i < timestamps.length; i++) {\n if (timestamps[i] < series[0][POINT_TIMESTAMP]) {\n new_point = [0, timestamps[i]];\n prepend.push(new_point);\n } else if (timestamps[i] > series[series.length - 1][POINT_TIMESTAMP]) {\n new_point = [0, timestamps[i]];\n append.push(new_point);\n }\n }\n return _.concat(_.concat(prepend, series), append);\n}\n\n/**\n * Interpolate series with gaps\n */\nfunction interpolateSeries(series) {\n var left, right;\n\n // Interpolate series\n for (var i = series.length - 1; i >= 0; i--) {\n if (!series[i][0]) {\n left = findNearestLeft(series, i);\n right = findNearestRight(series, i);\n if (!left) {\n left = right;\n }\n if (!right) {\n right = left;\n }\n series[i][0] = linearInterpolation(series[i][1], left, right);\n }\n }\n return series;\n}\n\nfunction linearInterpolation(timestamp, left, right) {\n if (left[1] === right[1]) {\n return (left[0] + right[0]) / 2;\n } else {\n return (left[0] + (right[0] - left[0]) / (right[1] - left[1]) * (timestamp - left[1]));\n }\n}\n\nfunction findNearestRight(series, pointIndex) {\n for (var i = pointIndex; i < series.length; i++) {\n if (series[i][0] !== null) {\n return series[i];\n }\n }\n return null;\n}\n\nfunction findNearestLeft(series, pointIndex) {\n for (var i = pointIndex; i > 0; i--) {\n if (series[i][0] !== null) {\n return series[i];\n }\n }\n return null;\n}\n\n////////////\n// Export //\n////////////\n\nconst exportedFunctions = {\n downsample,\n groupBy,\n groupBy_perf,\n sumSeries,\n scale,\n scale_perf,\n delta,\n rate,\n simpleMovingAverage,\n expMovingAverage,\n SUM,\n COUNT,\n AVERAGE,\n MIN,\n MAX,\n MEDIAN,\n PERCENTIL\n};\n\nexport default exportedFunctions;\n"]} \ No newline at end of file +{"version":3,"sources":["../../src/datasource-zabbix/timeseries.js"],"names":["downsample","datapoints","time_to","ms_interval","func","downsampledSeries","timeWindow","from","to","points_sum","points_num","value_avg","frame","i","length","push","_","max","min","reverse","groupBy","interval","groupByCallback","utils","parseInterval","frames","point","Math","floor","grouped","mapValues","points","map","sortByTime","value","timestamp","Number","groupBy_perf","grouped_series","frame_values","frame_value","frame_ts","getPointTimeFrame","POINT_TIMESTAMP","point_frame_ts","POINT_VALUE","sumSeries","timeseries","new_timestamps","uniq","flatten","sortBy","interpolated_timeseries","series","fillZeroes","timestamps","new_points","difference","new_series","concat","each","interpolateSeries","new_timeseries","sum","j","scale","factor","scale_perf","delta","newSeries","deltaValue","rate","point_prev","valueDelta","timeDelta","simpleMovingAverage","n","sma","w_sum","w_avg","w_count","expMovingAverage","ema","ema_prev","ema_cur","a","PERCENTIL","values","sorted","COUNT","SUM","AVERAGE","values_non_null","getNonNullValues","MIN","MAX","MEDIAN","prepend","append","new_point","left","right","findNearestLeft","findNearestRight","linearInterpolation","pointIndex","exportedFunctions"],"mappings":";;;;;;;AAiBA;;;AAGA,WAASA,UAAT,CAAoBC,UAApB,EAAgCC,OAAhC,EAAyCC,WAAzC,EAAsDC,IAAtD,EAA4D;AAC1D,QAAIC,oBAAoB,EAAxB;AACA,QAAIC,aAAa;AACfC,YAAML,UAAU,IAAV,GAAiBC,WADR;AAEfK,UAAIN,UAAU;AAFC,KAAjB;;AAKA,QAAIO,aAAa,CAAjB;AACA,QAAIC,aAAa,CAAjB;AACA,QAAIC,YAAY,CAAhB;AACA,QAAIC,QAAQ,EAAZ;;AAEA,SAAK,IAAIC,IAAIZ,WAAWa,MAAX,GAAoB,CAAjC,EAAoCD,KAAK,CAAzC,EAA4CA,KAAK,CAAjD,EAAoD;AAClD,UAAIP,WAAWC,IAAX,GAAkBN,WAAWY,CAAX,EAAc,CAAd,CAAlB,IAAsCZ,WAAWY,CAAX,EAAc,CAAd,KAAoBP,WAAWE,EAAzE,EAA6E;AAC3EC,sBAAcR,WAAWY,CAAX,EAAc,CAAd,CAAd;AACAH;AACAE,cAAMG,IAAN,CAAWd,WAAWY,CAAX,EAAc,CAAd,CAAX;AACD,OAJD,MAKK;AACHF,oBAAYD,aAAaD,aAAaC,UAA1B,GAAuC,CAAnD;;AAEA,YAAIN,SAAS,KAAb,EAAoB;AAClBC,4BAAkBU,IAAlB,CAAuB,CAACC,EAAEC,GAAF,CAAML,KAAN,CAAD,EAAeN,WAAWE,EAA1B,CAAvB;AACD,SAFD,MAGK,IAAIJ,SAAS,KAAb,EAAoB;AACvBC,4BAAkBU,IAAlB,CAAuB,CAACC,EAAEE,GAAF,CAAMN,KAAN,CAAD,EAAeN,WAAWE,EAA1B,CAAvB;AACD;;AAED;AAJK,aAKA;AACHH,8BAAkBU,IAAlB,CAAuB,CAACJ,SAAD,EAAYL,WAAWE,EAAvB,CAAvB;AACD;;AAED;AACAF,mBAAWE,EAAX,GAAgBF,WAAWC,IAA3B;AACAD,mBAAWC,IAAX,IAAmBJ,WAAnB;;AAEAM,qBAAa,CAAb;AACAC,qBAAa,CAAb;AACAE,gBAAQ,EAAR;;AAEA;AACAC;AACD;AACF;AACD,WAAOR,kBAAkBc,OAAlB,EAAP;AACD;;AAED;;;;AAIA,WAASC,OAAT,CAAiBnB,UAAjB,EAA6BoB,QAA7B,EAAuCC,eAAvC,EAAwD;AACtD,QAAInB,cAAcoB,MAAMC,aAAN,CAAoBH,QAApB,CAAlB;;AAEA;AACA,QAAII,SAAST,EAAEI,OAAF,CAAUnB,UAAV,EAAsB,UAAUyB,KAAV,EAAiB;AAClD;AACA,aAAOC,KAAKC,KAAL,CAAWF,MAAM,CAAN,IAAWvB,WAAtB,IAAqCA,WAA5C;AACD,KAHY,CAAb;;AAKA;AACA;AACA,QAAI0B,UAAUb,EAAEc,SAAF,CAAYL,MAAZ,EAAoB,UAAUb,KAAV,EAAiB;AACjD,UAAImB,SAASf,EAAEgB,GAAF,CAAMpB,KAAN,EAAa,UAAUc,KAAV,EAAiB;AACzC,eAAOA,MAAM,CAAN,CAAP;AACD,OAFY,CAAb;AAGA,aAAOJ,gBAAgBS,MAAhB,CAAP;AACD,KALa,CAAd;;AAOA;AACA,WAAOE,WAAWjB,EAAEgB,GAAF,CAAMH,OAAN,EAAe,UAAUK,KAAV,EAAiBC,SAAjB,EAA4B;AAC3D,aAAO,CAACC,OAAOF,KAAP,CAAD,EAAgBE,OAAOD,SAAP,CAAhB,CAAP;AACD,KAFiB,CAAX,CAAP;AAGD;;AAED,WAASE,YAAT,CAAsBpC,UAAtB,EAAkCoB,QAAlC,EAA4CC,eAA5C,EAA6D;AAC3D,QAAIrB,WAAWa,MAAX,KAAsB,CAA1B,EAA6B;AAC3B,aAAO,EAAP;AACD;;AAED,QAAIX,cAAcoB,MAAMC,aAAN,CAAoBH,QAApB,CAAlB;AACA,QAAIiB,iBAAiB,EAArB;AACA,QAAIC,eAAe,EAAnB;AACA,QAAIC,oBAAJ;AACA,QAAIC,WAAWxC,WAAWa,MAAX,GAAoB4B,kBAAkBzC,WAAW,CAAX,EAAc0C,eAAd,CAAlB,EAAkDxC,WAAlD,CAApB,GAAqF,CAApG;AACA,QAAIyC,iBAAiBH,QAArB;AACA,QAAIf,cAAJ;;AAEA,SAAK,IAAIb,IAAE,CAAX,EAAcA,IAAIZ,WAAWa,MAA7B,EAAqCD,GAArC,EAA0C;AACxCa,cAAQzB,WAAWY,CAAX,CAAR;AACA+B,uBAAiBF,kBAAkBhB,MAAMiB,eAAN,CAAlB,EAA0CxC,WAA1C,CAAjB;AACA,UAAIyC,mBAAmBH,QAAvB,EAAiC;AAC/BF,qBAAaxB,IAAb,CAAkBW,MAAMmB,WAAN,CAAlB;AACD,OAFD,MAEO,IAAID,iBAAiBH,QAArB,EAA+B;AACpCD,sBAAclB,gBAAgBiB,YAAhB,CAAd;AACAD,uBAAevB,IAAf,CAAoB,CAACyB,WAAD,EAAcC,QAAd,CAApB;;AAEA;AACAA,oBAAYtC,WAAZ;AACA,eAAOsC,WAAWG,cAAlB,EAAkC;AAChCN,yBAAevB,IAAf,CAAoB,CAAC,IAAD,EAAO0B,QAAP,CAApB;AACAA,sBAAYtC,WAAZ;AACD;AACDoC,uBAAe,CAACb,MAAMmB,WAAN,CAAD,CAAf;AACD;AACF;;AAEDL,kBAAclB,gBAAgBiB,YAAhB,CAAd;AACAD,mBAAevB,IAAf,CAAoB,CAACyB,WAAD,EAAcC,QAAd,CAApB;;AAEA,WAAOH,cAAP;AACD;;AAED;;;;AAIA,WAASQ,SAAT,CAAmBC,UAAnB,EAA+B;;AAE7B;AACA,QAAIC,iBAAiBhC,EAAEiC,IAAF,CAAOjC,EAAEgB,GAAF,CAAMhB,EAAEkC,OAAF,CAAUH,UAAV,EAAsB,IAAtB,CAAN,EAAmC,UAAUrB,KAAV,EAAiB;AAC9E,aAAOA,MAAM,CAAN,CAAP;AACD,KAF2B,CAAP,CAArB;AAGAsB,qBAAiBhC,EAAEmC,MAAF,CAASH,cAAT,CAAjB;;AAEA,QAAII,0BAA0BpC,EAAEgB,GAAF,CAAMe,UAAN,EAAkB,UAAUM,MAAV,EAAkB;AAChEA,eAASC,WAAWD,MAAX,EAAmBL,cAAnB,CAAT;AACA,UAAIO,aAAavC,EAAEgB,GAAF,CAAMqB,MAAN,EAAc,UAAU3B,KAAV,EAAiB;AAC9C,eAAOA,MAAM,CAAN,CAAP;AACD,OAFgB,CAAjB;AAGA,UAAI8B,aAAaxC,EAAEgB,GAAF,CAAMhB,EAAEyC,UAAF,CAAaT,cAAb,EAA6BO,UAA7B,CAAN,EAAgD,UAAUpB,SAAV,EAAqB;AACpF,eAAO,CAAC,IAAD,EAAOA,SAAP,CAAP;AACD,OAFgB,CAAjB;AAGA,UAAIuB,aAAaL,OAAOM,MAAP,CAAcH,UAAd,CAAjB;AACA,aAAOvB,WAAWyB,UAAX,CAAP;AACD,KAV6B,CAA9B;;AAYA1C,MAAE4C,IAAF,CAAOR,uBAAP,EAAgCS,iBAAhC;;AAEA,QAAIC,iBAAiB,EAArB;AACA,QAAIC,GAAJ;AACA,SAAK,IAAIlD,IAAImC,eAAelC,MAAf,GAAwB,CAArC,EAAwCD,KAAK,CAA7C,EAAgDA,GAAhD,EAAqD;AACnDkD,YAAM,CAAN;AACA,WAAK,IAAIC,IAAIZ,wBAAwBtC,MAAxB,GAAiC,CAA9C,EAAiDkD,KAAK,CAAtD,EAAyDA,GAAzD,EAA8D;AAC5DD,eAAOX,wBAAwBY,CAAxB,EAA2BnD,CAA3B,EAA8B,CAA9B,CAAP;AACD;AACDiD,qBAAe/C,IAAf,CAAoB,CAACgD,GAAD,EAAMf,eAAenC,CAAf,CAAN,CAApB;AACD;;AAED,WAAOoB,WAAW6B,cAAX,CAAP;AACD;;AAED,WAASG,KAAT,CAAehE,UAAf,EAA2BiE,MAA3B,EAAmC;AACjC,WAAOlD,EAAEgB,GAAF,CAAM/B,UAAN,EAAkB,iBAAS;AAChC,aAAO,CACLyB,MAAM,CAAN,IAAWwC,MADN,EAELxC,MAAM,CAAN,CAFK,CAAP;AAID,KALM,CAAP;AAMD;;AAED,WAASyC,UAAT,CAAoBlE,UAApB,EAAgCiE,MAAhC,EAAwC;AACtC,SAAK,IAAIrD,IAAI,CAAb,EAAgBA,IAAIZ,WAAWa,MAA/B,EAAuCD,GAAvC,EAA4C;AAC1CZ,iBAAWY,CAAX,IAAgB,CACdZ,WAAWY,CAAX,EAAcgC,WAAd,IAA6BqB,MADf,EAEdjE,WAAWY,CAAX,EAAc8B,eAAd,CAFc,CAAhB;AAID;;AAED,WAAO1C,UAAP;AACD;;AAED;;;;AAIA,WAASmE,KAAT,CAAenE,UAAf,EAA2B;AACzB,QAAIoE,YAAY,EAAhB;AACA,QAAIC,mBAAJ;AACA,SAAK,IAAIzD,IAAI,CAAb,EAAgBA,IAAIZ,WAAWa,MAA/B,EAAuCD,GAAvC,EAA4C;AAC1CyD,mBAAarE,WAAWY,CAAX,EAAc,CAAd,IAAmBZ,WAAWY,IAAI,CAAf,EAAkB,CAAlB,CAAhC;AACAwD,gBAAUtD,IAAV,CAAe,CAACuD,UAAD,EAAarE,WAAWY,CAAX,EAAc,CAAd,CAAb,CAAf;AACD;AACD,WAAOwD,SAAP;AACD;;AAED;;;;AAIA,WAASE,IAAT,CAActE,UAAd,EAA0B;AACxB,QAAIoE,YAAY,EAAhB;AACA,QAAI3C,cAAJ;AAAA,QAAW8C,mBAAX;AACA,QAAIC,aAAa,CAAjB;AACA,QAAIC,YAAY,CAAhB;AACA,SAAK,IAAI7D,IAAI,CAAb,EAAgBA,IAAIZ,WAAWa,MAA/B,EAAuCD,GAAvC,EAA4C;AAC1Ca,cAAQzB,WAAWY,CAAX,CAAR;AACA2D,mBAAavE,WAAWY,IAAI,CAAf,CAAb;;AAEA;AACA6D,kBAAY,CAAChD,MAAMiB,eAAN,IAAyB6B,WAAW7B,eAAX,CAA1B,IAAyD,IAArE;;AAEA;AACA,UAAIjB,MAAMmB,WAAN,KAAsB2B,WAAW3B,WAAX,CAA1B,EAAmD;AACjD4B,qBAAa,CAAC/C,MAAMmB,WAAN,IAAqB2B,WAAW3B,WAAX,CAAtB,IAAiD6B,SAA9D;AACD;;AAEDL,gBAAUtD,IAAV,CAAe,CAAC0D,UAAD,EAAa/C,MAAMiB,eAAN,CAAb,CAAf;AACD;AACD,WAAO0B,SAAP;AACD;;AAED,WAASM,mBAAT,CAA6B1E,UAA7B,EAAyC2E,CAAzC,EAA4C;AAC1C,QAAIC,MAAM,EAAV;AACA,QAAIC,cAAJ;AACA,QAAIC,QAAQ,IAAZ;AACA,QAAIC,UAAU,CAAd;;AAEA;AACA,SAAK,IAAIhB,IAAIY,CAAb,EAAgBZ,IAAI,CAApB,EAAuBA,GAAvB,EAA4B;AAC1B,UAAI/D,WAAW2E,IAAIZ,CAAf,EAAkBnB,WAAlB,MAAmC,IAAvC,EAA6C;AAC3CkC,iBAAS9E,WAAW2E,IAAIZ,CAAf,EAAkBnB,WAAlB,CAAT;AACAmC;AACD;AACF;AACD,QAAIA,UAAU,CAAd,EAAiB;AACfD,cAAQA,QAAQC,OAAhB;AACD,KAFD,MAEO;AACLD,cAAQ,IAAR;AACD;AACDF,QAAI9D,IAAJ,CAAS,CAACgE,KAAD,EAAQ9E,WAAW2E,IAAI,CAAf,EAAkBjC,eAAlB,CAAR,CAAT;;AAEA,SAAK,IAAI9B,IAAI+D,CAAb,EAAgB/D,IAAIZ,WAAWa,MAA/B,EAAuCD,GAAvC,EAA4C;AAC1C;AACA,UAAIZ,WAAWY,CAAX,EAAcgC,WAAd,MAA+B,IAAnC,EAAyC;AACvCiC,gBAAQC,QAAQC,OAAhB;AACAD,gBAAQ,CAACD,QAAQ7E,WAAWY,CAAX,EAAcgC,WAAd,CAAT,KAAwCmC,UAAU,CAAlD,CAAR;AACAA;AACD;AACD;AACA,UAAI/E,WAAWY,IAAI+D,CAAf,EAAkB/B,WAAlB,MAAmC,IAAvC,EAA6C;AAC3CiC,gBAAQC,QAAQC,OAAhB;AACA,YAAIA,UAAU,CAAd,EAAiB;AACfD,kBAAQ,CAACD,QAAQ7E,WAAWY,IAAI+D,CAAf,EAAkB/B,WAAlB,CAAT,KAA4CmC,UAAU,CAAtD,CAAR;AACAA;AACD,SAHD,MAGO;AACLD,kBAAQ,IAAR;AACAC,oBAAU,CAAV;AACD;AACF;AACDH,UAAI9D,IAAJ,CAAS,CAACgE,KAAD,EAAQ9E,WAAWY,CAAX,EAAc8B,eAAd,CAAR,CAAT;AACD;AACD,WAAOkC,GAAP;AACD;;AAED,WAASI,gBAAT,CAA0BhF,UAA1B,EAAsC2E,CAAtC,EAAyC;AACvC,QAAIM,MAAM,CAACjF,WAAW,CAAX,CAAD,CAAV;AACA,QAAIkF,WAAWlF,WAAW,CAAX,EAAc4C,WAAd,CAAf;AACA,QAAIuC,gBAAJ;AACA,QAAIC,UAAJ;;AAEA,QAAIT,IAAI,CAAR,EAAW;AACT;AACAS,UAAI,KAAKT,IAAI,CAAT,CAAJ;;AAEA;AACA,UAAIG,QAAQ,IAAZ;AACA,UAAIC,UAAU,CAAd;AACA,WAAK,IAAIhB,IAAIY,CAAb,EAAgBZ,IAAI,CAApB,EAAuBA,GAAvB,EAA4B;AAC1B,YAAI/D,WAAW2E,IAAIZ,CAAf,EAAkBnB,WAAlB,MAAmC,IAAvC,EAA6C;AAC3CkC,mBAAS9E,WAAW2E,IAAIZ,CAAf,EAAkBnB,WAAlB,CAAT;AACAmC;AACD;AACF;AACD,UAAIA,UAAU,CAAd,EAAiB;AACfD,gBAAQA,QAAQC,OAAhB;AACA;AACA;AACA;AACA;AACA;AACAE,cAAM,CAAC,CAACH,KAAD,EAAQ9E,WAAW,CAAX,EAAc0C,eAAd,CAAR,CAAD,CAAN;AACAwC,mBAAWJ,KAAX;AACAH,YAAI,CAAJ;AACD;AACF,KAxBD,MAwBO;AACL;AACAS,UAAIT,CAAJ;AACAA,UAAI,CAAJ;AACD;;AAED,SAAK,IAAI/D,IAAI+D,CAAb,EAAgB/D,IAAIZ,WAAWa,MAA/B,EAAuCD,GAAvC,EAA4C;AAC1C,UAAIZ,WAAWY,CAAX,EAAcgC,WAAd,MAA+B,IAAnC,EAAyC;AACvCuC,kBAAUC,IAAIpF,WAAWY,CAAX,EAAcgC,WAAd,CAAJ,GAAiC,CAAC,IAAIwC,CAAL,IAAUF,QAArD;AACAA,mBAAWC,OAAX;AACAF,YAAInE,IAAJ,CAAS,CAACqE,OAAD,EAAUnF,WAAWY,CAAX,EAAc8B,eAAd,CAAV,CAAT;AACD,OAJD,MAIO;AACLuC,YAAInE,IAAJ,CAAS,CAAC,IAAD,EAAOd,WAAWY,CAAX,EAAc8B,eAAd,CAAP,CAAT;AACD;AACF;AACD,WAAOuC,GAAP;AACD;;AAED,WAASI,SAAT,CAAmBV,CAAnB,EAAsBW,MAAtB,EAA8B;AAC5B,QAAIC,SAASxE,EAAEmC,MAAF,CAASoC,MAAT,CAAb;AACA,WAAOC,OAAO7D,KAAKC,KAAL,CAAW4D,OAAO1E,MAAP,GAAgB8D,CAAhB,GAAoB,GAA/B,CAAP,CAAP;AACD;;AAED,WAASa,KAAT,CAAeF,MAAf,EAAuB;AACrB,WAAOA,OAAOzE,MAAd;AACD;;AAED,WAAS4E,GAAT,CAAaH,MAAb,EAAqB;AACnB,QAAIxB,MAAM,IAAV;AACA,SAAK,IAAIlD,IAAI,CAAb,EAAgBA,IAAI0E,OAAOzE,MAA3B,EAAmCD,GAAnC,EAAwC;AACtC,UAAI0E,OAAO1E,CAAP,MAAc,IAAlB,EAAwB;AACtBkD,eAAOwB,OAAO1E,CAAP,CAAP;AACD;AACF;AACD,WAAOkD,GAAP;AACD;;AAED,WAAS4B,OAAT,CAAiBJ,MAAjB,EAAyB;AACvB,QAAIK,kBAAkBC,iBAAiBN,MAAjB,CAAtB;AACA,QAAIK,gBAAgB9E,MAAhB,KAA2B,CAA/B,EAAkC;AAChC,aAAO,IAAP;AACD;AACD,WAAO4E,IAAIE,eAAJ,IAAuBA,gBAAgB9E,MAA9C;AACD;;AAED,WAAS+E,gBAAT,CAA0BN,MAA1B,EAAkC;AAChC,QAAIK,kBAAkB,EAAtB;AACA,SAAK,IAAI/E,IAAI,CAAb,EAAgBA,IAAI0E,OAAOzE,MAA3B,EAAmCD,GAAnC,EAAwC;AACtC,UAAI0E,OAAO1E,CAAP,MAAc,IAAlB,EAAwB;AACtB+E,wBAAgB7E,IAAhB,CAAqBwE,OAAO1E,CAAP,CAArB;AACD;AACF;AACD,WAAO+E,eAAP;AACD;;AAED,WAASE,GAAT,CAAaP,MAAb,EAAqB;AACnB,WAAOvE,EAAEE,GAAF,CAAMqE,MAAN,CAAP;AACD;;AAED,WAASQ,GAAT,CAAaR,MAAb,EAAqB;AACnB,WAAOvE,EAAEC,GAAF,CAAMsE,MAAN,CAAP;AACD;;AAED,WAASS,MAAT,CAAgBT,MAAhB,EAAwB;AACtB,QAAIC,SAASxE,EAAEmC,MAAF,CAASoC,MAAT,CAAb;AACA,WAAOC,OAAO7D,KAAKC,KAAL,CAAW4D,OAAO1E,MAAP,GAAgB,CAA3B,CAAP,CAAP;AACD;;AAED;AACA;AACA;;AAEA;;;;;;;;AAQA,WAAS4B,iBAAT,CAA2BP,SAA3B,EAAsChC,WAAtC,EAAmD;AACjD,WAAOwB,KAAKC,KAAL,CAAWO,YAAYhC,WAAvB,IAAsCA,WAA7C;AACD;;AAED,WAAS8B,UAAT,CAAoBoB,MAApB,EAA4B;AAC1B,WAAOrC,EAAEmC,MAAF,CAASE,MAAT,EAAiB,UAAU3B,KAAV,EAAiB;AACvC,aAAOA,MAAM,CAAN,CAAP;AACD,KAFM,CAAP;AAGD;;AAED;;;;;;;;AAQA,WAAS4B,UAAT,CAAoBD,MAApB,EAA4BE,UAA5B,EAAwC;AACtC,QAAI0C,UAAU,EAAd;AACA,QAAIC,SAAS,EAAb;AACA,QAAIC,kBAAJ;AACA,SAAK,IAAItF,IAAI,CAAb,EAAgBA,IAAI0C,WAAWzC,MAA/B,EAAuCD,GAAvC,EAA4C;AAC1C,UAAI0C,WAAW1C,CAAX,IAAgBwC,OAAO,CAAP,EAAUV,eAAV,CAApB,EAAgD;AAC9CwD,oBAAY,CAAC,CAAD,EAAI5C,WAAW1C,CAAX,CAAJ,CAAZ;AACAoF,gBAAQlF,IAAR,CAAaoF,SAAb;AACD,OAHD,MAGO,IAAI5C,WAAW1C,CAAX,IAAgBwC,OAAOA,OAAOvC,MAAP,GAAgB,CAAvB,EAA0B6B,eAA1B,CAApB,EAAgE;AACrEwD,oBAAY,CAAC,CAAD,EAAI5C,WAAW1C,CAAX,CAAJ,CAAZ;AACAqF,eAAOnF,IAAP,CAAYoF,SAAZ;AACD;AACF;AACD,WAAOnF,EAAE2C,MAAF,CAAS3C,EAAE2C,MAAF,CAASsC,OAAT,EAAkB5C,MAAlB,CAAT,EAAoC6C,MAApC,CAAP;AACD;;AAED;;;AAGA,WAASrC,iBAAT,CAA2BR,MAA3B,EAAmC;AACjC,QAAI+C,IAAJ,EAAUC,KAAV;;AAEA;AACA,SAAK,IAAIxF,IAAIwC,OAAOvC,MAAP,GAAgB,CAA7B,EAAgCD,KAAK,CAArC,EAAwCA,GAAxC,EAA6C;AAC3C,UAAI,CAACwC,OAAOxC,CAAP,EAAU,CAAV,CAAL,EAAmB;AACjBuF,eAAOE,gBAAgBjD,MAAhB,EAAwBxC,CAAxB,CAAP;AACAwF,gBAAQE,iBAAiBlD,MAAjB,EAAyBxC,CAAzB,CAAR;AACA,YAAI,CAACuF,IAAL,EAAW;AACTA,iBAAOC,KAAP;AACD;AACD,YAAI,CAACA,KAAL,EAAY;AACVA,kBAAQD,IAAR;AACD;AACD/C,eAAOxC,CAAP,EAAU,CAAV,IAAe2F,oBAAoBnD,OAAOxC,CAAP,EAAU,CAAV,CAApB,EAAkCuF,IAAlC,EAAwCC,KAAxC,CAAf;AACD;AACF;AACD,WAAOhD,MAAP;AACD;;AAED,WAASmD,mBAAT,CAA6BrE,SAA7B,EAAwCiE,IAAxC,EAA8CC,KAA9C,EAAqD;AACnD,QAAID,KAAK,CAAL,MAAYC,MAAM,CAAN,CAAhB,EAA0B;AACxB,aAAO,CAACD,KAAK,CAAL,IAAUC,MAAM,CAAN,CAAX,IAAuB,CAA9B;AACD,KAFD,MAEO;AACL,aAAQD,KAAK,CAAL,IAAU,CAACC,MAAM,CAAN,IAAWD,KAAK,CAAL,CAAZ,KAAwBC,MAAM,CAAN,IAAWD,KAAK,CAAL,CAAnC,KAA+CjE,YAAYiE,KAAK,CAAL,CAA3D,CAAlB;AACD;AACF;;AAED,WAASG,gBAAT,CAA0BlD,MAA1B,EAAkCoD,UAAlC,EAA8C;AAC5C,SAAK,IAAI5F,IAAI4F,UAAb,EAAyB5F,IAAIwC,OAAOvC,MAApC,EAA4CD,GAA5C,EAAiD;AAC/C,UAAIwC,OAAOxC,CAAP,EAAU,CAAV,MAAiB,IAArB,EAA2B;AACzB,eAAOwC,OAAOxC,CAAP,CAAP;AACD;AACF;AACD,WAAO,IAAP;AACD;;AAED,WAASyF,eAAT,CAAyBjD,MAAzB,EAAiCoD,UAAjC,EAA6C;AAC3C,SAAK,IAAI5F,IAAI4F,UAAb,EAAyB5F,IAAI,CAA7B,EAAgCA,GAAhC,EAAqC;AACnC,UAAIwC,OAAOxC,CAAP,EAAU,CAAV,MAAiB,IAArB,EAA2B;AACzB,eAAOwC,OAAOxC,CAAP,CAAP;AACD;AACF;AACD,WAAO,IAAP;AACD;;AAED;AACA;AACA;;;;AA5cOG,O;;AACKO,W;;;AAENsB,iB,GAAc,C;AACdF,qB,GAAkB,C;AA0clB+D,uB,GAAoB;AACxB1G,8BADwB;AAExBoB,wBAFwB;AAGxBiB,kCAHwB;AAIxBS,4BAJwB;AAKxBmB,oBALwB;AAMxBE,8BANwB;AAOxBC,oBAPwB;AAQxBG,kBARwB;AASxBI,gDATwB;AAUxBM,0CAVwB;AAWxBS,gBAXwB;AAYxBD,oBAZwB;AAaxBE,wBAbwB;AAcxBG,gBAdwB;AAexBC,gBAfwB;AAgBxBC,sBAhBwB;AAiBxBV,4BAjBwB;AAkBxBrD;AAlBwB,O;;yBAqBXyE,iB","file":"timeseries.js","sourcesContent":["/**\n * timeseries.js\n *\n * This module contains functions for working with time series.\n *\n * datapoints - array of points where point is [value, timestamp]. In almost all cases (if other wasn't\n * explicitly said) we assume datapoints are sorted by timestamp. Timestamp is the number of milliseconds\n * since 1 January 1970 00:00:00 UTC.\n *\n */\n\nimport _ from 'lodash';\nimport * as utils from './utils';\n\nconst POINT_VALUE = 0;\nconst POINT_TIMESTAMP = 1;\n\n/**\n * Downsample time series by using given function (avg, min, max).\n */\nfunction downsample(datapoints, time_to, ms_interval, func) {\n var downsampledSeries = [];\n var timeWindow = {\n from: time_to * 1000 - ms_interval,\n to: time_to * 1000\n };\n\n var points_sum = 0;\n var points_num = 0;\n var value_avg = 0;\n var frame = [];\n\n for (var i = datapoints.length - 1; i >= 0; i -= 1) {\n if (timeWindow.from < datapoints[i][1] && datapoints[i][1] <= timeWindow.to) {\n points_sum += datapoints[i][0];\n points_num++;\n frame.push(datapoints[i][0]);\n }\n else {\n value_avg = points_num ? points_sum / points_num : 0;\n\n if (func === \"max\") {\n downsampledSeries.push([_.max(frame), timeWindow.to]);\n }\n else if (func === \"min\") {\n downsampledSeries.push([_.min(frame), timeWindow.to]);\n }\n\n // avg by default\n else {\n downsampledSeries.push([value_avg, timeWindow.to]);\n }\n\n // Shift time window\n timeWindow.to = timeWindow.from;\n timeWindow.from -= ms_interval;\n\n points_sum = 0;\n points_num = 0;\n frame = [];\n\n // Process point again\n i++;\n }\n }\n return downsampledSeries.reverse();\n}\n\n/**\n * Group points by given time interval\n * datapoints: [[, ], ...]\n */\nfunction groupBy(datapoints, interval, groupByCallback) {\n var ms_interval = utils.parseInterval(interval);\n\n // Calculate frame timestamps\n var frames = _.groupBy(datapoints, function (point) {\n // Calculate time for group of points\n return Math.floor(point[1] / ms_interval) * ms_interval;\n });\n\n // frame: { '': [[, ], ...] }\n // return [{ '': }, { '': }, ...]\n var grouped = _.mapValues(frames, function (frame) {\n var points = _.map(frame, function (point) {\n return point[0];\n });\n return groupByCallback(points);\n });\n\n // Convert points to Grafana format\n return sortByTime(_.map(grouped, function (value, timestamp) {\n return [Number(value), Number(timestamp)];\n }));\n}\n\nfunction groupBy_perf(datapoints, interval, groupByCallback) {\n if (datapoints.length === 0) {\n return [];\n }\n\n let ms_interval = utils.parseInterval(interval);\n let grouped_series = [];\n let frame_values = [];\n let frame_value;\n let frame_ts = datapoints.length ? getPointTimeFrame(datapoints[0][POINT_TIMESTAMP], ms_interval) : 0;\n let point_frame_ts = frame_ts;\n let point;\n\n for (let i=0; i < datapoints.length; i++) {\n point = datapoints[i];\n point_frame_ts = getPointTimeFrame(point[POINT_TIMESTAMP], ms_interval);\n if (point_frame_ts === frame_ts) {\n frame_values.push(point[POINT_VALUE]);\n } else if (point_frame_ts > frame_ts) {\n frame_value = groupByCallback(frame_values);\n grouped_series.push([frame_value, frame_ts]);\n\n // Move frame window to next non-empty interval and fill empty by null\n frame_ts += ms_interval;\n while (frame_ts < point_frame_ts) {\n grouped_series.push([null, frame_ts]);\n frame_ts += ms_interval;\n }\n frame_values = [point[POINT_VALUE]];\n }\n }\n\n frame_value = groupByCallback(frame_values);\n grouped_series.push([frame_value, frame_ts]);\n\n return grouped_series;\n}\n\n/**\n * Summarize set of time series into one.\n * @param {datapoints[]} timeseries array of time series\n */\nfunction sumSeries(timeseries) {\n\n // Calculate new points for interpolation\n var new_timestamps = _.uniq(_.map(_.flatten(timeseries, true), function (point) {\n return point[1];\n }));\n new_timestamps = _.sortBy(new_timestamps);\n\n var interpolated_timeseries = _.map(timeseries, function (series) {\n series = fillZeroes(series, new_timestamps);\n var timestamps = _.map(series, function (point) {\n return point[1];\n });\n var new_points = _.map(_.difference(new_timestamps, timestamps), function (timestamp) {\n return [null, timestamp];\n });\n var new_series = series.concat(new_points);\n return sortByTime(new_series);\n });\n\n _.each(interpolated_timeseries, interpolateSeries);\n\n var new_timeseries = [];\n var sum;\n for (var i = new_timestamps.length - 1; i >= 0; i--) {\n sum = 0;\n for (var j = interpolated_timeseries.length - 1; j >= 0; j--) {\n sum += interpolated_timeseries[j][i][0];\n }\n new_timeseries.push([sum, new_timestamps[i]]);\n }\n\n return sortByTime(new_timeseries);\n}\n\nfunction scale(datapoints, factor) {\n return _.map(datapoints, point => {\n return [\n point[0] * factor,\n point[1]\n ];\n });\n}\n\nfunction scale_perf(datapoints, factor) {\n for (let i = 0; i < datapoints.length; i++) {\n datapoints[i] = [\n datapoints[i][POINT_VALUE] * factor,\n datapoints[i][POINT_TIMESTAMP]\n ];\n }\n\n return datapoints;\n}\n\n/**\n * Simple delta. Calculate value delta between points.\n * @param {*} datapoints\n */\nfunction delta(datapoints) {\n let newSeries = [];\n let deltaValue;\n for (var i = 1; i < datapoints.length; i++) {\n deltaValue = datapoints[i][0] - datapoints[i - 1][0];\n newSeries.push([deltaValue, datapoints[i][1]]);\n }\n return newSeries;\n}\n\n/**\n * Calculates rate per second. Resistant to counter reset.\n * @param {*} datapoints\n */\nfunction rate(datapoints) {\n let newSeries = [];\n let point, point_prev;\n let valueDelta = 0;\n let timeDelta = 0;\n for (let i = 1; i < datapoints.length; i++) {\n point = datapoints[i];\n point_prev = datapoints[i - 1];\n\n // Convert ms to seconds\n timeDelta = (point[POINT_TIMESTAMP] - point_prev[POINT_TIMESTAMP]) / 1000;\n\n // Handle counter reset - use previous value\n if (point[POINT_VALUE] >= point_prev[POINT_VALUE]) {\n valueDelta = (point[POINT_VALUE] - point_prev[POINT_VALUE]) / timeDelta;\n }\n\n newSeries.push([valueDelta, point[POINT_TIMESTAMP]]);\n }\n return newSeries;\n}\n\nfunction simpleMovingAverage(datapoints, n) {\n let sma = [];\n let w_sum;\n let w_avg = null;\n let w_count = 0;\n\n // Initial window\n for (let j = n; j > 0; j--) {\n if (datapoints[n - j][POINT_VALUE] !== null) {\n w_avg += datapoints[n - j][POINT_VALUE];\n w_count++;\n }\n }\n if (w_count > 0) {\n w_avg = w_avg / w_count;\n } else {\n w_avg = null;\n }\n sma.push([w_avg, datapoints[n - 1][POINT_TIMESTAMP]]);\n\n for (let i = n; i < datapoints.length; i++) {\n // Insert next value\n if (datapoints[i][POINT_VALUE] !== null) {\n w_sum = w_avg * w_count;\n w_avg = (w_sum + datapoints[i][POINT_VALUE]) / (w_count + 1);\n w_count++;\n }\n // Remove left side point\n if (datapoints[i - n][POINT_VALUE] !== null) {\n w_sum = w_avg * w_count;\n if (w_count > 1) {\n w_avg = (w_sum - datapoints[i - n][POINT_VALUE]) / (w_count - 1);\n w_count--;\n } else {\n w_avg = null;\n w_count = 0;\n }\n }\n sma.push([w_avg, datapoints[i][POINT_TIMESTAMP]]);\n }\n return sma;\n}\n\nfunction expMovingAverage(datapoints, n) {\n let ema = [datapoints[0]];\n let ema_prev = datapoints[0][POINT_VALUE];\n let ema_cur;\n let a;\n\n if (n > 1) {\n // Calculate a from window size\n a = 2 / (n + 1);\n\n // Initial window, use simple moving average\n let w_avg = null;\n let w_count = 0;\n for (let j = n; j > 0; j--) {\n if (datapoints[n - j][POINT_VALUE] !== null) {\n w_avg += datapoints[n - j][POINT_VALUE];\n w_count++;\n }\n }\n if (w_count > 0) {\n w_avg = w_avg / w_count;\n // Actually, we should set timestamp from datapoints[n-1] and start calculation of EMA from n.\n // But in order to start EMA from first point (not from Nth) we should expand time range and request N additional\n // points outside left side of range. We can't do that, so this trick is used for pretty view of first N points.\n // We calculate AVG for first N points, but then start from 2nd point, not from Nth. In general, it means we\n // assume that previous N values (0-N, 0-(N-1), ..., 0-1) have the same average value as a first N values.\n ema = [[w_avg, datapoints[0][POINT_TIMESTAMP]]];\n ema_prev = w_avg;\n n = 1;\n }\n } else {\n // Use predefined a and start from 1st point (use it as initial EMA value)\n a = n;\n n = 1;\n }\n\n for (let i = n; i < datapoints.length; i++) {\n if (datapoints[i][POINT_VALUE] !== null) {\n ema_cur = a * datapoints[i][POINT_VALUE] + (1 - a) * ema_prev;\n ema_prev = ema_cur;\n ema.push([ema_cur, datapoints[i][POINT_TIMESTAMP]]);\n } else {\n ema.push([null, datapoints[i][POINT_TIMESTAMP]]);\n }\n }\n return ema;\n}\n\nfunction PERCENTIL(n, values) {\n var sorted = _.sortBy(values);\n return sorted[Math.floor(sorted.length * n / 100)];\n}\n\nfunction COUNT(values) {\n return values.length;\n}\n\nfunction SUM(values) {\n var sum = null;\n for (let i = 0; i < values.length; i++) {\n if (values[i] !== null) {\n sum += values[i];\n }\n }\n return sum;\n}\n\nfunction AVERAGE(values) {\n let values_non_null = getNonNullValues(values);\n if (values_non_null.length === 0) {\n return null;\n }\n return SUM(values_non_null) / values_non_null.length;\n}\n\nfunction getNonNullValues(values) {\n let values_non_null = [];\n for (let i = 0; i < values.length; i++) {\n if (values[i] !== null) {\n values_non_null.push(values[i]);\n }\n }\n return values_non_null;\n}\n\nfunction MIN(values) {\n return _.min(values);\n}\n\nfunction MAX(values) {\n return _.max(values);\n}\n\nfunction MEDIAN(values) {\n var sorted = _.sortBy(values);\n return sorted[Math.floor(sorted.length / 2)];\n}\n\n///////////////////////\n// Utility functions //\n///////////////////////\n\n/**\n * For given point calculate corresponding time frame.\n *\n * |__*_|_*__|___*| -> |*___|*___|*___|\n *\n * @param {*} timestamp\n * @param {*} ms_interval\n */\nfunction getPointTimeFrame(timestamp, ms_interval) {\n return Math.floor(timestamp / ms_interval) * ms_interval;\n}\n\nfunction sortByTime(series) {\n return _.sortBy(series, function (point) {\n return point[1];\n });\n}\n\n/**\n * Fill empty front and end of series by zeroes.\n *\n * | *** | | *** |\n * |___ ___| -> |*** ***|\n * @param {*} series\n * @param {*} timestamps\n */\nfunction fillZeroes(series, timestamps) {\n let prepend = [];\n let append = [];\n let new_point;\n for (let i = 0; i < timestamps.length; i++) {\n if (timestamps[i] < series[0][POINT_TIMESTAMP]) {\n new_point = [0, timestamps[i]];\n prepend.push(new_point);\n } else if (timestamps[i] > series[series.length - 1][POINT_TIMESTAMP]) {\n new_point = [0, timestamps[i]];\n append.push(new_point);\n }\n }\n return _.concat(_.concat(prepend, series), append);\n}\n\n/**\n * Interpolate series with gaps\n */\nfunction interpolateSeries(series) {\n var left, right;\n\n // Interpolate series\n for (var i = series.length - 1; i >= 0; i--) {\n if (!series[i][0]) {\n left = findNearestLeft(series, i);\n right = findNearestRight(series, i);\n if (!left) {\n left = right;\n }\n if (!right) {\n right = left;\n }\n series[i][0] = linearInterpolation(series[i][1], left, right);\n }\n }\n return series;\n}\n\nfunction linearInterpolation(timestamp, left, right) {\n if (left[1] === right[1]) {\n return (left[0] + right[0]) / 2;\n } else {\n return (left[0] + (right[0] - left[0]) / (right[1] - left[1]) * (timestamp - left[1]));\n }\n}\n\nfunction findNearestRight(series, pointIndex) {\n for (var i = pointIndex; i < series.length; i++) {\n if (series[i][0] !== null) {\n return series[i];\n }\n }\n return null;\n}\n\nfunction findNearestLeft(series, pointIndex) {\n for (var i = pointIndex; i > 0; i--) {\n if (series[i][0] !== null) {\n return series[i];\n }\n }\n return null;\n}\n\n////////////\n// Export //\n////////////\n\nconst exportedFunctions = {\n downsample,\n groupBy,\n groupBy_perf,\n sumSeries,\n scale,\n scale_perf,\n delta,\n rate,\n simpleMovingAverage,\n expMovingAverage,\n SUM,\n COUNT,\n AVERAGE,\n MIN,\n MAX,\n MEDIAN,\n PERCENTIL,\n sortByTime\n};\n\nexport default exportedFunctions;\n"]} \ No newline at end of file diff --git a/src/datasource-zabbix/dataProcessor.js b/src/datasource-zabbix/dataProcessor.js index 63bf29c..f45470a 100644 --- a/src/datasource-zabbix/dataProcessor.js +++ b/src/datasource-zabbix/dataProcessor.js @@ -79,9 +79,11 @@ function groupByWrapper(interval, groupFunc, datapoints) { function aggregateByWrapper(interval, aggregateFunc, datapoints) { // Flatten all points in frame and then just use groupBy() - var flattenedPoints = _.flatten(datapoints, true); - var groupByCallback = aggregationFunctions[aggregateFunc]; - return groupBy(flattenedPoints, interval, groupByCallback); + const flattenedPoints = _.flatten(datapoints, true); + // groupBy_perf works with sorted series only + const sortedPoints = ts.sortByTime(flattenedPoints); + let groupByCallback = aggregationFunctions[aggregateFunc]; + return groupBy(sortedPoints, interval, groupByCallback); } function aggregateWrapper(groupByCallback, interval, datapoints) { diff --git a/src/datasource-zabbix/specs/dataProcessor.spec.js b/src/datasource-zabbix/specs/dataProcessor.spec.js new file mode 100644 index 0000000..999e3a7 --- /dev/null +++ b/src/datasource-zabbix/specs/dataProcessor.spec.js @@ -0,0 +1,51 @@ +import _ from 'lodash'; +import dataProcessor from '../dataProcessor'; + +describe('dataProcessor', () => { + let ctx = {}; + + beforeEach(() => { + ctx.datapoints = [ + [[10, 1500000000000], [2, 1500000001000], [7, 1500000002000], [1, 1500000003000]], + [[9, 1500000000000], [3, 1500000001000], [4, 1500000002000], [8, 1500000003000]], + ]; + }); + + describe('When apply groupBy() functions', () => { + it('should return series average', () => { + let aggregateBy = dataProcessor.metricFunctions['groupBy']; + const avg2s = _.map(ctx.datapoints, (dp) => aggregateBy('2s', 'avg', dp)); + expect(avg2s).toEqual([ + [[6, 1500000000000], [4, 1500000002000]], + [[6, 1500000000000], [6, 1500000002000]], + ]); + + const avg10s = _.map(ctx.datapoints, (dp) => aggregateBy('10s', 'avg', dp)); + expect(avg10s).toEqual([ + [[5, 1500000000000]], + [[6, 1500000000000]], + ]); + + // not aligned + const dp = [[10, 1500000001000], [2, 1500000002000], [7, 1500000003000], [1, 1500000004000]]; + expect(aggregateBy('2s', 'avg', dp)).toEqual([ + [10, 1500000000000], [4.5, 1500000002000], [1, 1500000004000] + ]); + }); + }); + + describe('When apply aggregateBy() functions', () => { + it('should return series average', () => { + let aggregateBy = dataProcessor.metricFunctions['aggregateBy']; + const avg1s = aggregateBy('1s', 'avg', ctx.datapoints); + expect(avg1s).toEqual([ + [9.5, 1500000000000], [2.5, 1500000001000], [5.5, 1500000002000], [4.5, 1500000003000] + ]); + + const avg10s = aggregateBy('10s', 'avg', ctx.datapoints); + expect(avg10s).toEqual([ + [5.5, 1500000000000] + ]); + }); + }); +}); diff --git a/src/datasource-zabbix/timeseries.js b/src/datasource-zabbix/timeseries.js index a4df945..2c25b4b 100644 --- a/src/datasource-zabbix/timeseries.js +++ b/src/datasource-zabbix/timeseries.js @@ -488,7 +488,8 @@ const exportedFunctions = { MIN, MAX, MEDIAN, - PERCENTIL + PERCENTIL, + sortByTime }; export default exportedFunctions;