From badc5e4cb9de22dcf4a827eed43e733bb0104e08 Mon Sep 17 00:00:00 2001 From: Alexander Zobnin Date: Mon, 3 Jul 2017 12:03:17 +0300 Subject: [PATCH] groupBy: fill empty intervals by null, closes #388 --- dist/datasource-zabbix/timeseries.js | 10 ++++++++-- dist/datasource-zabbix/timeseries.js.map | 2 +- dist/test/datasource-zabbix/timeseries.js | 10 ++++++++-- src/datasource-zabbix/timeseries.js | 10 ++++++++-- 4 files changed, 25 insertions(+), 7 deletions(-) diff --git a/dist/datasource-zabbix/timeseries.js b/dist/datasource-zabbix/timeseries.js index aa9f913..66f0af9 100644 --- a/dist/datasource-zabbix/timeseries.js +++ b/dist/datasource-zabbix/timeseries.js @@ -96,10 +96,16 @@ System.register(['lodash', './utils'], function (_export, _context) { point_frame_ts = getPointTimeFrame(point[POINT_TIMESTAMP], ms_interval); if (point_frame_ts === frame_ts) { frame_values.push(point[POINT_VALUE]); - } else { + } else if (point_frame_ts > frame_ts) { frame_value = groupByCallback(frame_values); grouped_series.push([frame_value, frame_ts]); - frame_ts = point_frame_ts; + + // Move frame window to next non-empty interval and fill empty by null + frame_ts += ms_interval; + while (frame_ts < point_frame_ts) { + grouped_series.push([null, frame_ts]); + frame_ts += ms_interval; + } frame_values = [point[POINT_VALUE]]; } } diff --git a/dist/datasource-zabbix/timeseries.js.map b/dist/datasource-zabbix/timeseries.js.map index a8f7e20..69b55d7 100644 --- a/dist/datasource-zabbix/timeseries.js.map +++ b/dist/datasource-zabbix/timeseries.js.map @@ -1 +1 @@ -{"version":3,"sources":["../../src/datasource-zabbix/timeseries.js"],"names":["downsample","datapoints","time_to","ms_interval","func","downsampledSeries","timeWindow","from","to","points_sum","points_num","value_avg","frame","i","length","push","_","max","min","reverse","groupBy","interval","groupByCallback","utils","parseInterval","frames","point","Math","floor","grouped","mapValues","points","map","sortByTime","value","timestamp","Number","groupBy_perf","grouped_series","frame_values","frame_value","frame_ts","getPointTimeFrame","POINT_TIMESTAMP","point_frame_ts","POINT_VALUE","sumSeries","timeseries","new_timestamps","uniq","flatten","sortBy","interpolated_timeseries","series","timestamps","new_points","difference","new_series","concat","each","interpolateSeries","new_timeseries","sum","j","scale","factor","scale_perf","delta","newSeries","deltaValue","rate","point_prev","valueDelta","timeDelta","SUM","values","COUNT","AVERAGE","MIN","MAX","MEDIAN","sorted","left","right","findNearestLeft","findNearestRight","linearInterpolation","point_index","indexOf","nearestRight","nearestLeft","exportedFunctions"],"mappings":";;;;;;;AAiBA;;;AAGA,WAASA,UAAT,CAAoBC,UAApB,EAAgCC,OAAhC,EAAyCC,WAAzC,EAAsDC,IAAtD,EAA4D;AAC1D,QAAIC,oBAAoB,EAAxB;AACA,QAAIC,aAAa;AACfC,YAAML,UAAU,IAAV,GAAiBC,WADR;AAEfK,UAAIN,UAAU;AAFC,KAAjB;;AAKA,QAAIO,aAAa,CAAjB;AACA,QAAIC,aAAa,CAAjB;AACA,QAAIC,YAAY,CAAhB;AACA,QAAIC,QAAQ,EAAZ;;AAEA,SAAK,IAAIC,IAAIZ,WAAWa,MAAX,GAAoB,CAAjC,EAAoCD,KAAK,CAAzC,EAA4CA,KAAK,CAAjD,EAAoD;AAClD,UAAIP,WAAWC,IAAX,GAAkBN,WAAWY,CAAX,EAAc,CAAd,CAAlB,IAAsCZ,WAAWY,CAAX,EAAc,CAAd,KAAoBP,WAAWE,EAAzE,EAA6E;AAC3EC,sBAAcR,WAAWY,CAAX,EAAc,CAAd,CAAd;AACAH;AACAE,cAAMG,IAAN,CAAWd,WAAWY,CAAX,EAAc,CAAd,CAAX;AACD,OAJD,MAKK;AACHF,oBAAYD,aAAaD,aAAaC,UAA1B,GAAuC,CAAnD;;AAEA,YAAIN,SAAS,KAAb,EAAoB;AAClBC,4BAAkBU,IAAlB,CAAuB,CAACC,EAAEC,GAAF,CAAML,KAAN,CAAD,EAAeN,WAAWE,EAA1B,CAAvB;AACD,SAFD,MAGK,IAAIJ,SAAS,KAAb,EAAoB;AACvBC,4BAAkBU,IAAlB,CAAuB,CAACC,EAAEE,GAAF,CAAMN,KAAN,CAAD,EAAeN,WAAWE,EAA1B,CAAvB;AACD;;AAED;AAJK,aAKA;AACHH,8BAAkBU,IAAlB,CAAuB,CAACJ,SAAD,EAAYL,WAAWE,EAAvB,CAAvB;AACD;;AAED;AACAF,mBAAWE,EAAX,GAAgBF,WAAWC,IAA3B;AACAD,mBAAWC,IAAX,IAAmBJ,WAAnB;;AAEAM,qBAAa,CAAb;AACAC,qBAAa,CAAb;AACAE,gBAAQ,EAAR;;AAEA;AACAC;AACD;AACF;AACD,WAAOR,kBAAkBc,OAAlB,EAAP;AACD;;AAED;;;;AAIA,WAASC,OAAT,CAAiBnB,UAAjB,EAA6BoB,QAA7B,EAAuCC,eAAvC,EAAwD;AACtD,QAAInB,cAAcoB,MAAMC,aAAN,CAAoBH,QAApB,CAAlB;;AAEA;AACA,QAAII,SAAST,EAAEI,OAAF,CAAUnB,UAAV,EAAsB,UAAUyB,KAAV,EAAiB;AAClD;AACA,aAAOC,KAAKC,KAAL,CAAWF,MAAM,CAAN,IAAWvB,WAAtB,IAAqCA,WAA5C;AACD,KAHY,CAAb;;AAKA;AACA;AACA,QAAI0B,UAAUb,EAAEc,SAAF,CAAYL,MAAZ,EAAoB,UAAUb,KAAV,EAAiB;AACjD,UAAImB,SAASf,EAAEgB,GAAF,CAAMpB,KAAN,EAAa,UAAUc,KAAV,EAAiB;AACzC,eAAOA,MAAM,CAAN,CAAP;AACD,OAFY,CAAb;AAGA,aAAOJ,gBAAgBS,MAAhB,CAAP;AACD,KALa,CAAd;;AAOA;AACA,WAAOE,WAAWjB,EAAEgB,GAAF,CAAMH,OAAN,EAAe,UAAUK,KAAV,EAAiBC,SAAjB,EAA4B;AAC3D,aAAO,CAACC,OAAOF,KAAP,CAAD,EAAgBE,OAAOD,SAAP,CAAhB,CAAP;AACD,KAFiB,CAAX,CAAP;AAGD;;AAED,WAASE,YAAT,CAAsBpC,UAAtB,EAAkCoB,QAAlC,EAA4CC,eAA5C,EAA6D;AAC3D,QAAInB,cAAcoB,MAAMC,aAAN,CAAoBH,QAApB,CAAlB;AACA,QAAIiB,iBAAiB,EAArB;AACA,QAAIC,eAAe,EAAnB;AACA,QAAIC,oBAAJ;AACA,QAAIC,WAAWxC,WAAWa,MAAX,GAAoB4B,kBAAkBzC,WAAW,CAAX,EAAc0C,eAAd,CAAlB,EAAkDxC,WAAlD,CAApB,GAAqF,CAApG;AACA,QAAIyC,iBAAiBH,QAArB;AACA,QAAIf,cAAJ;;AAEA,SAAK,IAAIb,IAAE,CAAX,EAAcA,IAAIZ,WAAWa,MAA7B,EAAqCD,GAArC,EAA0C;AACxCa,cAAQzB,WAAWY,CAAX,CAAR;AACA+B,uBAAiBF,kBAAkBhB,MAAMiB,eAAN,CAAlB,EAA0CxC,WAA1C,CAAjB;AACA,UAAIyC,mBAAmBH,QAAvB,EAAiC;AAC/BF,qBAAaxB,IAAb,CAAkBW,MAAMmB,WAAN,CAAlB;AACD,OAFD,MAEO;AACLL,sBAAclB,gBAAgBiB,YAAhB,CAAd;AACAD,uBAAevB,IAAf,CAAoB,CAACyB,WAAD,EAAcC,QAAd,CAApB;AACAA,mBAAWG,cAAX;AACAL,uBAAe,CAACb,MAAMmB,WAAN,CAAD,CAAf;AACD;AACF;;AAEDL,kBAAclB,gBAAgBiB,YAAhB,CAAd;AACAD,mBAAevB,IAAf,CAAoB,CAACyB,WAAD,EAAcC,QAAd,CAApB;;AAEA,WAAOH,cAAP;AACD;;AAED;;;;AAIA,WAASQ,SAAT,CAAmBC,UAAnB,EAA+B;;AAE7B;AACA,QAAIC,iBAAiBhC,EAAEiC,IAAF,CAAOjC,EAAEgB,GAAF,CAAMhB,EAAEkC,OAAF,CAAUH,UAAV,EAAsB,IAAtB,CAAN,EAAmC,UAAUrB,KAAV,EAAiB;AAC9E,aAAOA,MAAM,CAAN,CAAP;AACD,KAF2B,CAAP,CAArB;AAGAsB,qBAAiBhC,EAAEmC,MAAF,CAASH,cAAT,CAAjB;;AAEA,QAAII,0BAA0BpC,EAAEgB,GAAF,CAAMe,UAAN,EAAkB,UAAUM,MAAV,EAAkB;AAChE,UAAIC,aAAatC,EAAEgB,GAAF,CAAMqB,MAAN,EAAc,UAAU3B,KAAV,EAAiB;AAC9C,eAAOA,MAAM,CAAN,CAAP;AACD,OAFgB,CAAjB;AAGA,UAAI6B,aAAavC,EAAEgB,GAAF,CAAMhB,EAAEwC,UAAF,CAAaR,cAAb,EAA6BM,UAA7B,CAAN,EAAgD,UAAUnB,SAAV,EAAqB;AACpF,eAAO,CAAC,IAAD,EAAOA,SAAP,CAAP;AACD,OAFgB,CAAjB;AAGA,UAAIsB,aAAaJ,OAAOK,MAAP,CAAcH,UAAd,CAAjB;AACA,aAAOtB,WAAWwB,UAAX,CAAP;AACD,KAT6B,CAA9B;;AAWAzC,MAAE2C,IAAF,CAAOP,uBAAP,EAAgCQ,iBAAhC;;AAEA,QAAIC,iBAAiB,EAArB;AACA,QAAIC,GAAJ;AACA,SAAK,IAAIjD,IAAImC,eAAelC,MAAf,GAAwB,CAArC,EAAwCD,KAAK,CAA7C,EAAgDA,GAAhD,EAAqD;AACnDiD,YAAM,CAAN;AACA,WAAK,IAAIC,IAAIX,wBAAwBtC,MAAxB,GAAiC,CAA9C,EAAiDiD,KAAK,CAAtD,EAAyDA,GAAzD,EAA8D;AAC5DD,eAAOV,wBAAwBW,CAAxB,EAA2BlD,CAA3B,EAA8B,CAA9B,CAAP;AACD;AACDgD,qBAAe9C,IAAf,CAAoB,CAAC+C,GAAD,EAAMd,eAAenC,CAAf,CAAN,CAApB;AACD;;AAED,WAAOoB,WAAW4B,cAAX,CAAP;AACD;;AAED,WAASG,KAAT,CAAe/D,UAAf,EAA2BgE,MAA3B,EAAmC;AACjC,WAAOjD,EAAEgB,GAAF,CAAM/B,UAAN,EAAkB,iBAAS;AAChC,aAAO,CACLyB,MAAM,CAAN,IAAWuC,MADN,EAELvC,MAAM,CAAN,CAFK,CAAP;AAID,KALM,CAAP;AAMD;;AAED,WAASwC,UAAT,CAAoBjE,UAApB,EAAgCgE,MAAhC,EAAwC;AACtC,SAAK,IAAIpD,IAAI,CAAb,EAAgBA,IAAIZ,WAAWa,MAA/B,EAAuCD,GAAvC,EAA4C;AAC1CZ,iBAAWY,CAAX,IAAgB,CACdZ,WAAWY,CAAX,EAAcgC,WAAd,IAA6BoB,MADf,EAEdhE,WAAWY,CAAX,EAAc8B,eAAd,CAFc,CAAhB;AAID;;AAED,WAAO1C,UAAP;AACD;;AAED;;;;AAIA,WAASkE,KAAT,CAAelE,UAAf,EAA2B;AACzB,QAAImE,YAAY,EAAhB;AACA,QAAIC,mBAAJ;AACA,SAAK,IAAIxD,IAAI,CAAb,EAAgBA,IAAIZ,WAAWa,MAA/B,EAAuCD,GAAvC,EAA4C;AAC1CwD,mBAAapE,WAAWY,CAAX,EAAc,CAAd,IAAmBZ,WAAWY,IAAI,CAAf,EAAkB,CAAlB,CAAhC;AACAuD,gBAAUrD,IAAV,CAAe,CAACsD,UAAD,EAAapE,WAAWY,CAAX,EAAc,CAAd,CAAb,CAAf;AACD;AACD,WAAOuD,SAAP;AACD;;AAED;;;;AAIA,WAASE,IAAT,CAAcrE,UAAd,EAA0B;AACxB,QAAImE,YAAY,EAAhB;AACA,QAAI1C,cAAJ;AAAA,QAAW6C,mBAAX;AACA,QAAIC,aAAa,CAAjB;AACA,QAAIC,YAAY,CAAhB;AACA,SAAK,IAAI5D,IAAI,CAAb,EAAgBA,IAAIZ,WAAWa,MAA/B,EAAuCD,GAAvC,EAA4C;AAC1Ca,cAAQzB,WAAWY,CAAX,CAAR;AACA0D,mBAAatE,WAAWY,IAAI,CAAf,CAAb;;AAEA;AACA4D,kBAAY,CAAC/C,MAAMiB,eAAN,IAAyB4B,WAAW5B,eAAX,CAA1B,IAAyD,IAArE;;AAEA;AACA,UAAIjB,MAAMmB,WAAN,KAAsB0B,WAAW1B,WAAX,CAA1B,EAAmD;AACjD2B,qBAAa,CAAC9C,MAAMmB,WAAN,IAAqB0B,WAAW1B,WAAX,CAAtB,IAAiD4B,SAA9D;AACD;;AAEDL,gBAAUrD,IAAV,CAAe,CAACyD,UAAD,EAAa9C,MAAMiB,eAAN,CAAb,CAAf;AACD;AACD,WAAOyB,SAAP;AACD;;AAED,WAASM,GAAT,CAAaC,MAAb,EAAqB;AACnB,QAAIb,MAAM,CAAV;AACA9C,MAAE2C,IAAF,CAAOgB,MAAP,EAAe,UAAUzC,KAAV,EAAiB;AAC9B4B,aAAO5B,KAAP;AACD,KAFD;AAGA,WAAO4B,GAAP;AACD;;AAED,WAASc,KAAT,CAAeD,MAAf,EAAuB;AACrB,WAAOA,OAAO7D,MAAd;AACD;;AAED,WAAS+D,OAAT,CAAiBF,MAAjB,EAAyB;AACvB,QAAIb,MAAM,CAAV;AACA9C,MAAE2C,IAAF,CAAOgB,MAAP,EAAe,UAAUzC,KAAV,EAAiB;AAC9B4B,aAAO5B,KAAP;AACD,KAFD;AAGA,WAAO4B,MAAMa,OAAO7D,MAApB;AACD;;AAED,WAASgE,GAAT,CAAaH,MAAb,EAAqB;AACnB,WAAO3D,EAAEE,GAAF,CAAMyD,MAAN,CAAP;AACD;;AAED,WAASI,GAAT,CAAaJ,MAAb,EAAqB;AACnB,WAAO3D,EAAEC,GAAF,CAAM0D,MAAN,CAAP;AACD;;AAED,WAASK,MAAT,CAAgBL,MAAhB,EAAwB;AACtB,QAAIM,SAASjE,EAAEmC,MAAF,CAASwB,MAAT,CAAb;AACA,WAAOM,OAAOtD,KAAKC,KAAL,CAAWqD,OAAOnE,MAAP,GAAgB,CAA3B,CAAP,CAAP;AACD;;AAED;AACA;AACA;;AAEA;;;;;;;;AAQA,WAAS4B,iBAAT,CAA2BP,SAA3B,EAAsChC,WAAtC,EAAmD;AACjD,WAAOwB,KAAKC,KAAL,CAAWO,YAAYhC,WAAvB,IAAsCA,WAA7C;AACD;;AAED,WAAS8B,UAAT,CAAoBoB,MAApB,EAA4B;AAC1B,WAAOrC,EAAEmC,MAAF,CAASE,MAAT,EAAiB,UAAU3B,KAAV,EAAiB;AACvC,aAAOA,MAAM,CAAN,CAAP;AACD,KAFM,CAAP;AAGD;;AAED;;;AAGA,WAASkC,iBAAT,CAA2BP,MAA3B,EAAmC;AACjC,QAAI6B,IAAJ,EAAUC,KAAV;;AAEA;AACA,SAAK,IAAItE,IAAIwC,OAAOvC,MAAP,GAAgB,CAA7B,EAAgCD,KAAK,CAArC,EAAwCA,GAAxC,EAA6C;AAC3C,UAAI,CAACwC,OAAOxC,CAAP,EAAU,CAAV,CAAL,EAAmB;AACjBqE,eAAOE,gBAAgB/B,MAAhB,EAAwBA,OAAOxC,CAAP,CAAxB,CAAP;AACAsE,gBAAQE,iBAAiBhC,MAAjB,EAAyBA,OAAOxC,CAAP,CAAzB,CAAR;AACA,YAAI,CAACqE,IAAL,EAAW;AACTA,iBAAOC,KAAP;AACD;AACD,YAAI,CAACA,KAAL,EAAY;AACVA,kBAAQD,IAAR;AACD;AACD7B,eAAOxC,CAAP,EAAU,CAAV,IAAeyE,oBAAoBjC,OAAOxC,CAAP,EAAU,CAAV,CAApB,EAAkCqE,IAAlC,EAAwCC,KAAxC,CAAf;AACD;AACF;AACD,WAAO9B,MAAP;AACD;;AAED,WAASiC,mBAAT,CAA6BnD,SAA7B,EAAwC+C,IAAxC,EAA8CC,KAA9C,EAAqD;AACnD,QAAID,KAAK,CAAL,MAAYC,MAAM,CAAN,CAAhB,EAA0B;AACxB,aAAO,CAACD,KAAK,CAAL,IAAUC,MAAM,CAAN,CAAX,IAAuB,CAA9B;AACD,KAFD,MAEO;AACL,aAAQD,KAAK,CAAL,IAAU,CAACC,MAAM,CAAN,IAAWD,KAAK,CAAL,CAAZ,KAAwBC,MAAM,CAAN,IAAWD,KAAK,CAAL,CAAnC,KAA+C/C,YAAY+C,KAAK,CAAL,CAA3D,CAAlB;AACD;AACF;;AAED,WAASG,gBAAT,CAA0BhC,MAA1B,EAAkC3B,KAAlC,EAAyC;AACvC,QAAI6D,cAAcvE,EAAEwE,OAAF,CAAUnC,MAAV,EAAkB3B,KAAlB,CAAlB;AACA,QAAI+D,YAAJ;AACA,SAAK,IAAI5E,IAAI0E,WAAb,EAA0B1E,IAAIwC,OAAOvC,MAArC,EAA6CD,GAA7C,EAAkD;AAChD,UAAIwC,OAAOxC,CAAP,EAAU,CAAV,MAAiB,IAArB,EAA2B;AACzB,eAAOwC,OAAOxC,CAAP,CAAP;AACD;AACF;AACD,WAAO4E,YAAP;AACD;;AAED,WAASL,eAAT,CAAyB/B,MAAzB,EAAiC3B,KAAjC,EAAwC;AACtC,QAAI6D,cAAcvE,EAAEwE,OAAF,CAAUnC,MAAV,EAAkB3B,KAAlB,CAAlB;AACA,QAAIgE,WAAJ;AACA,SAAK,IAAI7E,IAAI0E,WAAb,EAA0B1E,IAAI,CAA9B,EAAiCA,GAAjC,EAAsC;AACpC,UAAIwC,OAAOxC,CAAP,EAAU,CAAV,MAAiB,IAArB,EAA2B;AACzB,eAAOwC,OAAOxC,CAAP,CAAP;AACD;AACF;AACD,WAAO6E,WAAP;AACD;;AAED;AACA;AACA;;;;AAjUO1E,O;;AACKO,W;;;AAENsB,iB,GAAc,C;AACdF,qB,GAAkB,C;AA+TlBgD,uB,GAAoB;AACxB3F,8BADwB;AAExBoB,wBAFwB;AAGxBiB,kCAHwB;AAIxBS,4BAJwB;AAKxBkB,oBALwB;AAMxBE,8BANwB;AAOxBC,oBAPwB;AAQxBG,kBARwB;AASxBI,gBATwB;AAUxBE,oBAVwB;AAWxBC,wBAXwB;AAYxBC,gBAZwB;AAaxBC,gBAbwB;AAcxBC;AAdwB,O;;yBAiBXW,iB","file":"timeseries.js","sourcesContent":["/**\n * timeseries.js\n *\n * This module contains functions for working with time series.\n *\n * datapoints - array of points where point is [value, timestamp]. In almost all cases (if other wasn't\n * explicitly said) we assume datapoints are sorted by timestamp. Timestamp is the number of milliseconds\n * since 1 January 1970 00:00:00 UTC.\n *\n */\n\nimport _ from 'lodash';\nimport * as utils from './utils';\n\nconst POINT_VALUE = 0;\nconst POINT_TIMESTAMP = 1;\n\n/**\n * Downsample time series by using given function (avg, min, max).\n */\nfunction downsample(datapoints, time_to, ms_interval, func) {\n var downsampledSeries = [];\n var timeWindow = {\n from: time_to * 1000 - ms_interval,\n to: time_to * 1000\n };\n\n var points_sum = 0;\n var points_num = 0;\n var value_avg = 0;\n var frame = [];\n\n for (var i = datapoints.length - 1; i >= 0; i -= 1) {\n if (timeWindow.from < datapoints[i][1] && datapoints[i][1] <= timeWindow.to) {\n points_sum += datapoints[i][0];\n points_num++;\n frame.push(datapoints[i][0]);\n }\n else {\n value_avg = points_num ? points_sum / points_num : 0;\n\n if (func === \"max\") {\n downsampledSeries.push([_.max(frame), timeWindow.to]);\n }\n else if (func === \"min\") {\n downsampledSeries.push([_.min(frame), timeWindow.to]);\n }\n\n // avg by default\n else {\n downsampledSeries.push([value_avg, timeWindow.to]);\n }\n\n // Shift time window\n timeWindow.to = timeWindow.from;\n timeWindow.from -= ms_interval;\n\n points_sum = 0;\n points_num = 0;\n frame = [];\n\n // Process point again\n i++;\n }\n }\n return downsampledSeries.reverse();\n}\n\n/**\n * Group points by given time interval\n * datapoints: [[, ], ...]\n */\nfunction groupBy(datapoints, interval, groupByCallback) {\n var ms_interval = utils.parseInterval(interval);\n\n // Calculate frame timestamps\n var frames = _.groupBy(datapoints, function (point) {\n // Calculate time for group of points\n return Math.floor(point[1] / ms_interval) * ms_interval;\n });\n\n // frame: { '': [[, ], ...] }\n // return [{ '': }, { '': }, ...]\n var grouped = _.mapValues(frames, function (frame) {\n var points = _.map(frame, function (point) {\n return point[0];\n });\n return groupByCallback(points);\n });\n\n // Convert points to Grafana format\n return sortByTime(_.map(grouped, function (value, timestamp) {\n return [Number(value), Number(timestamp)];\n }));\n}\n\nfunction groupBy_perf(datapoints, interval, groupByCallback) {\n let ms_interval = utils.parseInterval(interval);\n let grouped_series = [];\n let frame_values = [];\n let frame_value;\n let frame_ts = datapoints.length ? getPointTimeFrame(datapoints[0][POINT_TIMESTAMP], ms_interval) : 0;\n let point_frame_ts = frame_ts;\n let point;\n\n for (let i=0; i < datapoints.length; i++) {\n point = datapoints[i];\n point_frame_ts = getPointTimeFrame(point[POINT_TIMESTAMP], ms_interval);\n if (point_frame_ts === frame_ts) {\n frame_values.push(point[POINT_VALUE]);\n } else {\n frame_value = groupByCallback(frame_values);\n grouped_series.push([frame_value, frame_ts]);\n frame_ts = point_frame_ts;\n frame_values = [point[POINT_VALUE]];\n }\n }\n\n frame_value = groupByCallback(frame_values);\n grouped_series.push([frame_value, frame_ts]);\n\n return grouped_series;\n}\n\n/**\n * Summarize set of time series into one.\n * @param {datapoints[]} timeseries array of time series\n */\nfunction sumSeries(timeseries) {\n\n // Calculate new points for interpolation\n var new_timestamps = _.uniq(_.map(_.flatten(timeseries, true), function (point) {\n return point[1];\n }));\n new_timestamps = _.sortBy(new_timestamps);\n\n var interpolated_timeseries = _.map(timeseries, function (series) {\n var timestamps = _.map(series, function (point) {\n return point[1];\n });\n var new_points = _.map(_.difference(new_timestamps, timestamps), function (timestamp) {\n return [null, timestamp];\n });\n var new_series = series.concat(new_points);\n return sortByTime(new_series);\n });\n\n _.each(interpolated_timeseries, interpolateSeries);\n\n var new_timeseries = [];\n var sum;\n for (var i = new_timestamps.length - 1; i >= 0; i--) {\n sum = 0;\n for (var j = interpolated_timeseries.length - 1; j >= 0; j--) {\n sum += interpolated_timeseries[j][i][0];\n }\n new_timeseries.push([sum, new_timestamps[i]]);\n }\n\n return sortByTime(new_timeseries);\n}\n\nfunction scale(datapoints, factor) {\n return _.map(datapoints, point => {\n return [\n point[0] * factor,\n point[1]\n ];\n });\n}\n\nfunction scale_perf(datapoints, factor) {\n for (let i = 0; i < datapoints.length; i++) {\n datapoints[i] = [\n datapoints[i][POINT_VALUE] * factor,\n datapoints[i][POINT_TIMESTAMP]\n ];\n }\n\n return datapoints;\n}\n\n/**\n * Simple delta. Calculate value delta between points.\n * @param {*} datapoints\n */\nfunction delta(datapoints) {\n let newSeries = [];\n let deltaValue;\n for (var i = 1; i < datapoints.length; i++) {\n deltaValue = datapoints[i][0] - datapoints[i - 1][0];\n newSeries.push([deltaValue, datapoints[i][1]]);\n }\n return newSeries;\n}\n\n/**\n * Calculates rate per second. Resistant to counter reset.\n * @param {*} datapoints\n */\nfunction rate(datapoints) {\n let newSeries = [];\n let point, point_prev;\n let valueDelta = 0;\n let timeDelta = 0;\n for (let i = 1; i < datapoints.length; i++) {\n point = datapoints[i];\n point_prev = datapoints[i - 1];\n\n // Convert ms to seconds\n timeDelta = (point[POINT_TIMESTAMP] - point_prev[POINT_TIMESTAMP]) / 1000;\n\n // Handle counter reset - use previous value\n if (point[POINT_VALUE] >= point_prev[POINT_VALUE]) {\n valueDelta = (point[POINT_VALUE] - point_prev[POINT_VALUE]) / timeDelta;\n }\n\n newSeries.push([valueDelta, point[POINT_TIMESTAMP]]);\n }\n return newSeries;\n}\n\nfunction SUM(values) {\n var sum = 0;\n _.each(values, function (value) {\n sum += value;\n });\n return sum;\n}\n\nfunction COUNT(values) {\n return values.length;\n}\n\nfunction AVERAGE(values) {\n var sum = 0;\n _.each(values, function (value) {\n sum += value;\n });\n return sum / values.length;\n}\n\nfunction MIN(values) {\n return _.min(values);\n}\n\nfunction MAX(values) {\n return _.max(values);\n}\n\nfunction MEDIAN(values) {\n var sorted = _.sortBy(values);\n return sorted[Math.floor(sorted.length / 2)];\n}\n\n///////////////////////\n// Utility functions //\n///////////////////////\n\n/**\n * For given point calculate corresponding time frame.\n *\n * |__*_|_*__|___*| -> |*___|*___|*___|\n *\n * @param {*} timestamp\n * @param {*} ms_interval\n */\nfunction getPointTimeFrame(timestamp, ms_interval) {\n return Math.floor(timestamp / ms_interval) * ms_interval;\n}\n\nfunction sortByTime(series) {\n return _.sortBy(series, function (point) {\n return point[1];\n });\n}\n\n/**\n * Interpolate series with gaps\n */\nfunction interpolateSeries(series) {\n var left, right;\n\n // Interpolate series\n for (var i = series.length - 1; i >= 0; i--) {\n if (!series[i][0]) {\n left = findNearestLeft(series, series[i]);\n right = findNearestRight(series, series[i]);\n if (!left) {\n left = right;\n }\n if (!right) {\n right = left;\n }\n series[i][0] = linearInterpolation(series[i][1], left, right);\n }\n }\n return series;\n}\n\nfunction linearInterpolation(timestamp, left, right) {\n if (left[1] === right[1]) {\n return (left[0] + right[0]) / 2;\n } else {\n return (left[0] + (right[0] - left[0]) / (right[1] - left[1]) * (timestamp - left[1]));\n }\n}\n\nfunction findNearestRight(series, point) {\n var point_index = _.indexOf(series, point);\n var nearestRight;\n for (var i = point_index; i < series.length; i++) {\n if (series[i][0] !== null) {\n return series[i];\n }\n }\n return nearestRight;\n}\n\nfunction findNearestLeft(series, point) {\n var point_index = _.indexOf(series, point);\n var nearestLeft;\n for (var i = point_index; i > 0; i--) {\n if (series[i][0] !== null) {\n return series[i];\n }\n }\n return nearestLeft;\n}\n\n////////////\n// Export //\n////////////\n\nconst exportedFunctions = {\n downsample,\n groupBy,\n groupBy_perf,\n sumSeries,\n scale,\n scale_perf,\n delta,\n rate,\n SUM,\n COUNT,\n AVERAGE,\n MIN,\n MAX,\n MEDIAN\n};\n\nexport default exportedFunctions;\n"]} \ No newline at end of file +{"version":3,"sources":["../../src/datasource-zabbix/timeseries.js"],"names":["downsample","datapoints","time_to","ms_interval","func","downsampledSeries","timeWindow","from","to","points_sum","points_num","value_avg","frame","i","length","push","_","max","min","reverse","groupBy","interval","groupByCallback","utils","parseInterval","frames","point","Math","floor","grouped","mapValues","points","map","sortByTime","value","timestamp","Number","groupBy_perf","grouped_series","frame_values","frame_value","frame_ts","getPointTimeFrame","POINT_TIMESTAMP","point_frame_ts","POINT_VALUE","sumSeries","timeseries","new_timestamps","uniq","flatten","sortBy","interpolated_timeseries","series","timestamps","new_points","difference","new_series","concat","each","interpolateSeries","new_timeseries","sum","j","scale","factor","scale_perf","delta","newSeries","deltaValue","rate","point_prev","valueDelta","timeDelta","SUM","values","COUNT","AVERAGE","MIN","MAX","MEDIAN","sorted","left","right","findNearestLeft","findNearestRight","linearInterpolation","point_index","indexOf","nearestRight","nearestLeft","exportedFunctions"],"mappings":";;;;;;;AAiBA;;;AAGA,WAASA,UAAT,CAAoBC,UAApB,EAAgCC,OAAhC,EAAyCC,WAAzC,EAAsDC,IAAtD,EAA4D;AAC1D,QAAIC,oBAAoB,EAAxB;AACA,QAAIC,aAAa;AACfC,YAAML,UAAU,IAAV,GAAiBC,WADR;AAEfK,UAAIN,UAAU;AAFC,KAAjB;;AAKA,QAAIO,aAAa,CAAjB;AACA,QAAIC,aAAa,CAAjB;AACA,QAAIC,YAAY,CAAhB;AACA,QAAIC,QAAQ,EAAZ;;AAEA,SAAK,IAAIC,IAAIZ,WAAWa,MAAX,GAAoB,CAAjC,EAAoCD,KAAK,CAAzC,EAA4CA,KAAK,CAAjD,EAAoD;AAClD,UAAIP,WAAWC,IAAX,GAAkBN,WAAWY,CAAX,EAAc,CAAd,CAAlB,IAAsCZ,WAAWY,CAAX,EAAc,CAAd,KAAoBP,WAAWE,EAAzE,EAA6E;AAC3EC,sBAAcR,WAAWY,CAAX,EAAc,CAAd,CAAd;AACAH;AACAE,cAAMG,IAAN,CAAWd,WAAWY,CAAX,EAAc,CAAd,CAAX;AACD,OAJD,MAKK;AACHF,oBAAYD,aAAaD,aAAaC,UAA1B,GAAuC,CAAnD;;AAEA,YAAIN,SAAS,KAAb,EAAoB;AAClBC,4BAAkBU,IAAlB,CAAuB,CAACC,EAAEC,GAAF,CAAML,KAAN,CAAD,EAAeN,WAAWE,EAA1B,CAAvB;AACD,SAFD,MAGK,IAAIJ,SAAS,KAAb,EAAoB;AACvBC,4BAAkBU,IAAlB,CAAuB,CAACC,EAAEE,GAAF,CAAMN,KAAN,CAAD,EAAeN,WAAWE,EAA1B,CAAvB;AACD;;AAED;AAJK,aAKA;AACHH,8BAAkBU,IAAlB,CAAuB,CAACJ,SAAD,EAAYL,WAAWE,EAAvB,CAAvB;AACD;;AAED;AACAF,mBAAWE,EAAX,GAAgBF,WAAWC,IAA3B;AACAD,mBAAWC,IAAX,IAAmBJ,WAAnB;;AAEAM,qBAAa,CAAb;AACAC,qBAAa,CAAb;AACAE,gBAAQ,EAAR;;AAEA;AACAC;AACD;AACF;AACD,WAAOR,kBAAkBc,OAAlB,EAAP;AACD;;AAED;;;;AAIA,WAASC,OAAT,CAAiBnB,UAAjB,EAA6BoB,QAA7B,EAAuCC,eAAvC,EAAwD;AACtD,QAAInB,cAAcoB,MAAMC,aAAN,CAAoBH,QAApB,CAAlB;;AAEA;AACA,QAAII,SAAST,EAAEI,OAAF,CAAUnB,UAAV,EAAsB,UAAUyB,KAAV,EAAiB;AAClD;AACA,aAAOC,KAAKC,KAAL,CAAWF,MAAM,CAAN,IAAWvB,WAAtB,IAAqCA,WAA5C;AACD,KAHY,CAAb;;AAKA;AACA;AACA,QAAI0B,UAAUb,EAAEc,SAAF,CAAYL,MAAZ,EAAoB,UAAUb,KAAV,EAAiB;AACjD,UAAImB,SAASf,EAAEgB,GAAF,CAAMpB,KAAN,EAAa,UAAUc,KAAV,EAAiB;AACzC,eAAOA,MAAM,CAAN,CAAP;AACD,OAFY,CAAb;AAGA,aAAOJ,gBAAgBS,MAAhB,CAAP;AACD,KALa,CAAd;;AAOA;AACA,WAAOE,WAAWjB,EAAEgB,GAAF,CAAMH,OAAN,EAAe,UAAUK,KAAV,EAAiBC,SAAjB,EAA4B;AAC3D,aAAO,CAACC,OAAOF,KAAP,CAAD,EAAgBE,OAAOD,SAAP,CAAhB,CAAP;AACD,KAFiB,CAAX,CAAP;AAGD;;AAED,WAASE,YAAT,CAAsBpC,UAAtB,EAAkCoB,QAAlC,EAA4CC,eAA5C,EAA6D;AAC3D,QAAInB,cAAcoB,MAAMC,aAAN,CAAoBH,QAApB,CAAlB;AACA,QAAIiB,iBAAiB,EAArB;AACA,QAAIC,eAAe,EAAnB;AACA,QAAIC,oBAAJ;AACA,QAAIC,WAAWxC,WAAWa,MAAX,GAAoB4B,kBAAkBzC,WAAW,CAAX,EAAc0C,eAAd,CAAlB,EAAkDxC,WAAlD,CAApB,GAAqF,CAApG;AACA,QAAIyC,iBAAiBH,QAArB;AACA,QAAIf,cAAJ;;AAEA,SAAK,IAAIb,IAAE,CAAX,EAAcA,IAAIZ,WAAWa,MAA7B,EAAqCD,GAArC,EAA0C;AACxCa,cAAQzB,WAAWY,CAAX,CAAR;AACA+B,uBAAiBF,kBAAkBhB,MAAMiB,eAAN,CAAlB,EAA0CxC,WAA1C,CAAjB;AACA,UAAIyC,mBAAmBH,QAAvB,EAAiC;AAC/BF,qBAAaxB,IAAb,CAAkBW,MAAMmB,WAAN,CAAlB;AACD,OAFD,MAEO,IAAID,iBAAiBH,QAArB,EAA+B;AACpCD,sBAAclB,gBAAgBiB,YAAhB,CAAd;AACAD,uBAAevB,IAAf,CAAoB,CAACyB,WAAD,EAAcC,QAAd,CAApB;;AAEA;AACAA,oBAAYtC,WAAZ;AACA,eAAOsC,WAAWG,cAAlB,EAAkC;AAChCN,yBAAevB,IAAf,CAAoB,CAAC,IAAD,EAAO0B,QAAP,CAApB;AACAA,sBAAYtC,WAAZ;AACD;AACDoC,uBAAe,CAACb,MAAMmB,WAAN,CAAD,CAAf;AACD;AACF;;AAEDL,kBAAclB,gBAAgBiB,YAAhB,CAAd;AACAD,mBAAevB,IAAf,CAAoB,CAACyB,WAAD,EAAcC,QAAd,CAApB;;AAEA,WAAOH,cAAP;AACD;;AAED;;;;AAIA,WAASQ,SAAT,CAAmBC,UAAnB,EAA+B;;AAE7B;AACA,QAAIC,iBAAiBhC,EAAEiC,IAAF,CAAOjC,EAAEgB,GAAF,CAAMhB,EAAEkC,OAAF,CAAUH,UAAV,EAAsB,IAAtB,CAAN,EAAmC,UAAUrB,KAAV,EAAiB;AAC9E,aAAOA,MAAM,CAAN,CAAP;AACD,KAF2B,CAAP,CAArB;AAGAsB,qBAAiBhC,EAAEmC,MAAF,CAASH,cAAT,CAAjB;;AAEA,QAAII,0BAA0BpC,EAAEgB,GAAF,CAAMe,UAAN,EAAkB,UAAUM,MAAV,EAAkB;AAChE,UAAIC,aAAatC,EAAEgB,GAAF,CAAMqB,MAAN,EAAc,UAAU3B,KAAV,EAAiB;AAC9C,eAAOA,MAAM,CAAN,CAAP;AACD,OAFgB,CAAjB;AAGA,UAAI6B,aAAavC,EAAEgB,GAAF,CAAMhB,EAAEwC,UAAF,CAAaR,cAAb,EAA6BM,UAA7B,CAAN,EAAgD,UAAUnB,SAAV,EAAqB;AACpF,eAAO,CAAC,IAAD,EAAOA,SAAP,CAAP;AACD,OAFgB,CAAjB;AAGA,UAAIsB,aAAaJ,OAAOK,MAAP,CAAcH,UAAd,CAAjB;AACA,aAAOtB,WAAWwB,UAAX,CAAP;AACD,KAT6B,CAA9B;;AAWAzC,MAAE2C,IAAF,CAAOP,uBAAP,EAAgCQ,iBAAhC;;AAEA,QAAIC,iBAAiB,EAArB;AACA,QAAIC,GAAJ;AACA,SAAK,IAAIjD,IAAImC,eAAelC,MAAf,GAAwB,CAArC,EAAwCD,KAAK,CAA7C,EAAgDA,GAAhD,EAAqD;AACnDiD,YAAM,CAAN;AACA,WAAK,IAAIC,IAAIX,wBAAwBtC,MAAxB,GAAiC,CAA9C,EAAiDiD,KAAK,CAAtD,EAAyDA,GAAzD,EAA8D;AAC5DD,eAAOV,wBAAwBW,CAAxB,EAA2BlD,CAA3B,EAA8B,CAA9B,CAAP;AACD;AACDgD,qBAAe9C,IAAf,CAAoB,CAAC+C,GAAD,EAAMd,eAAenC,CAAf,CAAN,CAApB;AACD;;AAED,WAAOoB,WAAW4B,cAAX,CAAP;AACD;;AAED,WAASG,KAAT,CAAe/D,UAAf,EAA2BgE,MAA3B,EAAmC;AACjC,WAAOjD,EAAEgB,GAAF,CAAM/B,UAAN,EAAkB,iBAAS;AAChC,aAAO,CACLyB,MAAM,CAAN,IAAWuC,MADN,EAELvC,MAAM,CAAN,CAFK,CAAP;AAID,KALM,CAAP;AAMD;;AAED,WAASwC,UAAT,CAAoBjE,UAApB,EAAgCgE,MAAhC,EAAwC;AACtC,SAAK,IAAIpD,IAAI,CAAb,EAAgBA,IAAIZ,WAAWa,MAA/B,EAAuCD,GAAvC,EAA4C;AAC1CZ,iBAAWY,CAAX,IAAgB,CACdZ,WAAWY,CAAX,EAAcgC,WAAd,IAA6BoB,MADf,EAEdhE,WAAWY,CAAX,EAAc8B,eAAd,CAFc,CAAhB;AAID;;AAED,WAAO1C,UAAP;AACD;;AAED;;;;AAIA,WAASkE,KAAT,CAAelE,UAAf,EAA2B;AACzB,QAAImE,YAAY,EAAhB;AACA,QAAIC,mBAAJ;AACA,SAAK,IAAIxD,IAAI,CAAb,EAAgBA,IAAIZ,WAAWa,MAA/B,EAAuCD,GAAvC,EAA4C;AAC1CwD,mBAAapE,WAAWY,CAAX,EAAc,CAAd,IAAmBZ,WAAWY,IAAI,CAAf,EAAkB,CAAlB,CAAhC;AACAuD,gBAAUrD,IAAV,CAAe,CAACsD,UAAD,EAAapE,WAAWY,CAAX,EAAc,CAAd,CAAb,CAAf;AACD;AACD,WAAOuD,SAAP;AACD;;AAED;;;;AAIA,WAASE,IAAT,CAAcrE,UAAd,EAA0B;AACxB,QAAImE,YAAY,EAAhB;AACA,QAAI1C,cAAJ;AAAA,QAAW6C,mBAAX;AACA,QAAIC,aAAa,CAAjB;AACA,QAAIC,YAAY,CAAhB;AACA,SAAK,IAAI5D,IAAI,CAAb,EAAgBA,IAAIZ,WAAWa,MAA/B,EAAuCD,GAAvC,EAA4C;AAC1Ca,cAAQzB,WAAWY,CAAX,CAAR;AACA0D,mBAAatE,WAAWY,IAAI,CAAf,CAAb;;AAEA;AACA4D,kBAAY,CAAC/C,MAAMiB,eAAN,IAAyB4B,WAAW5B,eAAX,CAA1B,IAAyD,IAArE;;AAEA;AACA,UAAIjB,MAAMmB,WAAN,KAAsB0B,WAAW1B,WAAX,CAA1B,EAAmD;AACjD2B,qBAAa,CAAC9C,MAAMmB,WAAN,IAAqB0B,WAAW1B,WAAX,CAAtB,IAAiD4B,SAA9D;AACD;;AAEDL,gBAAUrD,IAAV,CAAe,CAACyD,UAAD,EAAa9C,MAAMiB,eAAN,CAAb,CAAf;AACD;AACD,WAAOyB,SAAP;AACD;;AAED,WAASM,GAAT,CAAaC,MAAb,EAAqB;AACnB,QAAIb,MAAM,CAAV;AACA9C,MAAE2C,IAAF,CAAOgB,MAAP,EAAe,UAAUzC,KAAV,EAAiB;AAC9B4B,aAAO5B,KAAP;AACD,KAFD;AAGA,WAAO4B,GAAP;AACD;;AAED,WAASc,KAAT,CAAeD,MAAf,EAAuB;AACrB,WAAOA,OAAO7D,MAAd;AACD;;AAED,WAAS+D,OAAT,CAAiBF,MAAjB,EAAyB;AACvB,QAAIb,MAAM,CAAV;AACA9C,MAAE2C,IAAF,CAAOgB,MAAP,EAAe,UAAUzC,KAAV,EAAiB;AAC9B4B,aAAO5B,KAAP;AACD,KAFD;AAGA,WAAO4B,MAAMa,OAAO7D,MAApB;AACD;;AAED,WAASgE,GAAT,CAAaH,MAAb,EAAqB;AACnB,WAAO3D,EAAEE,GAAF,CAAMyD,MAAN,CAAP;AACD;;AAED,WAASI,GAAT,CAAaJ,MAAb,EAAqB;AACnB,WAAO3D,EAAEC,GAAF,CAAM0D,MAAN,CAAP;AACD;;AAED,WAASK,MAAT,CAAgBL,MAAhB,EAAwB;AACtB,QAAIM,SAASjE,EAAEmC,MAAF,CAASwB,MAAT,CAAb;AACA,WAAOM,OAAOtD,KAAKC,KAAL,CAAWqD,OAAOnE,MAAP,GAAgB,CAA3B,CAAP,CAAP;AACD;;AAED;AACA;AACA;;AAEA;;;;;;;;AAQA,WAAS4B,iBAAT,CAA2BP,SAA3B,EAAsChC,WAAtC,EAAmD;AACjD,WAAOwB,KAAKC,KAAL,CAAWO,YAAYhC,WAAvB,IAAsCA,WAA7C;AACD;;AAED,WAAS8B,UAAT,CAAoBoB,MAApB,EAA4B;AAC1B,WAAOrC,EAAEmC,MAAF,CAASE,MAAT,EAAiB,UAAU3B,KAAV,EAAiB;AACvC,aAAOA,MAAM,CAAN,CAAP;AACD,KAFM,CAAP;AAGD;;AAED;;;AAGA,WAASkC,iBAAT,CAA2BP,MAA3B,EAAmC;AACjC,QAAI6B,IAAJ,EAAUC,KAAV;;AAEA;AACA,SAAK,IAAItE,IAAIwC,OAAOvC,MAAP,GAAgB,CAA7B,EAAgCD,KAAK,CAArC,EAAwCA,GAAxC,EAA6C;AAC3C,UAAI,CAACwC,OAAOxC,CAAP,EAAU,CAAV,CAAL,EAAmB;AACjBqE,eAAOE,gBAAgB/B,MAAhB,EAAwBA,OAAOxC,CAAP,CAAxB,CAAP;AACAsE,gBAAQE,iBAAiBhC,MAAjB,EAAyBA,OAAOxC,CAAP,CAAzB,CAAR;AACA,YAAI,CAACqE,IAAL,EAAW;AACTA,iBAAOC,KAAP;AACD;AACD,YAAI,CAACA,KAAL,EAAY;AACVA,kBAAQD,IAAR;AACD;AACD7B,eAAOxC,CAAP,EAAU,CAAV,IAAeyE,oBAAoBjC,OAAOxC,CAAP,EAAU,CAAV,CAApB,EAAkCqE,IAAlC,EAAwCC,KAAxC,CAAf;AACD;AACF;AACD,WAAO9B,MAAP;AACD;;AAED,WAASiC,mBAAT,CAA6BnD,SAA7B,EAAwC+C,IAAxC,EAA8CC,KAA9C,EAAqD;AACnD,QAAID,KAAK,CAAL,MAAYC,MAAM,CAAN,CAAhB,EAA0B;AACxB,aAAO,CAACD,KAAK,CAAL,IAAUC,MAAM,CAAN,CAAX,IAAuB,CAA9B;AACD,KAFD,MAEO;AACL,aAAQD,KAAK,CAAL,IAAU,CAACC,MAAM,CAAN,IAAWD,KAAK,CAAL,CAAZ,KAAwBC,MAAM,CAAN,IAAWD,KAAK,CAAL,CAAnC,KAA+C/C,YAAY+C,KAAK,CAAL,CAA3D,CAAlB;AACD;AACF;;AAED,WAASG,gBAAT,CAA0BhC,MAA1B,EAAkC3B,KAAlC,EAAyC;AACvC,QAAI6D,cAAcvE,EAAEwE,OAAF,CAAUnC,MAAV,EAAkB3B,KAAlB,CAAlB;AACA,QAAI+D,YAAJ;AACA,SAAK,IAAI5E,IAAI0E,WAAb,EAA0B1E,IAAIwC,OAAOvC,MAArC,EAA6CD,GAA7C,EAAkD;AAChD,UAAIwC,OAAOxC,CAAP,EAAU,CAAV,MAAiB,IAArB,EAA2B;AACzB,eAAOwC,OAAOxC,CAAP,CAAP;AACD;AACF;AACD,WAAO4E,YAAP;AACD;;AAED,WAASL,eAAT,CAAyB/B,MAAzB,EAAiC3B,KAAjC,EAAwC;AACtC,QAAI6D,cAAcvE,EAAEwE,OAAF,CAAUnC,MAAV,EAAkB3B,KAAlB,CAAlB;AACA,QAAIgE,WAAJ;AACA,SAAK,IAAI7E,IAAI0E,WAAb,EAA0B1E,IAAI,CAA9B,EAAiCA,GAAjC,EAAsC;AACpC,UAAIwC,OAAOxC,CAAP,EAAU,CAAV,MAAiB,IAArB,EAA2B;AACzB,eAAOwC,OAAOxC,CAAP,CAAP;AACD;AACF;AACD,WAAO6E,WAAP;AACD;;AAED;AACA;AACA;;;;AAvUO1E,O;;AACKO,W;;;AAENsB,iB,GAAc,C;AACdF,qB,GAAkB,C;AAqUlBgD,uB,GAAoB;AACxB3F,8BADwB;AAExBoB,wBAFwB;AAGxBiB,kCAHwB;AAIxBS,4BAJwB;AAKxBkB,oBALwB;AAMxBE,8BANwB;AAOxBC,oBAPwB;AAQxBG,kBARwB;AASxBI,gBATwB;AAUxBE,oBAVwB;AAWxBC,wBAXwB;AAYxBC,gBAZwB;AAaxBC,gBAbwB;AAcxBC;AAdwB,O;;yBAiBXW,iB","file":"timeseries.js","sourcesContent":["/**\n * timeseries.js\n *\n * This module contains functions for working with time series.\n *\n * datapoints - array of points where point is [value, timestamp]. In almost all cases (if other wasn't\n * explicitly said) we assume datapoints are sorted by timestamp. Timestamp is the number of milliseconds\n * since 1 January 1970 00:00:00 UTC.\n *\n */\n\nimport _ from 'lodash';\nimport * as utils from './utils';\n\nconst POINT_VALUE = 0;\nconst POINT_TIMESTAMP = 1;\n\n/**\n * Downsample time series by using given function (avg, min, max).\n */\nfunction downsample(datapoints, time_to, ms_interval, func) {\n var downsampledSeries = [];\n var timeWindow = {\n from: time_to * 1000 - ms_interval,\n to: time_to * 1000\n };\n\n var points_sum = 0;\n var points_num = 0;\n var value_avg = 0;\n var frame = [];\n\n for (var i = datapoints.length - 1; i >= 0; i -= 1) {\n if (timeWindow.from < datapoints[i][1] && datapoints[i][1] <= timeWindow.to) {\n points_sum += datapoints[i][0];\n points_num++;\n frame.push(datapoints[i][0]);\n }\n else {\n value_avg = points_num ? points_sum / points_num : 0;\n\n if (func === \"max\") {\n downsampledSeries.push([_.max(frame), timeWindow.to]);\n }\n else if (func === \"min\") {\n downsampledSeries.push([_.min(frame), timeWindow.to]);\n }\n\n // avg by default\n else {\n downsampledSeries.push([value_avg, timeWindow.to]);\n }\n\n // Shift time window\n timeWindow.to = timeWindow.from;\n timeWindow.from -= ms_interval;\n\n points_sum = 0;\n points_num = 0;\n frame = [];\n\n // Process point again\n i++;\n }\n }\n return downsampledSeries.reverse();\n}\n\n/**\n * Group points by given time interval\n * datapoints: [[, ], ...]\n */\nfunction groupBy(datapoints, interval, groupByCallback) {\n var ms_interval = utils.parseInterval(interval);\n\n // Calculate frame timestamps\n var frames = _.groupBy(datapoints, function (point) {\n // Calculate time for group of points\n return Math.floor(point[1] / ms_interval) * ms_interval;\n });\n\n // frame: { '': [[, ], ...] }\n // return [{ '': }, { '': }, ...]\n var grouped = _.mapValues(frames, function (frame) {\n var points = _.map(frame, function (point) {\n return point[0];\n });\n return groupByCallback(points);\n });\n\n // Convert points to Grafana format\n return sortByTime(_.map(grouped, function (value, timestamp) {\n return [Number(value), Number(timestamp)];\n }));\n}\n\nfunction groupBy_perf(datapoints, interval, groupByCallback) {\n let ms_interval = utils.parseInterval(interval);\n let grouped_series = [];\n let frame_values = [];\n let frame_value;\n let frame_ts = datapoints.length ? getPointTimeFrame(datapoints[0][POINT_TIMESTAMP], ms_interval) : 0;\n let point_frame_ts = frame_ts;\n let point;\n\n for (let i=0; i < datapoints.length; i++) {\n point = datapoints[i];\n point_frame_ts = getPointTimeFrame(point[POINT_TIMESTAMP], ms_interval);\n if (point_frame_ts === frame_ts) {\n frame_values.push(point[POINT_VALUE]);\n } else if (point_frame_ts > frame_ts) {\n frame_value = groupByCallback(frame_values);\n grouped_series.push([frame_value, frame_ts]);\n\n // Move frame window to next non-empty interval and fill empty by null\n frame_ts += ms_interval;\n while (frame_ts < point_frame_ts) {\n grouped_series.push([null, frame_ts]);\n frame_ts += ms_interval;\n }\n frame_values = [point[POINT_VALUE]];\n }\n }\n\n frame_value = groupByCallback(frame_values);\n grouped_series.push([frame_value, frame_ts]);\n\n return grouped_series;\n}\n\n/**\n * Summarize set of time series into one.\n * @param {datapoints[]} timeseries array of time series\n */\nfunction sumSeries(timeseries) {\n\n // Calculate new points for interpolation\n var new_timestamps = _.uniq(_.map(_.flatten(timeseries, true), function (point) {\n return point[1];\n }));\n new_timestamps = _.sortBy(new_timestamps);\n\n var interpolated_timeseries = _.map(timeseries, function (series) {\n var timestamps = _.map(series, function (point) {\n return point[1];\n });\n var new_points = _.map(_.difference(new_timestamps, timestamps), function (timestamp) {\n return [null, timestamp];\n });\n var new_series = series.concat(new_points);\n return sortByTime(new_series);\n });\n\n _.each(interpolated_timeseries, interpolateSeries);\n\n var new_timeseries = [];\n var sum;\n for (var i = new_timestamps.length - 1; i >= 0; i--) {\n sum = 0;\n for (var j = interpolated_timeseries.length - 1; j >= 0; j--) {\n sum += interpolated_timeseries[j][i][0];\n }\n new_timeseries.push([sum, new_timestamps[i]]);\n }\n\n return sortByTime(new_timeseries);\n}\n\nfunction scale(datapoints, factor) {\n return _.map(datapoints, point => {\n return [\n point[0] * factor,\n point[1]\n ];\n });\n}\n\nfunction scale_perf(datapoints, factor) {\n for (let i = 0; i < datapoints.length; i++) {\n datapoints[i] = [\n datapoints[i][POINT_VALUE] * factor,\n datapoints[i][POINT_TIMESTAMP]\n ];\n }\n\n return datapoints;\n}\n\n/**\n * Simple delta. Calculate value delta between points.\n * @param {*} datapoints\n */\nfunction delta(datapoints) {\n let newSeries = [];\n let deltaValue;\n for (var i = 1; i < datapoints.length; i++) {\n deltaValue = datapoints[i][0] - datapoints[i - 1][0];\n newSeries.push([deltaValue, datapoints[i][1]]);\n }\n return newSeries;\n}\n\n/**\n * Calculates rate per second. Resistant to counter reset.\n * @param {*} datapoints\n */\nfunction rate(datapoints) {\n let newSeries = [];\n let point, point_prev;\n let valueDelta = 0;\n let timeDelta = 0;\n for (let i = 1; i < datapoints.length; i++) {\n point = datapoints[i];\n point_prev = datapoints[i - 1];\n\n // Convert ms to seconds\n timeDelta = (point[POINT_TIMESTAMP] - point_prev[POINT_TIMESTAMP]) / 1000;\n\n // Handle counter reset - use previous value\n if (point[POINT_VALUE] >= point_prev[POINT_VALUE]) {\n valueDelta = (point[POINT_VALUE] - point_prev[POINT_VALUE]) / timeDelta;\n }\n\n newSeries.push([valueDelta, point[POINT_TIMESTAMP]]);\n }\n return newSeries;\n}\n\nfunction SUM(values) {\n var sum = 0;\n _.each(values, function (value) {\n sum += value;\n });\n return sum;\n}\n\nfunction COUNT(values) {\n return values.length;\n}\n\nfunction AVERAGE(values) {\n var sum = 0;\n _.each(values, function (value) {\n sum += value;\n });\n return sum / values.length;\n}\n\nfunction MIN(values) {\n return _.min(values);\n}\n\nfunction MAX(values) {\n return _.max(values);\n}\n\nfunction MEDIAN(values) {\n var sorted = _.sortBy(values);\n return sorted[Math.floor(sorted.length / 2)];\n}\n\n///////////////////////\n// Utility functions //\n///////////////////////\n\n/**\n * For given point calculate corresponding time frame.\n *\n * |__*_|_*__|___*| -> |*___|*___|*___|\n *\n * @param {*} timestamp\n * @param {*} ms_interval\n */\nfunction getPointTimeFrame(timestamp, ms_interval) {\n return Math.floor(timestamp / ms_interval) * ms_interval;\n}\n\nfunction sortByTime(series) {\n return _.sortBy(series, function (point) {\n return point[1];\n });\n}\n\n/**\n * Interpolate series with gaps\n */\nfunction interpolateSeries(series) {\n var left, right;\n\n // Interpolate series\n for (var i = series.length - 1; i >= 0; i--) {\n if (!series[i][0]) {\n left = findNearestLeft(series, series[i]);\n right = findNearestRight(series, series[i]);\n if (!left) {\n left = right;\n }\n if (!right) {\n right = left;\n }\n series[i][0] = linearInterpolation(series[i][1], left, right);\n }\n }\n return series;\n}\n\nfunction linearInterpolation(timestamp, left, right) {\n if (left[1] === right[1]) {\n return (left[0] + right[0]) / 2;\n } else {\n return (left[0] + (right[0] - left[0]) / (right[1] - left[1]) * (timestamp - left[1]));\n }\n}\n\nfunction findNearestRight(series, point) {\n var point_index = _.indexOf(series, point);\n var nearestRight;\n for (var i = point_index; i < series.length; i++) {\n if (series[i][0] !== null) {\n return series[i];\n }\n }\n return nearestRight;\n}\n\nfunction findNearestLeft(series, point) {\n var point_index = _.indexOf(series, point);\n var nearestLeft;\n for (var i = point_index; i > 0; i--) {\n if (series[i][0] !== null) {\n return series[i];\n }\n }\n return nearestLeft;\n}\n\n////////////\n// Export //\n////////////\n\nconst exportedFunctions = {\n downsample,\n groupBy,\n groupBy_perf,\n sumSeries,\n scale,\n scale_perf,\n delta,\n rate,\n SUM,\n COUNT,\n AVERAGE,\n MIN,\n MAX,\n MEDIAN\n};\n\nexport default exportedFunctions;\n"]} \ No newline at end of file diff --git a/dist/test/datasource-zabbix/timeseries.js b/dist/test/datasource-zabbix/timeseries.js index 6e4976f..dd319c9 100644 --- a/dist/test/datasource-zabbix/timeseries.js +++ b/dist/test/datasource-zabbix/timeseries.js @@ -121,10 +121,16 @@ function groupBy_perf(datapoints, interval, groupByCallback) { point_frame_ts = getPointTimeFrame(point[POINT_TIMESTAMP], ms_interval); if (point_frame_ts === frame_ts) { frame_values.push(point[POINT_VALUE]); - } else { + } else if (point_frame_ts > frame_ts) { frame_value = groupByCallback(frame_values); grouped_series.push([frame_value, frame_ts]); - frame_ts = point_frame_ts; + + // Move frame window to next non-empty interval and fill empty by null + frame_ts += ms_interval; + while (frame_ts < point_frame_ts) { + grouped_series.push([null, frame_ts]); + frame_ts += ms_interval; + } frame_values = [point[POINT_VALUE]]; } } diff --git a/src/datasource-zabbix/timeseries.js b/src/datasource-zabbix/timeseries.js index aef3368..08fbea2 100644 --- a/src/datasource-zabbix/timeseries.js +++ b/src/datasource-zabbix/timeseries.js @@ -108,10 +108,16 @@ function groupBy_perf(datapoints, interval, groupByCallback) { point_frame_ts = getPointTimeFrame(point[POINT_TIMESTAMP], ms_interval); if (point_frame_ts === frame_ts) { frame_values.push(point[POINT_VALUE]); - } else { + } else if (point_frame_ts > frame_ts) { frame_value = groupByCallback(frame_values); grouped_series.push([frame_value, frame_ts]); - frame_ts = point_frame_ts; + + // Move frame window to next non-empty interval and fill empty by null + frame_ts += ms_interval; + while (frame_ts < point_frame_ts) { + grouped_series.push([null, frame_ts]); + frame_ts += ms_interval; + } frame_values = [point[POINT_VALUE]]; } }