Transform percentile function, closes #868

This commit is contained in:
Alexander Zobnin
2020-01-15 11:02:17 +03:00
parent 82cfda6524
commit 376183e8e4
2 changed files with 23 additions and 11 deletions

View File

@@ -2,6 +2,14 @@ import _ from 'lodash';
import * as utils from './utils'; import * as utils from './utils';
import ts, { groupBy_perf as groupBy } from './timeseries'; import ts, { groupBy_perf as groupBy } from './timeseries';
let SUM = ts.SUM;
let COUNT = ts.COUNT;
let AVERAGE = ts.AVERAGE;
let MIN = ts.MIN;
let MAX = ts.MAX;
let MEDIAN = ts.MEDIAN;
let PERCENTILE = ts.PERCENTILE;
let downsampleSeries = ts.downsample; let downsampleSeries = ts.downsample;
let groupBy_exported = (interval, groupFunc, datapoints) => groupBy(datapoints, interval, groupFunc); let groupBy_exported = (interval, groupFunc, datapoints) => groupBy(datapoints, interval, groupFunc);
let sumSeries = ts.sumSeries; let sumSeries = ts.sumSeries;
@@ -11,14 +19,7 @@ let scale = (factor, datapoints) => ts.scale_perf(datapoints, factor);
let offset = (delta, datapoints) => ts.offset(datapoints, delta); let offset = (delta, datapoints) => ts.offset(datapoints, delta);
let simpleMovingAverage = (n, datapoints) => ts.simpleMovingAverage(datapoints, n); let simpleMovingAverage = (n, datapoints) => ts.simpleMovingAverage(datapoints, n);
let expMovingAverage = (a, datapoints) => ts.expMovingAverage(datapoints, a); let expMovingAverage = (a, datapoints) => ts.expMovingAverage(datapoints, a);
let percentile = (interval, n, datapoints) => groupBy(datapoints, interval, _.partial(PERCENTILE, n));
let SUM = ts.SUM;
let COUNT = ts.COUNT;
let AVERAGE = ts.AVERAGE;
let MIN = ts.MIN;
let MAX = ts.MAX;
let MEDIAN = ts.MEDIAN;
let PERCENTILE = ts.PERCENTILE;
function limit(order, n, orderByFunc, timeseries) { function limit(order, n, orderByFunc, timeseries) {
let orderByCallback = aggregationFunctions[orderByFunc]; let orderByCallback = aggregationFunctions[orderByFunc];
@@ -120,7 +121,7 @@ function aggregateWrapper(groupByCallback, interval, datapoints) {
return groupBy(sortedPoints, interval, groupByCallback); return groupBy(sortedPoints, interval, groupByCallback);
} }
function percentile(interval, n, datapoints) { function percentileAgg(interval, n, datapoints) {
const flattenedPoints = ts.flattenDatapoints(datapoints); const flattenedPoints = ts.flattenDatapoints(datapoints);
// groupBy_perf works with sorted series only // groupBy_perf works with sorted series only
const sortedPoints = ts.sortByTime(flattenedPoints); const sortedPoints = ts.sortByTime(flattenedPoints);
@@ -153,10 +154,11 @@ let metricFunctions = {
rate: rate, rate: rate,
movingAverage: simpleMovingAverage, movingAverage: simpleMovingAverage,
exponentialMovingAverage: expMovingAverage, exponentialMovingAverage: expMovingAverage,
percentile: percentile,
transformNull: transformNull, transformNull: transformNull,
aggregateBy: aggregateByWrapper, aggregateBy: aggregateByWrapper,
// Predefined aggs // Predefined aggs
percentile: percentile, percentileAgg: percentileAgg,
average: _.partial(aggregateWrapper, AVERAGE), average: _.partial(aggregateWrapper, AVERAGE),
min: _.partial(aggregateWrapper, MIN), min: _.partial(aggregateWrapper, MIN),
max: _.partial(aggregateWrapper, MAX), max: _.partial(aggregateWrapper, MAX),

View File

@@ -85,6 +85,16 @@ addFuncDef({
defaultParams: [0.2], defaultParams: [0.2],
}); });
addFuncDef({
name: 'percentile',
category: 'Transform',
params: [
{ name: 'interval', type: 'string' },
{ name: 'percent', type: 'float', options: [25, 50, 75, 90, 95, 99, 99.9] }
],
defaultParams: ['1m', 95],
});
addFuncDef({ addFuncDef({
name: 'removeAboveValue', name: 'removeAboveValue',
category: 'Transform', category: 'Transform',
@@ -140,7 +150,7 @@ addFuncDef({
}); });
addFuncDef({ addFuncDef({
name: 'percentile', name: 'percentileAgg',
category: 'Aggregate', category: 'Aggregate',
params: [ params: [
{ name: 'interval', type: 'string' }, { name: 'interval', type: 'string' },