Andrew Shvayka
10 years ago
15 changed files with 494 additions and 176 deletions
@ -0,0 +1,10 @@ |
|||||
|
package org.thingsboard.server.common.data.kv; |
||||
|
|
||||
|
/** |
||||
|
* Created by ashvayka on 20.02.17. |
||||
|
*/ |
||||
|
public enum Aggregation { |
||||
|
|
||||
|
MIN, MAX, AVG, SUM, COUNT, NONE; |
||||
|
|
||||
|
} |
||||
@ -0,0 +1,175 @@ |
|||||
|
package org.thingsboard.server.dao.timeseries; |
||||
|
|
||||
|
import com.datastax.driver.core.ResultSet; |
||||
|
import com.datastax.driver.core.Row; |
||||
|
import org.thingsboard.server.common.data.kv.*; |
||||
|
|
||||
|
import javax.annotation.Nullable; |
||||
|
import java.util.List; |
||||
|
import java.util.Optional; |
||||
|
|
||||
|
/** |
||||
|
* Created by ashvayka on 20.02.17. |
||||
|
*/ |
||||
|
public class AggregatePartitionsFunction implements com.google.common.base.Function<List<ResultSet>, Optional<TsKvEntry>> { |
||||
|
|
||||
|
private static final int LONG_CNT_POS = 0; |
||||
|
private static final int DOUBLE_CNT_POS = 1; |
||||
|
private static final int BOOL_CNT_POS = 2; |
||||
|
private static final int STR_CNT_POS = 3; |
||||
|
private static final int LONG_POS = 4; |
||||
|
private static final int DOUBLE_POS = 5; |
||||
|
private static final int BOOL_POS = 6; |
||||
|
private static final int STR_POS = 7; |
||||
|
|
||||
|
private final Aggregation aggregation; |
||||
|
private final String key; |
||||
|
private final long ts; |
||||
|
|
||||
|
public AggregatePartitionsFunction(Aggregation aggregation, String key, long ts) { |
||||
|
this.aggregation = aggregation; |
||||
|
this.key = key; |
||||
|
this.ts = ts; |
||||
|
} |
||||
|
|
||||
|
@Nullable |
||||
|
@Override |
||||
|
public Optional<TsKvEntry> apply(@Nullable List<ResultSet> rsList) { |
||||
|
if (rsList == null || rsList.size() == 0) { |
||||
|
return Optional.empty(); |
||||
|
} |
||||
|
long count = 0; |
||||
|
DataType dataType = null; |
||||
|
|
||||
|
Boolean bValue = null; |
||||
|
String sValue = null; |
||||
|
Double dValue = null; |
||||
|
Long lValue = null; |
||||
|
|
||||
|
for (ResultSet rs : rsList) { |
||||
|
for (Row row : rs.all()) { |
||||
|
long curCount; |
||||
|
|
||||
|
Long curLValue = null; |
||||
|
Double curDValue = null; |
||||
|
Boolean curBValue = null; |
||||
|
String curSValue = null; |
||||
|
|
||||
|
long longCount = row.getLong(LONG_CNT_POS); |
||||
|
long doubleCount = row.getLong(DOUBLE_CNT_POS); |
||||
|
long boolCount = row.getLong(BOOL_CNT_POS); |
||||
|
long strCount = row.getLong(STR_CNT_POS); |
||||
|
|
||||
|
if (longCount > 0) { |
||||
|
dataType = DataType.LONG; |
||||
|
curCount = longCount; |
||||
|
curLValue = getLongValue(row); |
||||
|
} else if (doubleCount > 0) { |
||||
|
dataType = DataType.DOUBLE; |
||||
|
curCount = doubleCount; |
||||
|
curDValue = getDoubleValue(row); |
||||
|
} else if (boolCount > 0) { |
||||
|
dataType = DataType.BOOLEAN; |
||||
|
curCount = boolCount; |
||||
|
curBValue = getBooleanValue(row); |
||||
|
} else if (strCount > 0) { |
||||
|
dataType = DataType.STRING; |
||||
|
curCount = strCount; |
||||
|
curSValue = getStringValue(row); |
||||
|
} else { |
||||
|
continue; |
||||
|
} |
||||
|
|
||||
|
if (aggregation == Aggregation.COUNT) { |
||||
|
count += curCount; |
||||
|
} else if (aggregation == Aggregation.AVG || aggregation == Aggregation.SUM) { |
||||
|
count += curCount; |
||||
|
dValue = dValue == null ? curDValue : dValue + curDValue; |
||||
|
lValue = lValue == null ? curLValue : lValue + curLValue; |
||||
|
} else if (aggregation == Aggregation.MIN) { |
||||
|
if (curDValue != null) { |
||||
|
dValue = dValue == null ? curDValue : Math.min(dValue, curDValue); |
||||
|
} else if (curLValue != null) { |
||||
|
lValue = lValue == null ? curLValue : Math.min(lValue, curLValue); |
||||
|
} else if (curBValue != null) { |
||||
|
bValue = bValue == null ? curBValue : bValue && curBValue; |
||||
|
} else if (curSValue != null) { |
||||
|
if (sValue == null || curSValue.compareTo(sValue) < 0) { |
||||
|
sValue = curSValue; |
||||
|
} |
||||
|
} |
||||
|
} else if (aggregation == Aggregation.MAX) { |
||||
|
if (curDValue != null) { |
||||
|
dValue = dValue == null ? curDValue : Math.max(dValue, curDValue); |
||||
|
} else if (curLValue != null) { |
||||
|
lValue = lValue == null ? curLValue : Math.max(lValue, curLValue); |
||||
|
} else if (curBValue != null) { |
||||
|
bValue = bValue == null ? curBValue : bValue || curBValue; |
||||
|
} else if (curSValue != null) { |
||||
|
if (sValue == null || curSValue.compareTo(sValue) > 0) { |
||||
|
sValue = curSValue; |
||||
|
} |
||||
|
} |
||||
|
} |
||||
|
} |
||||
|
} |
||||
|
if (dataType == null) { |
||||
|
return Optional.empty(); |
||||
|
} else if (aggregation == Aggregation.COUNT) { |
||||
|
return Optional.of(new BasicTsKvEntry(ts, new LongDataEntry(key, (long) count))); |
||||
|
} else if (aggregation == Aggregation.AVG || aggregation == Aggregation.SUM) { |
||||
|
if (count == 0 || (dataType == DataType.DOUBLE && dValue == null) || (dataType == DataType.LONG && lValue == null)) { |
||||
|
return Optional.empty(); |
||||
|
} else if (dataType == DataType.DOUBLE) { |
||||
|
return Optional.of(new BasicTsKvEntry(ts, new DoubleDataEntry(key, aggregation == Aggregation.SUM ? dValue : (dValue / count)))); |
||||
|
} else if (dataType == DataType.LONG) { |
||||
|
return Optional.of(new BasicTsKvEntry(ts, new LongDataEntry(key, aggregation == Aggregation.SUM ? lValue : (lValue / count)))); |
||||
|
} |
||||
|
} else if (aggregation == Aggregation.MIN || aggregation == Aggregation.MAX) { |
||||
|
if (dataType == DataType.DOUBLE) { |
||||
|
return Optional.of(new BasicTsKvEntry(ts, new DoubleDataEntry(key, dValue))); |
||||
|
} else if (dataType == DataType.LONG) { |
||||
|
return Optional.of(new BasicTsKvEntry(ts, new LongDataEntry(key, lValue))); |
||||
|
} else if (dataType == DataType.STRING) { |
||||
|
return Optional.of(new BasicTsKvEntry(ts, new StringDataEntry(key, sValue))); |
||||
|
} else { |
||||
|
return Optional.of(new BasicTsKvEntry(ts, new BooleanDataEntry(key, bValue))); |
||||
|
} |
||||
|
} |
||||
|
return null; |
||||
|
} |
||||
|
|
||||
|
private Boolean getBooleanValue(Row row) { |
||||
|
if (aggregation == Aggregation.MIN || aggregation == Aggregation.MAX) { |
||||
|
return row.getBool(BOOL_POS); |
||||
|
} else { |
||||
|
return null; |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
private String getStringValue(Row row) { |
||||
|
if (aggregation == Aggregation.MIN || aggregation == Aggregation.MAX) { |
||||
|
return row.getString(STR_POS); |
||||
|
} else { |
||||
|
return null; |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
private Long getLongValue(Row row) { |
||||
|
if (aggregation == Aggregation.MIN || aggregation == Aggregation.MAX |
||||
|
|| aggregation == Aggregation.SUM || aggregation == Aggregation.AVG) { |
||||
|
return row.getLong(LONG_POS); |
||||
|
} else { |
||||
|
return null; |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
private Double getDoubleValue(Row row) { |
||||
|
if (aggregation == Aggregation.MIN || aggregation == Aggregation.MAX |
||||
|
|| aggregation == Aggregation.SUM || aggregation == Aggregation.AVG) { |
||||
|
return row.getDouble(DOUBLE_POS); |
||||
|
} else { |
||||
|
return null; |
||||
|
} |
||||
|
} |
||||
|
} |
||||
Loading…
Reference in new issue