Andrew Shvayka
10 years ago
15 changed files with 494 additions and 176 deletions
@ -0,0 +1,10 @@ |
|||
package org.thingsboard.server.common.data.kv; |
|||
|
|||
/** |
|||
* Created by ashvayka on 20.02.17. |
|||
*/ |
|||
public enum Aggregation { |
|||
|
|||
MIN, MAX, AVG, SUM, COUNT, NONE; |
|||
|
|||
} |
|||
@ -0,0 +1,175 @@ |
|||
package org.thingsboard.server.dao.timeseries; |
|||
|
|||
import com.datastax.driver.core.ResultSet; |
|||
import com.datastax.driver.core.Row; |
|||
import org.thingsboard.server.common.data.kv.*; |
|||
|
|||
import javax.annotation.Nullable; |
|||
import java.util.List; |
|||
import java.util.Optional; |
|||
|
|||
/** |
|||
* Created by ashvayka on 20.02.17. |
|||
*/ |
|||
public class AggregatePartitionsFunction implements com.google.common.base.Function<List<ResultSet>, Optional<TsKvEntry>> { |
|||
|
|||
private static final int LONG_CNT_POS = 0; |
|||
private static final int DOUBLE_CNT_POS = 1; |
|||
private static final int BOOL_CNT_POS = 2; |
|||
private static final int STR_CNT_POS = 3; |
|||
private static final int LONG_POS = 4; |
|||
private static final int DOUBLE_POS = 5; |
|||
private static final int BOOL_POS = 6; |
|||
private static final int STR_POS = 7; |
|||
|
|||
private final Aggregation aggregation; |
|||
private final String key; |
|||
private final long ts; |
|||
|
|||
public AggregatePartitionsFunction(Aggregation aggregation, String key, long ts) { |
|||
this.aggregation = aggregation; |
|||
this.key = key; |
|||
this.ts = ts; |
|||
} |
|||
|
|||
@Nullable |
|||
@Override |
|||
public Optional<TsKvEntry> apply(@Nullable List<ResultSet> rsList) { |
|||
if (rsList == null || rsList.size() == 0) { |
|||
return Optional.empty(); |
|||
} |
|||
long count = 0; |
|||
DataType dataType = null; |
|||
|
|||
Boolean bValue = null; |
|||
String sValue = null; |
|||
Double dValue = null; |
|||
Long lValue = null; |
|||
|
|||
for (ResultSet rs : rsList) { |
|||
for (Row row : rs.all()) { |
|||
long curCount; |
|||
|
|||
Long curLValue = null; |
|||
Double curDValue = null; |
|||
Boolean curBValue = null; |
|||
String curSValue = null; |
|||
|
|||
long longCount = row.getLong(LONG_CNT_POS); |
|||
long doubleCount = row.getLong(DOUBLE_CNT_POS); |
|||
long boolCount = row.getLong(BOOL_CNT_POS); |
|||
long strCount = row.getLong(STR_CNT_POS); |
|||
|
|||
if (longCount > 0) { |
|||
dataType = DataType.LONG; |
|||
curCount = longCount; |
|||
curLValue = getLongValue(row); |
|||
} else if (doubleCount > 0) { |
|||
dataType = DataType.DOUBLE; |
|||
curCount = doubleCount; |
|||
curDValue = getDoubleValue(row); |
|||
} else if (boolCount > 0) { |
|||
dataType = DataType.BOOLEAN; |
|||
curCount = boolCount; |
|||
curBValue = getBooleanValue(row); |
|||
} else if (strCount > 0) { |
|||
dataType = DataType.STRING; |
|||
curCount = strCount; |
|||
curSValue = getStringValue(row); |
|||
} else { |
|||
continue; |
|||
} |
|||
|
|||
if (aggregation == Aggregation.COUNT) { |
|||
count += curCount; |
|||
} else if (aggregation == Aggregation.AVG || aggregation == Aggregation.SUM) { |
|||
count += curCount; |
|||
dValue = dValue == null ? curDValue : dValue + curDValue; |
|||
lValue = lValue == null ? curLValue : lValue + curLValue; |
|||
} else if (aggregation == Aggregation.MIN) { |
|||
if (curDValue != null) { |
|||
dValue = dValue == null ? curDValue : Math.min(dValue, curDValue); |
|||
} else if (curLValue != null) { |
|||
lValue = lValue == null ? curLValue : Math.min(lValue, curLValue); |
|||
} else if (curBValue != null) { |
|||
bValue = bValue == null ? curBValue : bValue && curBValue; |
|||
} else if (curSValue != null) { |
|||
if (sValue == null || curSValue.compareTo(sValue) < 0) { |
|||
sValue = curSValue; |
|||
} |
|||
} |
|||
} else if (aggregation == Aggregation.MAX) { |
|||
if (curDValue != null) { |
|||
dValue = dValue == null ? curDValue : Math.max(dValue, curDValue); |
|||
} else if (curLValue != null) { |
|||
lValue = lValue == null ? curLValue : Math.max(lValue, curLValue); |
|||
} else if (curBValue != null) { |
|||
bValue = bValue == null ? curBValue : bValue || curBValue; |
|||
} else if (curSValue != null) { |
|||
if (sValue == null || curSValue.compareTo(sValue) > 0) { |
|||
sValue = curSValue; |
|||
} |
|||
} |
|||
} |
|||
} |
|||
} |
|||
if (dataType == null) { |
|||
return Optional.empty(); |
|||
} else if (aggregation == Aggregation.COUNT) { |
|||
return Optional.of(new BasicTsKvEntry(ts, new LongDataEntry(key, (long) count))); |
|||
} else if (aggregation == Aggregation.AVG || aggregation == Aggregation.SUM) { |
|||
if (count == 0 || (dataType == DataType.DOUBLE && dValue == null) || (dataType == DataType.LONG && lValue == null)) { |
|||
return Optional.empty(); |
|||
} else if (dataType == DataType.DOUBLE) { |
|||
return Optional.of(new BasicTsKvEntry(ts, new DoubleDataEntry(key, aggregation == Aggregation.SUM ? dValue : (dValue / count)))); |
|||
} else if (dataType == DataType.LONG) { |
|||
return Optional.of(new BasicTsKvEntry(ts, new LongDataEntry(key, aggregation == Aggregation.SUM ? lValue : (lValue / count)))); |
|||
} |
|||
} else if (aggregation == Aggregation.MIN || aggregation == Aggregation.MAX) { |
|||
if (dataType == DataType.DOUBLE) { |
|||
return Optional.of(new BasicTsKvEntry(ts, new DoubleDataEntry(key, dValue))); |
|||
} else if (dataType == DataType.LONG) { |
|||
return Optional.of(new BasicTsKvEntry(ts, new LongDataEntry(key, lValue))); |
|||
} else if (dataType == DataType.STRING) { |
|||
return Optional.of(new BasicTsKvEntry(ts, new StringDataEntry(key, sValue))); |
|||
} else { |
|||
return Optional.of(new BasicTsKvEntry(ts, new BooleanDataEntry(key, bValue))); |
|||
} |
|||
} |
|||
return null; |
|||
} |
|||
|
|||
private Boolean getBooleanValue(Row row) { |
|||
if (aggregation == Aggregation.MIN || aggregation == Aggregation.MAX) { |
|||
return row.getBool(BOOL_POS); |
|||
} else { |
|||
return null; |
|||
} |
|||
} |
|||
|
|||
private String getStringValue(Row row) { |
|||
if (aggregation == Aggregation.MIN || aggregation == Aggregation.MAX) { |
|||
return row.getString(STR_POS); |
|||
} else { |
|||
return null; |
|||
} |
|||
} |
|||
|
|||
private Long getLongValue(Row row) { |
|||
if (aggregation == Aggregation.MIN || aggregation == Aggregation.MAX |
|||
|| aggregation == Aggregation.SUM || aggregation == Aggregation.AVG) { |
|||
return row.getLong(LONG_POS); |
|||
} else { |
|||
return null; |
|||
} |
|||
} |
|||
|
|||
private Double getDoubleValue(Row row) { |
|||
if (aggregation == Aggregation.MIN || aggregation == Aggregation.MAX |
|||
|| aggregation == Aggregation.SUM || aggregation == Aggregation.AVG) { |
|||
return row.getDouble(DOUBLE_POS); |
|||
} else { |
|||
return null; |
|||
} |
|||
} |
|||
} |
|||
Loading…
Reference in new issue