Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

better types #11713

Merged
merged 22 commits into from
Oct 19, 2021
Merged
Show file tree
Hide file tree
Changes from 19 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
The table of contents is too big for display.
Diff view
Diff view
  •  
  •  
  •  
Original file line number Diff line number Diff line change
Expand Up @@ -37,6 +37,7 @@
import org.apache.druid.segment.QueryableIndexStorageAdapter;
import org.apache.druid.segment.VirtualColumns;
import org.apache.druid.segment.column.ColumnHolder;
import org.apache.druid.segment.column.ColumnType;
import org.apache.druid.segment.column.ValueType;
import org.apache.druid.segment.generator.GeneratorColumnSchema;
import org.apache.druid.segment.generator.GeneratorSchemaInfo;
Expand Down Expand Up @@ -145,7 +146,7 @@ public void timeFloorUsingExpression(Blackhole blackhole)
new ExpressionVirtualColumn(
"v",
"timestamp_floor(__time, 'PT1H')",
ValueType.LONG,
ColumnType.LONG,
TestExprMacroTable.INSTANCE
)
)
Expand Down Expand Up @@ -239,7 +240,7 @@ public void timeFormatUsingExpression(Blackhole blackhole)
new ExpressionVirtualColumn(
"v",
"timestamp_format(__time, 'yyyy-MM-dd')",
ValueType.STRING,
ColumnType.STRING,
TestExprMacroTable.INSTANCE
)
)
Expand Down Expand Up @@ -304,7 +305,7 @@ public void strlenUsingExpressionAsLong(Blackhole blackhole)
new ExpressionVirtualColumn(
"v",
"strlen(s)",
ValueType.STRING,
ColumnType.STRING,
TestExprMacroTable.INSTANCE
)
)
Expand Down Expand Up @@ -336,7 +337,7 @@ public void strlenUsingExpressionAsString(Blackhole blackhole)
new ExpressionVirtualColumn(
"v",
"strlen(s)",
ValueType.STRING,
ColumnType.STRING,
TestExprMacroTable.INSTANCE
)
)
Expand All @@ -350,7 +351,7 @@ public void strlenUsingExpressionAsString(Blackhole blackhole)
.map(cursor -> {
final DimensionSelector selector = cursor
.getColumnSelectorFactory()
.makeDimensionSelector(new DefaultDimensionSpec("v", "v", ValueType.STRING));
.makeDimensionSelector(new DefaultDimensionSpec("v", "v", ColumnType.STRING));

consumeDimension(cursor, selector, blackhole);
return null;
Expand Down Expand Up @@ -397,7 +398,7 @@ public void arithmeticOnLong(Blackhole blackhole)
new ExpressionVirtualColumn(
"v",
"n + 1",
ValueType.LONG,
ColumnType.LONG,
TestExprMacroTable.INSTANCE
)
)
Expand Down Expand Up @@ -429,7 +430,7 @@ public void stringConcatAndCompareOnLong(Blackhole blackhole)
new ExpressionVirtualColumn(
"v",
"concat(n, ' is my favorite number') == '3 is my favorite number'",
ValueType.LONG,
ColumnType.LONG,
TestExprMacroTable.INSTANCE
)
)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -27,6 +27,7 @@
import org.apache.druid.math.expr.Expr;
import org.apache.druid.math.expr.ExprMacroTable;
import org.apache.druid.math.expr.ExprType;
import org.apache.druid.math.expr.ExpressionType;
import org.apache.druid.math.expr.Parser;
import org.apache.druid.query.expression.TestExprMacroTable;
import org.apache.druid.segment.ColumnInspector;
Expand Down Expand Up @@ -102,7 +103,7 @@ public class ExpressionVectorSelectorBenchmark
private Closer closer;

@Nullable
private ExprType outputType;
private ExpressionType outputType;

@Setup(Level.Trial)
public void setup()
Expand Down Expand Up @@ -155,7 +156,7 @@ public void scan(Blackhole blackhole)
new ExpressionVirtualColumn(
"v",
expression,
ExprType.toValueType(outputType),
ExpressionType.toColumnType(outputType),
TestExprMacroTable.INSTANCE
)
)
Expand All @@ -171,7 +172,7 @@ public void scan(Blackhole blackhole)
);
if (outputType.isNumeric()) {
VectorValueSelector selector = cursor.getColumnSelectorFactory().makeValueSelector("v");
if (outputType.equals(ExprType.DOUBLE)) {
if (outputType.is(ExprType.DOUBLE)) {
while (!cursor.isDone()) {
blackhole.consume(selector.getDoubleVector());
blackhole.consume(selector.getNullVector());
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -42,7 +42,7 @@
import org.apache.druid.segment.Segment;
import org.apache.druid.segment.VirtualColumns;
import org.apache.druid.segment.column.ColumnConfig;
import org.apache.druid.segment.column.ValueType;
import org.apache.druid.segment.column.ColumnType;
import org.apache.druid.segment.data.IndexedInts;
import org.apache.druid.segment.join.HashJoinSegment;
import org.apache.druid.segment.join.JoinConditionAnalysis;
Expand Down Expand Up @@ -319,13 +319,13 @@ public Optional<LookupExtractorFactoryContainer> get(String lookupName)
new ExpressionVirtualColumn(
LOOKUP_COUNTRY_CODE_TO_NAME,
"lookup(countryIsoCode, '" + LOOKUP_COUNTRY_CODE_TO_NAME + "')",
ValueType.STRING,
ColumnType.STRING,
exprMacroTable
),
new ExpressionVirtualColumn(
LOOKUP_COUNTRY_NUMBER_TO_NAME,
"lookup(countryNumber, '" + LOOKUP_COUNTRY_NUMBER_TO_NAME + "')",
ValueType.STRING,
ColumnType.STRING,
exprMacroTable
)
)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -128,9 +128,8 @@ private void initializeSegmentValueIntermediaryFile() throws IOException
Iterables.addAll(columnNames, index.getColumnNames());
final ColumnHolder column = index.getColumnHolder(columnName);
final ColumnCapabilities capabilities = column.getCapabilities();
final ValueType columnType = capabilities.getType();
try (Writer writer = Files.newBufferedWriter(dataFile.toPath(), StandardCharsets.UTF_8)) {
if (columnType != ValueType.LONG) {
if (!capabilities.is(ValueType.LONG)) {
throw new RuntimeException("Invalid column type, expected 'Long'");
}
LongsColumn theColumn = (LongsColumn) column.getColumn();
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -81,7 +81,7 @@
import org.apache.druid.segment.QueryableIndex;
import org.apache.druid.segment.QueryableIndexSegment;
import org.apache.druid.segment.column.ColumnConfig;
import org.apache.druid.segment.column.ValueType;
import org.apache.druid.segment.column.ColumnType;
import org.apache.druid.segment.generator.DataGenerator;
import org.apache.druid.segment.generator.GeneratorBasicSchemas;
import org.apache.druid.segment.generator.GeneratorSchemaInfo;
Expand Down Expand Up @@ -333,7 +333,7 @@ private void setupQueries()
.builder()
.setDataSource("blah")
.setQuerySegmentSpec(intervalSpec)
.setDimensions(new DefaultDimensionSpec("dimSequential", "dimSequential", ValueType.STRING))
.setDimensions(new DefaultDimensionSpec("dimSequential", "dimSequential", ColumnType.STRING))
.setAggregatorSpecs(
queryAggs
)
Expand All @@ -359,7 +359,7 @@ private void setupQueries()
.builder()
.setDataSource("blah")
.setQuerySegmentSpec(intervalSpec)
.setDimensions(new DefaultDimensionSpec("dimSequential", "dimSequential", ValueType.LONG))
.setDimensions(new DefaultDimensionSpec("dimSequential", "dimSequential", ColumnType.LONG))
.setAggregatorSpecs(
queryAggs
)
Expand All @@ -385,7 +385,7 @@ private void setupQueries()
.builder()
.setDataSource("blah")
.setQuerySegmentSpec(intervalSpec)
.setDimensions(new DefaultDimensionSpec("dimSequential", "dimSequential", ValueType.FLOAT))
.setDimensions(new DefaultDimensionSpec("dimSequential", "dimSequential", ColumnType.FLOAT))
.setAggregatorSpecs(queryAggs)
.setGranularity(Granularity.fromString(queryGranularity))
.setContext(ImmutableMap.of("vectorize", vectorize))
Expand All @@ -411,7 +411,7 @@ private void setupQueries()
.builder()
.setDataSource("blah")
.setQuerySegmentSpec(intervalSpec)
.setDimensions(new DefaultDimensionSpec("stringZipf", "stringZipf", ValueType.STRING))
.setDimensions(new DefaultDimensionSpec("stringZipf", "stringZipf", ColumnType.STRING))
.setAggregatorSpecs(
queryAggs
)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,7 @@
import org.apache.druid.guice.annotations.PublicApi;
import org.apache.druid.java.util.common.StringUtils;
import org.apache.druid.java.util.emitter.EmittingLogger;
import org.apache.druid.segment.column.ValueType;
import org.apache.druid.segment.column.ColumnType;

import java.util.Objects;

Expand Down Expand Up @@ -126,7 +126,7 @@ public boolean hasBitmapIndex()
public abstract String getTypeName();

@JsonIgnore
public abstract ValueType getValueType();
public abstract ColumnType getColumnType();

@Override
public boolean equals(final Object o)
Expand All @@ -141,22 +141,22 @@ public boolean equals(final Object o)
return createBitmapIndex == that.createBitmapIndex &&
Objects.equals(name, that.name) &&
Objects.equals(getTypeName(), that.getTypeName()) &&
Objects.equals(getValueType(), that.getValueType()) &&
Objects.equals(getColumnType(), that.getColumnType()) &&
multiValueHandling == that.multiValueHandling;
}

@Override
public int hashCode()
{
return Objects.hash(name, multiValueHandling, createBitmapIndex, getTypeName(), getValueType());
return Objects.hash(name, multiValueHandling, createBitmapIndex, getTypeName(), getColumnType());
}

@Override
public String toString()
{
return "DimensionSchema{" +
"name='" + name + '\'' +
", valueType=" + getValueType() +
", valueType=" + getColumnType() +
", typeName=" + getTypeName() +
", multiValueHandling=" + multiValueHandling +
", createBitmapIndex=" + createBitmapIndex +
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@

import com.fasterxml.jackson.annotation.JsonCreator;
import com.fasterxml.jackson.annotation.JsonProperty;
import org.apache.druid.segment.column.ValueType;
import org.apache.druid.segment.column.ColumnType;

public class DoubleDimensionSchema extends DimensionSchema
{
Expand All @@ -38,8 +38,8 @@ public String getTypeName()
}

@Override
public ValueType getValueType()
public ColumnType getColumnType()
{
return ValueType.DOUBLE;
return ColumnType.DOUBLE;
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,7 @@
import com.fasterxml.jackson.annotation.JsonCreator;
import com.fasterxml.jackson.annotation.JsonIgnore;
import com.fasterxml.jackson.annotation.JsonProperty;
import org.apache.druid.segment.column.ValueType;
import org.apache.druid.segment.column.ColumnType;

public class FloatDimensionSchema extends DimensionSchema
{
Expand All @@ -42,8 +42,8 @@ public String getTypeName()

@Override
@JsonIgnore
public ValueType getValueType()
public ColumnType getColumnType()
{
return ValueType.FLOAT;
return ColumnType.FLOAT;
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,7 @@
import com.fasterxml.jackson.annotation.JsonCreator;
import com.fasterxml.jackson.annotation.JsonIgnore;
import com.fasterxml.jackson.annotation.JsonProperty;
import org.apache.druid.segment.column.ValueType;
import org.apache.druid.segment.column.ColumnType;


public class LongDimensionSchema extends DimensionSchema
Expand All @@ -43,8 +43,8 @@ public String getTypeName()

@Override
@JsonIgnore
public ValueType getValueType()
public ColumnType getColumnType()
{
return ValueType.LONG;
return ColumnType.LONG;
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,7 @@
import com.fasterxml.jackson.annotation.JsonCreator;
import com.fasterxml.jackson.annotation.JsonIgnore;
import com.fasterxml.jackson.annotation.JsonProperty;
import org.apache.druid.segment.column.ValueType;
import org.apache.druid.segment.column.ColumnType;

import java.util.List;

Expand Down Expand Up @@ -62,9 +62,9 @@ public String getTypeName()

@Override
@JsonIgnore
public ValueType getValueType()
public ColumnType getColumnType()
{
return ValueType.STRING;
return ColumnType.STRING;
}

@Override
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,7 @@
import com.fasterxml.jackson.annotation.JsonCreator;
import com.fasterxml.jackson.annotation.JsonIgnore;
import com.fasterxml.jackson.annotation.JsonProperty;
import org.apache.druid.segment.column.ValueType;
import org.apache.druid.segment.column.ColumnType;

public class StringDimensionSchema extends DimensionSchema
{
Expand Down Expand Up @@ -57,8 +57,8 @@ public String getTypeName()

@Override
@JsonIgnore
public ValueType getValueType()
public ColumnType getColumnType()
{
return ValueType.STRING;
return ColumnType.STRING;
}
}
Loading