Package parquet.schema.Type

Examples of parquet.schema.Type.Repetition

82
83
84
85
86
87
88
89
90
91
92
  public DrillParquetGroupConverter(MapWriter mapWriter, GroupType schema) {
    this.mapWriter = mapWriter;
    converters = Lists.newArrayList();
    for (Type type : schema.getFields()) {
      Repetition rep = type.getRepetition();
      boolean isPrimitive = type.isPrimitive();
      if (!isPrimitive) {
        if (rep != Repetition.REPEATED) {
          DrillParquetGroupConverter converter = new DrillParquetGroupConverter(mapWriter.map(type.getName()), type.asGroupType());
          converters.add(converter);
View Full Code Here
108
109
110
111
112
113
114
115
116
117
118
    List<Type> types = Lists.newArrayList();
    for (MaterializedField field : batchSchema) {
      String name = field.getAsSchemaPath().getAsUnescapedPath();
      MinorType minorType = field.getType().getMinorType();
      PrimitiveTypeName primitiveTypeName = ParquetTypeHelper.getPrimitiveTypeNameForMinorType(minorType);
      Repetition repetition = ParquetTypeHelper.getRepetitionForDataMode(field.getDataMode());
      OriginalType originalType = ParquetTypeHelper.getOriginalTypeForMinorType(minorType);
      DecimalMetadata decimalMetadata = ParquetTypeHelper.getDecimalMetadataForField(field);
      int length = ParquetTypeHelper.getLengthForMinorType(minorType);
      parquet.schema.Type type = new parquet.schema.PrimitiveType(repetition, primitiveTypeName, length, name, originalType, decimalMetadata);
      types.add(type);
View Full Code Here
97
98
99
100
101
102
103
104
105
106
107
    }
    return types.toArray(new Type[types.size()]);
  }

  private static Type readType(String t, Tokenizer st) {
    Repetition r = asRepetition(t, st);

    // Read type.
    String type = st.nextToken();

    // Read type length if the type is fixed_len_byte_array.
View Full Code Here
83
84
85
86
87
88
89
90
91
92
93
  public DrillParquetGroupConverter(OutputMutator mutator, MapWriter mapWriter, GroupType schema) {
    this.mapWriter = mapWriter;
    this.mutator = mutator;
    converters = Lists.newArrayList();
    for (Type type : schema.getFields()) {
      Repetition rep = type.getRepetition();
      boolean isPrimitive = type.isPrimitive();
      if (!isPrimitive) {
        if (rep != Repetition.REPEATED) {
          DrillParquetGroupConverter converter = new DrillParquetGroupConverter(mutator, mapWriter.map(type.getName()), type.asGroupType());
          converters.add(converter);
View Full Code Here
147
148
149
150
151
152
153
154
155
156
157
  private PrimitiveType getPrimitiveType(MaterializedField field) {
    MinorType minorType = field.getType().getMinorType();
    String name = field.getLastName();
    PrimitiveTypeName primitiveTypeName = ParquetTypeHelper.getPrimitiveTypeNameForMinorType(minorType);
    Repetition repetition = ParquetTypeHelper.getRepetitionForDataMode(field.getDataMode());
    OriginalType originalType = ParquetTypeHelper.getOriginalTypeForMinorType(minorType);
    DecimalMetadata decimalMetadata = ParquetTypeHelper.getDecimalMetadataForField(field);
    int length = ParquetTypeHelper.getLengthForMinorType(minorType);
    return new PrimitiveType(repetition, primitiveTypeName, length, name, originalType, decimalMetadata);
  }
View Full Code Here
378
379
380
381
382
383
384
385
386
387
388
      SchemaElement schemaElement = schema.next();
      if ((!schemaElement.isSetType() && !schemaElement.isSetNum_children())
          || (schemaElement.isSetType() && schemaElement.isSetNum_children())) {
        throw new RuntimeException("bad element " + schemaElement);
      }
      Repetition repetition = fromParquetRepetition(schemaElement.getRepetition_type());
      String name = schemaElement.getName();
      OriginalType originalType = null;
      if (schemaElement.isSetConverted_type()) {
        originalType = getOriginalType(schemaElement.converted_type);
      }
View Full Code Here
146
147
148
149
150
151
152
153
154
155
156
  private PrimitiveType getPrimitiveType(MaterializedField field) {
    MinorType minorType = field.getType().getMinorType();
    String name = field.getLastName();
    PrimitiveTypeName primitiveTypeName = ParquetTypeHelper.getPrimitiveTypeNameForMinorType(minorType);
    Repetition repetition = ParquetTypeHelper.getRepetitionForDataMode(field.getDataMode());
    OriginalType originalType = ParquetTypeHelper.getOriginalTypeForMinorType(minorType);
    DecimalMetadata decimalMetadata = ParquetTypeHelper.getDecimalMetadataForField(field);
    int length = ParquetTypeHelper.getLengthForMinorType(minorType);
    return new PrimitiveType(repetition, primitiveTypeName, length, name, originalType, decimalMetadata);
  }
View Full Code Here
TOP

Related Classes of parquet.schema.Type.Repetition

  • org.apache.drill.exec.store.parquet.ParquetRecordWriter
  • org.apache.drill.exec.store.parquet2.DrillParquetGroupConverter
  • parquet.format.converter.ParquetMetadataConverter
  • parquet.schema.MessageTypeParser
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.