Package parquet.io

Examples of parquet.io.ParquetEncodingException

109
110
111
112
113
114
115
116
117
118
  @Override
  public BytesInput getBytes() {
    try {
      out.flush();
    } catch (IOException e) {
      throw new ParquetEncodingException("could not write page", e);
    }
    if (Log.DEBUG) LOG.debug("writing a buffer of size " + arrayOut.size());
    return BytesInput.from(arrayOut);
  }
View Full Code Here
184
185
186
187
188
189
190
191
  private void writeBitWidthForMiniBlock(int i) {
    try {
      BytesUtils.writeIntLittleEndianOnOneByte(baos, bitWidths[i]);
    } catch (IOException e) {
      throw new ParquetEncodingException("can not write bitwith for miniblock", e);
    }
  }
View Full Code Here
192
193
194
195
196
197
198
199
  private void writeMinDelta() {
    try {
      BytesUtils.writeZigZagVarInt(minDeltaInCurrentBlock, baos);
    } catch (IOException e) {
      throw new ParquetEncodingException("can not write min delta for block", e);
    }
  }
View Full Code Here
121
122
123
124
125
126
127
128
129
130
131
          valueCount,
          repetitionLevelColumn.getEncoding(),
          definitionLevelColumn.getEncoding(),
          dataColumn.getEncoding());
    } catch (IOException e) {
      throw new ParquetEncodingException("could not write page for " + path, e);
    }
    repetitionLevelColumn.reset();
    definitionLevelColumn.reset();
    dataColumn.reset();
    valueCount = 0;
View Full Code Here
202
203
204
205
206
207
208
209
210
211
    if (dictionaryPage != null) {
      if (DEBUG) LOG.debug("write dictionary");
      try {
        pageWriter.writeDictionaryPage(dictionaryPage);
      } catch (IOException e) {
        throw new ParquetEncodingException("could not write dictionary page for " + path, e);
      }
      dataColumn.resetDictionary();
    }
  }
View Full Code Here
51
52
53
54
55
56
57
58
          " does not match field type length " + length);
    }
    try {
      v.writeTo(out);
    } catch (IOException e) {
      throw new ParquetEncodingException("could not write fixed bytes", e);
    }
  }
View Full Code Here
65
66
67
68
69
70
71
72
73
74
  @Override
  public BytesInput getBytes() {
    try {
      out.flush();
    } catch (IOException e) {
      throw new ParquetEncodingException("could not write page", e);
    }
    if (Log.DEBUG) LOG.debug("writing a buffer of size " + arrayOut.size());
    return BytesInput.from(arrayOut);
  }
View Full Code Here
56
57
58
59
60
61
62
63
64
65
66
    }
  }

  public BoundedIntValuesWriter(int bound, int initialCapacity) {
    if (bound == 0) {
      throw new ParquetEncodingException("Value bound cannot be 0. Use DevNullColumnWriter instead.");
    }
    this.bitWriter = new BitWriter(initialCapacity);
    bitsPerValue = (int)Math.ceil(Math.log(bound + 1)/Math.log(2));
    shouldRepeatThreshold = (bitsPerValue + 9)/(1 + bitsPerValue);
    if (Log.DEBUG) LOG.debug("init column with bit width of " + bitsPerValue + " and repeat threshold of " + shouldRepeatThreshold);
View Full Code Here
58
59
60
61
62
63
64
65
  public void writeBytes(Binary v) {
    try {
      lengthWriter.writeInteger(v.length());
      out.write(v.getBytes());
    } catch (IOException e) {
      throw new ParquetEncodingException("could not write bytes", e);
    }
  }
View Full Code Here
72
73
74
75
76
77
78
79
80
81
  @Override
  public BytesInput getBytes() {
    try {
      out.flush();
    } catch (IOException e) {
      throw new ParquetEncodingException("could not write page", e);
    }
    if (Log.DEBUG) LOG.debug("writing a buffer of size " + arrayOut.size());
    return BytesInput.concat(lengthWriter.getBytes(), BytesInput.from(arrayOut));
  }
View Full Code Here
TOP

Related Classes of parquet.io.ParquetEncodingException

  • org.apache.hadoop.hive.ql.io.parquet.write.DataWritableWriter
  • parquet.column.impl.ColumnWriterImpl
  • parquet.column.values.bitpacking.BitPackingValuesWriter
  • parquet.column.values.bitpacking.ByteBitPackingValuesWriter
  • parquet.column.values.boundedint.BoundedIntValuesWriter
  • parquet.column.values.delta.DeltaBinaryPackingValuesWriter
  • parquet.column.values.deltalengthbytearray.DeltaLengthByteArrayValuesWriter
  • parquet.column.values.dictionary.DictionaryValuesWriter
  • parquet.column.values.plain.FixedLenByteArrayPlainValuesWriter
  • parquet.column.values.plain.PlainValuesWriter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.