Package parquet.io

Examples of parquet.io.ParquetDecodingException

65
66
67
68
69
70
71
72
73
74
75
  }

  @Override
  protected void set(final int index, final Writable value) {
    if (index != 0 && mapPairContainer == null || index > 1) {
      throw new ParquetDecodingException("Repeated group can only have one or two fields for maps." +
        " Not allowed to set for the index : " + index);
    }

    if (isMap) {
      mapPairContainer[index] = value;
View Full Code Here
36
37
38
39
40
41
42
43
44
  private BitReader bitReader = new BitReader();
  private int nextOffset;

  public BoundedIntValuesReader(int bound) {
    if (bound == 0) {
      throw new ParquetDecodingException("Value bound cannot be 0. Use DevNullColumnReader instead.");
    }
    bitsPerValue = BytesUtils.getWidthFromMaxInt(bound);
  }
View Full Code Here
56
57
58
59
60
61
62
63
      } else {
        currentValue = bitReader.readNBitInteger(bitsPerValue);
      }
      return currentValue;
    } catch (IOException e) {
      throw new ParquetDecodingException("could not read int", e);
    }
  }
View Full Code Here
55
56
57
58
59
60
61
62
  @Override
  public int readInteger() {
    try {
      return bitPackingReader.read();
    } catch (IOException e) {
      throw new ParquetDecodingException(e);
    }
  }
View Full Code Here
69
70
71
72
73
74
75
76
77
      break;
    case PACKED:
      result = currentBuffer[currentBuffer.length - 1 - currentCount];
      break;
    default:
      throw new ParquetDecodingException("not a valid mode " + mode);
    }
    return result;
  }
View Full Code Here
99
100
101
102
103
104
105
106
      for (int valueIndex = 0, byteIndex = 0; valueIndex < currentCount; valueIndex += 8, byteIndex += bitWidth) {
        packer.unpack8Values(bytes, byteIndex, currentBuffer, valueIndex);
      }
      break;
    default:
      throw new ParquetDecodingException("not a valid mode " + mode);
    }
  }
View Full Code Here
105
106
107
108
109
110
111
112
    return valuesBuffer[valuesRead++];
  }

  private void checkRead() {
    if (valuesRead >= totalValueCount) {
      throw new ParquetDecodingException("no more value to read, total value count is " + totalValueCount);
    }
  }
View Full Code Here
113
114
115
116
117
118
119
120
121
122
123
  private void loadNewBlockToBuffer() {
    try {
      minDeltaInCurrentBlock = BytesUtils.readZigZagVarInt(in);
    } catch (IOException e) {
      throw new ParquetDecodingException("can not read min delta in current block", e);
    }

    readBitWidthsForMiniBlocks();

    // mini block is atomic for reading, we read a mini block when there are more values left
View Full Code Here
158
159
160
161
162
163
164
165
166
  private void readBitWidthsForMiniBlocks() {
    for (int i = 0; i < config.miniBlockNumInABlock; i++) {
      try {
        bitWidths[i] = BytesUtils.readIntLittleEndianOnOneByte(in);
      } catch (IOException e) {
        throw new ParquetDecodingException("Can not decode bitwidth in block header", e);
      }
    }
  }
View Full Code Here
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
        this.dictionary = dictionaryPage.getEncoding().initDictionary(path, dictionaryPage);
        if (converter.hasDictionarySupport()) {
          converter.setDictionary(dictionary);
        }
      } catch (IOException e) {
        throw new ParquetDecodingException("could not decode the dictionary for " + path, e);
      }
    } else {
      this.dictionary = null;
    }
    this.totalValueCount = pageReader.getTotalValueCount();
    if (totalValueCount == 0) {
      throw new ParquetDecodingException("totalValueCount == 0");
    }
    consume();
  }
View Full Code Here
TOP

Related Classes of parquet.io.ParquetDecodingException

  • org.apache.hadoop.hive.ql.io.parquet.convert.ArrayWritableGroupConverter
  • parquet.column.impl.ColumnReaderImpl
  • parquet.column.values.bitpacking.BitPackingValuesReader
  • parquet.column.values.boundedint.BitReader
  • parquet.column.values.boundedint.BoundedIntValuesReader
  • parquet.column.values.delta.DeltaBinaryPackingValuesReader
  • parquet.column.values.dictionary.DictionaryValuesReader
  • parquet.column.values.dictionary.PlainValuesDictionary
  • parquet.column.values.plain.BinaryPlainValuesReader
  • parquet.column.values.plain.FixedLenByteArrayPlainValuesReader
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.