Examples of parquet.column.values.dictionary.IntList.IntIterator

Package parquet.column.values.dictionary.IntList

Examples of parquet.column.values.dictionary.IntList.IntIterator

parquet.column.values.dictionary.IntList.IntIterator

        Long2IntMap.Entry entry = entryIterator.next();
        reverseDictionary[entry.getIntValue()] = entry.getLongKey();
      }


      //fall back to plain encoding
      IntIterator iterator = encodedValues.iterator();
      while (iterator.hasNext()) {
        int id = iterator.next();
        plainValuesWriter.writeLong(reverseDictionary[id]);
      }
    }

View Full Code Here

        Double2IntMap.Entry entry = entryIterator.next();
        reverseDictionary[entry.getIntValue()] = entry.getDoubleKey();
      }


      //fall back to plain encoding
      IntIterator iterator = encodedValues.iterator();
      while (iterator.hasNext()) {
        int id = iterator.next();
        plainValuesWriter.writeDouble(reverseDictionary[id]);
      }
    }

View Full Code Here

        Int2IntMap.Entry entry = entryIterator.next();
        reverseDictionary[entry.getIntValue()] = entry.getIntKey();
      }


      //fall back to plain encoding
      IntIterator iterator = encodedValues.iterator();
      while (iterator.hasNext()) {
        int id = iterator.next();
        plainValuesWriter.writeInteger(reverseDictionary[id]);
      }
    }

View Full Code Here

        Float2IntMap.Entry entry = entryIterator.next();
        reverseDictionary[entry.getIntValue()] = entry.getFloatKey();
      }


      //fall back to plain encoding
      IntIterator iterator = encodedValues.iterator();
      while (iterator.hasNext()) {
        int id = iterator.next();
        plainValuesWriter.writeFloat(reverseDictionary[id]);
      }
    }

View Full Code Here

      if (DEBUG) LOG.debug("max dic id " + maxDicId);
      int bitWidth = BytesUtils.getWidthFromMaxInt(maxDicId);


      // TODO: what is a good initialCapacity?
      RunLengthBitPackingHybridEncoder encoder = new RunLengthBitPackingHybridEncoder(bitWidth, 64 * 1024);
      IntIterator iterator = encodedValues.iterator();
      try {
        while (iterator.hasNext()) {
          encoder.writeInt(iterator.next());
        }
        // encodes the bit width
        byte[] bytesHeader = new byte[] { (byte) bitWidth };
        BytesInput rleEncodedBytes = encoder.toBytes();
        if (DEBUG) LOG.debug("rle encoded bytes " + rleEncodedBytes.size());

View Full Code Here

        Object2IntMap.Entry<Binary> entry = entryIterator.next();
        reverseDictionary[entry.getIntValue()] = entry.getKey();
      }


      //fall back to plain encoding
      IntIterator iterator = encodedValues.iterator();
      while (iterator.hasNext()) {
        int id = iterator.next();
        plainValuesWriter.writeBytes(reverseDictionary[id]);
      }
    }

View Full Code Here

TOP

Related Classes of parquet.column.values.dictionary.IntList.IntIterator

parquet.column.values.dictionary.DictionaryValuesWriter

parquet.column.values.dictionary.DictionaryValuesWriter$PlainBinaryDictionaryValuesWriter

parquet.column.values.dictionary.DictionaryValuesWriter$PlainDoubleDictionaryValuesWriter

parquet.column.values.dictionary.DictionaryValuesWriter$PlainFloatDictionaryValuesWriter

parquet.column.values.dictionary.DictionaryValuesWriter$PlainIntegerDictionaryValuesWriter

parquet.column.values.dictionary.DictionaryValuesWriter$PlainLongDictionaryValuesWriter

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.