Package org.apache.hadoop.hive.serde2.columnar

Examples of org.apache.hadoop.hive.serde2.columnar.ColumnarStruct

327
328
329
330
331
332
333
334
335
336
337
  try {
      if (reader.nextKeyValue()) {

    BytesRefArrayWritable buff = reader.getCurrentValue();
    ColumnarStruct struct = readColumnarStruct(buff);

    tuple = readColumnarTuple(struct, reader.getSplitPath());
      }

  } catch (InterruptedException e) {
View Full Code Here
441
442
443
444
445
446
447
448
449
450
451
     *            BytesRefArrayWritable
     * @return ColumnarStruct
     */
    private ColumnarStruct readColumnarStruct(BytesRefArrayWritable buff) {
  // use ColumnarSerDe to deserialize row
  ColumnarStruct struct = null;
  try {
      struct = (ColumnarStruct) serde.deserialize(buff);
  } catch (SerDeException e) {
      LOG.error(e.toString(), e);
      throw new RuntimeException(e.toString(), e);
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
  @Override
  public HowlRecord convertToHowlRecord(WritableComparable ignored, Writable bytesRefArray) throws IOException {

    // Deserialize bytesRefArray into struct and then convert that struct to
    // HowlRecord.
    ColumnarStruct struct;
    try {
      struct = (ColumnarStruct)serde.deserialize(bytesRefArray);
    } catch (SerDeException e) {
      LOG.error(e.toString(), e);
      throw new IOException(e);
View Full Code Here
200
201
202
203
204
205
206
207
208
209
210
        try {
            if(reader.nextKeyValue()){

                BytesRefArrayWritable buff = reader.getCurrentValue();
                ColumnarStruct struct = readColumnarStruct(buff);

                if(applyColumnRead) tuple = readColumnarTuple(struct);
                else tuple = readWholeRow(struct);
            }
View Full Code Here
350
351
352
353
354
355
356
357
358
359
360
     * @param buff BytesRefArrayWritable
     * @return ColumnarStruct
     */
    private ColumnarStruct readColumnarStruct(BytesRefArrayWritable buff){
        //use ColumnarSerDe to deserialize row
        ColumnarStruct struct = null;
        try {
            struct = (ColumnarStruct)serde.deserialize(buff);
        } catch (SerDeException e) {
            LOG.error(e.toString(), e);
            throw new RuntimeException(e.toString(), e);
View Full Code Here
116
117
118
119
120
121
122
123
124
125
126
  @Override
  public HCatRecord convertToHCatRecord(WritableComparable ignored, Writable bytesRefArray) throws IOException {

    // Deserialize bytesRefArray into struct and then convert that struct to
    // HCatRecord.
    ColumnarStruct struct;
    try {
      struct = (ColumnarStruct)serde.deserialize(bytesRefArray);
    } catch (SerDeException e) {
      LOG.error(e.toString(), e);
      throw new IOException(e);
View Full Code Here
135
136
137
138
139
140
141
142
143
144
145
146
147
  @Override
  public Object getStructFieldData(Object data, StructField fieldRef) {
    if (data == null) {
      return null;
    }
    ColumnarStruct struct = (ColumnarStruct) data;
    MyField f = (MyField) fieldRef;

    int fieldID = f.getFieldID();
    assert (fieldID >= 0 && fieldID < fields.size());

    return struct.getField(fieldID, nullSequence);
  }
View Full Code Here
149
150
151
152
153
154
155
156
  @Override
  public List<Object> getStructFieldsDataAsList(Object data) {
    if (data == null) {
      return null;
    }
    ColumnarStruct struct = (ColumnarStruct) data;
    return struct.getFieldsAsList(nullSequence);
  }
View Full Code Here
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
        server.store("a", outputFile.getAbsolutePath(), storeString);

        //then
        Path outputPath = new Path(outputFile.getAbsolutePath()+"/part-m-00000.rc");

        ColumnarStruct struct = readRow(outputFile, outputPath, "f1 string,f2 string,f3 string");

        assertEquals(3, struct.getFieldsAsList().size());
        Object o =  struct.getField(0);
        assertEquals(LazyString.class, o.getClass());
        o =  struct.getField(1);
        assertEquals(LazyString.class, o.getClass());
        o =  struct.getField(2);
        assertEquals(LazyString.class, o.getClass());

    }
View Full Code Here
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
        server.store("b", outputFile.getAbsolutePath(), storeString);

        //then
        Path outputPath = new Path(outputFile.getAbsolutePath()+"/part-m-00000.rc");

        ColumnarStruct struct = readRow(outputFile, outputPath, "f1 string,f2 array<string>");

        assertEquals(2, struct.getFieldsAsList().size());
        Object o =  struct.getField(0);
        assertEquals(LazyString.class, o.getClass());
        o =  struct.getField(1);
        assertEquals(LazyArray.class, o.getClass());

        LazyArray arr = (LazyArray)o;
        List<Object> values = arr.getList();
        for(Object value : values) {
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hive.serde2.columnar.ColumnarStruct

  • com.asakusafw.directio.hive.orc.OrcFileInput
  • com.asakusafw.directio.hive.serde.DataModelDriver
  • com.asakusafw.directio.hive.serde.DataModelDriverTest
  • com.asakusafw.directio.hive.serde.ValueSerdeFactoryTest
  • com.facebook.hive.orc.lazy.LazyDoubleTreeReader
  • com.facebook.hive.orc.lazy.LazyShortDictionaryTreeReader
  • com.facebook.hive.orc.lazy.LazyShortDirectTreeReader
  • com.facebook.hive.orc.lazy.OrcLazyStructObjectInspector
  • com.facebook.hive.orc.OrcOutputFormat$OrcRecordWriter
  • com.facebook.hive.orc.OrcStruct$OrcStructInspector
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.