Package com.facebook.hive.orc

Examples of com.facebook.hive.orc.OrcStruct$OrcStructInspector

61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
    }
  }

  @Override
  public Object materialize(long row, Object previous) throws IOException {
    OrcStruct previousRow;
    if (previous != null) {
      previousRow = (OrcStruct) previous;
      previousRow.setFieldNames(fieldNames);
    } else {
      previousRow = new OrcStruct(fieldNames);
    }
    for (int i = 0; i < fields.length; i++) {
      previousRow.setFieldValue(i, fields[i]);
    }
    return previousRow;
  }
View Full Code Here
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
    }
  }

  @Override
  public Object next(Object previous) throws IOException {
    OrcStruct result = null;
    if (valuePresent) {
      if (previous == null) {
        result = new OrcStruct(fieldNames);
      } else {
        result = (OrcStruct) previous;

        // If the input format was initialized with a file with a
        // different number of fields, the number of fields needs to
        // be updated to the correct number
        result.setFieldNames(fieldNames);
      }
      for(int i=0; i < fields.length; ++i) {
        if (fields[i] != null) {
          result.setFieldValue(i,
              fields[i].getInComplexType(result.getFieldValue(i), previousRow));
        }
      }
    }
    return result;
  }
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
    if (data == null) {
      return null;
    }

    int offset = ((Field) fieldRef).getOffset();
    OrcStruct struct;
    try {
      struct = (OrcStruct) ((OrcLazyStruct) data).materialize();
    } catch (IOException e) {
      throw new RuntimeException(e);
    }
    if (offset >= struct.getNumFields()) {
      return null;
    }

    return struct.getFieldValue(offset);
  }
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
  public List<Object> getStructFieldsDataAsList(Object data) {
    if (data == null) {
      return null;
    }

    OrcStruct struct;
    try {
      struct = (OrcStruct) ((OrcLazyStruct) data).materialize();
    } catch (IOException e) {
      throw new RuntimeException(e);
    }
    List<Object> result = new ArrayList<Object>(struct.getNumFields());
    for (int i = 0; i < struct.getNumFields(); i++) {
      result.add(struct.getFieldValue(i));
    }
    return result;
  }
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
    if (data == null) {
      return null;
    }

    int offset = ((Field) fieldRef).getOffset();
    OrcStruct struct;
    try {
      struct = (OrcStruct) ((OrcLazyStruct) data).materialize();
    } catch (IOException e) {
      throw new RuntimeException(e);
    }
    if (offset >= struct.getNumFields()) {
      return null;
    }

    return struct.getFieldValue(offset);
  }
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
  public List<Object> getStructFieldsDataAsList(Object data) {
    if (data == null) {
      return null;
    }

    OrcStruct struct;
    try {
      struct = (OrcStruct) ((OrcLazyStruct) data).materialize();
    } catch (IOException e) {
      throw new RuntimeException(e);
    }
    List<Object> result = new ArrayList<Object>(struct.getNumFields());
    for (int i = 0; i < struct.getNumFields(); i++) {
      result.add(struct.getFieldValue(i));
    }
    return result;
  }
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
    if (data == null) {
      return null;
    }

    int offset = ((Field) fieldRef).getOffset();
    OrcStruct struct;
    try {
      struct = (OrcStruct) ((OrcLazyStruct) data).materialize();
    } catch (IOException e) {
      throw new RuntimeException(e);
    }
    if (offset >= struct.getNumFields()) {
      return null;
    }

    return struct.getFieldValue(offset);
  }
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
  public List<Object> getStructFieldsDataAsList(Object data) {
    if (data == null) {
      return null;
    }

    OrcStruct struct;
    try {
      struct = (OrcStruct) ((OrcLazyStruct) data).materialize();
    } catch (IOException e) {
      throw new RuntimeException(e);
    }
    List<Object> result = new ArrayList<Object>(struct.getNumFields());
    for (int i = 0; i < struct.getNumFields(); i++) {
      result.add(struct.getFieldValue(i));
    }
    return result;
  }
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
    }
  }

  @Override
  public Object materialize(long row, Object previous) throws IOException {
    OrcStruct previousRow;
    if (previous != null) {
      previousRow = (OrcStruct) previous;
      previousRow.setFieldNames(fieldNames);
    } else {
      previousRow = new OrcStruct(fieldNames);
    }
    for (int i = 0; i < fields.length; i++) {
      previousRow.setFieldValue(i, fields[i]);
    }
    return previousRow;
  }
View Full Code Here
TOP

Related Classes of com.facebook.hive.orc.OrcStruct$OrcStructInspector

  • com.facebook.hive.orc.lazy.LazyStructTreeReader
  • com.facebook.hive.orc.lazy.OrcLazyRow
  • com.facebook.hive.orc.lazy.OrcLazyStructObjectInspector
  • org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector
  • org.apache.hadoop.hive.serde2.objectinspector.StructField
  • java.util.List
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.