Package org.apache.hadoop.hive.ql.exec.MapJoinOperator

Examples of org.apache.hadoop.hive.ql.exec.MapJoinOperator.MapJoinObjectCtx

76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
      ClassNotFoundException {
    try {
      metadataTag = in.readInt();

      // get the tableDesc from the map stored in the mapjoin operator
      MapJoinObjectCtx ctx = MapJoinOperator.getMapMetadata().get(Integer.valueOf(metadataTag));

      Writable val = ctx.getSerDe().getSerializedClass().newInstance();
      val.readFields(in);
      obj =
        (ArrayList<Object>)
        ObjectInspectorUtils.copyToStandardObject(
            ctx.getSerDe().deserialize(val),
            ctx.getSerDe().getObjectInspector(),
            ObjectInspectorCopyOption.WRITABLE);
    } catch (Exception e) {
      throw new IOException(e);
    }
View Full Code Here
98
99
100
101
102
103
104
105
106
107
108
109
110
111
  public void writeExternal(ObjectOutput out) throws IOException {
    try {
      out.writeInt(metadataTag);

      // get the tableDesc from the map stored in the mapjoin operator
      MapJoinObjectCtx ctx = MapJoinOperator.getMapMetadata().get(Integer.valueOf(metadataTag));

      // Different processing for key and value
      Writable outVal = ctx.getSerDe().serialize(obj, ctx.getStandardOI());
      outVal.write(out);
    }
    catch (SerDeException e) {
      throw new IOException(e);
    }
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
      ClassNotFoundException {
    try {
      metadataTag   = in.readInt();

      // get the tableDesc from the map stored in the mapjoin operator
      MapJoinObjectCtx ctx = MapJoinOperator.getMapMetadata().get(Integer.valueOf(metadataTag));
      int sz = in.readInt();

      RowContainer res = new RowContainer(bucketSize);
      res.setSerDe(ctx.getSerDe(), ctx.getStandardOI());
      res.setTableDesc(ctx.getTblDesc());
      for (int pos = 0; pos < sz; pos++) {
        Writable val = ctx.getSerDe().getSerializedClass().newInstance();
        val.readFields(in);

        ArrayList<Object> memObj = (ArrayList<Object>)
          ObjectInspectorUtils.copyToStandardObject(
              ctx.getSerDe().deserialize(val),
              ctx.getSerDe().getObjectInspector(),
              ObjectInspectorCopyOption.WRITABLE);

        res.add(memObj);
      }
      obj = res;
View Full Code Here
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
    try {

      out.writeInt(metadataTag);

      // get the tableDesc from the map stored in the mapjoin operator
      MapJoinObjectCtx ctx = MapJoinOperator.getMapMetadata().get(Integer.valueOf(metadataTag));

      // Different processing for key and value
      RowContainer<ArrayList<Object>> v = obj;
      out.writeInt(v.size());

      for (ArrayList<Object> row = v.first();
           row != null;
           row = v.next() ) {
        Writable outVal = ctx.getSerDe().serialize(row, ctx.getStandardOI());
        outVal.write(out);
      }
    }
    catch (SerDeException e) {
      throw new IOException(e);
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
      ClassNotFoundException {
    try {
      metadataTag   = in.readInt();

      // get the tableDesc from the map stored in the mapjoin operator
      MapJoinObjectCtx ctx = MapJoinOperator.getMapMetadata().get(Integer.valueOf(metadataTag));
      int sz = in.readInt();

      ArrayList<ArrayList<Object>> res = new ArrayList<ArrayList<Object>>();
      for (int pos = 0; pos < sz; pos++) {
        ArrayList<Object> memObj =
          (ArrayList<Object>)
          ObjectInspectorUtils.copyToStandardObject(
              ctx.getSerDe().deserialize(val),
              ctx.getSerDe().getObjectInspector(),
              ObjectInspectorCopyOption.WRITABLE);
       
        res.add(memObj);
      }
      obj = res;
View Full Code Here
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
    try {
     
      out.writeInt(metadataTag);

      // get the tableDesc from the map stored in the mapjoin operator
      MapJoinObjectCtx ctx = MapJoinOperator.getMapMetadata().get(Integer.valueOf(metadataTag));

      // Different processing for key and value
      ArrayList<ArrayList<Object>> v = (ArrayList<ArrayList<Object>>) obj;
      out.writeInt(v.size());

      for (int pos = 0; pos < v.size(); pos++) {
        Writable outVal = ctx.getSerDe().serialize(v.get(pos), ctx.getStandardOI());
        outVal.write(out);
      }
    }
    catch (SerDeException e) {
      throw new IOException(e);
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
      ClassNotFoundException {
    try {
      metadataTag = in.readInt();

      // get the tableDesc from the map stored in the mapjoin operator
      MapJoinObjectCtx ctx = MapJoinOperator.getMapMetadata().get(Integer.valueOf(metadataTag));

      Writable val = ctx.getSerDe().getSerializedClass().newInstance();
      val.readFields(in);     
      obj =
        (ArrayList<Object>)
        ObjectInspectorUtils.copyToStandardObject(
            ctx.getSerDe().deserialize(val),
            ctx.getSerDe().getObjectInspector(),
            ObjectInspectorCopyOption.WRITABLE);
    } catch (Exception e) {
      throw new IOException(e);
    }
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
111
112
113
  public void writeExternal(ObjectOutput out) throws IOException {
    try {
      out.writeInt(metadataTag);

      // get the tableDesc from the map stored in the mapjoin operator
      MapJoinObjectCtx ctx = MapJoinOperator.getMapMetadata().get(Integer.valueOf(metadataTag));

      // Different processing for key and value
      Writable outVal = ctx.getSerDe().serialize(obj, ctx.getStandardOI());
      outVal.write(out);
    }
    catch (SerDeException e) {
      throw new IOException(e);
    }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hive.ql.exec.MapJoinOperator.MapJoinObjectCtx

  • org.apache.hadoop.hive.ql.exec.MapJoinObjectKey
  • org.apache.hadoop.hive.ql.exec.MapJoinObjectValue
  • org.apache.hadoop.hive.ql.exec.persistence.MapJoinObjectKey
  • org.apache.hadoop.hive.ql.exec.persistence.MapJoinObjectValue
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.