Examples of org.apache.hadoop.hive.ql.exec.persistence.RowContainer

Package org.apache.hadoop.hive.ql.exec.persistence

Examples of org.apache.hadoop.hive.ql.exec.persistence.RowContainer

org.apache.hadoop.hive.ql.exec.persistence.RowContainer
nything with v } can be rewritten to: for ( v = rowContainer.first(); v != null; v = rowContainer.next()) { // do anything with v } Once the first is called, it will not be able to write again. So there can not be any writes after read. It can be read multiple times, but it does not support multiple reader interleaving reading.


    if (serde == null) {
      containerSize = -1;
    }


    RowContainer rc = new RowContainer(containerSize, hconf, reporter);
    StructObjectInspector rcOI = null;
    if (tblDesc != null) {
      // arbitrary column names used internally for serializing to spill table
      List<String> colNames = Utilities.getColumnNames(tblDesc.getProperties());
      // object inspector for serializing input tuples
      rcOI = ObjectInspectorFactory.getStandardStructObjectInspector(colNames,
          structFieldObjectInspectors);
    }


    rc.setSerDe(serde, rcOI);
    rc.setTableDesc(tblDesc);
    return rc;
  }

View Full Code Here

    // all other tables are small, and are cached in the hash table
    posBigTable = (byte) conf.getPosBigTable();


    emptyList = new RowContainer<ArrayList<Object>>(1, hconf, reporter);


    RowContainer bigPosRC = JoinUtil.getRowContainer(hconf,
        rowContainerStandardObjectInspectors[posBigTable],
        posBigTable, joinCacheSize,spillTableDesc, conf,
        !hasFilter(posBigTable), reporter);
    storage[posBigTable] = bigPosRC;

View Full Code Here

   * this happens either when the input file of the big table is changed or in
   * closeop. It needs to fetch all the left data from the small tables and try
   * to join them.
   */
  private void joinFinalLeftData() throws HiveException {
    RowContainer bigTblRowContainer = this.candidateStorage[this.posBigTable];


    boolean allFetchDone = allFetchDone();
    // if all left data in small tables are less than and equal to the left data
    // in big table, let's them catch up
    while (bigTblRowContainer != null && bigTblRowContainer.rowCount() > 0
        && !allFetchDone) {
      joinOneGroup();
      bigTblRowContainer = this.candidateStorage[this.posBigTable];
      allFetchDone = allFetchDone();
    }

View Full Code Here

   * this happens either when the input file of the big table is changed or in
   * closeop. It needs to fetch all the left data from the small tables and try
   * to join them.
   */
  private void joinFinalLeftData() throws HiveException {
    RowContainer bigTblRowContainer = this.candidateStorage[this.posBigTable];


    boolean allFetchDone = allFetchDone();
    // if all left data in small tables are less than and equal to the left data
    // in big table, let's them catch up
    while (bigTblRowContainer != null && bigTblRowContainer.size() > 0
        && !allFetchDone) {
      joinOneGroup();
      bigTblRowContainer = this.candidateStorage[this.posBigTable];
      allFetchDone = allFetchDone();
    }

View Full Code Here


    // all other tables are small, and are cached in the hash table
    posBigTable = conf.getPosBigTable();


    emptyList = new RowContainer<ArrayList<Object>>(1, hconf);
    RowContainer bigPosRC = JoinUtil.getRowContainer(hconf,
        rowContainerStandardObjectInspectors.get((byte) posBigTable),
        order[posBigTable], joinCacheSize,spillTableDesc, conf,noOuterJoin);
    storage.put((byte) posBigTable, bigPosRC);


    mapJoinRowsKey = HiveConf.getIntVar(hconf,

View Full Code Here

      values.add((ArrayList<Object>) dummyObj[pos]);
      dummyObjVectors[pos] = values;


      // if serde is null, the input doesn't need to be spilled out
      // e.g., the output columns does not contains the input table
      RowContainer rc = JoinUtil.getRowContainer(hconf,
          rowContainerStandardObjectInspectors.get((byte)pos),
          alias, joinCacheSize,spillTableDesc, conf,noOuterJoin);
      storage.put(pos, rc);


      pos++;

View Full Code Here


    if (serde == null) {
      containerSize = 1;
    }


    RowContainer rc = new RowContainer(containerSize, hconf);
    StructObjectInspector rcOI = null;
    if (tblDesc != null) {
      // arbitrary column names used internally for serializing to spill table
      List<String> colNames = Utilities.getColumnNames(tblDesc.getProperties());
      // object inspector for serializing input tuples
      rcOI = ObjectInspectorFactory.getStandardStructObjectInspector(colNames,
          structFieldObjectInspectors);
    }


    rc.setSerDe(serde, rcOI);
    rc.setTableDesc(tblDesc);
    return rc;
  }

View Full Code Here

0 1 2 3

TOP

Related Classes of org.apache.hadoop.hive.ql.exec.persistence.RowContainer

org.apache.hadoop.fs.Path

org.apache.hadoop.hive.ql.exec.AbstractMapJoinOperator

org.apache.hadoop.hive.ql.exec.CommonJoinOperator

org.apache.hadoop.hive.ql.exec.CommonMergeJoinOperator

org.apache.hadoop.hive.ql.exec.JoinUtil

org.apache.hadoop.hive.ql.exec.MapJoinOperator

org.apache.hadoop.hive.ql.exec.SMBMapJoinOperator

org.apache.hadoop.io.Writable

org.apache.hadoop.mapred.JobConf

java.io.DataOutputStream

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.