Package org.apache.tez.runtime.library.common.sort.impl.dflt

Examples of org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter

107
108
109
110
111
112
113
114
115
116
117
      if (this.conf.getInt(TezRuntimeConfiguration.TEZ_RUNTIME_SORT_THREADS,
          TezRuntimeConfiguration.TEZ_RUNTIME_SORT_THREADS_DEFAULT) > 1) {
        sorter = new PipelinedSorter(getContext(), conf, getNumPhysicalOutputs(),
            memoryUpdateCallbackHandler.getMemoryAssigned());
      } else {
        sorter = new DefaultSorter(getContext(), conf, getNumPhysicalOutputs(),
            memoryUpdateCallbackHandler.getMemoryAssigned());
      }
      isStarted.set(true);
    }
  }
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
   
    if (this.conf.getInt(TezJobConfig.TEZ_RUNTIME_SORT_THREADS,
        TezJobConfig.DEFAULT_TEZ_RUNTIME_SORT_THREADS) > 1) {
      sorter = new PipelinedSorter();
    } else {
      sorter = new DefaultSorter();
    }
   
    sorter.initialize(outputContext, conf, numOutputs);
    return Collections.emptyList();
  }
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
  @Override
  public List<Event> initialize(TezOutputContext outputContext)
      throws IOException {
    this.startTime = System.nanoTime();
    this.outputContext = outputContext;
    sorter = new DefaultSorter();
    this.conf = TezUtils.createConfFromUserPayload(outputContext.getUserPayload());
    // Initializing this parametr in this conf since it is used in multiple
    // places (wherever LocalDirAllocator is used) - TezTaskOutputFiles,
    // TezMerger, etc.
    this.conf.setStrings(TezJobConfig.LOCAL_DIRS, outputContext.getWorkDirs());
View Full Code Here
98
99
100
101
102
103
104
105
106
107
108
      if (this.conf.getInt(TezJobConfig.TEZ_RUNTIME_SORT_THREADS,
          TezJobConfig.DEFAULT_TEZ_RUNTIME_SORT_THREADS) > 1) {
        sorter = new PipelinedSorter(outputContext, conf, numOutputs,
            memoryUpdateCallbackHandler.getMemoryAssigned());
      } else {
        sorter = new DefaultSorter(outputContext, conf, numOutputs,
            memoryUpdateCallbackHandler.getMemoryAssigned());
      }
      isStarted.set(true);
    }
  }
View Full Code Here
TOP

Related Classes of org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter

  • org.apache.hadoop.fs.FSDataOutputStream
  • org.apache.hadoop.fs.Path
  • org.apache.hadoop.io.DataInputBuffer
  • org.apache.tez.runtime.library.common.sort.impl.IFile.Writer
  • org.apache.tez.runtime.library.common.sort.impl.TezIndexRecord
  • org.apache.tez.runtime.library.common.sort.impl.TezMerger.Segment
  • org.apache.tez.runtime.library.common.sort.impl.TezRawKeyValueIterator
  • org.apache.tez.runtime.library.common.sort.impl.TezSpillRecord
  • org.apache.tez.runtime.library.output.OnFileSortedOutput
  • org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.