Package org.apache.hadoop.util

Examples of org.apache.hadoop.util.Progressable

73
74
75
76
77
78
79
80
81
82
83
    Path logdir = new Path(DIR+methodName+"/logs");
    HColumnDescriptor hcd = new HColumnDescriptor(family);
    HBaseConfiguration conf = new HBaseConfiguration();
    FileSystem fs = FileSystem.get(conf);
    Path reconstructionLog = null;
    Progressable reporter = null;

    fs.delete(logdir, true);

    HTableDescriptor htd = new HTableDescriptor(table);
    htd.addFamily(hcd);
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
      String name, Progressable arg3) throws IOException {

    final FileSystem myFS = fs;
    final String myName = generateLeafFileName(name);
    final JobConf myJob = job;
    final Progressable myProgressable = arg3;

    return new RecordWriter<K, V>() {

      // a cache storing the record writers for different output files.
      TreeMap<String, RecordWriter<K, V>> recordWriters = new TreeMap<String, RecordWriter<K, V>>();
View Full Code Here
118
119
120
121
122
123
124
125
126
127
128
        assert jobContext != null;
        // NOTE: Only in Hadoop 2.x, JobContext can be instance of TaskAttemptContext.
        if (TaskAttemptContext.class.isInstance(jobContext)) {
            return TaskAttemptContext.class.cast(jobContext);
        }
        Progressable progressable = jobContext.getProgressible();
        if (progressable == null) {
            LOG.warn(MessageFormat.format(
                    "JobContext has no progressable object: {0}",
                    jobContext.getClass().getName()));
        }
View Full Code Here
283
284
285
286
287
288
289
290
291
292
293
    long blockSize = fs.getDefaultBlockSize(f);
    CreateOpts.BlockSize blockOpt = CreateOpts.getOpt(
        CreateOpts.BlockSize.class, opts);
    blockSize = (blockOpt != null) ? blockOpt.getValue() : blockSize;
    // Progressable
    Progressable progress = null;
    CreateOpts.Progress progressOpt = CreateOpts.getOpt(
        CreateOpts.Progress.class, opts);
    progress = (progressOpt != null) ? progressOpt.getValue() : progress;
    return fs.create(f, permission, overwrite, bufferSize, replication,
        blockSize, progress);
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
  private Directory _directory;
  private Progressable _progressable;

  public ProgressableDirectory(Directory directory, Progressable progressable) {
    _directory = directory;
    _progressable = progressable == null ? new Progressable() {
      @Override
      public void progress() {

      }
    } : progressable;
View Full Code Here
1177
1178
1179
1180
1181
1182
1183
1184
1185
1186
1187
        region = new HRegion(
            HTableDescriptor.getTableDir(rootDir,
                regionInfo.getTableDesc().getName()
            ),
            this.log, this.fs, conf, regionInfo, null, this.cacheFlusher,
            new Progressable() {
              public void progress() {
                addProcessingMessage(regionInfo);
              }
            }
        );
View Full Code Here
1374
1375
1376
1377
1378
1379
1380
1381
1382
1383
1384
  protected HRegion instantiateRegion(final HRegionInfo regionInfo)
      throws IOException {
    HRegion r = new HRegion(HTableDescriptor.getTableDir(rootDir, regionInfo
        .getTableDesc().getName()), this.log, this.fs, conf, regionInfo,
        this.cacheFlusher);
    r.initialize(null,  new Progressable() {
      public void progress() {
        addProcessingMessage(regionInfo);
      }
    });
    return r;
View Full Code Here
111
112
113
114
115
116
117
118
119
120
121
  protected HRegion instantiateRegion(final HRegionInfo regionInfo)
      throws IOException {
    HRegion r = new TransactionalRegion(HTableDescriptor.getTableDir(super
        .getRootDir(), regionInfo.getTableDesc().getName()), super.log, super
        .getFileSystem(), super.conf, regionInfo, super.getFlushRequester());
    r.initialize(null, new Progressable() {
      public void progress() {
        addProcessingMessage(regionInfo);
      }
    });
    return r;
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
  protected HRegion instantiateRegion(final HRegionInfo regionInfo)
      throws IOException {
    HRegion r = new IndexedRegion(HTableDescriptor.getTableDir(super
        .getRootDir(), regionInfo.getTableDesc().getName()), super.log, super
        .getFileSystem(), super.conf, regionInfo, super.getFlushRequester());
    r.initialize(null, new Progressable() {
      public void progress() {
        addProcessingMessage(regionInfo);
      }
    });
    return r;
View Full Code Here
1258
1259
1260
1261
1262
1263
1264
1265
1266
1267
1268
        region = new HRegion(
            HTableDescriptor.getTableDir(rootDir,
                regionInfo.getTableDesc().getName()
            ),
            this.log, this.fs, conf, regionInfo, null, this.cacheFlusher,
            new Progressable() {
              public void progress() {
                addProcessingMessage(regionInfo);
              }
            }
        );
View Full Code Here
TOP

Related Classes of org.apache.hadoop.util.Progressable

  • com.asakusafw.runtime.stage.output.LegacyBridgeOutputCommitter
  • com.digitalpebble.behemoth.solr.TestSOLRWriter
  • com.facebook.presto.hive.AbstractTestHiveFileFormats
  • com.facebook.presto.hive.BenchmarkHiveFileFormats
  • com.hdfsTools.impl.upLoadFileImpl
  • com.netflix.bdp.s3mper.listing.ConsistentListingAspectTest
  • FileCopyWithProgress
  • org.apache.accumulo.server.master.LogSort$LoggerMapFileOutputFormat
  • org.apache.blur.mapreduce.lib.GenericBlurRecordWriter
  • org.apache.blur.mapreduce.lib.ProgressableDirectory
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.