Examples of suffix()


Examples of eu.stratosphere.core.fs.Path.suffix()

              throw new IOException("Output directory could not be created. Canceling task.");
            }
          }
         
          // Suffix the path with the parallel instance index
          p = p.suffix("/" + this.taskIndex);
         
        } else {
          // invalid number of subtasks (<= 0)
          throw new IllegalArgumentException("Invalid number of subtasks. Canceling task.");
        }
View Full Code Here

Examples of org.apache.flink.core.fs.Path.suffix()

      }
    }
     
     
    // Suffix the path with the parallel instance index, if needed
    this.actualFilePath = (numTasks > 1 || outputDirectoryMode == OutputDirectoryMode.ALWAYS) ? p.suffix("/" + (taskNumber+1)) : p;

    // create output file
    this.stream = fs.create(this.actualFilePath, writeMode == WriteMode.OVERWRITE);
   
    // at this point, the file creation must have succeeded, or an exception has been thrown
View Full Code Here

Examples of org.apache.hadoop.fs.Path.suffix()

            Path deadRsDirectory =
                new Path(manager.getLogDir().getParent(), this.deadRegionServers[i]);
            Path[] locs = new Path[] {
                new Path(deadRsDirectory, currentPath.getName()),
                new Path(deadRsDirectory.suffix(HLog.SPLITTING_EXT),
                                          currentPath.getName()),
            };
            for (Path possibleLogLocation : locs) {
              LOG.info("Possible location " + possibleLogLocation.toUri().toString());
              if (this.manager.getFs().exists(possibleLogLocation)) {
View Full Code Here

Examples of org.apache.hadoop.fs.Path.suffix()

            Path deadRsDirectory =
                new Path(manager.getLogDir().getParent(), this.deadRegionServers[i]);
            Path[] locs = new Path[] {
                new Path(deadRsDirectory, currentPath.getName()),
                new Path(deadRsDirectory.suffix(HLog.SPLITTING_EXT),
                                          currentPath.getName()),
            };
            for (Path possibleLogLocation : locs) {
              LOG.info("Possible location " + possibleLogLocation.toUri().toString());
              if (this.manager.getFs().exists(possibleLogLocation)) {
View Full Code Here

Examples of org.apache.hadoop.fs.Path.suffix()

    Path fieldValueBasedPath = new Path(workOutputPath, path);
    OutputStream os = null;
    switch (comp) {
    case bz:
    case bz2:
      os = fs.create(fieldValueBasedPath.suffix(".bz2"), false);
      os = new CBZip2OutputStream(os);
      break;
    case gz:
      os = fs.create(fieldValueBasedPath.suffix(".gz"), false);
      os = new GZIPOutputStream(os);
View Full Code Here

Examples of org.apache.hadoop.fs.Path.suffix()

    case bz2:
      os = fs.create(fieldValueBasedPath.suffix(".bz2"), false);
      os = new CBZip2OutputStream(os);
      break;
    case gz:
      os = fs.create(fieldValueBasedPath.suffix(".gz"), false);
      os = new GZIPOutputStream(os);
      break;
    case none:
      os = fs.create(fieldValueBasedPath, false);
    }
View Full Code Here

Examples of org.apache.hadoop.fs.Path.suffix()

          for (String curDeadServerName : deadRegionServers) {
            Path deadRsDirectory =
                new Path(manager.getLogDir().getParent(), curDeadServerName);
            Path[] locs = new Path[] {
                new Path(deadRsDirectory, currentPath.getName()),
                new Path(deadRsDirectory.suffix(HLog.SPLITTING_EXT),
                                          currentPath.getName()),
            };
            for (Path possibleLogLocation : locs) {
              LOG.info("Possible location " + possibleLogLocation.toUri().toString());
              if (this.manager.getFs().exists(possibleLogLocation)) {
View Full Code Here

Examples of org.apache.hadoop.fs.Path.suffix()

          for (String curDeadServerName : deadRegionServers) {
            Path deadRsDirectory =
                new Path(manager.getLogDir().getParent(), curDeadServerName);
            Path[] locs = new Path[] {
                new Path(deadRsDirectory, currentPath.getName()),
                new Path(deadRsDirectory.suffix(HLog.SPLITTING_EXT),
                                          currentPath.getName()),
            };
            for (Path possibleLogLocation : locs) {
              LOG.info("Possible location " + possibleLogLocation.toUri().toString());
              if (this.manager.getFs().exists(possibleLogLocation)) {
View Full Code Here

Examples of org.apache.hadoop.fs.Path.suffix()

          for (String curDeadServerName : deadRegionServers) {
            Path deadRsDirectory =
                new Path(manager.getLogDir().getParent(), curDeadServerName);
            Path[] locs = new Path[] {
                new Path(deadRsDirectory, currentPath.getName()),
                new Path(deadRsDirectory.suffix(HLog.SPLITTING_EXT),
                                          currentPath.getName()),
            };
            for (Path possibleLogLocation : locs) {
              LOG.info("Possible location " + possibleLogLocation.toUri().toString());
              if (this.manager.getFs().exists(possibleLogLocation)) {
View Full Code Here

Examples of org.apache.hadoop.fs.Path.suffix()

          for (String curDeadServerName : deadRegionServers) {
            Path deadRsDirectory =
                new Path(manager.getLogDir().getParent(), curDeadServerName);
            Path[] locs = new Path[] {
                new Path(deadRsDirectory, currentPath.getName()),
                new Path(deadRsDirectory.suffix(HLog.SPLITTING_EXT),
                                          currentPath.getName()),
            };
            for (Path possibleLogLocation : locs) {
              LOG.info("Possible location " + possibleLogLocation.toUri().toString());
              if (this.manager.getFs().exists(possibleLogLocation)) {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.