Package org.apache.hadoop.util.Shell

Examples of org.apache.hadoop.util.Shell.ShellCommandExecutor

333
334
335
336
337
338
339
340
341
342
        String confDir) {
      String[] commandArgs = getCommand(command, confDir);
      File cwd = new File(".");
      HashMap<String, String> env = new HashMap<String, String>();
      env.put("HADOOP_CONF_DIR", confDir);
      ShellCommandExecutor executor
        = new ShellCommandExecutor(commandArgs, cwd, env);
      LOG.info(executor.toString());
      return executor;
    }
View Full Code Here
369
370
371
372
373
374
375
376
377
378
379
380
381
382
    public void start() throws IOException {
      start(hadoopConfDir);
    }

    public void start(String newConfLocation) throws IOException {
      ShellCommandExecutor cme = buildCommandExecutor(START_COMMAND,
          newConfLocation);
      cme.execute();
      String output = cme.getOutput();
      if (!output.isEmpty()) { //getOutput() never returns null value
        if (output.toLowerCase().contains("error")) {
          LOG.warn("Error is detected.");
          throw new IOException("Start error\n" + output);
        }
View Full Code Here
382
383
384
385
386
387
388
389
390
391
392
393
394
395
        }
      }
    }

    public void kill(String newConfLocation) throws IOException {
      ShellCommandExecutor cme
        = buildCommandExecutor(STOP_COMMAND, newConfLocation);
      cme.execute();
      String output = cme.getOutput();
      if (!output.isEmpty()) { //getOutput() never returns null value
        if (output.toLowerCase().contains("error")) {
          LOG.info("Error is detected.");
          throw new IOException("Kill error\n" + output);
        }
View Full Code Here
333
334
335
336
337
338
339
340
341
342
343
        try {
          env.vargs.add(Integer.toString(jvmId.getId()));
          List<String> wrappedCommand =
            TaskLog.captureOutAndError(env.setup, env.vargs, env.stdout, env.stderr,
                env.logSize, env.pidFile);
          shexec = new ShellCommandExecutor(wrappedCommand.toArray(new String[0]),
              env.workDir, env.env);
          shexec.execute();
        } catch (IOException ioe) {
          // do nothing
          // error and output are appropriately redirected
View Full Code Here
60
61
62
63
64
65
66
67
68
  public void init(String location, long timeout) {
    this.healthCheckScript = location;
    this.scriptTimeout = timeout;
    ArrayList<String> execScript = new ArrayList<String>();
    execScript.add(healthCheckScript);
    this.shexec = new ShellCommandExecutor(execScript.toArray(new String[execScript.size()]), null,
        null, scriptTimeout);
    LOG.info("HealthChecker initialized.");
  }
View Full Code Here
2103
2104
2105
2106
2107
2108
2109
2110
2111
2112
2113
2114
2115
2116
     * @param args script name followed by its argumnets
     * @param dir current working directory.
     * @throws IOException
     */
    public void runScript(List<String> args, File dir) throws IOException {
      ShellCommandExecutor shexec =
              new ShellCommandExecutor(args.toArray(new String[0]), dir);
      shexec.execute();
      int exitCode = shexec.getExitCode();
      if (exitCode != 0) {
        throw new IOException("Task debug script exit with nonzero status of "
                              + exitCode + ".");
      }
    }
View Full Code Here
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
      }

      // Guarantee target exists before creating symlink.
      targetWorkDir.mkdirs();

      ShellCommandExecutor shexec = new ShellCommandExecutor(
        Shell.getSymlinkCommand(targetPath, linkPath));
      try {
        shexec.execute();
      } catch (IOException e) {
        throw new YarnRuntimeException(String.format(
          "failed to create symlink from %s to %s, shell output: %s", linkPath,
          targetPath, shexec.getOutput()), e);
      }

      this.testWorkDir = link;
    } else {
      this.testWorkDir = targetWorkDir;
View Full Code Here
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
      throw new IOException(
          "invalid arguments to createHardLink: link name is null");
    }
    // construct and execute shell command
    String[] hardLinkCommand = getHardLinkCommand.linkOne(file, linkName);
    ShellCommandExecutor shexec = new ShellCommandExecutor(hardLinkCommand);
    try {
      shexec.execute();
    } catch (ExitCodeException e) {
      throw new IOException("Failed to execute command " +
          Arrays.toString(hardLinkCommand) +
          "; command output: \"" + shexec.getOutput() + "\"" +
          "; WrappedException: \"" + e.getMessage() + "\"");
    }
  }
View Full Code Here
459
460
461
462
463
464
465
466
467
468
469
470
471
472
    }
   
    // construct and execute shell command
    String[] hardLinkCommand = getHardLinkCommand.linkMult(fileBaseNames,
        linkDir);
    ShellCommandExecutor shexec = new ShellCommandExecutor(hardLinkCommand,
      parentDir, null, 0L);
    try {
      shexec.execute();
    } catch (ExitCodeException e) {
      throw new IOException(shexec.getOutput() + e.getMessage());
    }
    return callCount;
  }
View Full Code Here
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
    String inpMsg = null;
    String errMsg = null;
    int exitValue = -1;
    BufferedReader in = null;

    ShellCommandExecutor shexec = new ShellCommandExecutor(cmd);
    try {
      shexec.execute();
      in = new BufferedReader(new StringReader(shexec.getOutput()));
      inpMsg = in.readLine();
      exitValue = shexec.getExitCode();
      if (inpMsg == null || exitValue != 0) {
        throw createIOException(fileName, inpMsg, errMsg, exitValue, null);
      }
      if (Shell.SOLARIS) {
        String[] result = inpMsg.split("\\s+");
        return Integer.parseInt(result[1]);
      } else {
        return Integer.parseInt(inpMsg);
      }
    } catch (ExitCodeException e) {
      inpMsg = shexec.getOutput();
      errMsg = e.getMessage();
      exitValue = e.getExitCode();
      throw createIOException(fileName, inpMsg, errMsg, exitValue, e);
    } catch (NumberFormatException e) {
      throw createIOException(fileName, inpMsg, errMsg, exitValue, e);
View Full Code Here
TOP

Related Classes of org.apache.hadoop.util.Shell.ShellCommandExecutor

  • com.dp.nebula.wormhole.plugins.writer.hdfswriter.HdfsWriterPeriphery
  • org.apache.hadoop.fs.FileUtil
  • org.apache.hadoop.fs.HardLink
  • org.apache.hadoop.hbase.HealthChecker
  • org.apache.hadoop.hive.common.FileUtils
  • org.apache.hadoop.mapred.Cluster
  • org.apache.hadoop.mapred.ClustersBalancer
  • org.apache.hadoop.mapred.DefaultTaskController
  • org.apache.hadoop.mapred.HealthScriptHelper
  • org.apache.hadoop.mapred.JvmManager$JvmManagerForType$JvmRunner
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.