Package org.apache.hadoop.yarn

Examples of org.apache.hadoop.yarn.YarnException

1285
1286
1287
1288
1289
1290
1291
1292
1293
        allTaskSplitMetaInfo = SplitMetaInfoReader.readSplitMetaInfo(
            job.oldJobId, job.fs,
            job.conf,
            job.remoteJobSubmitDir);
      } catch (IOException e) {
        throw new YarnException(e);
      }
      return allTaskSplitMetaInfo;
    }
View Full Code Here
664
665
666
667
668
669
670
671
672
673
674
      Apps.addToEnvironment(
          environment, 
          Environment.CLASSPATH.name(),
          getInitialClasspath(conf));
    } catch (IOException e) {
      throw new YarnException(e);
    }

    // Shell
    environment.put(
        Environment.SHELL.name(),
View Full Code Here
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
    case NEW:
      return TaskAttemptState.NEW;
    case SUCCEEDED:
      return TaskAttemptState.SUCCEEDED;
    default:
      throw new YarnException("Attempt to convert invalid "
          + "stateMachineTaskAttemptState to externalTaskAttemptState: "
          + smState);
    }
  }
View Full Code Here
286
287
288
289
290
291
292
293
294
295
296
          shutDownMessage = "We crashed durring a commit";
          forcedState = JobStateInternal.ERROR;
        }
      }
    } catch (IOException e) {
      throw new YarnException("Error while initializing", e);
    }
   
    if (errorHappenedShutDown) {
      dispatcher = createDispatcher();
      addIfService(dispatcher);
View Full Code Here
444
445
446
447
448
449
450
451
452
453
454
      try {
        outputFormat = ReflectionUtils.newInstance(taskContext
            .getOutputFormatClass(), conf);
        committer = outputFormat.getOutputCommitter(taskContext);
      } catch (Exception e) {
        throw new YarnException(e);
      }
    } else {
      committer = ReflectionUtils.newInstance(conf.getClass(
          "mapred.output.committer.class", FileOutputCommitter.class,
          org.apache.hadoop.mapred.OutputCommitter.class), conf);
View Full Code Here
623
624
625
626
627
628
629
630
      fsTokens.addAll(Credentials.readTokenStorageFile(jobTokenFile, conf));
      LOG.info("jobSubmitDir=" + jobSubmitDir + " jobTokenFile="
          + jobTokenFile);
      currentUser.addCredentials(fsTokens); // For use by AppMaster itself.
    } catch (IOException e) {
      throw new YarnException(e);
    }
  }
View Full Code Here
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
      return result;
    } catch (InstantiationException ex) {
      LOG.error("Can't make a speculator -- check "
          + MRJobConfig.MR_AM_JOB_SPECULATOR, ex);
      throw new YarnException(ex);
    } catch (IllegalAccessException ex) {
      LOG.error("Can't make a speculator -- check "
          + MRJobConfig.MR_AM_JOB_SPECULATOR, ex);
      throw new YarnException(ex);
    } catch (InvocationTargetException ex) {
      LOG.error("Can't make a speculator -- check "
          + MRJobConfig.MR_AM_JOB_SPECULATOR, ex);
      throw new YarnException(ex);
    } catch (NoSuchMethodException ex) {
      LOG.error("Can't make a speculator -- check "
          + MRJobConfig.MR_AM_JOB_SPECULATOR, ex);
      throw new YarnException(ex);
    }
  }
View Full Code Here
279
280
281
282
283
284
285
286
287
288
289
    Path applicationTokensFile =
        new Path(jobSubmitDir, MRJobConfig.APPLICATION_TOKENS_FILE);
    try {
      ts.writeTokenStorageFile(applicationTokensFile, conf);
    } catch (IOException e) {
      throw new YarnException(e);
    }

    // Construct necessary information to start the MR AM
    ApplicationSubmissionContext appContext =
      createApplicationSubmissionContext(conf, jobSubmitDir, ts);
View Full Code Here
196
197
198
199
200
201
202
203
204
205
206
      testAbsPath = new Path(testWorkDir.getAbsolutePath());
      try {
        FileContext.getLocalFSFileContext().delete(testAbsPath, true);
      } catch (Exception e) {
        LOG.warn("COULD NOT CLEANUP: " + testAbsPath, e);
        throw new YarnException("could not cleanup test dir", e);
      }
    }

    this.maps = maps;
    this.reduces = reduces;
View Full Code Here
214
215
216
217
218
219
220
221
222
223
224
      String user = UserGroupInformation.getCurrentUser().getShortUserName();
      Path stagingDir = MRApps.getStagingAreaDir(conf, user);
      FileSystem fs = getFileSystem(conf);
      fs.mkdirs(stagingDir);
    } catch (Exception e) {
      throw new YarnException("Error creating staging dir", e);
    }
   
    super.init(conf);
    if (this.clusterInfo != null) {
      getContext().getClusterInfo().setMinContainerCapability(
View Full Code Here
TOP

Related Classes of org.apache.hadoop.yarn.YarnException

  • org.apache.hadoop.mapred.ClientCache
  • org.apache.hadoop.mapred.ClientServiceDelegate
  • org.apache.hadoop.mapred.LocalContainerLauncher
  • org.apache.hadoop.mapred.TaskAttemptListenerImpl
  • org.apache.hadoop.mapred.TestClientRedirect$AMService
  • org.apache.hadoop.mapred.YARNRunner
  • org.apache.hadoop.mapreduce.jobhistory.JobHistoryCopyService
  • org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler
  • org.apache.hadoop.mapreduce.jobhistory.TestJobHistoryEventHandler
  • org.apache.hadoop.mapreduce.TypeConverter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.