Package org.apache.tez.dag.history

Examples of org.apache.tez.dag.history.DAGHistoryEvent

1820
1821
1822
1823
1824
1825
1826
1827
1828
1829
1830
    DAGSubmittedEvent submittedEvent = new DAGSubmittedEvent(newDAG.getID(),
        submitTime, dagPlan, this.appAttemptID, cumulativeAdditionalResources,
        newDAG.getUserName());
    try {
      historyEventHandler.handleCriticalEvent(
          new DAGHistoryEvent(newDAG.getID(), submittedEvent));
    } catch (IOException e) {
      throw new RuntimeException(e);
    }

    startDAGExecution(newDAG, lrDiff);
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
    LOG.info("Starting ATSService");
    timelineClient.start();
    eventHandlingThread = new Thread(new Runnable() {
      @Override
      public void run() {
        DAGHistoryEvent event;
        while (!stopped.get() && !Thread.currentThread().isInterrupted()) {

          // Log the size of the event-queue every so often.
          if (eventCounter != 0 && eventCounter % 1000 == 0) {
            LOG.info("Event queue stats"
View Full Code Here
129
130
131
132
133
134
135
136
137
138
139
            + ", maxTimeLeftToFlush=" + maxTimeToWaitOnShutdown);
        long startTime = appContext.getClock().getTime();
        if (maxTimeToWaitOnShutdown > 0) {
          long endTime = startTime + maxTimeToWaitOnShutdown;
          while (endTime >= appContext.getClock().getTime()) {
            DAGHistoryEvent event = eventQueue.poll();
            if (event == null) {
              break;
            }
            try {
              handleEvent(event);
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
  @Test(timeout=20000)
  public void testATSHistoryLoggingServiceShutdown() {
    TezDAGID tezDAGID = TezDAGID.getInstance(
        ApplicationId.newInstance(100l, 1), 1);
    DAGHistoryEvent historyEvent = new DAGHistoryEvent(tezDAGID,
        new DAGStartedEvent(tezDAGID, 1001l, "user1", "dagName1"));

    for (int i = 0; i < 20; ++i) {
      atsHistoryLoggingService.handle(historyEvent);
    }
View Full Code Here
66
67
68
69
70
71
72
73
74
75
76
  public void serviceStart() {
    LOG.info("Starting ATSService");
    eventHandlingThread = new Thread(new Runnable() {
      @Override
      public void run() {
        DAGHistoryEvent event;
        while (!stopped.get() && !Thread.currentThread().isInterrupted()) {

          // Log the size of the event-queue every so often.
          if (eventCounter != 0 && eventCounter % 1000 == 0) {
            LOG.info("Event queue stats"
View Full Code Here
368
369
370
371
372
373
374
375
376
377
    super.serviceInit(conf);

    AMLaunchedEvent launchedEvent = new AMLaunchedEvent(appAttemptID,
        startTime, appSubmitTime);
    historyEventHandler.handle(
        new DAGHistoryEvent(launchedEvent));

    this.state = DAGAppMasterState.INITED;

  }
View Full Code Here
1323
1324
1325
1326
1327
1328
1329
1330
1331
1332
1333
    this.appsStartTime = clock.getTime();
    AMStartedEvent startEvent = new AMStartedEvent(appAttemptID,
        appsStartTime);
    historyEventHandler.handle(
        new DAGHistoryEvent(startEvent));

    this.lastDAGCompletionTime = clock.getTime();

    if (!isSession) {
      startDAG();
View Full Code Here
1592
1593
1594
1595
1596
1597
1598
1599
    // /////////////////// Create the job itself.
    DAG newDAG = createDAG(dagPlan);
    DAGSubmittedEvent submittedEvent = new DAGSubmittedEvent(newDAG.getID(),
        submitTime, dagPlan, this.appAttemptID);
    historyEventHandler.handle(new DAGHistoryEvent(newDAG.getID(), submittedEvent));
    startDAG(newDAG);
  }
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
  public void serviceStart() {
    LOG.info("Starting RecoveryService");
    eventHandlingThread = new Thread(new Runnable() {
      @Override
      public void run() {
        DAGHistoryEvent event;
        while (!stopped.get() && !Thread.currentThread().isInterrupted()) {

          // Log the size of the event-queue every so often.
          if (eventCounter != 0 && eventCounter % 1000 == 0) {
            LOG.info("Event queue stats"
View Full Code Here
2065
2066
2067
2068
2069
2070
2071
2072
2073
2074
2075
        if (!dataMovementEvents.isEmpty()) {
          VertexDataMovementEventsGeneratedEvent historyEvent =
              new VertexDataMovementEventsGeneratedEvent(vertex.vertexId,
                  dataMovementEvents);
          vertex.appContext.getHistoryHandler().handle(
              new DAGHistoryEvent(vertex.getDAGId(), historyEvent));
        }
      }
      for(TezEvent tezEvent : tezEvents) {
        if (LOG.isDebugEnabled()) {
          LOG.debug("Vertex: " + vertex.getName() + " routing event: "
View Full Code Here
TOP

Related Classes of org.apache.tez.dag.history.DAGHistoryEvent

  • org.apache.tez.dag.app.dag.impl.DAGImpl
  • org.apache.tez.dag.app.dag.impl.TaskAttemptImpl
  • org.apache.tez.dag.app.dag.impl.TaskImpl
  • org.apache.tez.dag.app.dag.impl.VertexImpl
  • org.apache.tez.dag.app.dag.impl.VertexImpl$RouteEventTransition
  • org.apache.tez.dag.app.DAGAppMaster
  • org.apache.tez.dag.app.launcher.ContainerLauncherImpl$Container
  • org.apache.tez.dag.app.launcher.LocalContainerLauncher
  • org.apache.tez.dag.app.rm.container.AMContainerImpl
  • org.apache.tez.dag.history.ats.ATSService
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.