Package org.apache.tez.dag.history.events

Examples of org.apache.tez.dag.history.events.DAGSubmittedEvent

194
195
196
197
198
199
200
201
202
203
204
205
206
      return;
    }

    TezDAGID dagId = event.getDagID();
    if (eventType.equals(HistoryEventType.DAG_SUBMITTED)) {
      DAGSubmittedEvent dagSubmittedEvent =
          (DAGSubmittedEvent) event.getHistoryEvent();
      String dagName = dagSubmittedEvent.getDAGName();
      if (dagName != null
          && dagName.startsWith(
              TezConstants.TEZ_PREWARM_DAG_NAME_PREFIX)) {
        // Skip recording pre-warm DAG events
        skippedDAGs.add(dagId);
View Full Code Here
1815
1816
1817
1818
1819
1820
1821
1822
1823
1824
1825
    }

    LOG.info("Running DAG: " + dagPlan.getName());
    // Job name is the same as the app name until we support multiple dags
    // for an app later
    DAGSubmittedEvent submittedEvent = new DAGSubmittedEvent(newDAG.getID(),
        submitTime, dagPlan, this.appAttemptID, cumulativeAdditionalResources,
        newDAG.getUserName());
    try {
      historyEventHandler.handleCriticalEvent(
          new DAGHistoryEvent(newDAG.getID(), submittedEvent));
View Full Code Here
160
161
162
163
164
165
166
167
168
169
170
171
172
    HistoryEventType eventType = event.getHistoryEvent().getEventType();

    TezDAGID dagId = event.getDagID();

    if (eventType.equals(HistoryEventType.DAG_SUBMITTED)) {
      DAGSubmittedEvent dagSubmittedEvent =
          (DAGSubmittedEvent) event.getHistoryEvent();
      String dagName = dagSubmittedEvent.getDAGName();
      if (dagName != null
          && dagName.startsWith(
              TezConstants.TEZ_PREWARM_DAG_NAME_PREFIX)) {
        // Skip recording pre-warm DAG events
        skippedDAGs.add(dagId);
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
          break;
        case AM_STARTED:
          event = new AMStartedEvent(applicationAttemptId, random.nextInt(), user);
          break;
        case DAG_SUBMITTED:
          event = new DAGSubmittedEvent(tezDAGID, random.nextInt(), dagPlan, applicationAttemptId,
              null, user);
          break;
        case DAG_INITIALIZED:
          event = new DAGInitializedEvent(tezDAGID, random.nextInt(), user, dagPlan.getName());
          break;
View Full Code Here
151
152
153
154
155
156
157
158
159
160
161
        break;
      case AM_STARTED:
        event = new AMStartedEvent();
        break;
      case DAG_SUBMITTED:
        event = new DAGSubmittedEvent();
        break;
      case DAG_INITIALIZED:
        event = new DAGInitializedEvent();
        break;
      case DAG_STARTED:
View Full Code Here
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
      }
      HistoryEventType eventType = event.getEventType();
      switch (eventType) {
        case DAG_SUBMITTED:
        {
          DAGSubmittedEvent submittedEvent = (DAGSubmittedEvent) event;
          LOG.info("Recovering from event"
              + ", eventType=" + eventType
              + ", event=" + event.toString());
          recoveredDAGData.recoveredDAG = dagAppMaster.createDAG(submittedEvent.getDAGPlan(),
              lastInProgressDAG);
          recoveredDAGData.cumulativeAdditionalResources = submittedEvent
            .getCumulativeAdditionalLocalResources();
          recoveredDAGData.recoveredDagID = recoveredDAGData.recoveredDAG.getID();
          dagAppMaster.setCurrentDAG(recoveredDAGData.recoveredDAG);
          if (recoveredDAGData.nonRecoverable) {
            skipAllOtherEvents = true;
View Full Code Here
417
418
419
420
421
422
423
424
425
426
427
428
429
      HistoryEventType eventType =
          HistoryEventType.values()[proto.getEventType()];
      switch (eventType) {
        case DAG_SUBMITTED:
          completed = false;
          DAGSubmittedEvent dagSubmittedEvent = new DAGSubmittedEvent();
          dagSubmittedEvent.fromSummaryProtoStream(proto);
          dagName = dagSubmittedEvent.getDAGName();
          break;
        case DAG_FINISHED:
          completed = true;
          dagCommitCompleted = true;
          DAGFinishedEvent dagFinishedEvent = new DAGFinishedEvent();
View Full Code Here
119
120
121
122
123
124
125
126
127
128
129
          break;
        case AM_STARTED:
          event = new AMStartedEvent();
          break;
        case DAG_SUBMITTED:
          event = new DAGSubmittedEvent();
          break;
        case DAG_INITIALIZED:
          event = new DAGInitializedEvent();
          break;
        case DAG_STARTED:
View Full Code Here
1590
1591
1592
1593
1594
1595
1596
1597
1598
1599
    // for an app later
    appName = dagPlan.getName();

    // /////////////////// Create the job itself.
    DAG newDAG = createDAG(dagPlan);
    DAGSubmittedEvent submittedEvent = new DAGSubmittedEvent(newDAG.getID(),
        submitTime, dagPlan, this.appAttemptID);
    historyEventHandler.handle(new DAGHistoryEvent(newDAG.getID(), submittedEvent));
    startDAG(newDAG);
  }
View Full Code Here
226
227
228
229
230
231
232
233
234
235
236
237
238
              + TezConfiguration.DAG_RECOVERY_SUMMARY_FILE_SUFFIX);
          summaryStream = recoveryDirFS.create(summaryPath, false,
              bufferSize);
        }
        if (eventType.equals(HistoryEventType.DAG_SUBMITTED)) {
          DAGSubmittedEvent dagSubmittedEvent =
              (DAGSubmittedEvent) event.getHistoryEvent();
          String dagName = dagSubmittedEvent.getDAGName();
          if (dagName != null
              && dagName.startsWith(
              TezConfiguration.TEZ_PREWARM_DAG_NAME_PREFIX)) {
            // Skip recording pre-warm DAG events
            return;
View Full Code Here
TOP

Related Classes of org.apache.tez.dag.history.events.DAGSubmittedEvent

  • org.apache.tez.dag.app.DAGAppMaster
  • org.apache.tez.dag.app.RecoveryParser
  • org.apache.tez.dag.app.RecoveryParser$DAGSummaryData
  • org.apache.tez.dag.history.logging.ats.ATSHistoryLoggingService
  • org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion
  • org.apache.tez.dag.history.logging.impl.TestHistoryEventJsonConversion
  • org.apache.tez.dag.history.recovery.RecoveryService
  • org.apache.tez.dag.recovery.records.RecoveryProtos.DAGSubmittedProto
  • org.apache.tez.dag.recovery.RecoveryParser
  • org.codehaus.jettison.json.JSONArray
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.