Package org.apache.tez.runtime.api

Examples of org.apache.tez.runtime.api.Input

57
58
59
60
61
62
63
64
65
66
67
    long startTime = 0l;
    long readyTime = 0l;
    requestList = new ArrayList<Input>();
    requestList.add(input1);
    requestList.add(input2);
    Input readyInput = inputReadyTracker.waitForAnyInputReady(requestList);
    assertTrue(input1.isReady);
    assertFalse(input2.isReady);
    assertEquals(input1, readyInput);
   
    startTime = System.currentTimeMillis();
View Full Code Here
93
94
95
96
97
98
99
100
101
102
103
    requestList.add(input2);
    requestList.add(input3);
   
    startTime = System.currentTimeMillis();
    setDelayedInputReady(input2);
    Input readyInput = inputReadyTracker.waitForAnyInputReady(requestList);
    assertEquals(input2, readyInput);
    readyTime = System.currentTimeMillis();
    // Should have moved into ready state - only happens when the setReady function is invoked.
    // Ensure the method returned only after the specific Input was told it is ready
    assertTrue(input2.isReady);
View Full Code Here
172
173
174
175
176
177
178
179
180
181
182
    List<Input> requestList;
    long startTime = 0l;
    long readyTime = 0l;
    requestList = new ArrayList<Input>();
    requestList.add(group1);
    Input readyInput = inputReadyTracker.waitForAnyInputReady(requestList);
    assertTrue(group1.isReady);
    assertTrue(input1.isReady);
    assertFalse(input2.isReady);
    assertEquals(group1, readyInput);
   
View Full Code Here
498
499
500
501
502
503
504
505
506
507
508
    LOG.info("Creating Input");
    return createInputFromDescriptor(inputSpec.getInputDescriptor());
  }

  private LogicalInput createInputFromDescriptor(InputDescriptor inputDesc) {
    Input input = RuntimeUtils.createClazzInstance(inputDesc.getClassName());
    if (!(input instanceof LogicalInput)) {
      throw new TezUncheckedException(inputDesc.getClass().getName()
          + " is not a sub-type of LogicalInput."
          + " Only LogicalInput sub-types supported by LogicalIOProcessor.");
    }
View Full Code Here
339
340
341
342
343
344
345
346
347
348
349
350
351
352
    return processorContext;
  }

  private LogicalInput createInput(InputSpec inputSpec) {
    LOG.info("Creating Input");
    Input input = RuntimeUtils.createClazzInstance(inputSpec
        .getInputDescriptor().getClassName());
    if (!(input instanceof LogicalInput)) {
      throw new TezUncheckedException(input.getClass().getName()
          + " is not a sub-type of LogicalInput."
          + " Only LogicalInput sub-types supported by LogicalIOProcessor.");
    }
    return (LogicalInput)input;
  }
View Full Code Here
516
517
518
519
520
521
522
523
524
525
526
  }

  private LogicalInput createInput(InputSpec inputSpec, InputContext inputContext) {
    LOG.info("Creating Input");
    InputDescriptor inputDesc = inputSpec.getInputDescriptor();
    Input input = ReflectionUtils.createClazzInstance(inputDesc.getClassName(),
        new Class[]{InputContext.class, Integer.TYPE},
        new Object[]{inputContext, inputSpec.getPhysicalEdgeCount()});
    if (!(input instanceof LogicalInput)) {
      throw new TezUncheckedException(inputDesc.getClass().getName()
          + " is not a sub-type of LogicalInput."
View Full Code Here
105
106
107
108
109
110
111
112
113
114
115
      lock.lock();
      try {
        while (pendingInputs.size() > 0) {
          Iterator<Input> inputIter = pendingInputs.iterator();
          while (inputIter.hasNext()) {
            Input input = inputIter.next();
            if (readyInputs.containsKey(input)) {
              inputIter.remove();
              // Return early in case of an ANY request
              if (selectOne) {
                return input;
View Full Code Here
503
504
505
506
507
508
509
510
511
512
513
    LOG.info("Creating Input");
    return createInputFromDescriptor(inputSpec.getInputDescriptor());
  }

  private LogicalInput createInputFromDescriptor(InputDescriptor inputDesc) {
    Input input = RuntimeUtils.createClazzInstance(inputDesc.getClassName());
    if (!(input instanceof LogicalInput)) {
      throw new TezUncheckedException(inputDesc.getClass().getName()
          + " is not a sub-type of LogicalInput."
          + " Only LogicalInput sub-types supported by LogicalIOProcessor.");
    }
View Full Code Here
106
107
108
109
110
111
112
113
114
115
116
      lock.lock();
      try {
        while (pendingInputs.size() > 0) {
          Iterator<Input> inputIter = pendingInputs.iterator();
          while (inputIter.hasNext()) {
            Input input = inputIter.next();
            if (readyInputs.containsKey(input)) {
              inputIter.remove();
              // Return early in case of an ANY request
              if (selectOne) {
                return input;
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
    long startTime = 0l;
    long readyTime = 0l;
    requestList = new ArrayList<Input>();
    requestList.add(input1);
    requestList.add(input2);
    Input readyInput = inputReadyTracker.waitForAnyInputReady(requestList);
    assertTrue(input1.isReady);
    assertFalse(input2.isReady);
    assertEquals(input1, readyInput);
   
    startTime = System.currentTimeMillis();
View Full Code Here
TOP

Related Classes of org.apache.tez.runtime.api.Input

  • org.apache.tez.runtime.InputReadyTracker$InputReadyMonitor
  • org.apache.tez.runtime.LogicalIOProcessorRuntimeTask
  • org.apache.tez.runtime.TestInputReadyTracker
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.