Package org.apache.flink.runtime.instance

Examples of org.apache.flink.runtime.instance.Instance

159
160
161
162
163
164
165
166
167
168
169
          return sub;
        }
      }
      else {
        // disposed. get a new slot on the same instance
        Instance location = shared.getAllocatedSlot().getInstance();
        Pair<SharedSlot, Locality> p = getSlotForTaskInternal(constraint.getGroupId(), vertex, Collections.singleton(location), true);
        if (p == null) {
          return null;
        } else {
          shared = p.getLeft();
View Full Code Here
262
263
264
265
266
267
268
269
270
271
272
        // this was the last sub slot. remove this from the availability list
        // and trigger disposal
        try {
          allSlots.remove(sharedSlot);
         
          Instance location = sharedSlot.getAllocatedSlot().getInstance();

          if (groupId != null) {
            for (Map.Entry<AbstractID, Map<Instance, List<SharedSlot>>> mapEntry : availableSlotsPerJid.entrySet()) {
              AbstractID id = mapEntry.getKey();
             
View Full Code Here
41
42
43
44
45
46
47
48
49
50
51
52
      JobVertexID jid1 = new JobVertexID();
     
      SlotSharingGroup sharingGroup = new SlotSharingGroup(jid1);
     
      Scheduler scheduler = new Scheduler();
      Instance i1 = getRandomInstance(2);
      Instance i2 = getRandomInstance(2);
      scheduler.newInstanceAvailable(i1);
      scheduler.newInstanceAvailable(i2);
     
      // schedule 4 tasks from the first vertex group
      AllocatedSlot s1 = scheduler.scheduleImmediately(new ScheduledUnit(getTestVertex(jid1, 0, 8), sharingGroup));
View Full Code Here
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
      JobVertexID jid1 = new JobVertexID();
      JobVertexID jid2 = new JobVertexID();
     
      SlotSharingGroup sharingGroup = new SlotSharingGroup(jid1, jid2);
     
      Instance i1 = getRandomInstance(2);
      Instance i2 = getRandomInstance(2);
     
      Scheduler scheduler = new Scheduler();
      scheduler.newInstanceAvailable(i1);
      scheduler.newInstanceAvailable(i2);
     
     
      // schedule one to each instance
      AllocatedSlot s1 = scheduler.scheduleImmediately(new ScheduledUnit(getTestVertexWithLocation(jid1, 0, 2, i1), sharingGroup));
      AllocatedSlot s2 = scheduler.scheduleImmediately(new ScheduledUnit(getTestVertexWithLocation(jid1, 1, 2, i2), sharingGroup));
      assertNotNull(s1);
      assertNotNull(s2);
     
      assertEquals(2, sharingGroup.getTaskAssignment().getNumberOfSlots());
      assertEquals(1, i1.getNumberOfAvailableSlots());
      assertEquals(1, i2.getNumberOfAvailableSlots());
     
      // schedule one from the other group to each instance
      AllocatedSlot s3 = scheduler.scheduleImmediately(new ScheduledUnit(getTestVertexWithLocation(jid2, 0, 2, i1), sharingGroup));
      AllocatedSlot s4 = scheduler.scheduleImmediately(new ScheduledUnit(getTestVertexWithLocation(jid2, 1, 2, i2), sharingGroup));
      assertNotNull(s3);
      assertNotNull(s4);
     
      assertEquals(2, sharingGroup.getTaskAssignment().getNumberOfSlots());
      assertEquals(1, i1.getNumberOfAvailableSlots());
      assertEquals(1, i2.getNumberOfAvailableSlots());
     
      // check the scheduler's bookkeeping
      assertEquals(4, scheduler.getNumberOfLocalizedAssignments());
      assertEquals(0, scheduler.getNumberOfNonLocalizedAssignments());
      assertEquals(0, scheduler.getNumberOfUnconstrainedAssignments());
View Full Code Here
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
      JobVertexID jid1 = new JobVertexID();
      JobVertexID jid2 = new JobVertexID();
     
      SlotSharingGroup sharingGroup = new SlotSharingGroup(jid1, jid2);
     
      Instance i1 = getRandomInstance(2);
      Instance i2 = getRandomInstance(2);
     
      Scheduler scheduler = new Scheduler();
      scheduler.newInstanceAvailable(i1);
      scheduler.newInstanceAvailable(i2);
     
     
      // schedule one to each instance
      AllocatedSlot s1 = scheduler.scheduleImmediately(new ScheduledUnit(getTestVertexWithLocation(jid1, 0, 2, i1), sharingGroup));
      AllocatedSlot s2 = scheduler.scheduleImmediately(new ScheduledUnit(getTestVertexWithLocation(jid1, 1, 2, i1), sharingGroup));
      assertNotNull(s1);
      assertNotNull(s2);
     
      assertEquals(2, sharingGroup.getTaskAssignment().getNumberOfSlots());
      assertEquals(0, i1.getNumberOfAvailableSlots());
      assertEquals(2, i2.getNumberOfAvailableSlots());
     
      // schedule one from the other group to each instance
      AllocatedSlot s3 = scheduler.scheduleImmediately(new ScheduledUnit(getTestVertexWithLocation(jid2, 0, 2, i2), sharingGroup));
      AllocatedSlot s4 = scheduler.scheduleImmediately(new ScheduledUnit(getTestVertexWithLocation(jid2, 1, 2, i2), sharingGroup));
      assertNotNull(s3);
      assertNotNull(s4);
     
      assertEquals(4, sharingGroup.getTaskAssignment().getNumberOfSlots());
      assertEquals(0, i1.getNumberOfAvailableSlots());
      assertEquals(0, i2.getNumberOfAvailableSlots());
     
      // check the scheduler's bookkeeping
      assertEquals(4, scheduler.getNumberOfLocalizedAssignments());
      assertEquals(0, scheduler.getNumberOfNonLocalizedAssignments());
      assertEquals(0, scheduler.getNumberOfUnconstrainedAssignments());
View Full Code Here
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
      JobVertexID jid1 = new JobVertexID();
      JobVertexID jid2 = new JobVertexID();
     
      SlotSharingGroup sharingGroup = new SlotSharingGroup(jid1, jid2);
     
      Instance i1 = getRandomInstance(2);
      Instance i2 = getRandomInstance(2);
     
      Scheduler scheduler = new Scheduler();
      scheduler.newInstanceAvailable(i1);
      scheduler.newInstanceAvailable(i2);
     
      // schedule until the one instance is full
      AllocatedSlot s1 = scheduler.scheduleImmediately(new ScheduledUnit(getTestVertexWithLocation(jid1, 0, 2, i1), sharingGroup));
      AllocatedSlot s2 = scheduler.scheduleImmediately(new ScheduledUnit(getTestVertexWithLocation(jid1, 1, 2, i1), sharingGroup));
      AllocatedSlot s3 = scheduler.scheduleImmediately(new ScheduledUnit(getTestVertexWithLocation(jid2, 0, 4, i1), sharingGroup));
      AllocatedSlot s4 = scheduler.scheduleImmediately(new ScheduledUnit(getTestVertexWithLocation(jid2, 1, 4, i1), sharingGroup));

      // schedule two more with preference of same instance --> need to go to other instance
      AllocatedSlot s5 = scheduler.scheduleImmediately(new ScheduledUnit(getTestVertexWithLocation(jid2, 3, 4, i1), sharingGroup));
      AllocatedSlot s6 = scheduler.scheduleImmediately(new ScheduledUnit(getTestVertexWithLocation(jid2, 4, 4, i1), sharingGroup));
     
      assertNotNull(s1);
      assertNotNull(s2);
      assertNotNull(s3);
      assertNotNull(s4);
      assertNotNull(s5);
      assertNotNull(s6);
     
      assertEquals(4, sharingGroup.getTaskAssignment().getNumberOfSlots());
     
      assertEquals(0, i1.getNumberOfAvailableSlots());
      assertEquals(0, i2.getNumberOfAvailableSlots());
     
      assertEquals(i1, s1.getInstance());
      assertEquals(i1, s2.getInstance());
      assertEquals(i1, s3.getInstance());
      assertEquals(i1, s4.getInstance());
View Full Code Here
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
      JobVertexID jid3 = new JobVertexID();
      JobVertexID jid4 = new JobVertexID();
     
      Scheduler scheduler = new Scheduler();
     
      Instance i1 = getRandomInstance(1);
      Instance i2 = getRandomInstance(1);
     
      scheduler.newInstanceAvailable(i1);
      scheduler.newInstanceAvailable(i2);
     
      assertEquals(2, scheduler.getNumberOfAvailableSlots());
     
      SlotSharingGroup sharingGroup = new SlotSharingGroup();
      CoLocationConstraint c1 = new CoLocationConstraint(new CoLocationGroup());
     
      AllocatedSlot s1 = scheduler.scheduleImmediately(new ScheduledUnit(getTestVertex(jid1, 0, 1), sharingGroup, c1));
      AllocatedSlot s2 = scheduler.scheduleImmediately(new ScheduledUnit(getTestVertex(jid2, 0, 1), sharingGroup, c1));
     
      AllocatedSlot sSolo = scheduler.scheduleImmediately(new ScheduledUnit(getTestVertex(jid4, 0, 1)));
     
      Instance loc = s1.getInstance();
     
      s1.releaseSlot();
      s2.releaseSlot();
      sSolo.releaseSlot();
     
View Full Code Here
209
210
211
212
213
214
215
216
217
218
219
220
      JobVertexID jid2 = new JobVertexID();
      JobVertexID jid3 = new JobVertexID();
     
      Scheduler scheduler = new Scheduler();
     
      Instance i1 = getRandomInstance(1);
      Instance i2 = getRandomInstance(1);
     
      scheduler.newInstanceAvailable(i1);
      scheduler.newInstanceAvailable(i2);
     
      assertEquals(2, scheduler.getNumberOfAvailableSlots());
View Full Code Here
316
317
318
319
320
321
322
323
324
325
326
327
      JobVertexID jid2 = new JobVertexID();
      JobVertexID jid3 = new JobVertexID();
     
      Scheduler scheduler = new Scheduler();
     
      Instance i1 = getRandomInstance(1);
      Instance i2 = getRandomInstance(1);
     
      scheduler.newInstanceAvailable(i2);
      scheduler.newInstanceAvailable(i1);
     
      assertEquals(2, scheduler.getNumberOfAvailableSlots());
View Full Code Here
385
386
387
388
389
390
391
392
393
394
395
396
      JobVertexID jid1 = new JobVertexID();
      JobVertexID jid2 = new JobVertexID();
     
      Scheduler scheduler = new Scheduler();
     
      Instance i1 = getRandomInstance(1);
      Instance i2 = getRandomInstance(1);
     
      scheduler.newInstanceAvailable(i2);
      scheduler.newInstanceAvailable(i1);
     
      assertEquals(2, scheduler.getNumberOfAvailableSlots());
View Full Code Here
TOP

Related Classes of org.apache.flink.runtime.instance.Instance

  • org.apache.flink.runtime.executiongraph.Execution
  • org.apache.flink.runtime.executiongraph.ExecutionGraph
  • org.apache.flink.runtime.executiongraph.ExecutionGraphDeploymentTest
  • org.apache.flink.runtime.executiongraph.ExecutionGraphRestartTest
  • org.apache.flink.runtime.executiongraph.ExecutionGraphTestUtils
  • org.apache.flink.runtime.executiongraph.ExecutionVertexCancelTest
  • org.apache.flink.runtime.executiongraph.ExecutionVertexDeploymentTest
  • org.apache.flink.runtime.executiongraph.ExecutionVertexSchedulingTest
  • org.apache.flink.runtime.executiongraph.TaskManagerLossFailsTasksTest
  • org.apache.flink.runtime.jobmanager.scheduler.Scheduler
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.