Package org.apache.hadoop.util

Examples of org.apache.hadoop.util.AsyncDiskService

53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
   * This test creates some ExampleTasks and runs them.
   */
  public void testAsyncDiskService() throws Throwable {
 
    String[] vols = new String[]{"/0", "/1"};
    AsyncDiskService service = new AsyncDiskService(vols);
   
    int total = 100;
   
    for (int i = 0; i < total; i++) {
      service.execute(vols[i%2], new ExampleTask());
    }

    Exception e = null;
    try {
      service.execute("no_such_volume", new ExampleTask());
    } catch (RuntimeException ex) {
      e = ex;
    }
    assertNotNull("Executing a task on a non-existing volume should throw an "
        + "Exception.", e);
   
    service.shutdown();
    if (!service.awaitTermination(5000)) {
      fail("AsyncDiskService didn't shutdown in 5 seconds.");
    }
   
    assertEquals(total, count);
  }
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
    for (int v = 0; v < volumes.length; v++) {
      this.volumes[v] = normalizePath(volumes[v]);
    } 
    this.localFileSystem = localFileSystem;
   
    asyncDiskService = new AsyncDiskService(this.volumes);
   
    // Create one ThreadPool per volume
    for (int v = 0 ; v < volumes.length; v++) {
      // Create the root for file deletion
      Path absoluteSubdir = new Path(volumes[v], TOBEDELETED);
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
      this.volumes[v] = normalizePath(nonCanonicalVols[v]);
      LOG.debug("Normalized volume: " + nonCanonicalVols[v]
          + " -> " + this.volumes[v]);
    } 
   
    asyncDiskService = new AsyncDiskService(this.volumes);
   
    // Create one ThreadPool per volume
    for (int v = 0 ; v < volumes.length; v++) {
      // Create the root for file deletion
      Path absoluteSubdir = new Path(volumes[v], TOBEDELETED);
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
   */
  @Test
  public void testAsyncDiskService() throws Throwable {
 
    String[] vols = new String[]{"/0", "/1"};
    AsyncDiskService service = new AsyncDiskService(vols);
   
    int total = 100;
   
    for (int i = 0; i < total; i++) {
      service.execute(vols[i%2], new ExampleTask());
    }

    Exception e = null;
    try {
      service.execute("no_such_volume", new ExampleTask());
    } catch (RuntimeException ex) {
      e = ex;
    }
    assertNotNull("Executing a task on a non-existing volume should throw an "
        + "Exception.", e);
   
    service.shutdown();
    if (!service.awaitTermination(5000)) {
      fail("AsyncDiskService didn't shutdown in 5 seconds.");
    }
   
    assertEquals(total, count);
  }
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
      this.volumes[v] = normalizePath(nonCanonicalVols[v]);
      LOG.debug("Normalized volume: " + nonCanonicalVols[v]
          + " -> " + this.volumes[v]);
    } 
   
    asyncDiskService = new AsyncDiskService(this.volumes);
   
    // Create one ThreadPool per volume
    for (int v = 0 ; v < volumes.length; v++) {
      // Create the root for file deletion
      Path absoluteSubdir = new Path(volumes[v], TOBEDELETED);
View Full Code Here
TOP

Related Classes of org.apache.hadoop.util.AsyncDiskService

  • org.apache.hadoop.mapreduce.util.MRAsyncDiskService
  • org.apache.hadoop.util.TestAsyncDiskService
  • java.util.concurrent.ThreadFactory
  • java.util.concurrent.ThreadPoolExecutor
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.