Package org.apache.hadoop.mapred

Examples of org.apache.hadoop.mapred.MiniMRCluster.shutdown()

599
600
601
602
603
604
605
606
607
608
609
          counters.findCounter(TaskCounter.PHYSICAL_MEMORY_BYTES).getValue(),
          counters.findCounter(TaskCounter.COMMITTED_HEAP_BYTES).getValue(),
          true);
    } finally {
      // stop the MR cluster
      mrCluster.shutdown();
     
      if (ris != null) {
          ris.close();
      }
      if (parser != null) {
View Full Code Here
780
781
782
783
784
785
786
787
788
789
790
      logs = fs.globStatus(new Path(namenode+"/logs/part*"));
      assertTrue("Unexpected map count, logs.length=" + logs.length,
          logs.length == 1);
    } finally {
      if (dfs != null) { dfs.shutdown(); }
      if (mr != null) { mr.shutdown(); }
    }
  }

  public void testLimits() throws Exception {
    Configuration conf = new Configuration();
View Full Code Here
139
140
141
142
143
144
145
146
147
148
149
      LOG.info("After map/reduce completion");

      // verify map-reduce results
      verify(Bytes.toString(table.getTableName()));
    } finally {
      mrCluster.shutdown();
      if (job != null) {
        FileUtil.fullyDelete(
          new File(job.getConfiguration().get("hadoop.tmp.dir")));
      }
    }
View Full Code Here
170
171
172
173
174
175
176
177
178
179
180
      job.waitForCompletion(true);
    } catch (IOException e) {
      // TODO Auto-generated catch block
      e.printStackTrace();
    } finally {
      mrCluster.shutdown();
      if (job != null) {
        FileUtil.fullyDelete(
          new File(job.getConfiguration().get("hadoop.tmp.dir")));
      }
    }
View Full Code Here
215
216
217
218
219
220
221
222
223
224
225
      IdentityTableReduce.initJob(TABLE_NAME, IdentityTableReduce.class, jobConf);

      JobClient.runJob(jobConf);
     
    } finally {
      mrCluster.shutdown();
    }
   
    System.out.println("Print table contents after map/reduce");
    scanTable(conf);
  }
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
      runProgram(mr, fs, new Path(cppExamples, "bin/wordcount-part"),
                 inputPath, outputPath, fixedPartitionOutput);
      runNonPipedProgram(mr, fs, new Path(cppExamples, "bin/wordcount-nopipe"));
      mr.waitUntilIdle();
    } finally {
      mr.shutdown();
      dfs.shutdown();
    }
  }

  final static String[] twoSplitOutput = new String[] {
View Full Code Here
262
263
264
265
266
267
268
269
270
271
272
      scanTable(SINGLE_REGION_TABLE_NAME, true);

      // verify map-reduce results
      verify(SINGLE_REGION_TABLE_NAME);
      } finally {
        mrCluster.shutdown();
      }
    } finally {
      table.close();
    }
  }
View Full Code Here
312
313
314
315
316
317
318
319
320
321
322
        JobClient.runJob(jobConf);

        // verify map-reduce results
        verify(MULTI_REGION_TABLE_NAME);
      } finally {
        mrCluster.shutdown();
      }
    } finally {
      table.close();
    }
  }
View Full Code Here
183
184
185
186
187
188
189
190
191
192
193
      jobConf.setOutputFormat(IndexOutputFormat.class);

      JobClient.runJob(jobConf);

    } finally {
      mrCluster.shutdown();
    }

    if (printResults) {
      LOG.info("Print table contents after map/reduce");
    }
View Full Code Here
135
136
137
138
139
140
141
142
143
144
145
      }
      assertEquals(cacheString + "\t", line);
      assertEquals(cacheString2 + "\t", line2);
    } finally{
      if (dfs != null) { dfs.shutdown(); }
      if (mr != null) { mr.shutdown();}
    }
  }

  public static void main(String[]args) throws Exception
  {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.