Package org.apache.hadoop.mapred

Examples of org.apache.hadoop.mapred.InputSplit

31
32
33
34
35
36
37
38
39
  public final ExpectedSuppliedException thrown = ExpectedSuppliedException
      .none();

  @Test
  public void testGetInputSplitForMapper() {
    final InputSplit split = new MockReporter(MockReporter.ReporterType.Mapper,
        null).getInputSplit();
    assertTrue(null != split);
  }
View Full Code Here
165
166
167
168
169
170
171
172
173
174
175
      long seed = r.nextLong();
      r.setSeed(seed);
      LOG.debug("seed: " + seed);
      // shuffle splits
      for (int i = 0; i < splits.length; ++i) {
        InputSplit tmp = splits[i];
        int j = r.nextInt(splits.length);
        splits[i] = splits[j];
        splits[j] = tmp;
      }
      // our target rate is in terms of the maximum number of sample splits,
View Full Code Here
116
117
118
119
120
121
122
123
124
125
126
    proportion = 5L*proportion;

    // shuffle splits
    for (int i = 0; i < splits.length; ++i)
    {
      InputSplit tmp = splits[i];
      int j = r.nextInt(splits.length);
      splits[i] = splits[j];
      splits[j] = tmp;
    }

View Full Code Here
219
220
221
222
223
224
225
226
227
228
229
      long seed = r.nextLong();
      r.setSeed(seed);
      LOG.debug("seed: " + seed);
      // shuffle splits
      for (int i = 0; i < splits.length; ++i) {
        InputSplit tmp = splits[i];
        int j = r.nextInt(splits.length);
        splits[i] = splits[j];
        splits[j] = tmp;
      }
      // our target rate is in terms of the maximum number of sample splits,
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
  // getting the mapper which can process the input split
  public Class<AbstractMobiusMapper> getMapper(InputSplit split, JobConf conf)
    throws IOException
  {
    TaggedInputSplit taggedSplit  = (TaggedInputSplit)split;
    InputSplit inputSplit      = taggedSplit.getInputSplit();
    URI currentFileURI  = MultiInputsHelpersRepository.getInstance(conf).getURIBySplit(inputSplit, conf);
   
    try
    {
      String[] pathToMapperMappings = conf.get("mapred.input.dir.mappers").split(",");
View Full Code Here
101
102
103
104
105
106
107
108
109
110
111
    // The <code>split</code> is an instance of {@link TaggedInputSplit}
    // but the TaggedInputSplit is not a public class, so we need to place
    // this class under the package of org.apache.hadoop.mapred.lib.
   
    TaggedInputSplit taggedSplit  = (TaggedInputSplit)split;
    InputSplit inputSplit      = taggedSplit.getInputSplit();   
    URI currentFileURI        = MultiInputsHelpersRepository.getInstance(conf).getURIBySplit(inputSplit, conf);
    String currentFile        = currentFileURI.toString();
   
   
    LOGGER.debug("Using ["+currentFile+"] to locate current Dataset");
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mapred.InputSplit

  • com.ebay.erl.mobius.core.mapred.MobiusInputSampler
  • com.sap.hadoop.windowing.io.TableWindowingInput
  • com.taobao.zeus.jobs.sub.tool.DataPreviewJob
  • org.apache.accumulo.core.client.mapred.AccumuloInputFormatTest
  • org.apache.drill.exec.store.hive.HiveSubScan
  • org.apache.hadoop.contrib.mongoreduce.MongoStreamInputFormat
  • org.apache.hadoop.hbase.mapred.TestTableSnapshotInputFormat
  • org.apache.hadoop.hive.accumulo.mr.TestHiveAccumuloTableInputFormat
  • org.apache.hadoop.hive.ql.exec.StatsNoJobTask
  • org.apache.hadoop.hive.ql.exec.StatsNoJobTask$StatsCollection
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.