Package org.apache.hadoop.examples.pi.math

Examples of org.apache.hadoop.examples.pi.math.Summation

484
485
486
487
488
489
490
491
492
493
      }
    } finally {
      out.close();
    }
    if (combined.size() == 1) {
      final Summation s = combined.get(0).getElement();
      if (sigma.contains(s) && s.contains(sigma))
        sigma.setValue(s.getValue());
    }
  }
View Full Code Here
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
          + "\n  <sigma> The summation."
          + Parameters.DESCRIPTION);

    int i = 0;
    final String name = args[i++];
    final Summation sigma = Summation.valueOf(args[i++]);
    setParameters(DistSum.Parameters.parse(args, i));

    Util.out.println();
    Util.out.println("name  = " + name);
    Util.out.println("sigma = " + sigma);
    Util.out.println(parameters);
    Util.out.println();

    //run jobs
    final Summation result = execute(name, sigma);
    if (result.equals(sigma)) {
      sigma.setValue(result.getValue());
      timer.tick("\n\nDONE\n\nsigma=" + sigma);
      return 0;
    } else {
      timer.tick("\n\nDONE WITH ERROR\n\nresult=" + result);
      return 1;
View Full Code Here
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
      /** Partitions the summation into parts and then return them as splits */
      @Override
      public List<InputSplit> getSplits(JobContext context) {
        //read sigma from conf
        final Configuration conf = context.getConfiguration();
        final Summation sigma = SummationWritable.read(DistSum.class, conf);
        final int nParts = conf.getInt(N_PARTS, 0);
 
        //create splits
        final List<InputSplit> splits = new ArrayList<InputSplit>(nParts);
        final Summation[] parts = sigma.partition(nParts);
        for(int i = 0; i < parts.length; ++i) {
          splits.add(new SummationSplit(parts[i]));
          //LOG.info("parts[" + i + "] = " + parts[i]);
        }
        return splits;
View Full Code Here
324
325
326
327
328
329
330
331
332
333
334
      /** @return a list containing a single split of summation */
      @Override
      public List<InputSplit> getSplits(JobContext context) {
        //read sigma from conf
        final Configuration conf = context.getConfiguration();
        final Summation sigma = SummationWritable.read(DistSum.class, conf);
 
        //create splits
        final List<InputSplit> splits = new ArrayList<InputSplit>(1);
        splits.add(new SummationSplit(sigma));
        return splits;
View Full Code Here
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
      /** Partitions the summation into parts and then return them as splits */
      @Override
      public List<InputSplit> getSplits(JobContext context) {
        //read sigma from conf
        final Configuration conf = context.getConfiguration();
        final Summation sigma = SummationWritable.read(DistSum.class, conf);
        final int nParts = conf.getInt(N_PARTS, 0);
 
        //create splits
        final List<InputSplit> splits = new ArrayList<InputSplit>(nParts);
        final Summation[] parts = sigma.partition(nParts);
        for(int i = 0; i < parts.length; ++i) {
          splits.add(new SummationSplit(parts[i]));
          //LOG.info("parts[" + i + "] = " + parts[i]);
        }
        return splits;
View Full Code Here
324
325
326
327
328
329
330
331
332
333
334
      /** @return a list containing a single split of summation */
      @Override
      public List<InputSplit> getSplits(JobContext context) {
        //read sigma from conf
        final Configuration conf = context.getConfiguration();
        final Summation sigma = SummationWritable.read(DistSum.class, conf);
 
        //create splits
        final List<InputSplit> splits = new ArrayList<InputSplit>(1);
        splits.add(new SummationSplit(sigma));
        return splits;
View Full Code Here
69
70
71
72
73
74
75
76
  }

  /** {@inheritDoc} */
  @Override
  public TaskResult combine(TaskResult that) {
    final Summation s = sigma.combine(that.sigma);
    return s == null? null: new TaskResult(s, this.duration + that.duration);
  }
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
  public static TaskResult valueOf(String s) {
    int i = 0;
    int j = s.indexOf(", duration=");
    if (j < 0)
      throw new IllegalArgumentException("i=" + i + ", j=" + j + " < 0, s=" + s);
    final Summation sigma = Summation.valueOf(Util.parseStringVariable("sigma", s.substring(i, j)));

    i = j + 2;
    j = s.indexOf("(", i);
    if (j < 0)
      throw new IllegalArgumentException("i=" + i + ", j=" + j + " < 0, s=" + s);
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
  /** {@inheritDoc} */
  @Override
  public void readFields(DataInput in) throws IOException {
    final ArithmeticProgression N = ArithmeticProgressionWritable.read(in);
    final ArithmeticProgression E = ArithmeticProgressionWritable.read(in);
    sigma = new Summation(N, E);

    if (in.readBoolean()) {
      sigma.setValue(in.readDouble());
    }
  }
View Full Code Here
481
482
483
484
485
486
487
488
489
490
      }
    } finally {
      out.close();
    }
    if (combined.size() == 1) {
      final Summation s = combined.get(0).getElement();
      if (sigma.contains(s) && s.contains(sigma))
        sigma.setValue(s.getValue());
    }
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.examples.pi.math.Summation

  • org.apache.hadoop.examples.pi.DistSum
  • org.apache.hadoop.examples.pi.DistSum$MapSide$PartitionInputFormat
  • org.apache.hadoop.examples.pi.DistSum$ReduceSide$SummationInputFormat
  • org.apache.hadoop.examples.pi.SummationWritable
  • org.apache.hadoop.examples.pi.TaskResult
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.