Package org.apache.mahout.fpm.pfpgrowth.convertors.string

Examples of org.apache.mahout.fpm.pfpgrowth.convertors.string.TopKStringPatterns

54
55
56
57
58
59
60
        pattern.add(featureReverseMap.get(i));
      }
      stringValues.add(new Pair<List<String>,Long>(pattern, e.getSecond()));
    }
   
    collector.collect(new Text(stringKey), new TopKStringPatterns(stringValues));
  }
View Full Code Here
41
42
43
44
45
46
47
48
49
50
    for (Pair<List<String>,Long> pattern : values.getPatterns()) {
      for (String item : pattern.getFirst()) {
        List<Pair<List<String>,Long>> patternSingularList = Lists.newArrayList();
        patternSingularList.add(pattern);
        context.setStatus("Aggregator Mapper:Grouping Patterns for " + item);
        context.write(new Text(item), new TopKStringPatterns(patternSingularList));
      }
    }
   
  }
View Full Code Here
36
37
38
39
40
41
42
43
44
45
46
47
48
  private int maxHeapSize = 50;
 
  @Override
  protected void reduce(Text key, Iterable<TopKStringPatterns> values, Context context) throws IOException,
                                                                                       InterruptedException {
    TopKStringPatterns patterns = new TopKStringPatterns();
    for (TopKStringPatterns value : values) {
      context.setStatus("Aggregator Reducer: Selecting TopK patterns for: " + key);
      patterns = patterns.merge(value, maxHeapSize);
    }
    context.write(key, patterns);
   
  }
View Full Code Here
51
52
53
54
55
56
57
      }
      stringValues.add(new Pair<List<String>, Long>(pattern, e.getSecond()));
    }

    collector
        .collect(new Text(StringKey), new TopKStringPatterns(stringValues));
  }
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
66
67
68
  public static List<Pair<String, TopKStringPatterns>> readFrequentPattern(
      FileSystem fs, Configuration conf, Path path) throws IOException {

    List<Pair<String, TopKStringPatterns>> ret = new ArrayList<Pair<String, TopKStringPatterns>>();
    Text key = new Text();
    TopKStringPatterns value = new TopKStringPatterns();
    SequenceFile.Reader reader = new SequenceFile.Reader(fs, path, conf);
    // key is feature value is count
    while (reader.next(key, value)) {
      ret.add(new Pair<String, TopKStringPatterns>(key.toString(),
          new TopKStringPatterns(value.getPatterns())));
    }
    return ret;
  }
View Full Code Here
42
43
44
45
46
47
48
49
50
51
      for (String item : pattern.getFirst()) {
        List<Pair<List<String>, Long>> patternSingularList = new ArrayList<Pair<List<String>, Long>>();
        patternSingularList.add(pattern);
        context.setStatus("Aggregator Mapper:Grouping Patterns for "+item);
        context.write(new Text(item),
            new TopKStringPatterns(patternSingularList));
      }
    }

  }
View Full Code Here
36
37
38
39
40
41
42
43
44
45
46
47
48
  private int maxHeapSize = 50;

  @Override
  protected void reduce(Text key, Iterable<TopKStringPatterns> values,
      Context context) throws IOException, InterruptedException {
    TopKStringPatterns patterns = new TopKStringPatterns();
    for (TopKStringPatterns value : values) {
      context.setStatus("Aggregator Reducer: Selecting TopK patterns for: " + key);
      patterns = patterns.merge(value, maxHeapSize);
    }
    context.write(key, patterns);

  }
View Full Code Here
58
59
60
61
62
63
64
65
66
    List<Pair<String,TopKStringPatterns>> ret = new ArrayList<Pair<String,TopKStringPatterns>>();
    // key is feature value is count
    for (Pair<Writable,TopKStringPatterns> record
         : new SequenceFileIterable<Writable,TopKStringPatterns>(path, true, conf)) {
      ret.add(new Pair<String,TopKStringPatterns>(record.getFirst().toString(),
                                                  new TopKStringPatterns(record.getSecond().getPatterns())));
    }
    return ret;
  }
View Full Code Here
35
36
37
38
39
40
41
42
43
44
45
46
47
  private int maxHeapSize = 50;
 
  @Override
  protected void reduce(Text key, Iterable<TopKStringPatterns> values, Context context) throws IOException,
                                                                                       InterruptedException {
    TopKStringPatterns patterns = new TopKStringPatterns();
    for (TopKStringPatterns value : values) {
      context.setStatus("Aggregator Reducer: Selecting TopK patterns for: " + key);
      patterns = patterns.merge(value, maxHeapSize);
    }
    context.write(key, patterns);
   
  }
View Full Code Here
58
59
60
61
62
63
64
65
66
    List<Pair<String,TopKStringPatterns>> ret = Lists.newArrayList();
    // key is feature value is count
    for (Pair<Writable,TopKStringPatterns> record
         : new SequenceFileIterable<Writable,TopKStringPatterns>(path, true, conf)) {
      ret.add(new Pair<String,TopKStringPatterns>(record.getFirst().toString(),
                                                  new TopKStringPatterns(record.getSecond().getPatterns())));
    }
    return ret;
  }
View Full Code Here
TOP

Related Classes of org.apache.mahout.fpm.pfpgrowth.convertors.string.TopKStringPatterns

  • org.apache.mahout.fpm.pfpgrowth.AggregatorMapper
  • org.apache.mahout.fpm.pfpgrowth.AggregatorReducer
  • org.apache.mahout.fpm.pfpgrowth.convertors.integer.IntegerStringOutputConverter
  • org.apache.mahout.fpm.pfpgrowth.convertors.integer.IntegerStringOutputConvertor
  • org.apache.mahout.fpm.pfpgrowth.fpgrowth.FPGrowth
  • org.apache.mahout.fpm.pfpgrowth.fpgrowth2.FPGrowthIds
  • org.apache.mahout.fpm.pfpgrowth.fpgrowth2.FPGrowthObj
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.