Examples of FlatFile

Examples of org.archive.wayback.util.flatfile.FlatFile

148
149
150
151
152
153
154
155
156
157
158
159
160
161

  private boolean mergeFile(File cdxFile) {
    boolean added = false;
    try {
      FlatFile ffile = new FlatFile(cdxFile.getAbsolutePath());
      AdaptedIterator<String,SearchResult> searchResultItr =
        new AdaptedIterator<String,SearchResult>(
            ffile.getSequentialIterator(),
          new CDXLineToSearchResultAdapter());
      Iterator<BDBRecord> it = new AdaptedIterator<SearchResult,BDBRecord>
        (searchResultItr,new SearchResultToBDBRecordAdapter());

      index.insertRecords(it);
View Full Code Here

Examples of org.archive.wayback.util.flatfile.FlatFile

82
83
84
85
86
87
88
89
90
91
92
93
    canonicalizer = new AggressiveUrlCanonicalizer();
  }
 
  @SuppressWarnings("unchecked")
  private void reloadMapFile() throws IOException {
    FlatFile ff = new FlatFile(mapPath);
    Iterator itr = ff.getSequentialIterator();
    HashMap<String,RangeGroup> newGroupsMap =
      new HashMap<String,RangeGroup>();
    HashMap<String,RangeGroup> oldGroupsMap =
      new HashMap<String,RangeGroup>();
   
View Full Code Here

Examples of org.archive.wayback.util.flatfile.FlatFile

84
85
86
87
88
89
90
91
92
93
94
95
      e.printStackTrace();
    }
  }
  protected Map<String,Object> loadFile(String path) throws IOException {
    Map<String, Object> newMap = new HashMap<String, Object>();
    FlatFile ff = new FlatFile(path);
    CloseableIterator<String> itr = ff.getSequentialIterator();
    while(itr.hasNext()) {
      String line = (String) itr.next();
      line = line.trim();
      if(line.length() == 0) {
        continue;
View Full Code Here

Examples of org.archive.wayback.util.flatfile.FlatFile

61
62
63
64
65
66
67
68
69
70
71
72
          e.getLocalizedMessage());
    }
  }
  protected TreeSet<String> loadFile(String path) throws IOException {
    TreeSet<String> excludes = new TreeSet<String>();
    FlatFile ff = new FlatFile(path);
    CloseableIterator<String> itr = ff.getSequentialIterator();
    while(itr.hasNext()) {
      String line = (String) itr.next();
      line = line.trim();
      if(line.length() == 0) {
        continue;
View Full Code Here

Examples of org.archive.wayback.util.flatfile.FlatFile

98
99
100
101
102
103
104
105
106
107
108
109
          e.getLocalizedMessage());
    }
  }
  protected Map<String,Object> loadFile(String path) throws IOException {
    Map<String, Object> newMap = new HashMap<String, Object>();
    FlatFile ff = new FlatFile(path);
    CloseableIterator<String> itr = ff.getSequentialIterator();
    while(itr.hasNext()) {
      String line = (String) itr.next();
      line = line.trim();
     
      if (line.length() == 0) {
View Full Code Here

Examples of org.archive.wayback.util.flatfile.FlatFile

54
55
56
57
58
59
60
61
62
63
64
  public Iterator<ResourceFileLocation> iterator() {
    return files.values().iterator();
  }

  public void store(File target) throws IOException {
    FlatFile ff = new FlatFile(target.getAbsolutePath());
    Iterator<String> adapted =
      new AdaptedIterator<ResourceFileLocation,String>(iterator(),
        new ResourceFileLocationAdapter());
    ff.store(adapted);
  }
View Full Code Here

Examples of org.archive.wayback.util.flatfile.FlatFile

64
65
66
67
68
69
70
71
72
73
74
75
  }

  public static ResourceFileList load(File source) throws IOException {
    ResourceFileList list = new ResourceFileList();
   
    FlatFile ff = new FlatFile(source.getAbsolutePath());
    CloseableIterator<String> itr = ff.getSequentialIterator();
    while(itr.hasNext()) {
      String line = itr.next();
      ResourceFileLocation location =
        ResourceFileLocation.deserializeLine(line);
      if(location != null) {
View Full Code Here

Examples of org.archive.wayback.util.flatfile.FlatFile

92
93
94
95
96
97
98
99
100
101
102
103
    canonicalizer = new AggressiveUrlCanonicalizer();
  }
 
  @SuppressWarnings("unchecked")
  private void reloadMapFile() throws IOException {
    FlatFile ff = new FlatFile(mapPath);
    Iterator itr = ff.getSequentialIterator();
    HashMap<String,RangeGroup> newGroupsMap =
      new HashMap<String,RangeGroup>();
    HashMap<String,RangeGroup> oldGroupsMap =
      new HashMap<String,RangeGroup>();
   
View Full Code Here

Examples of org.archive.wayback.util.flatfile.FlatFile

124
125
126
127
128
129
130
  /**
   * @param path the path to set
   */
  public void setPath(String path) {
    this.path = path;
    flatFile = new FlatFile(path);
  }
View Full Code Here

Examples of org.archive.wayback.util.flatfile.FlatFile

102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
  public ZiplinesSearchResultSource(CDXFormat format) {
    this.format = format;
  }
  public void init() throws IOException {
    chunkMap = new HashMap<String, BlockLocation>();
    FlatFile ff = new FlatFile(chunkMapPath);
    CloseableIterator<String> lines = ff.getSequentialIterator();
    while(lines.hasNext()) {
      String line = lines.next();
      String[] parts = line.split("\\s");
      if(parts.length < 2) {
        LOGGER.severe("Bad line(" + line +") in (" +
            chunkMapPath + ")");
        throw new IOException("Bad line(" + line +") in (" +
            chunkMapPath + ")");
      }
     
      String locations[] = new String[parts.length - 1];
      for(int i = 1; i < parts.length; i++) {
        locations[i-1] = parts[i];
      }
      BlockLocation bl = new BlockLocation(parts[0], locations);
      chunkMap.put(parts[0],bl);
    }
    lines.close();
    chunkIndex = new FlatFile(chunkIndexPath);
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.