Package net.yacy.kelondro.index

Examples of net.yacy.kelondro.index.HandleSet

224
225
226
227
228
229
230
231
232
233
            result = c1;
        }
        if (result == null) return null;
        // remove the failed urls
        synchronized (this.removeDelayedURLs) {
            final HandleSet s = this.removeDelayedURLs.get(termHash);
            if (s != null) result.removeEntries(s);
        }
        return result;
    }
View Full Code Here
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
            }
        }
    }

    public void removeDelayed(final byte[] termHash, final HandleSet urlHashes) {
        HandleSet r;
        synchronized (this.removeDelayedURLs) {
            r = this.removeDelayedURLs.get(termHash);
        }
        if (r == null) {
            r = new HandleSet(URIMetadataRow.rowdef.primaryKeyLength, URIMetadataRow.rowdef.objectOrder, 0);
        }
        try {
            r.putAll(urlHashes);
        } catch (final RowSpaceExceededException e) {
            try {remove(termHash, urlHashes);} catch (final IOException e1) {}
            return;
        }
        synchronized (this.removeDelayedURLs) {
View Full Code Here
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
            this.removeDelayedURLs.put(termHash, r);
        }
    }

    public void removeDelayed(final byte[] termHash, final byte[] urlHashBytes) {
        HandleSet r;
        synchronized (this.removeDelayedURLs) {
            r = this.removeDelayedURLs.get(termHash);
        }
        if (r == null) {
            r = new HandleSet(URIMetadataRow.rowdef.primaryKeyLength, URIMetadataRow.rowdef.objectOrder, 0);
        }
        try {
            r.put(urlHashBytes);
        } catch (final RowSpaceExceededException e) {
            try {remove(termHash, urlHashBytes);} catch (final IOException e1) {}
            return;
        }
        synchronized (this.removeDelayedURLs) {
View Full Code Here
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
            this.removeDelayedURLs.put(termHash, r);
        }
    }

    public void removeDelayed() throws IOException {
        final HandleSet words = new HandleSet(URIMetadataRow.rowdef.primaryKeyLength, URIMetadataRow.rowdef.objectOrder, 0); // a set of url hashes where a worker thread tried to work on, but failed.
        synchronized (this.removeDelayedURLs) {
            for (final byte[] b: this.removeDelayedURLs.keySet()) try {words.put(b);} catch (final RowSpaceExceededException e) {}
        }

        synchronized (this.removeDelayedURLs) {
            for (final byte[] b: words) {
                final HandleSet urls = this.removeDelayedURLs.remove(b);
                if (urls != null) remove(b, urls);
            }
        }
        this.countCache.clear();
    }
View Full Code Here
362
363
364
365
366
367
368
369
370
371
372
        public RemoveReducer(final HandleSet urlHashes) {
            this.urlHashes = urlHashes;
        }

        public RemoveReducer(final byte[] urlHashBytes) {
            this.urlHashes = new HandleSet(URIMetadataRow.rowdef.primaryKeyLength, URIMetadataRow.rowdef.objectOrder, 0);
            try {
                this.urlHashes.put(urlHashBytes);
            } catch (final RowSpaceExceededException e) {
                Log.logException(e);
            }
View Full Code Here
132
133
134
135
136
137
138
139
140
141
142
143
144
145
        }
        return h;
    }
   
    public static final HandleSet words2hashesHandles(final Set<String> words) {
        final HandleSet hashes = new HandleSet(WordReferenceRow.urlEntryRow.primaryKeyLength, WordReferenceRow.urlEntryRow.objectOrder, words.size());
        for (final String word: words)
            try {
                hashes.put(word2hash(word));
            } catch (RowSpaceExceededException e) {
                Log.logException(e);
                return hashes;
            }
        return hashes;
View Full Code Here
144
145
146
147
148
149
150
151
152
153
154
155
156
157
            }
        return hashes;
    }
   
    public static final HandleSet words2hashesHandles(final String[] words) {
        final HandleSet hashes = new HandleSet(WordReferenceRow.urlEntryRow.primaryKeyLength, WordReferenceRow.urlEntryRow.objectOrder, words.length);
        for (final String word: words)
            try {
                hashes.put(word2hash(word));
            } catch (RowSpaceExceededException e) {
                Log.logException(e);
                return hashes;
            }
        return hashes;
View Full Code Here
116
117
118
119
120
121
122
123
124
125
126
127
128
        for (Index i: tables.values()) m += i.mem();
        return m;
    }
   
    public final byte[] smallestKey() {
        HandleSet keysort = new HandleSet(this.rowdef.primaryKeyLength, this.rowdef.objectOrder, this.tables.size());
        for (Index oi: this.tables.values()) try {
            keysort.put(oi.smallestKey());
        } catch (RowSpaceExceededException e) {
            Log.logException(e);
        }
        return keysort.smallestKey();
    }
View Full Code Here
126
127
128
129
130
131
132
133
134
135
136
137
138
        }
        return keysort.smallestKey();
    }
   
    public final byte[] largestKey() {
        HandleSet keysort = new HandleSet(this.rowdef.primaryKeyLength, this.rowdef.objectOrder, this.tables.size());
        for (Index oi: this.tables.values()) try {
            keysort.put(oi.largestKey());
        } catch (RowSpaceExceededException e) {
            Log.logException(e);
        }
        return keysort.largestKey();
    }
View Full Code Here
204
205
206
207
208
209
210
211
212
213
214
215
     * @param urlhash
     * @return true, if the entry was removed; false if not
     */
    public boolean removeByURLHash(final byte[] urlhashBytes) {
        try {
            final HandleSet urlHashes = Base64Order.enhancedCoder.getHandleSet(12, 1);
            urlHashes.put(urlhashBytes);
            boolean ret = false;
            try {ret |= noloadStack.remove(urlHashes) > 0;} catch (final IOException e) {}
            try {ret |= coreStack.remove(urlHashes) > 0;} catch (final IOException e) {}
            try {ret |= limitStack.remove(urlHashes) > 0;} catch (final IOException e) {}
            try {ret |= remoteStack.remove(urlHashes) > 0;} catch (final IOException e) {}
View Full Code Here
TOP

Related Classes of net.yacy.kelondro.index.HandleSet

  • de.anomic.crawler.Balancer
  • de.anomic.crawler.NoticedURL
  • de.anomic.data.URLAnalysis
  • de.anomic.search.MediaSnippet
  • de.anomic.search.QueryParams
  • de.anomic.search.ResultFetcher
  • de.anomic.search.Segment$ReferenceCleaner
  • de.anomic.search.TextSnippet
  • de.anomic.yacy.dht.Dispatcher
  • de.anomic.yacy.dht.PeerSelection$acceptRemoteIndexSeedEnum
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.