Package org.apache.lucene.util

Examples of org.apache.lucene.util.BytesRef

158
159
160
161
162
163
164
165
166
167
168
    HashSet<BytesRef> uniqueValues = new HashSet<BytesRef>();
    int minLength = Integer.MAX_VALUE;
    int maxLength = Integer.MIN_VALUE;
    for (BytesRef b : values) {
      if (b == null) {
        b = new BytesRef(); // 4.0 doesnt distinguish
      }
      if (b.length > Lucene40DocValuesFormat.MAX_BINARY_FIELD_LENGTH) {
        throw new IllegalArgumentException("DocValuesField \"" + field.name + "\" is too large, must be <= " + Lucene40DocValuesFormat.MAX_BINARY_FIELD_LENGTH);
      }
      minLength = Math.min(minLength, b.length);
View Full Code Here
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
                          Lucene40DocValuesFormat.BYTES_FIXED_DEREF_VERSION_CURRENT);
   
    // deduplicate
    TreeSet<BytesRef> dictionary = new TreeSet<BytesRef>();
    for (BytesRef v : values) {
      dictionary.add(v == null ? new BytesRef() : BytesRef.deepCopyOf(v));
    }
   
    /* values */
    data.writeInt(length);
    for (BytesRef v : dictionary) {
      data.writeBytes(v.bytes, v.offset, v.length);
    }
   
    /* ordinals */
    int valueCount = dictionary.size();
    assert valueCount > 0;
    index.writeInt(valueCount);
    final int maxDoc = state.segmentInfo.getDocCount();
    final PackedInts.Writer w = PackedInts.getWriter(index, maxDoc, PackedInts.bitsRequired(valueCount-1), PackedInts.DEFAULT);

    for (BytesRef v : values) {
      if (v == null) {
        v = new BytesRef();
      }
      int ord = dictionary.headSet(v).size();
      w.add(ord);
    }
    w.finish();
View Full Code Here
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
                          Lucene40DocValuesFormat.BYTES_VAR_DEREF_VERSION_CURRENT);
   
    // deduplicate
    TreeSet<BytesRef> dictionary = new TreeSet<BytesRef>();
    for (BytesRef v : values) {
      dictionary.add(v == null ? new BytesRef() : BytesRef.deepCopyOf(v));
    }
   
    /* values */
    long startPosition = data.getFilePointer();
    long currentAddress = 0;
    HashMap<BytesRef,Long> valueToAddress = new HashMap<BytesRef,Long>();
    for (BytesRef v : dictionary) {
      currentAddress = data.getFilePointer() - startPosition;
      valueToAddress.put(v, currentAddress);
      writeVShort(data, v.length);
      data.writeBytes(v.bytes, v.offset, v.length);
    }
   
    /* ordinals */
    long totalBytes = data.getFilePointer() - startPosition;
    index.writeLong(totalBytes);
    final int maxDoc = state.segmentInfo.getDocCount();
    final PackedInts.Writer w = PackedInts.getWriter(index, maxDoc, PackedInts.bitsRequired(currentAddress), PackedInts.DEFAULT);

    for (BytesRef v : values) {
      w.add(valueToAddress.get(v == null ? new BytesRef() : v));
    }
    w.finish();
  }
View Full Code Here
29
30
31
32
33
34
35
36
37
38
39
40
public class MockUTF16TermAttributeImpl extends CharTermAttributeImpl {
  static final Charset charset = Charset.forName("UTF-16LE");
 
  @Override
  public int fillBytesRef() {
    BytesRef bytes = getBytesRef();
    byte[] utf16 = toString().getBytes(charset);
    bytes.bytes = utf16;
    bytes.offset = 0;
    bytes.length = utf16.length;
    return bytes.hashCode();
  }
View Full Code Here
543
544
545
546
547
548
549
550
551
552
    }

    @Override
    public BytesRef getPayload() {
      if (current.payloads != null && current.payloads[posUpto-1] != null) {
        return new BytesRef(current.payloads[posUpto-1]);
      } else {
        return null;
      }
    }
View Full Code Here
107
108
109
110
111
112
113
114
115
116
117
118
   
    int numChecks = atLeast(100);
    for (int i = 0; i < numChecks; i++) {
      String start = _TestUtil.randomSimpleString(random());
      String end = _TestUtil.randomSimpleString(random());
      BytesRef lowerVal = new BytesRef(collator.getCollationKey(start).toByteArray());
      BytesRef upperVal = new BytesRef(collator.getCollationKey(end).toByteArray());
      Query query = new ConstantScoreQuery(FieldCacheRangeFilter.newBytesRefRange("collated", lowerVal, upperVal, true, true));
      doTestRanges(is, start, end, query, collator);
    }
   
    ir.close();
View Full Code Here
315
316
317
318
319
320
321
322
323
324
325
      assertEquals(Double.parseDouble(expected), groupValue);
    } else if (Long.class.isAssignableFrom(groupValue.getClass())) {
      assertEquals(Long.parseLong(expected), groupValue);
    } else if (MutableValue.class.isAssignableFrom(groupValue.getClass())) {
      MutableValueStr mutableValue = new MutableValueStr();
      mutableValue.value = new BytesRef(expected);
      assertEquals(mutableValue, groupValue);
    } else {
      fail();
    }
  }
View Full Code Here
354
355
356
357
358
359
360
361
362
363
364
365
366
    switch (type) {
      case NUMERIC:
        valuesField = new NumericDocValuesField(dvField, Integer.parseInt(value));
        break;
      case BINARY:
        valuesField = new BinaryDocValuesField(dvField, new BytesRef(value));
        break;
      case SORTED:
        valuesField = new SortedDocValuesField(dvField, new BytesRef(value));
        break;
    }
    doc.add(valuesField);
  }
View Full Code Here
413
414
415
416
417
418
419
420
421
422
423
      if (topN <= i++) {
        break;
      }
      Set<BytesRef> uniqueValues = new HashSet<BytesRef>();
      for (String val : groupCounts.get(group)) {
        uniqueValues.add(val != null ? new BytesRef(val) : null);
      }
      result.add(new GroupCount(group != null ? new BytesRef(group) : null, uniqueValues));
    }
    return result;
  }
View Full Code Here
119
120
121
122
123
124
125
126
  }

  private void addGroupField(Document doc, String groupField, String value, boolean canUseIDV) {
    doc.add(new TextField(groupField, value, Field.Store.YES));
    if (canUseIDV) {
      doc.add(new SortedDocValuesField(groupField, new BytesRef(value)));
    }
  }
View Full Code Here
TOP

Related Classes of org.apache.lucene.util.BytesRef

  • com.browseengine.bobo.facets.data.FacetDataCache
  • com.browseengine.bobo.facets.data.MultiValueFacetDataCache
  • org.apache.lucene.analysis.TestNumericTokenStream
  • org.apache.lucene.analysis.TestToken
  • org.apache.lucene.codecs.asserting.AssertingDocValuesFormat$AssertingDocValuesConsumer
  • org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum
  • org.apache.lucene.codecs.BlockTreeTermsReader$FieldReader$SegmentTermsEnum
  • org.apache.lucene.codecs.BlockTreeTermsWriter$PendingBlock
  • org.apache.lucene.codecs.BlockTreeTermsWriter$TermsWriter
  • org.apache.lucene.codecs.compressing.AbstractTestCompressionMode
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.