Examples of KeywordAnalyzer


Examples of org.apache.lucene.analysis.KeywordAnalyzer

  private void initPopularTagDataIndex(List<Tag> tags, Directory directory)
      throws CorruptIndexException, LockObtainFailedException,
      IOException {
    IndexWriter indexWriter = null;
    try {
      indexWriter = new IndexWriter(directory, new KeywordAnalyzer(),
          true);
      for (Tag tag : tags) {
        String t = tag.getLabel();
        if (t.length() >= 3) {
          Document doc = createDocument(t);
View Full Code Here

Examples of org.apache.lucene.analysis.KeywordAnalyzer

      throws CorruptIndexException, LockObtainFailedException,
      IOException {
    BufferedReader dataReader = createDataBufferedReader(dataFile);
    if (dataReader != null) {
      IndexWriter indexWriter = new IndexWriter(directory,
          new KeywordAnalyzer(), true);
      try {
        String aline = dataReader.readLine();
        while (aline != null) {
          StringTokenizer tokenizer = new StringTokenizer(aline,
              "\n\r\f", false);
View Full Code Here

Examples of org.apache.lucene.analysis.KeywordAnalyzer

    return doc;
  }

  public static Analyzer createDocumentAnalyzer(){
    PerFieldAnalyzerWrapper wrapper = new PerFieldAnalyzerWrapper(new StandardAnalyzer());
    wrapper.addAnalyzer(DocumentCreator.FIELD_BOOKMARK_ID,new KeywordAnalyzer());
    wrapper.addAnalyzer(DocumentCreator.FIELD_URL_MD5,new KeywordAnalyzer());
    wrapper.addAnalyzer(DocumentCreator.FIELD_TAG, new KeywordAnalyzer());
    wrapper.addAnalyzer(DocumentCreator.FIELD_USER,new KeywordAnalyzer());
    return wrapper;
  }
View Full Code Here

Examples of org.apache.lucene.analysis.KeywordAnalyzer

    assertQueryEquals("term term term", null, "term term term");
    assertQueryEquals("t�rm term term", new WhitespaceAnalyzer(),
        "t�rm term term");
    assertQueryEquals("�mlaut", new WhitespaceAnalyzer(), "�mlaut");

    assertQueryEquals("\"\"", new KeywordAnalyzer(), "");
    assertQueryEquals("foo:\"\"", new KeywordAnalyzer(), "foo:");

    assertQueryEquals("a AND b", null, "+a +b");
    assertQueryEquals("(a AND b)", null, "+a +b");
    assertQueryEquals("c OR (a AND b)", null, "c (+a +b)");
View Full Code Here

Examples of org.apache.lucene.analysis.KeywordAnalyzer

   
    private static void initIndex(Directory directory, int nDocs, boolean create, String contents2) throws IOException {
        IndexWriter indexWriter=null;
       
        try {
            indexWriter=new IndexWriter(directory, new KeywordAnalyzer(), create, IndexWriter.MaxFieldLength.LIMITED);
           
            for (int i=0; i<nDocs; i++) {
                indexWriter.addDocument(createDocument("doc" + i, contents2));
            }
        } finally {
View Full Code Here

Examples of org.apache.lucene.analysis.KeywordAnalyzer

import org.apache.lucene.util.OpenBitSetDISI;

public class TestCachingWrapperFilter extends LuceneTestCase {
  public void testCachingWorks() throws Exception {
    Directory dir = new RAMDirectory();
    IndexWriter writer = new IndexWriter(dir, new KeywordAnalyzer(), true, IndexWriter.MaxFieldLength.LIMITED);
    writer.close();

    IndexReader reader = IndexReader.open(dir, true);

    MockFilter filter = new MockFilter();
View Full Code Here

Examples of org.apache.lucene.analysis.KeywordAnalyzer

    reader.close();
  }
 
  public void testNullDocIdSet() throws Exception {
    Directory dir = new RAMDirectory();
    IndexWriter writer = new IndexWriter(dir, new KeywordAnalyzer(), true, IndexWriter.MaxFieldLength.LIMITED);
    writer.close();

    IndexReader reader = IndexReader.open(dir, true);

    final Filter filter = new Filter() {
View Full Code Here

Examples of org.apache.lucene.analysis.KeywordAnalyzer

    reader.close();
  }
 
  public void testNullDocIdSetIterator() throws Exception {
    Directory dir = new RAMDirectory();
    IndexWriter writer = new IndexWriter(dir, new KeywordAnalyzer(), true, IndexWriter.MaxFieldLength.LIMITED);
    writer.close();

    IndexReader reader = IndexReader.open(dir, true);

    final Filter filter = new Filter() {
View Full Code Here

Examples of org.apache.lucene.analysis.KeywordAnalyzer

    }
  }
 
  public void testIsCacheAble() throws Exception {
    Directory dir = new RAMDirectory();
    IndexWriter writer = new IndexWriter(dir, new KeywordAnalyzer(), true, IndexWriter.MaxFieldLength.LIMITED);
    writer.close();

    IndexReader reader = IndexReader.open(dir, true);

    // not cacheable:
View Full Code Here

Examples of org.apache.lucene.analysis.KeywordAnalyzer

    assertQueryEquals("term term term", null, "term term term");
    assertQueryEquals("t�rm term term", new WhitespaceAnalyzer(),
        "t�rm term term");
    assertQueryEquals("�mlaut", new WhitespaceAnalyzer(), "�mlaut");

    assertQueryEquals("\"\"", new KeywordAnalyzer(), "");
    assertQueryEquals("foo:\"\"", new KeywordAnalyzer(), "foo:");

    assertQueryEquals("a AND b", null, "+a +b");
    assertQueryEquals("(a AND b)", null, "+a +b");
    assertQueryEquals("c OR (a AND b)", null, "c (+a +b)");
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.