Package org.apache.lucene.analysis

Examples of org.apache.lucene.analysis.KeywordAnalyzer


  @Override
  protected void setUp() throws Exception {
    analyzerW = new WhitespaceAnalyzer();
    analyzerB = new BigramAnalyzer();
    analyzerK = new KeywordAnalyzer();
    paW = new QueryParser(Version.LUCENE_CURRENT,  F, analyzerW );
    paB = new QueryParser(Version.LUCENE_CURRENT,  F, analyzerB );
    dir = new RAMDirectory();
  }
View Full Code Here


        if (StringUtils.startsWith(fts.getPropertyName(), "rep:filter(")) {
            try {
                StaticOperand expr = fts.getFullTextSearchExpression();
                if (expr instanceof Literal) {
                    QueryParser qp = new JahiaQueryParser(FieldNames.FULLTEXT, new KeywordAnalyzer());
                    qp.setLowercaseExpandedTerms(false);
                    qobj = qp.parse(((Literal) expr).getLiteralValue().getString());
                } else {
                    throw new RepositoryException("Unknown static operand type: " + expr);
                }
View Full Code Here

                // mincount = (zeros!=null && zeros) ? 0 : 1;
                mincount = (zeros != null && !zeros) ? 1 : 0;
                // current default is to include zeros.
            }           
            for (String q : facetQs) {
                QueryParser qp = new JahiaQueryParser(FieldNames.FULLTEXT, new KeywordAnalyzer());
                qp.setLowercaseExpandedTerms(false);
                Query qobj = qp.parse(q);
                long count = OpenBitSet.intersectionCount(getDocIdSetForHits(searcher.search(qobj), ""),
                        docs);
                if (count >= mincount) {
View Full Code Here

    private final KeywordAnalyzer keywordAnalyzer;

    @Inject public KeywordAnalyzerProvider(Index index, @IndexSettings Settings indexSettings, @Assisted String name, @Assisted Settings settings) {
        super(index, indexSettings, name, settings);
        this.keywordAnalyzer = new KeywordAnalyzer();
    }
View Full Code Here

    PerFieldAnalyzerWrapper retval = new PerFieldAnalyzerWrapper(stdAnalyzer);
    String[] nonTokenizedField = searcherConfig.getStringArray("QueryParser.nonTokenizedFields");
        String[] synonymFields = searcherConfig.getStringArray("QueryParser.synonymFields");
        String synonymFile = searcherConfig.getString("QueryParser.synonymFile");

      KeywordAnalyzer keywordAnalyzer = new KeywordAnalyzer();
    for (String field : nonTokenizedField) {
        logger.info("createAnalyzer: adding field to be skipped during tokenization: " + field);
      retval.addAnalyzer(field, keywordAnalyzer);
    }
 
View Full Code Here

        if (str.indexOf('-') == -1) {
          q = new TermQuery(new Term(iv_lookupFieldName, str));
          topDoc = iv_searcher.search(q, iv_maxHits);
        }
        else // needed the KeyworkAnalyzer for situations where the hypen was included in the f-word
          QueryParser query = new QueryParser(Version.LUCENE_30, iv_lookupFieldName, new KeywordAnalyzer());
          try {
           topDoc = iv_searcher.search(query.parse(str.replace('-', ' ')), iv_maxHits);
        } catch (ParseException e) {
          // TODO Auto-generated catch block
          e.printStackTrace();
View Full Code Here

   */
  protected IndexWriterConfig createIndexWriterConfig(OpenMode openMode) {
    // Make sure we use a MergePolicy which always merges adjacent segments and thus
    // keeps the doc IDs ordered as well (this is crucial for the taxonomy index).
    return new IndexWriterConfig(Version.LUCENE_36,
        new KeywordAnalyzer()).setOpenMode(openMode).setMergePolicy(
        new LogByteSizeMergePolicy());
  }
View Full Code Here

    deployTestIndices(1, getNodeCount());
    final InteractionProtocol protocol = _miniCluster.getProtocol();
    assertEquals(1, protocol.getIndices().size());

    LuceneClient luceneClient = new LuceneClient(_miniCluster.getZkConfiguration());
    final Query query = new QueryParser(Version.LUCENE_30, "", new KeywordAnalyzer()).parse("content: the");
    luceneClient.count(query, new String[] { INDEX_NAME });
    luceneClient.close();
  }
View Full Code Here

  @Test(timeout = 50000)
  public void testNodeFailure() throws Exception {
    deployTestIndices(1, getNodeCount());
    final LuceneClient client = new LuceneClient(_miniCluster.getZkConfiguration());
    Query query = new QueryParser(Version.LUCENE_30, "", new KeywordAnalyzer()).parse("foo:bar");
    assertEquals(4, client.count(query, new String[] { INDEX_NAME }));

    // kill 1st of 3 nodes
    _miniCluster.shutdownNode(0);
    assertEquals(4, client.count(query, new String[] { INDEX_NAME }));
View Full Code Here

    DeployClient deployClient = new DeployClient(_miniCluster.getProtocol());
    deployClient.addIndex("index1", TestResources.INDEX1.getAbsolutePath(), 1).joinDeployment();
    deployClient.addIndex("index2", TestResources.INDEX2.getAbsolutePath(), 1).joinDeployment();

    final ILuceneClient client = new LuceneClient(_miniCluster.getZkConfiguration());
    final Query query = new QueryParser(Version.LUCENE_30, "", new KeywordAnalyzer()).parse("foo: bar");
    long start = System.currentTimeMillis();
    for (int i = 0; i < 10000; i++) {
      client.search(query, new String[] { "index2", "index1" });
    }
    System.out.println("search took: " + (System.currentTimeMillis() - start));
View Full Code Here

TOP

Related Classes of org.apache.lucene.analysis.KeywordAnalyzer

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.