Package org.apache.lucene.analysis.miscellaneous

Examples of org.apache.lucene.analysis.miscellaneous.PerFieldAnalyzerWrapper

31
32
33
34
35
36
37
38
39
40
41
    public void doAddData(String fileContent, String filePath, String fileName) {
        try {

            if (Vars.writerForLucene != null) {
                Document doc = new Document();
                PerFieldAnalyzerWrapper fieldAnalyzer;

                if (lang == null) {
                    if (fileContent.length() < 1000) {
                        lang = Vars.TextCategorizerLocal.categorize(
                                fileContent.substring(0, fileContent.length()));
View Full Code Here
16
17
18
19
20
21
22
23
24
25
26
27
28
     * @param language A string containing the name of the language.
     * @return Returns the type of Analyzer.
     */
    public PerFieldAnalyzerWrapper getAnalyzer(String language) {
        if (language.equals("russian")) {
            return (new PerFieldAnalyzerWrapper(new RussianAnalyzer(Version.LUCENE_40)));
        }
        if (language.equals("english")) {
            return (new PerFieldAnalyzerWrapper(new StandardAnalyzer(Version.LUCENE_40)));
        }

        return (new PerFieldAnalyzerWrapper(new StandardAnalyzer(Version.LUCENE_40)));
    }
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
        Analyzer skosAnalyzer = new SKOSAnalyzer(indexPath, skosFile, ExpansionType.URI);

        /* Define different analyzers for different fields */
        Map<String, Analyzer> analyzerPerField = new HashMap<String, Analyzer>();
        analyzerPerField.put("subject", skosAnalyzer);
        PerFieldAnalyzerWrapper indexAnalyzer = new PerFieldAnalyzerWrapper(
                new SimpleAnalyzer(SKOSAnalysisPlugin.getLuceneVersion()), analyzerPerField);

        /* setting up a writer with a default (simple) analyzer */
        writer = new IndexWriter(new RAMDirectory(), new IndexWriterConfig(SKOSAnalysisPlugin.getLuceneVersion(),
                indexAnalyzer));
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
                ExpansionType.LABEL);

        /* Define different analyzers for different fields */
        Map<String, Analyzer> analyzerPerField = new HashMap<String, Analyzer>();
        analyzerPerField.put("subject", skosAnalyzer);
        PerFieldAnalyzerWrapper indexAnalyzer = new PerFieldAnalyzerWrapper(
                new SimpleAnalyzer(SKOSAnalysisPlugin.getLuceneVersion()), analyzerPerField);

        /* setting up a writer with a default (simple) analyzer */
        writer = new IndexWriter(new RAMDirectory(), new IndexWriterConfig(SKOSAnalysisPlugin.getLuceneVersion(),
                indexAnalyzer));
View Full Code Here
56
57
58
59
60
61
62
63
64
65
66
  public Indexer(Directory dir, Language language) {
    try {
      final Map<String, Analyzer> analyzerMap = new HashMap<String, Analyzer>();
      analyzerMap.put(FIELD_NAME, new LanguageToolAnalyzer(LUCENE_VERSION, new JLanguageTool(language), false));
      analyzerMap.put(FIELD_NAME_LOWERCASE, new LanguageToolAnalyzer(LUCENE_VERSION, new JLanguageTool(language), true));
      final Analyzer analyzer = new PerFieldAnalyzerWrapper(new DoNotUseAnalyzer(), analyzerMap);
      final IndexWriterConfig writerConfig = new IndexWriterConfig(LUCENE_VERSION, analyzer);
      writerConfig.setOpenMode(OpenMode.CREATE);
      writer = new IndexWriter(dir, writerConfig);
      sentenceTokenizer = language.getSentenceTokenizer();
    } catch (Exception e) {
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
    // TODO: avoid duplication - use Indexer.java!
    final Map<String, Analyzer> analyzerMap = new HashMap<>();
    analyzerMap.put(FIELD_NAME, new LanguageToolAnalyzer(LUCENE_VERSION, new JLanguageTool(language), false));
    analyzerMap.put(FIELD_NAME_LOWERCASE, new LanguageToolAnalyzer(LUCENE_VERSION, new JLanguageTool(language), true));
    final Analyzer analyzer = new PerFieldAnalyzerWrapper(new DoNotUseAnalyzer(), analyzerMap);

    final IndexWriterConfig config = new IndexWriterConfig(LUCENE_VERSION, analyzer);
    final IndexWriter writer = new IndexWriter(directory, config);
    try {
      addDocument(writer, "How do you thin about this wonderful idea?");
View Full Code Here
89
90
91
92
93
94
95
96
97
98
99
          if (analyzer != null) {
            analyzerPerField.put(field, analyzer);
          }
        }
       
        this.analyzer = new PerFieldAnalyzerWrapper(new StandardAnalyzer(VER), analyzerPerField) ;

        // force creation of the index if it don't exist
        // otherwise if we get a search before data is written we get an
        // exception
        startIndexing() ;
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
          if (analyzer != null) {
            analyzerPerField.put(field, analyzer);
          }
        }
       
        this.analyzer = new PerFieldAnalyzerWrapper(new StandardAnalyzer(VER), analyzerPerField) ;

        // force creation of the index if it don't exist
        // otherwise if we get a search before data is written we get an
        // exception
        startIndexing() ;
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
        // entity and graph fields and StandardAnalyzer for all other
        Map<String, Analyzer> analyzerPerField = new HashMap<String, Analyzer>() ;
        analyzerPerField.put(def.getEntityField(), new KeywordAnalyzer()) ;
        if ( def.getGraphField() != null )
            analyzerPerField.put(def.getGraphField(), new KeywordAnalyzer()) ;
        this.analyzer = new PerFieldAnalyzerWrapper(new StandardAnalyzer(VER), analyzerPerField) ;

        // force creation of the index if it don't exist
        // otherwise if we get a search before data is written we get an
        // exception
        startIndexing() ;
View Full Code Here
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
     *
     * @param stopwords
     * @return
     */
  private static PerFieldAnalyzerWrapper createHardCodedPerFieldAnalyzerWrapper(Set<String> stopwords, char[] ignoreChars) {
        PerFieldAnalyzerWrapper pfaw;
        Analyzer geoNetworkAnalyzer = SearchManager.createGeoNetworkAnalyzer(stopwords, ignoreChars);
    Map<String, Analyzer> analyzers = new HashMap<String, Analyzer>();
    analyzers.put(LuceneIndexField.UUID, new GeoNetworkAnalyzer());
    analyzers.put(LuceneIndexField.PARENTUUID, new GeoNetworkAnalyzer());
    analyzers.put(LuceneIndexField.OPERATESON, new GeoNetworkAnalyzer());
    analyzers.put(LuceneIndexField.SUBJECT, new KeywordAnalyzer());
   
    pfaw = new PerFieldAnalyzerWrapper(geoNetworkAnalyzer, analyzers );
        return pfaw;
  }
View Full Code Here
TOP

Related Classes of org.apache.lucene.analysis.miscellaneous.PerFieldAnalyzerWrapper

  • com.code972.elasticsearch.plugins.HebrewQueryAnalyzerProvider
  • com.code972.elasticsearch.plugins.HebrewQueryLightAnalyzerProvider
  • com.google.code.ftspc.lector.indexers.AddDataToIndex
  • com.google.code.ftspc.lector.indexers.Lucene.Analyzers.AnalyzerDetermination
  • com.stratio.cassandra.index.schema.Schema
  • de.arago.lucene.util.MultiAnalyzerFactory
  • org.apache.jena.query.text.TextIndexLucene
  • org.apache.lucene.analysis.Analyzer
  • org.elasticsearch.action.termvector.AbstractTermVectorTests
  • org.fao.geonet.kernel.csw.services.getrecords.CatalogSearcher
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.