Package org.apache.lucene.analysis.util

Examples of org.apache.lucene.analysis.util.ResourceLoader

71
72
73
74
75
76
77
78
79
80
81
  /**
   * Test the protected words mechanism of SnowballPorterFilterFactory
   */
  public void testProtected() throws Exception {
    SnowballPorterFilterFactory factory = new SnowballPorterFilterFactory();
    ResourceLoader loader = new StringMockResourceLoader("ridding");
    Map<String,String> args = new HashMap<String,String>();
    args.put("protected", "protwords.txt");
    args.put("language", "English");
    factory.setLuceneMatchVersion(TEST_VERSION_CURRENT);
    factory.init(args);
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
  public void testElision() throws Exception {
    Reader reader = new StringReader("l'avion");
    Tokenizer tokenizer = new MockTokenizer(reader, MockTokenizer.WHITESPACE, false);
    ElisionFilterFactory factory = new ElisionFilterFactory();
    factory.setLuceneMatchVersion(TEST_VERSION_CURRENT);
    ResourceLoader loader = new ClasspathResourceLoader(getClass());
    Map<String,String> args = new HashMap<String,String>();
    args.put("articles", "frenchArticles.txt");
    factory.init(args);
    factory.inform(loader);
    TokenStream stream = factory.create(tokenizer);
View Full Code Here
59
60
61
62
63
64
65
66
67
68
    Tokenizer tokenizer = new MockTokenizer(reader, MockTokenizer.WHITESPACE, false);
    ElisionFilterFactory factory = new ElisionFilterFactory();
    factory.setLuceneMatchVersion(TEST_VERSION_CURRENT);
    Map<String, String> args = Collections.emptyMap();
    factory.init(args);
    ResourceLoader loader = new ClasspathResourceLoader(getClass());
    factory.inform(loader);
    TokenStream stream = factory.create(tokenizer);
    assertTokenStreamContents(stream, new String[] { "avion" });
  }
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
  public void testCaseInsensitive() throws Exception {
    Reader reader = new StringReader("L'avion");
    Tokenizer tokenizer = new MockTokenizer(reader, MockTokenizer.WHITESPACE, false);
    ElisionFilterFactory factory = new ElisionFilterFactory();
    factory.setLuceneMatchVersion(TEST_VERSION_CURRENT);
    ResourceLoader loader = new ClasspathResourceLoader(getClass());
    Map<String,String> args = new HashMap<String,String>();
    args.put("articles", "frenchArticles.txt");
    args.put("ignoreCase", "true");
    factory.init(args);
    factory.inform(loader);
View Full Code Here
30
31
32
33
34
35
36
37
38
39
40
*
**/
public class TestKeepFilterFactory extends BaseTokenStreamTestCase {

  public void testInform() throws Exception {
    ResourceLoader loader = new ClasspathResourceLoader(getClass());
    assertTrue("loader is null and it shouldn't be", loader != null);
    KeepWordFilterFactory factory = new KeepWordFilterFactory();
    Map<String, String> args = new HashMap<String, String>();
    args.put("words", "keep-1.txt");
    args.put("ignoreCase", "true");
View Full Code Here
36
37
38
39
40
41
42
43
44
45
46
  public void testEncoder() throws Exception {
    Map<String,String> args = new HashMap<String, String>();
    args.put(DelimitedPayloadTokenFilterFactory.ENCODER_ATTR, "float");
    DelimitedPayloadTokenFilterFactory factory = new DelimitedPayloadTokenFilterFactory();
    factory.init(args);
    ResourceLoader loader = new StringMockResourceLoader("solr/collection1");
    factory.inform(loader);

    TokenStream input = new MockTokenizer(new StringReader("the|0.1 quick|0.1 red|0.1"), MockTokenizer.WHITESPACE, false);
    DelimitedPayloadTokenFilter tf = factory.create(input);
    tf.reset();
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
    Map<String,String> args = new HashMap<String, String>();
    args.put(DelimitedPayloadTokenFilterFactory.ENCODER_ATTR, FloatEncoder.class.getName());
    args.put(DelimitedPayloadTokenFilterFactory.DELIMITER_ATTR, "*");
    DelimitedPayloadTokenFilterFactory factory = new DelimitedPayloadTokenFilterFactory();
    factory.init(args);
    ResourceLoader loader = new StringMockResourceLoader("solr/collection1");
    factory.inform(loader);

    TokenStream input = new MockTokenizer(new StringReader("the*0.1 quick*0.1 red*0.1"), MockTokenizer.WHITESPACE, false);
    DelimitedPayloadTokenFilter tf = factory.create(input);
    tf.reset();
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
  public void testKeywords() throws IOException {
    Reader reader = new StringReader("dogs cats");
    Tokenizer tokenizer = new MockTokenizer(reader, MockTokenizer.WHITESPACE, false);
    KeywordMarkerFilterFactory factory = new KeywordMarkerFilterFactory();
    Map<String,String> args = new HashMap<String,String>();
    ResourceLoader loader = new StringMockResourceLoader("cats");
    args.put("protected", "protwords.txt");
    factory.setLuceneMatchVersion(TEST_VERSION_CURRENT);
    factory.init(args);
    factory.inform(loader);
   
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
  public void testKeywordsCaseInsensitive() throws IOException {
    Reader reader = new StringReader("dogs cats Cats");
    Tokenizer tokenizer = new MockTokenizer(reader, MockTokenizer.WHITESPACE, false);
    KeywordMarkerFilterFactory factory = new KeywordMarkerFilterFactory();
    Map<String,String> args = new HashMap<String,String>();
    ResourceLoader loader = new StringMockResourceLoader("cats");
    args.put("protected", "protwords.txt");
    args.put("ignoreCase", "true");
    factory.setLuceneMatchVersion(TEST_VERSION_CURRENT);
    factory.init(args);
    factory.inform(loader);
View Full Code Here
37
38
39
40
41
42
43
44
45
46
47
* so this won't break if stop filter test files change
**/
public class TestCommonGramsQueryFilterFactory extends BaseTokenStreamTestCase {

  public void testInform() throws Exception {
    ResourceLoader loader = new ClasspathResourceLoader(TestStopFilter.class);
    assertTrue("loader is null and it shouldn't be", loader != null);
    CommonGramsQueryFilterFactory factory = new CommonGramsQueryFilterFactory();
    Map<String, String> args = new HashMap<String, String>();
    args.put("words", "stop-1.txt");
    args.put("ignoreCase", "true");
View Full Code Here
TOP

Related Classes of org.apache.lucene.analysis.util.ResourceLoader

  • org.apache.lucene.analysis.commongrams.TestCommonGramsFilterFactory
  • org.apache.lucene.analysis.commongrams.TestCommonGramsQueryFilterFactory
  • org.apache.lucene.analysis.compound.TestDictionaryCompoundWordTokenFilterFactory
  • org.apache.lucene.analysis.compound.TestHyphenationCompoundWordTokenFilterFactory
  • org.apache.lucene.analysis.core.TestStopFilterFactory
  • org.apache.lucene.analysis.core.TestTypeTokenFilterFactory
  • org.apache.lucene.analysis.miscellaneous.TestKeepFilterFactory
  • org.apache.lucene.analysis.miscellaneous.TestKeywordMarkerFilterFactory
  • org.apache.lucene.analysis.miscellaneous.TestStemmerOverrideFilterFactory
  • org.apache.lucene.analysis.payloads.TestDelimitedPayloadTokenFilterFactory
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.