Package eu.hlavki.text.lemmagen.impl

Examples of eu.hlavki.text.lemmagen.impl.DefaultLemmatizer

46
47
48
49
50
51
52
53
54
55
56
57
58
                if (file.getName().endsWith(".tbl")) {
                    BufferedReader br = null;
                    try {
                        br = new BufferedReader(new FileReader(file));
                        log.info("Reading " + file.getName());
                        DefaultLemmatizer lm = new DefaultLemmatizer(br, "WLM", settings);
                        log.info("Building " + file.getName());
                        lm.buildModel();
                        String filename = file.getName().substring(0, file.getName().lastIndexOf("."));
                        log.info("Saving to " + filename + ".lem");
                        LemmatizerFactory.saveToFile(lm, new File(dir, filename + ".lem"));
                    } finally {
                        try {
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
            InputStream in = TrainTest.class.getResourceAsStream(TEST_DICTIONARY);
            BufferedReader br = new BufferedReader(new InputStreamReader(in, "UTF-8"));

            System.out.println("Building model...");
            DefaultLemmatizer lm = new DefaultLemmatizer(br, format, settings);
            lm.buildModel();

            System.out.println("Model built");

            System.out.println("Saving model...");
            LemmatizerFactory.saveToFile(lm, tmpLemFile);
            System.out.println("Model saved.");

            assertLemmaEquals(lm, ACTUAL_WORDS, LEMMA_WORDS);

            System.out.println("Clearing examples...");
            lm.clearExamples();
            System.out.println("Examples clear...");

            System.out.println("Reading model from file");
            lm = (DefaultLemmatizer) LemmatizerFactory.readFromFile(tmpLemFile);
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
        Lemmatizer retVal = null;
        ObjectInputStream ois = null;
        try {
            GZIPInputStream zis = new GZIPInputStream(in);
            ois = new ObjectInputStream(zis);
            retVal = new DefaultLemmatizer(ois);
            ois.close();
        } finally {
            try {
                if (ois != null) ois.close();
            } catch (IOException e) {
View Full Code Here
TOP

Related Classes of eu.hlavki.text.lemmagen.impl.DefaultLemmatizer

  • eu.hlavki.text.jlemmagen.data.TrainAll
  • eu.hlavki.text.lemmagen.LemmatizerFactory
  • eu.hlavki.text.lemmagen.TrainTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.