Examples of WikiXMLParser

Examples of info.bliki.wiki.dump.WikiXMLParser

146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
      // the following directory must exist for image references
      String imageDirectory = "c:/temp/dump/WikiDumpImages";
      System.out.println("Prepare wiki database");
      db = prepareDB(mainDirectory);
      IArticleFilter handler;
      WikiXMLParser wxp;
      if (!skipFirstPass) {
        System.out.println("First pass - write templates to database:");
        handler = new DemoTemplateArticleFilter(db);
        wxp = new WikiXMLParser(bz2Filename, handler);
        wxp.parse();
        System.out.println(' ');
      }
      System.out.println("Second pass - write HTML files to directory:");
      handler = new DemoArticleFilter(db, htmlDirectory, imageDirectory);
      wxp = new WikiXMLParser(bz2Filename, handler);
      wxp.parse();
      System.out.println(' ');
      System.out.println("Done!");
    } catch (Exception e) {
      e.printStackTrace();
    } finally {
View Full Code Here

Examples of info.bliki.wiki.dump.WikiXMLParser

135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
            // the following directory must exist for image references
            String imageDirectory = "c:/temp/dump/WikiDumpImages";
            System.out.println("Prepare wiki database");
            db = prepareDB(mainDirectory);
            IArticleFilter handler;
            WikiXMLParser wxp;
            if (!skipFirstPass) {
                System.out.println("First pass - write templates to database:");
                handler = new DemoTemplateArticleFilter(db);
                wxp = new WikiXMLParser(bz2Filename, handler);
                wxp.parse();
                System.out.println(' ');
            }
            System.out.println("Second pass - write HTML files to directory:");
            handler = new DemoArticleFilter(db, htmlDirectory, imageDirectory);
            wxp = new WikiXMLParser(bz2Filename, handler);
            wxp.parse();
            System.out.println(' ');
            System.out.println("Done!");
        } catch (Exception e) {
            e.printStackTrace();
        } finally {
View Full Code Here

Examples of info.bliki.wiki.dump.WikiXMLParser

99
100
101
102
103
104
105
106
107
108
109
  public WikipediaArticleReader(File inputFile, File outputFile, String lang) {
    JsonConverter handler = new JsonConverter();
    // encoder = new JsonRecordParser<Article>(Article.class);
    parser = new ArticleParser(lang);
    try {
      wxp = new WikiXMLParser(inputFile.getAbsolutePath(), handler);
    } catch (Exception e) {
      logger.error("creating the parser {}", e.toString());
      System.exit(-1);
    }
View Full Code Here

Examples of org.elasticsearch.river.wikipedia.support.WikiXMLParser

119
120
121
122
123
124
125
126
127
128
129
130
131
            } else {
                logger.warn("failed to create index [{}], disabling river...", e, indexName);
                return;
            }
        }
        WikiXMLParser parser = WikiXMLParserFactory.getSAXParser(url);
        try {
            parser.setPageCallback(new PageCallback());
        } catch (Exception e) {
            logger.error("failed to create parser", e);
            return;
        }
View Full Code Here

Examples of org.elasticsearch.river.wikipedia.support.WikiXMLParser

116
117
118
119
120
121
122
123
124
125
126
127
128
                logger.warn("failed to create index [{}], disabling river...", e, indexName);
                return;
            }
        }
        currentRequest = client.prepareBulk();
        WikiXMLParser parser = WikiXMLParserFactory.getSAXParser(url);
        try {
            parser.setPageCallback(new PageCallback());
        } catch (Exception e) {
            logger.error("failed to create parser", e);
            return;
        }
        thread = EsExecutors.daemonThreadFactory(settings.globalSettings(), "wikipedia_slurper").newThread(new Parser(parser));
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.