Package org.apache.nutch.plugin

Examples of org.apache.nutch.plugin.Extension

110
111
112
113
114
115
116
117
118
119
120
121
122
    // get the extensions for domain urlfilter
    String pluginName = "urlfilter-domain";
    Extension[] extensions = PluginRepository.get(conf).getExtensionPoint(
      URLFilter.class.getName()).getExtensions();
    for (int i = 0; i < extensions.length; i++) {
      Extension extension = extensions[i];
      if (extension.getDescriptor().getPluginId().equals(pluginName)) {
        attributeFile = extension.getAttribute("file");
        break;
      }
    }
   
    // handle blank non empty input
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
        // populate content type on the ResponseWriter classes, each response
        // writer can handle more than one response type
        Extension[] extensions = point.getExtensions();
        Map<String, ResponseWriter> writers = new HashMap<String, ResponseWriter>();
        for (int i = 0; i < extensions.length; i++) {
          Extension extension = extensions[i];
          ResponseWriter writer = (ResponseWriter)extension.getExtensionInstance();
          String[] responseTypes = extension.getAttribute("responseType").split(
            ",");
          String contentType = extension.getAttribute("contentType");
          writer.setContentType(contentType);
          for (int k = 0; k < responseTypes.length; k++) {
            writers.put(responseTypes[k], writer);
          }
        }
View Full Code Here
75
76
77
78
79
80
81
82
83
84
85
86
87
88
   * used. If none match, then the {@link NutchDocumentAnalyzer} is used.
   */
  public NutchAnalyzer get(String lang) {

    NutchAnalyzer analyzer = DEFAULT_ANALYZER;
    Extension extension = getExtension(lang);
    if (extension != null) {
        try {
            analyzer = (NutchAnalyzer) extension.getExtensionInstance();
        } catch (PluginRuntimeException pre) {
            analyzer = DEFAULT_ANALYZER;
        }
    }
    return analyzer;
View Full Code Here
89
90
91
92
93
94
95
96
97
98
99
  }

  private Extension getExtension(String lang) {
    ObjectCache objectCache = ObjectCache.get(conf);
    if (lang == null) { return null; }
    Extension extension = (Extension) objectCache.getObject(lang);
    if (extension == null) {
      extension = findExtension(lang);
      if (extension != null) {
        objectCache.setObject(lang, extension);
      }
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
81
       
        // get all of the field filter plugins
        Extension[] extensions = point.getExtensions();
        HashMap<String, FieldFilter> filterMap = new HashMap<String, FieldFilter>();
        for (int i = 0; i < extensions.length; i++) {
          Extension extension = extensions[i];
          FieldFilter filter = (FieldFilter)extension.getExtensionInstance();
          LOG.info("Adding " + filter.getClass().getName());
          if (!filterMap.containsKey(filter.getClass().getName())) {
            filterMap.put(filter.getClass().getName(), filter);
          }
        }
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
74
          throw new RuntimeException(IndexingFilter.X_POINT_ID + " not found.");
        Extension[] extensions = point.getExtensions();
        HashMap<String, IndexingFilter> filterMap =
          new HashMap<String, IndexingFilter>();
        for (int i = 0; i < extensions.length; i++) {
          Extension extension = extensions[i];
          IndexingFilter filter = (IndexingFilter) extension
              .getExtensionInstance();
          LOG.info("Adding " + filter.getClass().getName());
          if (!filterMap.containsKey(filter.getClass().getName())) {
            filterMap.put(filter.getClass().getName(), filter);
          }
View Full Code Here
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
        "org.apache.nutch.parse.Parser").getExtensions();

    String contentType, command, timeoutString;

    for (int i = 0; i < extensions.length; i++) {
      Extension extension = extensions[i];

      // only look for extensions defined by plugin parse-ext
      if (!extension.getDescriptor().getPluginId().equals("parse-ext"))
        continue;

      contentType = extension.getAttribute("contentType");
      if (contentType == null || contentType.equals(""))
        continue;

      command = extension.getAttribute("command");
      if (command == null || command.equals(""))
        continue;

      timeoutString = extension.getAttribute("timeout");
      if (timeoutString == null || timeoutString.equals(""))
        timeoutString = "" + TIMEOUT_DEFAULT;

      TYPE_PARAMS_MAP.put(contentType, new String[] { command, timeoutString });
    }
View Full Code Here
248
249
250
251
252
253
254
255
256
257
258
259
260
    this.conf = conf;

    String pluginName = "urlfilter-suffix";
    Extension[] extensions = PluginRepository.get(conf).getExtensionPoint(URLFilter.class.getName()).getExtensions();
    for (int i = 0; i < extensions.length; i++) {
      Extension extension = extensions[i];
      if (extension.getDescriptor().getPluginId().equals(pluginName)) {
        attributeFile = extension.getAttribute("file");
        break;
      }
    }
    if (attributeFile != null && attributeFile.trim().equals("")) attributeFile = null;
    if (attributeFile != null) {
View Full Code Here
47
48
49
50
51
52
53
54
55
56
57
58
      ExtensionPoint point = serviceLocator.getPluginRepository()
          .getExtensionPoint(xPoint);
      if (point != null) {
        Extension[] extensions = point.getExtensions();
        for (int i = 0; i < extensions.length; i++) {
          Extension extension = extensions[i];
          Object extensionInstance = extension.getExtensionInstance();
          if (!filters.containsKey(extensionInstance.getClass().getName())) {
            filters.put(extensionInstance.getClass().getName(),
                extensionInstance);
          }
        }
View Full Code Here
157
158
159
160
161
162
163
164
165
166
167
168
169
    }

    Extension[] extensions = point.getExtensions();

    for (int i = 0; i < extensions.length; i++) {
      Extension extension = extensions[i];

      PluginClassLoader loader = extension.getDescriptor().getClassLoader();

      // classloaders.add(loader);

      URL[] urls = loader.getURLs();
View Full Code Here
TOP

Related Classes of org.apache.nutch.plugin.Extension

  • org.apache.nutch.analysis.AnalyzerFactory
  • org.apache.nutch.indexer.field.FieldFilters
  • org.apache.nutch.indexer.IndexingFilters
  • org.apache.nutch.indexer.IndexWriters
  • org.apache.nutch.net.URLFilterChecker
  • org.apache.nutch.net.URLFilters
  • org.apache.nutch.net.urlnormalizer.host.HostURLNormalizer
  • org.apache.nutch.net.URLNormalizerChecker
  • org.apache.nutch.net.URLNormalizers
  • org.apache.nutch.parse.ext.ExtParser
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.