Package org.apache.oodt.cas.crawl

Examples of org.apache.oodt.cas.crawl.MetExtractorProductCrawler

33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
* </p>.
*/
public final class TestBooleanOptions extends TestCase {

    public void testSetBooleanOptions() {
        MetExtractorProductCrawler crawler = new MetExtractorProductCrawler();
        try {
            crawler.getClass().getMethod("setNoRecur",
                    new Class[] { boolean.class }).invoke(crawler,
                    new Object[] { new Boolean(true) });
        } catch (Exception e) {
            fail(e.getMessage());
        }

        try {
            crawler.getClass().getMethod("setCrawlForDirs",
                    new Class[] { boolean.class }).invoke(crawler,
                    new Object[] { new Boolean(true) });
        } catch (Exception e) {
            fail(e.getMessage());
        }

        assertTrue(crawler.isNoRecur());
        assertTrue(crawler.isCrawlForDirs());

    }
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
    // ingestActionDeleteDataFile - crawler post-ingest action
    // ingestionRootPath - prepend /data/ingest to this for full path
    //
    //

    MetExtractorProductCrawler casCrawler = this
        .configureCrawler(getServletContext().getInitParameter(
            FM_URL));
    casCrawler.setActionIds(Arrays.asList(req
        .getParameterValues("ingestAction")));
    String productRootPath = "/data/ingest/"
        + req.getParameter("ingestionRootPath");
    casCrawler.setProductPath(productRootPath);
    try {
      casCrawler.setMetExtractor(req.getParameter("metext"));
    } catch (Exception e) {
      throw new ServletException(e.getMessage());
    }

    try {
    casCrawler
      .setMetExtractorConfig(req.getParameter("metextConfigFilePath"));
  } catch (MetExtractionException e) {
    throw new ServletException(e.getMessage());
  }

    // turn em' loose
    casCrawler.crawl();
   
    // now we should explicitly destroy various sessions for cleanup
    HttpSession session = req.getSession();
    session.removeAttribute("metextPrettyName");
    session.removeAttribute("metext");
View Full Code Here
124
125
126
127
128
129
130
131
132
133
134
135
136
137
    dispatcher.forward(req, res);
  }

  private MetExtractorProductCrawler configureCrawler(String ecasUrlStr)
      throws MalformedURLException {
    MetExtractorProductCrawler crawler = new MetExtractorProductCrawler();
    crawler
        .setClientTransferer(DEFAULT_TRANSFER_FACTORY);
    crawler.setApplicationContext(new FileSystemXmlApplicationContext(CRAWLER_CONF_FILE));
    crawler.setCrawlForDirs(false);
    crawler.setFilemgrUrl(ecasUrlStr);
    crawler.setNoRecur(false);
    return crawler;
  }
View Full Code Here
TOP

Related Classes of org.apache.oodt.cas.crawl.MetExtractorProductCrawler

  • org.apache.oodt.cas.crawl.option.TestBooleanOptions
  • org.apache.oodt.cas.curation.servlet.BeginIngestionTaskServlet
  • org.apache.oodt.cas.metadata.filenaming.NamingConvention
  • org.apache.oodt.cas.metadata.Metadata
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.