Examples of org.apache.oodt.cas.filemgr.ingest.StdIngester

Package org.apache.oodt.cas.filemgr.ingest

Examples of org.apache.oodt.cas.filemgr.ingest.StdIngester

org.apache.oodt.cas.filemgr.ingest.StdIngester
@author mattmann @author bfoster @version $Revision$
An implementation of the {@link Ingster} interface that uses the followingpieces of {@link Metadata} information to determine how to ingest a{@link Product}:
- Filename - The name of the Product file to ingest.
- ProductType - The type of the Product to ingest.
- FileLocation - A full path pointer to directory containing the Product file to ingest.
The {@link Ingester} supports overriding certain {@link Product} properties,including:
- Specification of ProductStructure parameter that will tell the {@link Ingester} whether or not the {@link Product} is a directoryor a regular file.
- Specification of ProductName parameter that will tell the {@link Ingester} a name for the {@link Product} to use (default is using thespecified {@link Metadata} field, Filename.
.


  }


  private void ingestTestFile() {
    Metadata prodMet = null;
    StdIngester ingester = new StdIngester(transferServiceFacClass);


    try {
      URL ingestUrl = this.getClass().getResource("/ingest");
      URL refUrl = this.getClass().getResource("/ingest/test.txt");
      URL metUrl = this.getClass().getResource("/ingest/test.txt.met");


      prodMet = new SerializableMetadata(new FileInputStream(
        new File(metUrl.getFile())));


      // now add the right file location
      prodMet.addMetadata(CoreMetKeys.FILE_LOCATION, new File(
        ingestUrl.getFile()).getCanonicalPath());
      prodMet.addMetadata(CoreMetKeys.FILENAME, "test.txt");
      prodMet.addMetadata(CoreMetKeys.PRODUCT_TYPE, "GenericFile");
      ingester.ingest(new URL("http://localhost:" + FM_PORT), new File(
        refUrl.getFile()), prodMet);
    } catch (Exception e) {
      fail(e.getMessage());
    }
  }

View Full Code Here

          ingestUrl.getFile()).getCanonicalPath());
        prodMet.addMetadata(CoreMetKeys.FILENAME, "test.txt");
        prodMet.addMetadata(CoreMetKeys.PRODUCT_NAME, "TestFile");
        prodMet.addMetadata(CoreMetKeys.PRODUCT_TYPE, "GenericFile");


        StdIngester ingester = new StdIngester(transferServiceFacClass);
        String productId = ingester.ingest(
          new URL("http://localhost:" + FM_PORT),
          new File(refUrl.getFile()), prodMet);
        XmlRpcFileManagerClient fmc = new XmlRpcFileManagerClient(new URL(
                "http://localhost:" + FM_PORT));
        Metadata m = fmc.getMetadata(fmc.getProductById(productId));

View Full Code Here

        URL ingestUrl = this.getClass().getResource("/ingest");
        URL refUrl = this.getClass().getResource("/ingest/test-file-3.txt");
        URL metUrl = this.getClass().getResource("/ingest/test-file-3.txt.met");


        Metadata prodMet = null;
        StdIngester ingester = new StdIngester(transferServiceFacClass);
        prodMet = new SerializableMetadata(new FileInputStream(
            metUrl.getFile()));
        // now add the right file location
        prodMet.addMetadata(CoreMetKeys.FILE_LOCATION, new File(
            ingestUrl.getFile()).getCanonicalPath());
        String productId = ingester.ingest(
            new URL("http://localhost:" + FM_PORT),
            new File(refUrl.getFile()), prodMet);
        XmlRpcFileManagerClient fmc = new XmlRpcFileManagerClient(new URL(
                "http://localhost:" + FM_PORT));

View Full Code Here

    public void testComplexQuery() throws Exception {
        URL ingestUrl = this.getClass().getResource("/ingest");
        URL refUrl1 = this.getClass().getResource("/ingest/test-file-1.txt");
        URL refUrl2 = this.getClass().getResource("/ingest/test-file-2.txt");


        StdIngester ingester = new StdIngester(transferServiceFacClass);


        //ingest first file
        Metadata prodMet = new Metadata();
        prodMet.addMetadata(CoreMetKeys.FILE_LOCATION, new File(
            ingestUrl.getFile()).getCanonicalPath());
        prodMet.addMetadata(CoreMetKeys.FILENAME, "test-file-1.txt");
        prodMet.addMetadata(CoreMetKeys.PRODUCT_NAME, "TestFile1");
        prodMet.addMetadata(CoreMetKeys.PRODUCT_TYPE, "GenericFile");
        ingester.ingest(new URL("http://localhost:" + FM_PORT), new File(
            refUrl1.getFile()), prodMet);           
        
        //ingest second file
        prodMet.replaceMetadata(CoreMetKeys.FILENAME, "test-file-2.txt");
        prodMet.replaceMetadata(CoreMetKeys.PRODUCT_NAME, "TestFile2");
        ingester.ingest(new URL("http://localhost:" + FM_PORT), new File(
            refUrl2.getFile()), prodMet);   
        
        //perform complex query
        ComplexQuery complexQuery = new ComplexQuery();
        List<String> reducedMetadata = new Vector<String>();

View Full Code Here


    }


    private void ingestTestFile() {
        Metadata prodMet = null;
        StdIngester ingester = new StdIngester(transferServiceFacClass);


        try {
            URL ingestUrl = this.getClass().getResource("/ingest");
            URL refUrl = this.getClass().getResource("/ingest/test.txt");
            URL metUrl = this.getClass().getResource("/ingest/test.txt.met");


            prodMet = new SerializableMetadata(new FileInputStream(
                new File(metUrl.getFile())));


            // now add the right file location
            prodMet.addMetadata(CoreMetKeys.FILE_LOCATION, new File(
                ingestUrl.getFile()).getCanonicalPath());
            prodMet.addMetadata(CoreMetKeys.FILENAME, "test.txt");
            prodMet.addMetadata(CoreMetKeys.PRODUCT_TYPE, "GenericFile");
            ingester.ingest(new URL("http://localhost:" + FM_PORT), new File(
                refUrl.getFile()), prodMet);
        } catch (Exception e) {
            fail(e.getMessage());
        }
    }

View Full Code Here

        System.setProperties(initialProperties);
    }


    private void ingestTestFiles() {
        Metadata prodMet = null;
        StdIngester ingester = new StdIngester(transferServiceFacClass);


        try {
            URL ingestUrl = this.getClass().getResource("/ingest");
            URL refUrl = this.getClass().getResource("/ingest/test.txt");
            URL metUrl = this.getClass().getResource("/ingest/test.txt.met");


            prodMet = new SerializableMetadata(new FileInputStream(
                new File(metUrl.getFile())));


            // now add the right file location
            prodMet.addMetadata(CoreMetKeys.FILE_LOCATION, new File(
                ingestUrl.getFile()).getCanonicalPath());
            ingester.ingest(new URL("http://localhost:" + FM_PORT), new File(
                refUrl.getFile()), prodMet);
            
            prodMet.replaceMetadata(CoreMetKeys.PRODUCT_NAME, "TestTypeFile");
            prodMet.replaceMetadata(CoreMetKeys.PRODUCT_TYPE, "TestType");
            ingester.ingest(new URL("http://localhost:" + FM_PORT), new File(
                refUrl.getFile()), prodMet);
        } catch (Exception e) {
            fail(e.getMessage());
        }
    }

View Full Code Here


    }


    private void ingestTestFile() {
        Metadata prodMet = null;
        StdIngester ingester = new StdIngester(transferServiceFacClass);


        try {
            URL ingestUrl = this.getClass().getResource("/ingest");
            URL refUrl = this.getClass().getResource("/ingest/test.txt");
            URL metUrl = this.getClass().getResource("/ingest/test.txt.met");


            prodMet = new SerializableMetadata(new FileInputStream(
                new File(metUrl.getFile())));


            // now add the right file location
            prodMet.addMetadata(CoreMetKeys.FILE_LOCATION, new File(
                ingestUrl.getFile()).getCanonicalPath());
            ingester.ingest(new URL("http://localhost:" + FM_PORT), new File(
                refUrl.getFile()), prodMet);
        } catch (Exception e) {
            fail(e.getMessage());
        }
    }

View Full Code Here

    return resObj.toString();


  }


  private Ingester configureIngester() {
    StdIngester ingest = new StdIngester(DATA_TRANSFER_SERVICE);
    return ingest;
  }

View Full Code Here


   protected abstract File renameProduct(File product, Metadata productMetadata)
         throws Exception;


   @VisibleForTesting void setupIngester() {
      ingester = new StdIngester(getClientTransferer());
   }

View Full Code Here

    if (ingestMetadata.getMetadata(CoreMetKeys.PRODUCT_TYPE) == null) {
      ingestMetadata.addMetadata(CoreMetKeys.PRODUCT_TYPE, productType);
    }


    try {
      Ingester ingester = new StdIngester(dataTransferService);
      String identifier = ingester.ingest(new URL(this.fileManagerUrl),
          actionFile, ingestMetadata);
      if (identifier != null) {
        LOG.info("Succesfully ingested ancillary file "
            + actionFile.getAbsolutePath() + " with identifier " + identifier);
      } else {

View Full Code Here

0 1 2

TOP

Related Classes of org.apache.oodt.cas.filemgr.ingest.StdIngester

org.apache.oodt.cas.crawl.action.IngestAncillary

org.apache.oodt.cas.crawl.ProductCrawler

org.apache.oodt.cas.curation.service.IngestionResource

org.apache.oodt.cas.filemgr.structs.Product

org.apache.oodt.cas.filemgr.structs.ProductType

org.apache.oodt.cas.filemgr.system.TestXmlRpcFileManager

org.apache.oodt.cas.filemgr.system.TestXmlRpcFileManagerClient

org.apache.oodt.cas.filemgr.system.XmlRpcFileManagerClient

org.apache.oodt.cas.filemgr.tools.TestExpImpCatalog

org.apache.oodt.cas.filemgr.tools.TestMetadataBasedProductMover

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.