Examples of org.apache.oodt.cas.pge.metadata.PgeMetadata

Package org.apache.oodt.cas.pge.metadata

Examples of org.apache.oodt.cas.pge.metadata.PgeMetadata

org.apache.oodt.cas.pge.metadata.PgeMetadata
A wrapper class to act as a facade interface to all the different {@link Metadata} sources given to a PGE.NOTE: 2 ways to update DYNAMIC metadata: 1) Create a key link to a DYNAMIC metadata key, then change the value of the key link or 2) add metadata then mark the key as dynamic and commit it. @author bfoster (Brian Foster) @author mattmann (Chris Mattmann)

      }
   }


   private PgeMetadata loadConfigFile(String configFile, PgeConfig pgeConfig,
         PgeMetadata parentPgeMetadata) throws Exception {
      PgeMetadata pgeMetadata = new PgeMetadata(parentPgeMetadata);
      Element root = getRootElement(configFile);


      // Read in imports
      List<Pair<String, String>> imports = getImports(root, pgeMetadata.asMetadata());
      for (Pair<String, String> imp : imports) {
         String namespace = imp.getFirst();
         String file = imp.getSecond();


         // If relative path, then make path relative to configFile.
         if (!file.startsWith(File.separator)) {
            file = new File(configFile).getParent() + File.separator + file;
         }


         // Add metadata generated from import.
         if (namespace != null) {
            pgeMetadata.replaceMetadata(
                  loadConfigFile(file, pgeConfig, parentPgeMetadata),
                  namespace);
         } else {
            pgeMetadata.replaceMetadata(loadConfigFile(file, pgeConfig,
                  parentPgeMetadata));
         }
      }


      // load custom metadata
      loadCustomMetadata(root, pgeMetadata);
      Metadata metadata = pgeMetadata.asMetadata();


      // load dynamic config file info
      for (DynamicConfigFile dcf : getDynamicConfigFiles(root, metadata)) {
         pgeConfig.addDynamicConfigFile(dcf);
      }

View Full Code Here

 */
public class TestFileStager extends TestCase {


   public void testCreateFileManagerClient() throws Exception {
      // Test throws case.
      PgeMetadata pgeMetadata = createStrictMock(PgeMetadata.class);
      expect(pgeMetadata.getMetadata(PgeTaskMetKeys.QUERY_FILE_MANAGER_URL))
            .andReturn(null);
      replay(pgeMetadata);


      try {
         FileStager.createFileManagerClient(pgeMetadata);
         fail("Should have thrown Exception");
      } catch (Exception e) { /* expect throw */
      }
      verify(pgeMetadata);


      // Test success case.
      System.setProperty("filemgr.catalog.factory", "");
      System.setProperty("filemgr.repository.factory", "");
      int port = 9876;
      XmlRpcFileManager filemgr = new XmlRpcFileManager(port);
      String filemgrUrl = "http://localhost:" + port;
      pgeMetadata = createStrictMock(PgeMetadata.class);
      expect(pgeMetadata.getMetadata(PgeTaskMetKeys.QUERY_FILE_MANAGER_URL))
            .andReturn(filemgrUrl);
      replay(pgeMetadata);


      assertEquals(filemgrUrl, FileStager.createFileManagerClient(pgeMetadata)
            .getFileManagerUrl().toString());

View Full Code Here

      for (String key : dynMetadata.getAllKeys()) {
         logger.finest(
               "Adding dynamic metadata: key = [" + key + "] value = "
                     + dynMetadata.getAllMetadata(key));
      }
      return new PgeMetadata(staticMetadata, dynMetadata);
   }

View Full Code Here

      config.addConfigProperty(NAME.getName(), PGE_NAME);
      config.addConfigProperty(REQUIRED_METADATA.getName(),
            PGE_REQUIRED_METADATA);
      config.addConfigProperty(PROPERTY_ADDERS.getName(), PROP_ADDERS);


      PgeMetadata pgeMet = pgeTask.createPgeMetadata(dynMet, config);
      assertEquals(1, pgeMet.getAllMetadata(NAME).size());
      assertEquals(PGE_NAME, pgeMet.getAllMetadata(NAME).get(0));
      assertEquals(2, pgeMet.getAllMetadata(REQUIRED_METADATA).size());
      assertTrue(pgeMet.getAllMetadata(REQUIRED_METADATA).contains("Filename"));
      assertTrue(pgeMet.getAllMetadata(REQUIRED_METADATA).contains(
            "FileLocation"));
      assertEquals(2, pgeMet.getAllMetadata(PROPERTY_ADDERS).size());
      assertTrue(pgeMet.getAllMetadata(PROPERTY_ADDERS).contains(
            "some.prop.adder.classpath"));
      assertTrue(pgeMet.getAllMetadata(PROPERTY_ADDERS).contains(
            "some.other.classpath"));


      // Verify still works when only one property adder is specified.
      pgeTask = createTestInstance();
      config = new WorkflowTaskConfiguration();
      config.addConfigProperty(PgeTaskMetKeys.PROPERTY_ADDERS.getName(),
            "one.prop.adder.only");


      pgeMet = pgeTask.createPgeMetadata(dynMet, config);
      assertEquals(1, pgeMet.getAllMetadata(PROPERTY_ADDERS).size());
      assertEquals("one.prop.adder.only", pgeMet
            .getAllMetadata(PROPERTY_ADDERS).get(0));
   }

View Full Code Here


   private PGETaskInstance createTestInstance(String workflowInstId)
         throws Exception {
      PGETaskInstance pgeTask = new PGETaskInstance();
      pgeTask.workflowInstId = workflowInstId;
      pgeTask.pgeMetadata = new PgeMetadata();
      pgeTask.pgeMetadata.replaceMetadata(NAME, "TestPGE");
      pgeTask.pgeConfig = new PgeConfig();
      File exeDir = new File(createTmpDir(), workflowInstId);
      pgeTask.pgeConfig.setExeDir(exeDir.getAbsolutePath());
      pgeTask.logger = pgeTask.createLogger();

View Full Code Here


   public static final String CONFIG_FILE = "src/test/resources/pge-config.xml";


   public void testBuild() throws IOException {
      XmlFilePgeConfigBuilder builder = new XmlFilePgeConfigBuilder();
      PgeMetadata pgeMetadata = new PgeMetadata();
      pgeMetadata.replaceMetadata(CONFIG_FILE_PATH, CONFIG_FILE);
      pgeMetadata.replaceMetadata("INPUT_FILE_1", "src/test/resources/data-file-1.txt");
      pgeMetadata.replaceMetadata("INPUT_FILE_2", "src/test/resources/data-file-2.txt");
      pgeMetadata.replaceMetadata("WORKING_DIR", "/tmp");
      pgeMetadata.markAsDynamicMetadataKey();
      pgeMetadata.commitMarkedDynamicMetadataKeys();
      PgeConfig pgeConfig = builder.build(pgeMetadata);


      // Verify metadata checks out.
      assertEquals(40, pgeMetadata.asMetadata().getAllKeys().size());
      assertEquals(CONFIG_FILE, pgeMetadata.getMetadata(CONFIG_FILE_PATH));
      assertEquals("src/test/resources/data-file-1.txt", pgeMetadata.getMetadata("INPUT_FILE_1"));
      assertEquals("src/test/resources/data-file-2.txt", pgeMetadata.getMetadata("INPUT_FILE_2"));
      assertEquals("/tmp", pgeMetadata.getMetadata("WORKING_DIR"));
      assertEquals(">", pgeMetadata.getMetadata("commons/GreaterThan"));
      assertEquals("<", pgeMetadata.getMetadata("commons/LessThan"));
      assertEquals("&", pgeMetadata.getMetadata("commons/Ampersand"));
      assertEquals("'", pgeMetadata.getMetadata("commons/Apostrophe"));
      assertEquals("\"", pgeMetadata.getMetadata("commons/QuotationMark"));
      assertEquals("org.apache.oodt.cas.pge.writers.TextConfigFileWriter", pgeMetadata.getMetadata("writers/TextWriter"));
      assertEquals("org.apache.oodt.cas.pge.writers.CsvConfigFileWriter", pgeMetadata.getMetadata("writers/CsvWriter"));
      assertEquals("Simple", pgeMetadata.getMetadata("GREETING_ENUM"));
      assertEquals("true", pgeMetadata.getMetadata("FORCE_STAGING"));
      assertEquals("Custom", pgeMetadata.getMetadata("CUSTOM_GREETING_ENUM"));
      assertEquals("<Custom Greeting Here>", pgeMetadata.getMetadata("CUSTOM_GREETING_ENUM_VALUE"));
      assertEquals("/tmp", pgeMetadata.getMetadata("WorkingDir"));
      assertEquals("Simple", pgeMetadata.getMetadata("GreetingEnum"));
      assertEquals("Custom", pgeMetadata.getMetadata("CustomGreetingEnum"));
      assertEquals("<Custom Greeting Here>", pgeMetadata.getMetadata("CustomGreetingEnumValue"));
      assertEquals("src/test/resources/data-file-1.txt", pgeMetadata.getMetadata("InputFile1"));
      assertEquals("src/test/resources/data-file-2.txt", pgeMetadata.getMetadata("InputFile2"));
      assertEquals("true", pgeMetadata.getMetadata("ForceStaging"));
      assertEquals(Lists.newArrayList("/tmp/staging/data-file-1.txt", "/tmp/staging/data-file-2.txt"), pgeMetadata.getAllMetadata("InputFiles"));
      assertEquals("/tmp/config", pgeMetadata.getMetadata("ConfigDir"));
      assertEquals("/tmp/output", pgeMetadata.getMetadata("OutputDir"));
      assertEquals("/tmp/staging", pgeMetadata.getMetadata("StagingDir"));
      assertEquals("dyn-input.txt", pgeMetadata.getMetadata("DynInput/Text/Name"));
      assertEquals("dyn-input.csv", pgeMetadata.getMetadata("DynInput/CSV/Name"));
      assertEquals("/tmp/config/dyn-input.txt", pgeMetadata.getMetadata("TextInputFile"));
      assertEquals("/tmp/config/dyn-input.csv", pgeMetadata.getMetadata("CsvInputFile"));
      assertEquals("PgeOutput.txt", pgeMetadata.getMetadata("OutputFileName"));
      assertEquals("\n      [Greeting],\n      This is a template for text file [TextInputFile].\n      This template was written at: [DATE.UTC].\n      [Signature]\n    ", pgeMetadata.getMetadata("TextFileTemplate"));
      assertEquals("Hello", pgeMetadata.getMetadata("SimpleGreeting"));
      assertEquals("Hi", pgeMetadata.getMetadata("CasualGreeting"));
      assertEquals("<Custom Greeting Here>", pgeMetadata.getMetadata("CustomGreeting"));
      assertEquals("Hello", pgeMetadata.getMetadata("Greating"));
      assertEquals("-bfost", pgeMetadata.getMetadata("Signature"));
      assertEquals(Lists.newArrayList("File1.txt","File2.dat","File3.xml"), pgeMetadata.getAllMetadata("AuxInputFiles"));
      assertEquals(Lists.newArrayList("true","false","true"), pgeMetadata.getAllMetadata("IsText"));
      assertEquals(Lists.newArrayList("AuxInputFiles","IsText"), pgeMetadata.getAllMetadata("CsvHeader"));


      // Verify pgeconfig checks out.
      List<DynamicConfigFile> dynConfigFiles = pgeConfig.getDynamicConfigFiles();
      assertEquals(2, dynConfigFiles.size());
      assertEquals("org.apache.oodt.cas.pge.writers.TextConfigFileWriter", dynConfigFiles.get(0).getWriterClass());

View Full Code Here


    private void build(Element root, String namespace, PgeConfig pgeConfig,
            PgeMetadata pgeMetadata) throws MalformedURLException, Exception {


        // load custom metadata
        PgeMetadata localPgeMetadata = this.getCustomMetadata((Element) root
                .getElementsByTagName(CUSTOM_METADATA_TAG).item(0), pgeMetadata);
        PgeMetadata curPgeMetadata = new PgeMetadata();
        curPgeMetadata.addPgeMetadata(pgeMetadata);
        curPgeMetadata.addPgeMetadata(localPgeMetadata);
        Metadata curMetadata = curPgeMetadata.getMetadata();
        
        // load dynamic config file info
        List<DynamicConfigFile> configFileList = this.getDynConfigFile(
                (Element) root.getElementsByTagName(DYN_INPUT_FILES_TAG)
                        .item(0), curMetadata);

View Full Code Here

        pgeMetadata.addPgeMetadata(localPgeMetadata, namespace);
    }


    private PgeMetadata getCustomMetadata(Element customMetadataElem, PgeMetadata pgeMetadata)
            throws MalformedURLException, Exception {
      PgeMetadata localPgeMetadata = new PgeMetadata();
      PgeMetadata curPgeMetadata = new PgeMetadata();
      curPgeMetadata.addPgeMetadata(pgeMetadata);
      Metadata curPlusLocalMetadata = new Metadata();
      curPlusLocalMetadata.addMetadata(curPgeMetadata.getMetadata().getHashtable());
      
        if (customMetadataElem != null) {
            NodeList customMetadataList = customMetadataElem
                    .getElementsByTagName(METADATA_TAG);
            for (int i = 0; i < customMetadataList.getLength(); i++) {
                Element metadataElement = (Element) customMetadataList.item(i);
                String key = metadataElement.getAttribute(KEY_ATTR);
                if (key.equals(""))
                  key = this.fillIn(metadataElement.getAttribute(KEY_GEN_ATTR), curPlusLocalMetadata);
                if (!metadataElement.getAttribute(KEYREF_ATTR).equals("")) {
                  String val = metadataElement.getAttribute(KEYREF_ATTR);
                    if (metadataElement.getAttribute(ENV_REPLACE_NO_RECUR_ATTR)
                            .toLowerCase().equals("true"))
                        val = this.fillIn(val, curPlusLocalMetadata, false);
                    else if (!metadataElement.getAttribute(ENV_REPLACE_ATTR)
                            .toLowerCase().equals("false"))
                        val = this.fillIn(val, curPlusLocalMetadata);
                  localPgeMetadata.linkKey(key, val);
                  curPgeMetadata.linkKey(key, val);
                }else {
                  String val = metadataElement.getAttribute(VAL_ATTR);
                  if (val.equals("")) 
                    val = metadataElement.getTextContent();
                    if (metadataElement.getAttribute(ENV_REPLACE_NO_RECUR_ATTR)
                            .toLowerCase().equals("true"))
                        val = this.fillIn(val, curPlusLocalMetadata, false);
                    else if (!metadataElement.getAttribute(ENV_REPLACE_ATTR)
                            .toLowerCase().equals("false"))
                        val = this.fillIn(val, curPlusLocalMetadata);
                    List<String> valList = new Vector<String>();
                    if (!metadataElement.getAttribute(SPLIT_ATTR)
                            .toLowerCase().equals("false")) 
                      valList.addAll(Arrays.asList((val + ",").split(",")));
                    else 
                      valList.add(val);
                    localPgeMetadata.addCustomMetadata(key, valList);
                    curPgeMetadata.addCustomMetadata(key, valList);
                }
                if (metadataElement.getAttribute(WORKFLOW_MET_ATTR)
                        .toLowerCase().equals("true"))
                  localPgeMetadata.addWorkflowMetadataKey(key);
                
                curPlusLocalMetadata.replaceMetadata(key, curPgeMetadata.getMetadataValues(key));
            }
        }
        return localPgeMetadata;
    }

View Full Code Here


    protected void initialize(Metadata metadata,
            WorkflowTaskConfiguration config) throws InstantiationException {
        try {
            // merge metadata
            this.pgeMetadata = new PgeMetadata(metadata, config);
            
            // create PgeConfig
            this.pgeConfig = this.createPgeConfig();


            // load property adder

View Full Code Here

      for (String key : dynMetadata.getAllKeys()) {
         logger.finest(
               "Adding dynamic metadata: key = [" + key + "] value = "
                     + dynMetadata.getAllMetadata(key));
      }
      return new PgeMetadata(staticMetadata, dynMetadata);
   }

View Full Code Here

0 1

TOP

Related Classes of org.apache.oodt.cas.pge.metadata.PgeMetadata

org.apache.oodt.cas.metadata.Metadata

org.apache.oodt.cas.pge.config.TestXmlFilePgeConfigBuilder

org.apache.oodt.cas.pge.config.XmlFilePgeConfigBuilder

org.apache.oodt.cas.pge.PGETaskInstance

org.apache.oodt.cas.pge.staging.TestFileStager

org.apache.oodt.cas.pge.TestPGETaskInstance

org.apache.oodt.cas.workflow.structs.WorkflowTaskConfiguration

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.