Examples of hdfs()


Examples of org.springframework.yarn.config.annotation.configurers.LocalResourcesHdfsConfigurer.hdfs()

          .copy(StringUtils.toStringArray(sycp.getFiles()), applicationDir, applicationDir == null)
          .raw(unescapeMapKeys(syclp.getRawFileContents()), applicationDir);

      LocalResourcesHdfsConfigurer withHdfs = localizer.withHdfs();
      for (Entry e : localResourcesSelector.select(applicationDir != null ? applicationDir : "/")) {
        withHdfs.hdfs(e.getPath(), e.getType(), applicationDir == null);
      }
    }

    @Override
    public void configure(YarnEnvironmentConfigurer environment) throws Exception {
View Full Code Here

Examples of org.springframework.yarn.config.annotation.configurers.LocalResourcesHdfsConfigurer.hdfs()

      String applicationDir = SpringYarnBootUtils.resolveApplicationdir(syp);
      localizer
        .stagingDirectory(syp.getStagingDir());
      LocalResourcesHdfsConfigurer withHdfs = localizer.withHdfs();
      for (Entry e : localResourcesSelector.select(applicationDir != null ? applicationDir : "/")) {
        withHdfs.hdfs(e.getPath(), e.getType(), applicationDir == null);
      }

      if (syap.getContainercluster() != null && localResourcesSelector instanceof MultiLocalResourcesSelector && syap.getContainercluster().getClusters() != null) {
        MultiLocalResourcesSelector selector = ((MultiLocalResourcesSelector)localResourcesSelector);
        for (java.util.Map.Entry<String, ContainerClustersProperties> entry : syap.getContainercluster().getClusters().entrySet()) {
View Full Code Here

Examples of org.springframework.yarn.config.annotation.configurers.LocalResourcesHdfsConfigurer.hdfs()

      if (syap.getContainercluster() != null && localResourcesSelector instanceof MultiLocalResourcesSelector && syap.getContainercluster().getClusters() != null) {
        MultiLocalResourcesSelector selector = ((MultiLocalResourcesSelector)localResourcesSelector);
        for (java.util.Map.Entry<String, ContainerClustersProperties> entry : syap.getContainercluster().getClusters().entrySet()) {
          withHdfs = localizer.withHdfs(entry.getKey());
          for (Entry e : selector.select(entry.getKey(), applicationDir != null ? applicationDir : "/")) {
            withHdfs.hdfs(e.getPath(), e.getType(), applicationDir == null);
          }
        }
      }
    }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.