Package com.splunk.shuttl.archiver.filesystem.hadoop

Examples of com.splunk.shuttl.archiver.filesystem.hadoop.HadoopArchiveFileSystem

54
55
56
57
58
59
60
61
62
63
64
  private static ArchiveFileSystem create(String scheme) {
    AWSCredentialsImpl credentials = AWSCredentialsImpl.create();
    URI s3Uri = createS3UriForHadoopFileSystem(scheme, credentials);

    try {
      return new HadoopArchiveFileSystem(FileSystem.get(s3Uri,
          new Configuration()));
    } catch (IOException e) {
      throw new RuntimeException(e);
    }
  }
View Full Code Here
97
98
99
100
101
102
103
104
105
106
107
  }

  private static ArchiveFileSystem supportedArchiveFileSystem(String backend,
      LocalFileSystemPaths localFileSystemPaths) {
    if (backend.equals(LOCAL_FILESYSTEM_BACKEND_NAME))
      return new HadoopArchiveFileSystem(
          getHadoopFileSystemSafe(URI.create("file:/")));
    else if (backend.equals("hdfs"))
      return HadoopArchiveFileSystemFactory.create();
    else if (backend.equals("s3"))
      return S3ArchiveFileSystemFactory.createS3();
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
83
84
  private static void cleanHadoopFileSystemWithSplunkHomeSet(File shuttlConfDir) {
    TUtilsMBean.runWithRegisteredMBeans(shuttlConfDir, new Runnable() {

      @Override
      public void run() {
        HadoopArchiveFileSystem fs = (HadoopArchiveFileSystem) ArchiveFileSystemFactory
            .getConfiguredArchiveFileSystem();
        PathResolver pathResolver = new PathResolver(ArchiveConfiguration
            .createConfigurationFromMBean());
        fs.deletePath(pathResolver.getServerNamesHome());
      }
    });
  }
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
  private void assertBucketWasCopiedToArchiveFileSystem_withTeardown(
      LocalBucket bucket) {
    ArchiveConfiguration config = ArchiveConfiguration
        .createConfigurationFromMBean();
    HadoopArchiveFileSystem fileSystem = (HadoopArchiveFileSystem) ArchiveFileSystemFactory
        .getWithConfiguration(config);
    PathResolver pathResolver = new PathResolver(config);

    String bucketArchivePath = pathResolver.resolveArchivePath(bucket);
    try {
      assertTrue(fileSystem.exists(bucketArchivePath),
          "BucketArchivePath did not exist: " + bucketArchivePath);
    } catch (IOException e) {
      TUtilsTestNG.failForException(
          "Checking for existing bucket path throwed.", e);
    } finally {
      fileSystem.deletePath(bucketArchivePath);
    }
  }
View Full Code Here
TOP

Related Classes of com.splunk.shuttl.archiver.filesystem.hadoop.HadoopArchiveFileSystem

  • com.splunk.shuttl.archiver.endtoend.CopyWithoutDeletionEndToEndTest
  • com.splunk.shuttl.archiver.filesystem.ArchiveFileSystemFactory
  • com.splunk.shuttl.archiver.filesystem.s3.S3ArchiveFileSystemFactory
  • com.splunk.shuttl.archiver.filesystem.transaction.bucket.BucketTransactionCleaner
  • com.splunk.shuttl.archiver.filesystem.transaction.bucket.TransfersBuckets
  • com.splunk.shuttl.archiver.filesystem.transaction.file.FileTransactionCleaner
  • com.splunk.shuttl.archiver.filesystem.transaction.file.TransfersFiles
  • com.splunk.shuttl.archiver.model.LocalBucket
  • com.splunk.shuttl.testutil.TUtilsEndToEnd
  • org.apache.hadoop.fs.Path
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.