Package com.splunk.shuttl.archiver.filesystem

Examples of com.splunk.shuttl.archiver.filesystem.ArchiveFileSystem

47
48
49
50
51
52
53
54
55
56
   */
  public static BucketThawer createWithConfigAndSplunkSettingsAndLocalFileSystemPaths(
      ArchiveConfiguration configuration,
      SplunkIndexesLayer splunkIndexesLayer,
      LocalFileSystemPaths localFileSystemPaths) {
    ArchiveFileSystem archiveFileSystem = ArchiveFileSystemFactory
        .getWithConfiguration(configuration);
    return create(configuration, splunkIndexesLayer, localFileSystemPaths,
        archiveFileSystem);
  }
View Full Code Here
62
63
64
65
66
67
68
69
70
71
    return createWithConfAndLocalPaths(config, LocalFileSystemPaths.create());
  }

  public static BucketArchiver createWithConfAndLocalPaths(
      ArchiveConfiguration config, LocalFileSystemPaths localFileSystemPaths) {
    ArchiveFileSystem archiveFileSystem = ArchiveFileSystemFactory
        .getWithConfiguration(config);
    return createWithConfFileSystemAndLocalPaths(config, archiveFileSystem,
        localFileSystemPaths);
  }
View Full Code Here
26
27
28
29
30
31
32
33
34
35
36
  /**
   * @return instance configured with specified config.
   */
  public static BucketFormatResolver create(ArchiveConfiguration config) {
    ArchiveFileSystem archiveFileSystem = ArchiveFileSystemFactory
        .getWithConfiguration(config);
    PathResolver pathResolver = new PathResolver(config);
    BucketFormatChooser bucketFormatChooser = new BucketFormatChooser(config);
    return new BucketFormatResolver(pathResolver, archiveFileSystem,
        bucketFormatChooser);
View Full Code Here
40
41
42
43
44
45
46
47
48
   */
  public static GlacierArchiveFileSystem create(
      LocalFileSystemPaths localFileSystemPaths) {
    AWSCredentialsImpl credentials = AWSCredentialsImpl.create();
    GlacierClient client = GlacierClient.create(credentials);
    ArchiveFileSystem s3 = S3ArchiveFileSystemFactory.createS3n();
    ArchiveConfiguration config = ArchiveConfiguration.getSharedInstance();
    return create(localFileSystemPaths, client, s3, config);
  }
View Full Code Here
26
27
28
29
30
31
32
33
34
35
36
  /**
   * @return instance configured with the configuration.
   */
  public static ArchiveBucketsLister create(ArchiveConfiguration config) {
    ArchiveFileSystem archiveFileSystem = ArchiveFileSystemFactory
        .getWithConfiguration(config);
    PathResolver pathResolver = new PathResolver(config);

    ArchivedIndexesLister indexesLister = new ArchivedIndexesLister(
        pathResolver, archiveFileSystem);
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
  @Path(ENDPOINT_LIST_INDEXES)
  public String listAllIndexes() throws JSONException {
    logger.info(happened("Received REST request to list indexes", "endpoint",
        ENDPOINT_LIST_INDEXES));

    ArchiveFileSystem archiveFileSystem = ArchiveFileSystemFactory
        .getConfiguredArchiveFileSystem();
    ArchiveConfiguration archiveConfiguration = ArchiveConfiguration
        .getSharedInstance();
    PathResolver pathResolver = new PathResolver(archiveConfiguration);
    ArchivedIndexesLister indexesLister = new ArchivedIndexesLister(
View Full Code Here
157
158
159
160
161
162
163
164
165
166
167
    return bucketSizeResolver.resolveBucketSize(bucket);
  }

  private static BucketSizeResolver getBucketSizeResolver() {
    ArchiveConfiguration config = ArchiveConfiguration.getSharedInstance();
    ArchiveFileSystem archiveFileSystem = ArchiveFileSystemFactory
        .getWithConfiguration(config);
    LocalFileSystemPaths localFileSystemPaths = LocalFileSystemPaths.create();
    return new BucketSizeResolver(ArchiveBucketSize.create(new PathResolver(
        config), archiveFileSystem, localFileSystemPaths));
  }
View Full Code Here
70
71
72
73
74
75
76
77
78
79
    bucketThawer = BucketThawerFactory
        .createWithConfigAndSplunkSettingsAndLocalFileSystemPaths(config,
            SplunkIndexesLayer, localFileSystemPaths);

    PathResolver pathResolver = new PathResolver(config);
    ArchiveFileSystem archiveFileSystem = ArchiveFileSystemFactory
        .getWithConfiguration(config);
    archiveBucketSize = ArchiveBucketSize.create(pathResolver,
        archiveFileSystem, localFileSystemPaths);
  }
View Full Code Here
56
57
58
59
60
61
62
63
64
65
66
  public void setUp() {
    tgzConf = getLocalConfigurationThatArchivesFormats(asList(BucketFormat.SPLUNK_BUCKET_TGZ));
    testDirectory = createDirectory();
    localFileSystemPaths = new LocalFileSystemPaths(
        testDirectory.getAbsolutePath());
    ArchiveFileSystem localFileSystem = ArchiveFileSystemFactory
        .getWithConfiguration(tgzConf);

    bucketArchiver = BucketShuttlerFactory
        .createWithConfFileSystemAndLocalPaths(tgzConf, localFileSystem,
            localFileSystemPaths);
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
  @BeforeMethod
  public void setUp() {
    archiverData = createDirectory();
    ArchiveConfiguration csvConfig = TUtilsFunctional
        .getLocalCsvArchiveConfigration();
    ArchiveFileSystem localFileSystem = ArchiveFileSystemFactory
        .getWithConfiguration(csvConfig);
    csvBucketArchiver = BucketShuttlerFactory
        .createWithConfFileSystemAndLocalPaths(csvConfig, localFileSystem,
            new LocalFileSystemPaths(archiverData.getAbsolutePath()));
    PathResolver pathResolver = new PathResolver(csvConfig);
View Full Code Here
TOP

Related Classes of com.splunk.shuttl.archiver.filesystem.ArchiveFileSystem

  • com.splunk.shuttl.archiver.archive.BucketShuttlerFactory
  • com.splunk.shuttl.archiver.endtoend.ClusterReplicatedBucketArchivingTest$AssertBucketWasArchived
  • com.splunk.shuttl.archiver.endtoend.WarmToColdRetryEndToEndTest
  • com.splunk.shuttl.archiver.filesystem.glacier.GlacierArchiveFileSystemFactory
  • com.splunk.shuttl.archiver.listers.ArchiveBucketsListerFactory
  • com.splunk.shuttl.archiver.metastore.ArchiveBucketsSizeFunctionalTest
  • com.splunk.shuttl.archiver.thaw.BucketFormatResolverFactory
  • com.splunk.shuttl.archiver.thaw.BucketThawerFactory
  • com.splunk.shuttl.archiver.usecases.BucketSizeFunctionalTest
  • com.splunk.shuttl.archiver.usecases.ExportCsvFunctionalTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.