Package com.splunk.shuttl.archiver.archive

Examples of com.splunk.shuttl.archiver.archive.ArchiveConfiguration

110
111
112
113
114
115
116
117
118
    Runnable r = new BucketShuttlerRunner(bucketShuttler, bucket, bucketLock);
    new Thread(r).run();
  }

  private BucketShuttler createShuttler(LocalBucket bucket) {
    ArchiveConfiguration config = configProvider.createWithBucket(bucket);
    BucketShuttler bucketShuttler = shuttlProvider.createWithConfig(config);
    return bucketShuttler;
  }
View Full Code Here
35
36
37
38
39
40
41
42
43
  /**
   * Default {@link BucketThawer} as configured with .conf files.
   */
  public static BucketThawer createDefaultThawer() {
    SplunkIndexesLayer splunkIndexesLayer = SplunkIndexedLayerFactory.create();
    ArchiveConfiguration config = ArchiveConfiguration.getSharedInstance();
    return createWithConfigAndSplunkSettingsAndLocalFileSystemPaths(config,
        splunkIndexesLayer, LocalFileSystemPaths.create());
  }
View Full Code Here
41
42
43
44
45
46
47
48
  public static GlacierArchiveFileSystem create(
      LocalFileSystemPaths localFileSystemPaths) {
    AWSCredentialsImpl credentials = AWSCredentialsImpl.create();
    GlacierClient client = GlacierClient.create(credentials);
    ArchiveFileSystem s3 = S3ArchiveFileSystemFactory.createS3n();
    ArchiveConfiguration config = ArchiveConfiguration.getSharedInstance();
    return create(localFileSystemPaths, client, s3, config);
  }
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
  @POST
  @Produces(MediaType.TEXT_PLAIN)
  public void archiveBucket(@FormParam("path") String path,
      @FormParam("index") String index) {
    try {
      ArchiveConfiguration config = ArchiveConfiguration.getSharedInstance();

      if (isPathReplicatedBucketWithRawdataOnly(path)) {
        try {
          deletePath(path, index);
        } catch (IOException e) {
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
    logger.info(happened("Received REST request to list indexes", "endpoint",
        ENDPOINT_LIST_INDEXES));

    ArchiveFileSystem archiveFileSystem = ArchiveFileSystemFactory
        .getConfiguredArchiveFileSystem();
    ArchiveConfiguration archiveConfiguration = ArchiveConfiguration
        .getSharedInstance();
    PathResolver pathResolver = new PathResolver(archiveConfiguration);
    ArchivedIndexesLister indexesLister = new ArchivedIndexesLister(
        pathResolver, archiveFileSystem);
View Full Code Here
156
157
158
159
160
161
162
163
164
165
166
    BucketSizeResolver bucketSizeResolver = getBucketSizeResolver();
    return bucketSizeResolver.resolveBucketSize(bucket);
  }

  private static BucketSizeResolver getBucketSizeResolver() {
    ArchiveConfiguration config = ArchiveConfiguration.getSharedInstance();
    ArchiveFileSystem archiveFileSystem = ArchiveFileSystemFactory
        .getWithConfiguration(config);
    LocalFileSystemPaths localFileSystemPaths = LocalFileSystemPaths.create();
    return new BucketSizeResolver(ArchiveBucketSize.create(new PathResolver(
        config), archiveFileSystem, localFileSystemPaths));
View Full Code Here
141
142
143
144
145
146
147
148
149
  /**
   * @return a {@link PathResolver} configured with
   *         {@link ArchiverConfiguration}.
   */
  public static PathResolver getConfigured() {
    ArchiveConfiguration archiveConfiguration = ArchiveConfiguration
        .getSharedInstance();
    return new PathResolver(archiveConfiguration);
  }
View Full Code Here
61
62
63
64
65
66
67
68
  /**
   * @return {@link ArchiveFileSystem} as configured.
   */
  public static ArchiveFileSystem getConfiguredArchiveFileSystem() {
    ArchiveConfiguration config = ArchiveConfiguration.getSharedInstance();
    return getWithConfiguration(config);
  }
View Full Code Here
51
52
53
54
55
56
57
58
59
60
61
  private MetadataStore metadataStore;
  private String fileName;

  @BeforeMethod
  public void setUp() {
    ArchiveConfiguration config = TUtilsFunctional
        .getLocalFileSystemConfiguration();
    localFileSystem = ArchiveFileSystemFactory.getWithConfiguration(config);

    pathResolver = new PathResolver(config);
    localFileSystemPaths = new LocalFileSystemPaths(createDirectory());
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
  private File archiverData;

  @BeforeMethod
  public void setUp() {
    archiverData = createDirectory();
    ArchiveConfiguration csvConfig = TUtilsFunctional
        .getLocalCsvArchiveConfigration();
    ArchiveFileSystem localFileSystem = ArchiveFileSystemFactory
        .getWithConfiguration(csvConfig);
    csvBucketArchiver = BucketShuttlerFactory
        .createWithConfFileSystemAndLocalPaths(csvConfig, localFileSystem,
View Full Code Here
TOP

Related Classes of com.splunk.shuttl.archiver.archive.ArchiveConfiguration

  • com.splunk.shuttl.archiver.endtoend.ClusterReplicatedBucketArchivingTest$AssertBucketWasArchived
  • com.splunk.shuttl.archiver.endtoend.ColdToFrozenRetryEndToEndTest
  • com.splunk.shuttl.archiver.endtoend.CopyWithoutDeletionEndToEndTest
  • com.splunk.shuttl.archiver.endtoend.WarmToColdRetryEndToEndTest
  • com.splunk.shuttl.archiver.filesystem.ArchiveFileSystemFactory
  • com.splunk.shuttl.archiver.filesystem.glacier.GlacierArchiveFileSystemFactory
  • com.splunk.shuttl.archiver.filesystem.PathResolver
  • com.splunk.shuttl.archiver.metastore.MetadataStoreReadIntegrationTest
  • com.splunk.shuttl.archiver.thaw.BucketThawerFactory
  • com.splunk.shuttl.archiver.usecases.ExportCsvFunctionalTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.