Package org.jets3t.service.model

Examples of org.jets3t.service.model.StorageObject

165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
    }
  }

  @Override
  public FileMetadata retrieveMetadata(String key) throws IOException {
    StorageObject object = null;
    try {
      LOG.debug("Getting metadata for key: {} from bucket: {}",
          key, bucket.getName());
      object = s3Service.getObjectDetails(bucket.getName(), key);
      return new FileMetadata(key, object.getContentLength(),
          object.getLastModifiedDate().getTime());

    } catch (ServiceException e) {
      try {
        // process
        handleException(e, key);
        return null;
      } catch (FileNotFoundException fnfe) {
        // and downgrade missing files
        return null;
      }
    } finally {
      if (object != null) {
        object.closeDataInputStream();
      }
    }
  }
View Full Code Here
269
270
271
272
273
274
275
276
277
278
279
280
281
          prefix, delimiter, maxListingLength, priorLastKey);
     
      FileMetadata[] fileMetadata =
        new FileMetadata[chunk.getObjects().length];
      for (int i = 0; i < fileMetadata.length; i++) {
        StorageObject object = chunk.getObjects()[i];
        fileMetadata[i] = new FileMetadata(object.getKey(),
            object.getContentLength(), object.getLastModifiedDate().getTime());
      }
      return new PartialListing(chunk.getPriorLastKey(), fileMetadata,
          chunk.getCommonPrefixes());
    } catch (ServiceException e) {
      handleException(e, prefix);
View Full Code Here
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
    }
  }

  @Override
  public FileMetadata retrieveMetadata(String key) throws IOException {
    StorageObject object = null;
    try {
      if(LOG.isDebugEnabled()) {
        LOG.debug("Getting metadata for key: " + key + " from bucket:" + bucket.getName());
      }
      object = s3Service.getObjectDetails(bucket.getName(), key);
      return new FileMetadata(key, object.getContentLength(),
          object.getLastModifiedDate().getTime());

    } catch (ServiceException e) {
      // Following is brittle. Is there a better way?
      if ("NoSuchKey".equals(e.getErrorCode())) {
        return null; //return null if key not found
      }
      handleServiceException(e);
      return null; //never returned - keep compiler happy
    } finally {
      if (object != null) {
        object.closeDataInputStream();
      }
    }
  }
View Full Code Here
220
221
222
223
224
225
226
227
228
229
230
231
232
          prefix, delimiter, maxListingLength, priorLastKey);
     
      FileMetadata[] fileMetadata =
        new FileMetadata[chunk.getObjects().length];
      for (int i = 0; i < fileMetadata.length; i++) {
        StorageObject object = chunk.getObjects()[i];
        fileMetadata[i] = new FileMetadata(object.getKey(),
            object.getContentLength(), object.getLastModifiedDate().getTime());
      }
      return new PartialListing(chunk.getPriorLastKey(), fileMetadata,
          chunk.getCommonPrefixes());
    } catch (S3ServiceException e) {
      handleS3ServiceException(e);
View Full Code Here
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
  public Optional<InputSupplier<InputStream>> streamTaskLog(final String taskid, final long offset) throws IOException
  {
    final String taskKey = getTaskLogKey(taskid);

    try {
      final StorageObject objectDetails = service.getObjectDetails(config.getS3Bucket(), taskKey, null, null, null, null);

      return Optional.<InputSupplier<InputStream>>of(
          new InputSupplier<InputStream>()
          {
            @Override
            public InputStream getInput() throws IOException
            {
              try {
                final long start;
                final long end = objectDetails.getContentLength() - 1;

                if (offset > 0 && offset < objectDetails.getContentLength()) {
                  start = offset;
                } else if (offset < 0 && (-1 * offset) < objectDetails.getContentLength()) {
                  start = objectDetails.getContentLength() + offset;
                } else {
                  start = 0;
                }

                return service.getObject(
                    config.getS3Bucket(),
                    taskKey,
                    null,
                    null,
                    new String[]{objectDetails.getETag()},
                    null,
                    start,
                    end
                ).getDataInputStream();
              }
View Full Code Here
117
118
119
120
121
122
123
124
125
126
127
128
          new Callable<Void>()
          {
            @Override
            public Void call() throws Exception
            {
              final StorageObject object = new StorageObject(logFile);
              object.setKey(taskKey);
              service.putObject(config.getS3Bucket(), object);
              return null;
            }
          }
      );
View Full Code Here
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
                    public void run() {
                        progressDialog.startDialog("Downloading your credentials", "", 0, 0, null, null);
                    }
                 });

                StorageObject encryptedCredentialsObject = null;

                try {
                    credentials = null;
                    StorageService service = getStorageService();
                    encryptedCredentialsObject = service.getObject(
                        bucketName[0], credentialObjectKey[0]);
                } catch (ServiceException e) {
                    SwingUtilities.invokeLater(new Runnable() {
                        public void run() {
                            progressDialog.stopDialog();
                        }
                     });

                    String errorMessage = "<html><center>Unable to find your credentials online"
                        + "<br><br>Please check your passphrase and password</center></html>";
                    log.error(errorMessage, e);
                    ErrorDialog.showDialog(myself, hyperlinkListener, errorMessage, null);
                    return;
                }

                SwingUtilities.invokeLater(new Runnable() {
                    public void run() {
                        progressDialog.updateDialog("Decrypting your credentials", null, 0);
                    }
                 });

                try {
                    if (targetS3.isSelected()) {
                        myself.credentials = AWSCredentials.load(password,
                            new BufferedInputStream(encryptedCredentialsObject.getDataInputStream()));
                    } else {
                        myself.credentials = GSCredentials.load(password,
                            new BufferedInputStream(encryptedCredentialsObject.getDataInputStream()));
                    }

                    SwingUtilities.invokeLater(new Runnable() {
                        public void run() {
                            progressDialog.stopDialog();
View Full Code Here
502
503
504
505
506
507
508
509
510
511
512
513
514
515
                        progressDialog.startDialog("Uploading your credentials", null, 0, 0, null, null);
                    }
                 });

                try {
                    StorageObject encryptedCredentialsObject =
                        new StorageObject(credentialObjectKey[0]);
                    encryptedCredentialsObject.setDataInputStream(bais[0]);
                    encryptedCredentialsObject.setAcl(AccessControlList.REST_CANNED_PUBLIC_READ);

                    // Store credentials
                    StorageService service = getStorageService();
                    service.createBucket(bucketName[0]);
                    service.putObject(bucketName[0], encryptedCredentialsObject);
View Full Code Here
579
580
581
582
583
584
585
586
587
588
589
     *
     * @return
     * true if all the threaded tasks completed successfully, false otherwise.
     */
    public boolean deleteObjects(final String bucketName, String[] objectKeys) {
        StorageObject objects[] = new StorageObject[objectKeys.length];
        for (int i = 0; i < objects.length; i++) {
            objects[i] = new StorageObject(objectKeys[i]);
        }
        return this.deleteObjects(bucketName, objects);
    }
View Full Code Here
747
748
749
750
751
752
753
754
755
756
757
            public void fireCancelEvent() {
                List cancelledObjectsList = new ArrayList();
                Iterator iter = pendingObjectKeysList.iterator();
                while (iter.hasNext()) {
                    String key = (String) iter.next();
                    cancelledObjectsList.add(new StorageObject(key));
                }
                StorageObject[] cancelledObjects = (StorageObject[]) cancelledObjectsList
                    .toArray(new StorageObject[cancelledObjectsList.size()]);
                success[0] = false;
                fireServiceEvent(GetObjectsEvent.newCancelledEvent(cancelledObjects, uniqueOperationId));
View Full Code Here
TOP

Related Classes of org.jets3t.service.model.StorageObject

  • com.hubspot.singularity.s3.base.S3ArtifactDownloader
  • com.sparc.knappsack.components.services.S3StorageService
  • io.druid.storage.s3.S3TaskLogs
  • org.apache.hadoop.fs.s3native.Jets3tNativeFileSystemStore
  • org.jets3t.apps.cockpit.gui.StartupDialog
  • org.jets3t.apps.synchronize.Synchronize
  • org.jets3t.apps.synchronize.Synchronize$LazyPreparedUploadObject
  • org.jets3t.service.BaseStorageServiceTests
  • org.jets3t.service.impl.rest.httpclient.RestStorageService
  • org.jets3t.service.io.RepeatableFileInputStream
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.