Package com.google.appengine.tools.cloudstorage

Examples of com.google.appengine.tools.cloudstorage.GcsFilename

128
129
130
131
132
133
134
135
136
137
138
  public static void main(String[] args) throws IOException, ClassNotFoundException {
    LocalExample example = new LocalExample();
    example.helper.setUp();
    try {
      /** Write and read back a map */
      GcsFilename filename = new GcsFilename("MyBucket", "foo");
      Map<String, String> mapContent = new HashMap<>();
      mapContent.put("foo", "bar");

      example.writeObjectToFile(filename, mapContent);

View Full Code Here
2747
2748
2749
2750
2751
2752
2753
2754
2755
2756
2757
    em = EMF.get().createEntityManager();
    Long id_max = (Long)em.createQuery("select max(rr.id) from RosieRecords rr where rr.used =0").getSingleResult(); // this will give you the current record's id
    Long id_min = (Long)em.createQuery("select min(rr.id) from RosieRecords rr where rr.used =0").getSingleResult(); // this will give you the current record's id
    em.close();
    RosieRecordsService rrs = new RosieRecordsService();
    GcsFilename filename = new GcsFilename(BUCKETNAME, "RosieConversion_" + (new Date()).toString());
    GcsFileOptions options = new GcsFileOptions.Builder().mimeType("text/html").acl("public-read").build();
        //.addUserMetadata("myfield1", "my field value").build();
    GcsOutputChannel writeChannel;
    try {
      writeChannel = gcsService.createOrReplace(filename, options);
View Full Code Here
103
104
105
106
107
108
109
110
      // Uses LevelDbOutputWriter wrapping GoogleCloudStorageFileOutputWriter rather than
      // GoogleCloudStorageLevelDbOutputWriter because the padding at the end of the slice is
      // unneeded as the file is being finalized.
      return new MarshallingOutputWriter<>(
          new LevelDbOutputWriter(new GoogleCloudStorageFileOutputWriter(
              new GcsFilename(bucket, fileName), MapReduceConstants.REDUCE_INPUT_MIME_TYPE)),
          Marshallers.getKeyValuesMarshaller(identity, identity));
    }
View Full Code Here
29
30
31
32
33
34
35
  public GcsFilename getFile(int i) {
    if (i < 0 || i >= getNumFiles()) {
      throw new IllegalArgumentException("Invalid file number: " + i);
    }
    return new GcsFilename(getBucketName(), getFileNames().get(i));
  }
View Full Code Here
35
36
37
38
39
40
41
42
43
  }

  public List<GcsFilename> getFiles() {
    List<GcsFilename> result = new ArrayList<>(getFileNames().size());
    for (String name : getFileNames()) {
      result.add(new GcsFilename(getBucketName(), name));
    }
    return result;
  }
View Full Code Here
42
43
44
45
46
47
48
49
50
51
  @Override
  public List<GoogleCloudStorageFileOutputWriter> createWriters(int numShards) {
    ImmutableList.Builder<GoogleCloudStorageFileOutputWriter> out = ImmutableList.builder();
    for (int i = 0; i < numShards; i++) {
      GcsFilename file = new GcsFilename(bucket, String.format(fileNamePattern, i));
      out.add(new GoogleCloudStorageFileOutputWriter(file, mimeType));
    }
    return out.build();
  }
View Full Code Here
69
70
71
72
73
74
75
76
77
78
79
      this.valueMarshaller = valueMarshaller;
    }

    @Override
    public OutputWriter<KeyValue<K, V>> createWriter(int sortShard) {
      GcsFilename file = new GcsFilename(bucket, getFileName(sortShard));
      MarshallingOutputWriter<KeyValue<K, V>> output =
          new MarshallingOutputWriter<>(new GoogleCloudStorageLevelDbOutputWriter(
              new GoogleCloudStorageFileOutputWriter(file, MAP_OUTPUT_MIME_TYPE)),
              new KeyValueMarshaller<>(keyMarshaller, valueMarshaller));
      return output;
View Full Code Here
222
223
224
225
226
227
228
229
230
231
232
233
234
        .retryMinAttempts(2)
        .retryMaxAttempts(3)
        .totalRetryPeriodMillis(20000)
        .requestTimeoutMillis(10000)
        .build());
    GcsFilename filename = new GcsFilename(bucket, UUID.randomUUID() + ".tmp");
    if (gcsService.getMetadata(filename) != null) {
      log.warning("File '" + filename.getObjectName() + "' exists. Skipping bucket write test.");
      return;
    }
    try {
      gcsService.createOrReplace(filename, GcsFileOptions.getDefaultInstance(),
          ByteBuffer.wrap("Delete me!".getBytes(StandardCharsets.UTF_8)));
View Full Code Here
71
72
73
74
75
76
77
78
79
    @Override
    protected OutputWriter<ByteBuffer> createWriter(int fileNum) {
      String fileName = String.format(fileNamePattern, shardNumber, fileNum);
      GoogleCloudStorageFileOutputWriter toReturn =
          new GoogleCloudStorageFileOutputWriter(new GcsFilename(bucket, fileName), mimeType);
      delegatedWriters.add(toReturn);
      return toReturn;
    }
View Full Code Here
68
69
70
71
72
73
74
75
      Marshaller<ByteBuffer> identity = Marshallers.getByteBufferMarshaller();
      String fileName = String.format(fileNamePattern, sliceNumber);
      fileNames.add(fileName);
      return new MarshallingOutputWriter<>(
          new GoogleCloudStorageLevelDbOutputWriter(new GoogleCloudStorageFileOutputWriter(
              new GcsFilename(bucket, fileName), MapReduceConstants.REDUCE_INPUT_MIME_TYPE)),
          Marshallers.getKeyValuesMarshaller(identity, identity));
    }
View Full Code Here
TOP

Related Classes of com.google.appengine.tools.cloudstorage.GcsFilename

  • com.google.appengine.demos.GcsExampleServlet
  • com.google.appengine.demos.LocalExample
  • com.google.appengine.demos.PortOfFilesAPIGuestbookServlet
  • com.google.appengine.tck.blobstore.GcsBlobstoreUploadTest
  • com.google.appengine.tck.blobstore.support.GcsHandlerServlet
  • com.google.appengine.tck.gcsclient.GCSClientTest
  • com.google.appengine.tools.cloudstorage.dev.LocalRawGcsService
  • com.google.appengine.tools.cloudstorage.oauth.OauthRawGcsService
  • com.google.appengine.tools.cloudstorage.oauth.OauthRawGcsServiceTest
  • com.google.appengine.tools.mapreduce.GoogleCloudStorageFileSet
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.