Package com.google.appengine.tools.mapreduce.outputs

Examples of com.google.appengine.tools.mapreduce.outputs.GoogleCloudStorageLevelDbOutputWriter

83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
    }

  }

  public void writeData(GcsFilename filename, ByteBufferGenerator gen) throws IOException {
    LevelDbOutputWriter writer = new GoogleCloudStorageLevelDbOutputWriter(
        new GoogleCloudStorageFileOutputWriter(filename, "TestData"));
    writer.beginShard();
    writer.beginSlice();
    while (gen.hasNext()) {
      writer.write(gen.next());
    }
    writer.endSlice();
    writer.endShard();
  }
View Full Code Here
71
72
73
74
75
76
77
78
79
80
    @Override
    public OutputWriter<KeyValue<K, V>> createWriter(int sortShard) {
      GcsFilename file = new GcsFilename(bucket, getFileName(sortShard));
      MarshallingOutputWriter<KeyValue<K, V>> output =
          new MarshallingOutputWriter<>(new GoogleCloudStorageLevelDbOutputWriter(
              new GoogleCloudStorageFileOutputWriter(file, MAP_OUTPUT_MIME_TYPE)),
              new KeyValueMarshaller<>(keyMarshaller, valueMarshaller));
      return output;
    }
View Full Code Here
67
68
69
70
71
72
73
74
75
        int sliceNumber) {
      Marshaller<ByteBuffer> identity = Marshallers.getByteBufferMarshaller();
      String fileName = String.format(fileNamePattern, sliceNumber);
      fileNames.add(fileName);
      return new MarshallingOutputWriter<>(
          new GoogleCloudStorageLevelDbOutputWriter(new GoogleCloudStorageFileOutputWriter(
              new GcsFilename(bucket, fileName), MapReduceConstants.REDUCE_INPUT_MIME_TYPE)),
          Marshallers.getKeyValuesMarshaller(identity, identity));
    }
View Full Code Here
TOP

Related Classes of com.google.appengine.tools.mapreduce.outputs.GoogleCloudStorageLevelDbOutputWriter

  • com.google.appengine.tools.mapreduce.impl.GoogleCloudStorageMapOutput$ShardingOutputWriterImpl
  • com.google.appengine.tools.mapreduce.impl.GoogleCloudStorageMergeOutput$OrderSlicingOutputWriter
  • com.google.appengine.tools.mapreduce.inputs.GoogleCloudStorageLevelDbInputReaderTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.