Package io.fathom.cloud.blobs

Examples of io.fathom.cloud.blobs.BlobData

36
37
38
39
40
41
42
43
        md5.update(src);

        ByteString hashResume = md5.getState();
        ByteString hash = ByteString.copyFrom(md5.digest());

        BlobData blob = new BlobData(src, hash);
        return new FileBlob(hash, hashResume, dataLength, blob);
    }
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
            if (checked.contains(node)) {
                continue;
            }

            try {
                BlobData is = node.getBlobStore(blobStoreKey).find(key);
                if (is != null) {
                    log.debug("Found blob {} on node {}", Hex.toHex(key.toByteArray()), node.getKey());
                    return is;
                }
            } catch (IOException e) {
View Full Code Here
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
        if (yes.size() >= cluster.dataReplicaCount) {
            return;
        }

        BlobData data = null;
        try {
            for (StorageNode node : yes) {
                try {
                    data = node.getBlobStore(blobStoreKey).find(key);
                    break;
                } catch (IOException e) {
                    log.warn("Error communicating with node " + node, e);
                }
            }

            if (data == null) {
                data = global.find(key);
            }

            if (data == null) {
                log.error("Unable to find blob: {}", forDebug(key));
                return;
            }

            // TODO: This won't scale to big data sizes..
            log.info("Writing replica on {}: {}", local, forDebug(key));
            local.put(data);
        } finally {
            if (data != null) {
                data.close();
            }
        }
    }
View Full Code Here
83
84
85
86
87
88
89
90
91
92
93
            ImageKey imageKey = image.getUniqueKey();

            if (!host.hasImage(imageKey)) {
                // TODO: Support side-load

                BlobData imageData = imageService.getImageBlob(image);

                host.uploadImage(imageKey, imageData);
            }
        }
View Full Code Here
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
        try (HashingOutputStream hos = new HashingOutputStream(ByteStreams.nullOutputStream(), md5)) {
            List<FileRange> ranges = file.getRangesList();
            for (int i = 0; i < ranges.size(); i++) {
                FileRange range = ranges.get(i);

                BlobData blob = blobStore.find(range.getContentKey());
                if (blob == null) {
                    throw new IllegalStateException("Unable to find blob for range: " + range);
                }

                log.debug("Sanity check: fetch blob {}", Hex.toHex(range.getContentKey().toByteArray()));
                if (blob.size() != (range.getEnd() - range.getStart())) {
                    throw new IllegalStateException();
                }

                blob.copyTo(hos);

                if (i != 0) {
                    FileRange prev = ranges.get(i - 1);

                    if (prev.getEnd() != range.getStart()) {
View Full Code Here
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
                    }
                    if (i == (bestEnd - 1)) {
                        c.setEnd(range.getEnd());
                    }

                    final BlobData blob = blobStore.find(range.getContentKey());
                    if (blob == null) {
                        throw new IOException("Unable to open storage for range: " + range);
                    }

                    blob.copyTo(fos);
                }
            }

            if (!c.hasStart() || !c.hasEnd()) {
                throw new IllegalStateException();
            }

            ByteString hash = ByteString.copyFrom(md5.hash().asBytes());
            BlobData blobData = new BlobData(tempFile.getFile(), hash);
            blobStore.put(blobData);

            if (PARANOID) {
                BlobData blob = blobStore.find(blobData.getHash());
                if (blob == null) {
                    throw new IllegalStateException();
                }
                ByteString checkHash = ByteString.copyFrom(blob.hash(Hashing.md5()).asBytes());
                if (!blobData.getHash().equals(checkHash)) {
                    log.warn("Hash mismatch: {} vs {}", blobData.getHash(), checkHash);
                    throw new IllegalStateException();
                }
            }
View Full Code Here
205
206
207
208
209
210
211
212
213
214
        metadata.put(ImageService.METADATA_KEY_DISK_FORMAT, "raw");

        UUID containerId = UUID.fromString(hostCookie);
        try (TempFile snapshot = host.createImage(containerId)) {
            ImageService.Image image = imageService.createImage(instance.getProjectId(), metadata);
            BlobData blobData = BlobData.build(snapshot.getFile());
            image = imageService.uploadData(image, blobData);
            return image;
        }
    }
View Full Code Here
235
236
237
238
239
240
241
242
243
244
245
    public BlobData findImageData(Project project, ImageData image) throws IOException {
        ImageLocation imageLocation = image.getLocation();
        if (imageLocation.hasStored()) {
            String cookie = imageLocation.getStored();

            BlobData blob = imageDataService.getImageFile(cookie);

            return blob;
        }
        return null;
    }
View Full Code Here
274
275
276
277
278
279
280
281
    public BlobData getImageBlob(Image i) throws IOException {
        ImageImpl image = (ImageImpl) i;
        ImageData data = image.getData();

        Project project = new Project(data.getOwnerProject());
        BlobData imageData = findImageData(project, data);
        return imageData;
    }
View Full Code Here
36
37
38
39
40
41
42
43
44
    public BlobData getImageFile(String cookie) throws IOException {
        BlobStore blobStore = getBlobStore();

        ByteString key = ByteString.copyFrom(Hex.fromHex(cookie));

        BlobData blobData = blobStore.find(key);

        return blobData;
    }
View Full Code Here
TOP

Related Classes of io.fathom.cloud.blobs.BlobData

  • com.google.common.hash.HashCode
  • com.google.protobuf.ByteString
  • io.fathom.cloud.blobs.replicated.ReplicaRepair
  • io.fathom.cloud.blobs.replicated.ReplicatedBlobStore
  • io.fathom.cloud.blobs.sftp.SftpBlobStore
  • io.fathom.cloud.compute.scheduler.StartInstanceOperation
  • io.fathom.cloud.compute.services.ComputeServices
  • io.fathom.cloud.image.api.os.resources.ImagesV1Endpoint
  • io.fathom.cloud.image.DirectImageDataService
  • io.fathom.cloud.image.ImageServiceImpl
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.