Examples of MD5Hash

Examples of com.fathomdb.hash.Md5Hash

121
122
123
124
125
126
127
128
129
130
131
    }
  }

  @Override
  protected Md5Hash getSourceMd5(OpsTarget target) throws OpsException {
    Md5Hash resolved = getResolved(target);

    if (resolved == null) {
      throw new IllegalStateException("Hash could not be determined (file could not be resolved?)");
    }
View Full Code Here

Examples of com.fathomdb.hash.Md5Hash

17
18
19
20
21
22
23
24
25
26
    InputStream is = null;

    try {
      is = Files.newInputStream(md5Path);
      String md5 = IoUtils.readAll(is);
      return new Md5Hash(md5);
    } finally {
      IoUtils.safeClose(is);
    }
  }
View Full Code Here

Examples of com.fathomdb.hash.Md5Hash

48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
    // OpsServer server = smartGetServer(true);
    // Agent agent = server.getAgent();

    File filePath = getFilePath();

    Md5Hash sourceMd5 = null;
    if (!OpsContext.isDelete()) {
      sourceMd5 = getSourceMd5(target);
    }

    Md5Hash remoteMd5;
    if (target.isMachineTerminated()) {
      remoteMd5 = null;
    } else {
      remoteMd5 = target.getFileHash(filePath);
    }

    boolean isUpToDate = Objects.equal(sourceMd5, remoteMd5);

    if (OpsContext.isDelete()) {
      if (remoteMd5 != null) {
        target.rm(filePath);
        doDeleteAction(target);
      }
    }

    if (OpsContext.isConfigure()) {
      boolean changed = false;

      if (mkdirs != null) {
        if (remoteMd5 == null) {
          File dir = filePath.getParentFile();
          if (target.getFilesystemInfoFile(dir) == null) {
            // TODO: Can mkdir return true/false to indicate presence?
            target.mkdir(dir, mkdirs.mode);

            if (mkdirs.owner != null) {
              target.chown(dir, mkdirs.owner, mkdirs.group, false, false);
            }
          }
        }
      }

      boolean doUpload = false;
      if (!isUpToDate) {
        doUpload = true;
        if (isOnlyIfNotExists()) {
          if (remoteMd5 != null) {
            log.info("File already exists, and file set to create only if not exists: exiting");
            doUpload = false;
          }
        }
      }

      if (OpsContext.isForce()) {
        doUpload = true;
      }

      if (doUpload) {
        File newSymlinkDestination = null;
        if (isSymlinkVersions()) {
          throw new UnsupportedOperationException();

          // newSymlinkDestination = new FilePath(getRemoteFilePath() + "-" +
          // OpsSystem.buildSimpleTimeString());
          // uploadFile(newSymlinkDestination.asString());
          //
          // remoteMd5 = agent.getRemoteMd5(newSymlinkDestination);
        } else {
          uploadFile(target, filePath);
          if (remoteMd5 == null) {
            newFileWasCreated = true;
          }

          remoteMd5 = target.getFileHash(filePath);
        }

        if (!Objects.equal(remoteMd5, sourceMd5)) {
          String remote = target.readTextFile(filePath);
          Md5Hash debugSourceMd5 = getSourceMd5(target);
          debugSourceMd5 = getSourceMd5(target);
          log.debug("debugSourceMd5: " + debugSourceMd5 + " vs " + remoteMd5);
          throw new IllegalStateException("Uploaded file, but contents did not then match: " + filePath);
        }
View Full Code Here

Examples of com.fathomdb.hash.Md5Hash

127
128
129
130
131
132
133
    if (hash == null) {
      throw new IllegalStateException();
    }

    // We return the hash in the hope that we've already copied the artifact!
    return new Md5Hash(hash);
  }
View Full Code Here

Examples of com.fathomdb.hash.Md5Hash

68
69
70
71
72
73
74
75
76
77
78
79
  private File checkDirectory(File base, Md5Hash hash, int splits) throws OpsException {
    String relativePath = toRelativePath(hash, splits);
    File seedFile = new File(base, relativePath);
    FilesystemInfo seedFileInfo = host.getFilesystemInfoFile(seedFile);
    if (seedFileInfo != null) {
      Md5Hash seedFileHash = host.getFileHash(seedFile);
      if (!seedFileHash.equals(hash)) {
        log.warn("Hash mismatch on file: " + seedFile);
        return null;
      }

      // For LRU
View Full Code Here

Examples of com.fathomdb.hash.Md5Hash

83
84
85
86
87
88
89
90
91
92
93
    }
    return null;
  }

  public FilesystemCasObject copyToStaging(CasStoreObject src) throws OpsException {
    Md5Hash hash = src.getHash();
    File cachePath = new File(PATH_CACHE, toRelativePath(hash, 2));
    host.mkdir(cachePath.getParentFile());

    // This could be copyTo0, but it serves as a nice test that copyTo is falling through correctly
    // src.copyTo(host, cachePath);
View Full Code Here

Examples of com.linkedin.d2.balancer.util.hashing.MD5Hash

606
607
608
609
610
611
612
613
614
615
616
        Assert.assertEquals(hintedUri2, uri1.toString() + "/foo");
        // end test KeyMapper target host hint

        if (partitionMethod == 2)
        {
          hashFunction = new MD5Hash();
        }
        for (URI uri : expectedUris)
        {
          if (clientUri.contains(uri.toString()))
          {
View Full Code Here

Examples of org.apache.hadoop.io.MD5Hash

33
34
35
36
37
38
39
40
41
public class TestHashUtility {

  @Test
  public void testMD5HashForTextValueValue() throws IOException {
    Text key = new Text("abc2hf123");
    MD5Hash md5HashKey1 = HashUtility.getMD5Hash(key);
    MD5Hash md5HashKey2 = HashUtility.getMD5Hash(key);
    assertEquals(md5HashKey1, md5HashKey2);
  }
View Full Code Here

Examples of org.apache.hadoop.io.MD5Hash

41
42
43
44
45
46
47
48
49
  }

  @Test
  public void testMD5HashForStringValue() throws IOException {
    String key = new String("abc2hf123");
    MD5Hash md5HashKey1 = HashUtility.getMD5Hash(key);
    MD5Hash md5HashKey2 = HashUtility.getMD5Hash(key);
    assertEquals(md5HashKey1, md5HashKey2);
  }
View Full Code Here

Examples of org.apache.hadoop.io.MD5Hash

49
50
51
52
53
54
55
56
57
  }

  @Test
  public void testMD5HashForLongWritableKey() throws IOException {
    LongWritable key = new LongWritable(Long.parseLong("123"));
    MD5Hash md5HashKey1 = HashUtility.getMD5Hash(key);
    MD5Hash md5HashKey2 = HashUtility.getMD5Hash(key);
    assertEquals(md5HashKey1, md5HashKey2);
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.