Package voldemort.utils

Examples of voldemort.utils.ByteArray

73
74
75
76
77
78
79
80
81
82
83
                    BytesWritable key = new BytesWritable();
                    BytesWritable value = new BytesWritable();

                    reader.next(key, value);
                    store.put(new ByteArray(ByteUtils.copy(key.get(), 0, key.getSize())),
                              Versioned.value(ByteUtils.copy(value.get(), 0, value.getSize())), null);
                } catch(ObsoleteVersionException e) {
                    obsoletes.incrementAndGet();
                }
            }
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
                    BytesWritable key = new BytesWritable();
                    BytesWritable value = new BytesWritable();

                    reader.next(key, value);
                    store.put(new ByteArray(ByteUtils.copy(key.get(), 0, key.getSize())),
                              Versioned.value(ByteUtils.copy(value.get(), 0, value.getSize())), null);
                } catch(ObsoleteVersionException e) {
                    obsoletes.incrementAndGet();
                }
            }
View Full Code Here
202
203
204
205
206
207
208
209
210
211
212
            contents.append(entry.getKey() + "\t" + entry.getValue() + "\n");

            byte[] oldMd5 = ByteUtils.copy(ByteUtils.md5(serializer.toBytes(entry.getKey())),
                                           0,
                                           2 * ByteUtils.SIZE_OF_INT);
            oldMd5ToNewMd5.put(new ByteArray(oldMd5), currentMd5);
            entryId++;
        }
        FileUtils.writeStringToFile(inputFile, contents.toString());

        StoreDefinition def = new StoreDefinitionBuilder().setName(storeName)
View Full Code Here
123
124
125
126
127
128
129
130
131
132
133
                    if(versions != null) {
                        Iterator<Versioned<byte[]>> iterVersions = versions.iterator();
                        while(iterVersions.hasNext()) {
                            Versioned<byte[]> currentVersion = iterVersions.next();
                            returnedList.add(Pair.create(new ByteArray(key), currentVersion));
                        }
                    }
                }
            }
        }
View Full Code Here
67
68
69
70
71
72
73
     */
    public class CustomBinarySearchStrategy extends BinarySearchStrategy {

        @Override
        public int indexOf(ByteBuffer index, byte[] key, int indexFileSize) {
            return super.indexOf(index, oldMd5ToNewMd5.get(new ByteArray(key)), indexFileSize);
        }
View Full Code Here
129
130
131
132
133
134
135
136
137
138
139
            offsetTillNow += keyBytes.length;
            System.arraycopy(valBytes, 0, outputValue, offsetTillNow, valBytes.length);

            // Generate MR key - upper 8 bytes of 16 byte md5
            byte[] oldMd5 = ByteUtils.copy(md5er.digest(keyBytes), 0, 2 * ByteUtils.SIZE_OF_INT);
            ByteArray oldMd5ByteArray = new ByteArray(oldMd5);
            BytesWritable outputKey = new BytesWritable(oldMd5ToNewMd5.get(oldMd5ByteArray));

            int replicaType = 0;
            for(Integer partition: partitionList) {

View Full Code Here
46
47
48
49
50
51
52
53
54
55
    }

    public void testNoPressureBehavior() {
        StorageEngine<ByteArray, byte[], byte[]> engine = getStorageEngine();
        byte[] bytes = "abc".getBytes();
        ByteArray key = new ByteArray(bytes);
        engine.put(key, new Versioned<byte[]>(bytes), null);
        List<Versioned<byte[]>> found = engine.get(key, null);
        assertEquals(1, found.size());
    }
View Full Code Here
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
                    errorStream.println("Failed to open the output stream");
                    e.printStackTrace(errorStream);
                }
                if(writer != null) {
                    while(partitionKeys.hasNext()) {
                        ByteArray keyByteArray = partitionKeys.next();
                        StringBuilder lineBuilder = new StringBuilder();
                        lineBuilder.append(ByteUtils.getString(keyByteArray.get(), "UTF-8"));
                        lineBuilder.append("\n");
                        writer.write(lineBuilder.toString());
                    }
                    writer.flush();
                }
            } else if(line.toLowerCase().startsWith("fetch")) {
                String[] args = line.substring("fetch".length() + 1).split("\\s+");
                int remoteNodeId = Integer.valueOf(args[0]);
                String storeName = args[1];
                List<Integer> partititionList = parseCsv(args[2]);
                Iterator<Pair<ByteArray, Versioned<byte[]>>> partitionEntries = adminClient.bulkFetchOps.fetchEntries(remoteNodeId,
                                                                                                                      storeName,
                                                                                                                      partititionList,
                                                                                                                      null,
                                                                                                                      false);
                BufferedWriter writer = null;
                try {
                    if(args.length > 3) {
                        writer = new BufferedWriter(new FileWriter(new File(args[3])));
                    } else
                        writer = new BufferedWriter(new OutputStreamWriter(commandOutput));
                } catch(IOException e) {
                    errorStream.println("Failed to open the output stream");
                    e.printStackTrace(errorStream);
                }
                if(writer != null) {
                    while(partitionEntries.hasNext()) {
                        Pair<ByteArray, Versioned<byte[]>> pair = partitionEntries.next();
                        ByteArray keyByteArray = pair.getFirst();
                        Versioned<byte[]> versioned = pair.getSecond();
                        StringBuilder lineBuilder = new StringBuilder();
                        lineBuilder.append(ByteUtils.getString(keyByteArray.get(), "UTF-8"));
                        lineBuilder.append("\t");
                        lineBuilder.append(versioned.getVersion());
                        lineBuilder.append("\t");
                        lineBuilder.append(ByteUtils.getString(versioned.getValue(), "UTF-8"));
                        lineBuilder.append("\n");
View Full Code Here
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
        String key = "a";
        String value = "First";
        String newValue = "Second";

        try {
            this.dynamicTimeoutClient.put(new ByteArray(key.getBytes()), value.getBytes());
        } catch(Exception e) {
            fail("Error in regular put.");
        }

        long startTime = System.currentTimeMillis();
        try {
            this.dynamicTimeoutClient.putWithCustomTimeout(new CompositePutVoldemortRequest<ByteArray, byte[]>(new ByteArray(key.getBytes()),
                                                                                                               newValue.getBytes(),
                                                                                                               incorrectTimeout));
            fail("Should not reach this point. The small (incorrect) timeout did not work.");
        } catch(InsufficientOperationalNodesException ion) {
            System.out.println("This failed as Expected.");
        }

        try {
            List<Versioned<byte[]>> versionedValues = this.dynamicTimeoutClient.getWithCustomTimeout(new CompositeGetVoldemortRequest<ByteArray, byte[]>(new ByteArray(key.getBytes()),
                                                                                                                                                         correctTimeout,
                                                                                                                                                         true));
            // We only expect one value in the response since resolve conflicts
            // is set to true
            assertTrue(versionedValues.size() == 1);
View Full Code Here
73
74
75
76
77
78
79
80
    @Override
    public List<ByteArray> getKeys(int numKeys) {
        List<ByteArray> keys = new ArrayList<ByteArray>(numKeys);
        for(int i = 0; i < numKeys; i++)
            keys.add(new ByteArray(TestUtils.randomBytes(10)));
        return keys;
    }
View Full Code Here
TOP

Related Classes of voldemort.utils.ByteArray

  • voldemort.client.AdminServiceBasicTest
  • voldemort.client.protocol.admin.AdminClient$MetadataManagementOperations
  • voldemort.client.protocol.admin.QueryKeyResultTest
  • voldemort.client.rebalance.AbstractNonZonedRebalanceTest
  • voldemort.client.rebalance.AbstractRebalanceTest
  • voldemort.client.rebalance.AbstractZonedRebalanceTest
  • voldemort.client.rebalance.ZoneShrinkageEndToEndTest
  • voldemort.client.RestServiceR2StoreTest
  • voldemort.protocol.AbstractRequestFormatTest
  • voldemort.rest.coordinator.DynamicTimeoutStoreClient
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.