Examples of KVPair

com.addthis.basis.kv.KVPair
Class that represents a key/value pair. Has helpers for parsing pairs in common forms, including HTTP headers. Keys are always converted to uppercase. Values are always urldecoded for storage. Use toString() to regenerate the KVPair.
org.apache.tez.runtime.library.testutils.KVDataGen.KVPair

Examples of com.addthis.basis.kv.KVPair

        String s = Bytes.toString(text);
        int i = 0;
        int j = s.indexOf('&');
        while (j >= 0) {
            if (j > 0) {
                KVPair kv = KVPair.parsePair(s.substring(i, j));
                if (kv != null) {
                    bundle.setValue(format.getField(kv.getKey()), ValueFactory.create(kv.getValue()));
                }
            }
            i = j + 1;
            j = s.indexOf('&', i);
        }
        KVPair kv = KVPair.parsePair(s.substring(i));
        if (kv != null) {
            bundle.setValue(format.getField(kv.getKey()), ValueFactory.create(kv.getValue()));
        }
        return bundle;
    }

View Full Code Here

Examples of org.apache.tez.runtime.library.testutils.KVDataGen.KVPair

    List<IntWritable> values = new ArrayList<IntWritable>();


    Text key = new Text("key");
    IntWritable val = new IntWritable(1);
    for(int i = 0; i < 5; i++) {
      data.add(new KVPair(key, val));
      values.add(val);
    }


    IFile.Writer writer = new IFile.Writer(defaultConf, localFs, outputPath,
        Text.class, IntWritable.class, codec, null, null);
    writer.append(data.get(0).getKey(), data.get(0).getvalue()); //write first KV pair
    writer.appendValues(values.subList(1, values.size()).iterator()); //add the rest here


    Text lastKey = new Text("key3");
    IntWritable lastVal = new IntWritable(10);
    data.add(new KVPair(lastKey, lastVal));


    writer.append(lastKey, lastVal);
    writer.close();


    readAndVerifyData(writer.getRawLength(), writer.getCompressedLength(), data, codec);

View Full Code Here

Examples of org.apache.tez.runtime.library.testutils.KVDataGen.KVPair

    List<IntWritable> values = new ArrayList<IntWritable>();


    Text key = new Text("key");
    IntWritable val = new IntWritable(1);
    for(int i = 0; i < 5; i++) {
      data.add(new KVPair(key, val));
      values.add(val);
    }


    IFile.Writer writer = new IFile.Writer(defaultConf, localFs, outputPath,
        Text.class, IntWritable.class, codec, null, null);
    writer.appendKeyValues(data.get(0).getKey(), values.iterator());


    Text lastKey = new Text("key3");
    IntWritable lastVal = new IntWritable(10);
    data.add(new KVPair(lastKey, lastVal));


    writer.append(lastKey, lastVal);
    writer.close();


    readAndVerifyData(writer.getRawLength(), writer.getCompressedLength(), data, codec);

View Full Code Here

Examples of org.apache.tez.runtime.library.testutils.KVDataGen.KVPair

    while (reader.nextRawKey(keyIn)) {
      reader.nextRawValue(valIn);
      readKey = keyDeserializer.deserialize(readKey);
      readValue = valDeserializer.deserialize(readValue);


      KVPair expected = data.get(numRecordsRead);
      assertEquals("Key does not match: Expected: " + expected.getKey()
          + ", Read: " + readKey, expected.getKey(), readKey);
      assertEquals("Value does not match: Expected: " + expected.getvalue()
          + ", Read: " + readValue, expected.getvalue(), readValue);


      numRecordsRead++;
    }
    assertEquals("Expected: " + data.size() + " records, but found: "
        + numRecordsRead, data.size(), numRecordsRead);

View Full Code Here

Examples of org.apache.tez.runtime.library.testutils.KVDataGen.KVPair

    while (reader.nextRawKey(keyIn)) {
      reader.nextRawValue(valIn);
      readKey = keyDeserializer.deserialize(readKey);
      readValue = valDeserializer.deserialize(readValue);


      KVPair expected = data.get(numRecordsRead);
      assertEquals("Key does not match: Expected: " + expected.getKey()
          + ", Read: " + readKey, expected.getKey(), readKey);
      assertEquals("Value does not match: Expected: " + expected.getvalue()
          + ", Read: " + readValue, expected.getvalue(), readValue);


      numRecordsRead++;
    }
    assertEquals("Expected: " + data.size() + " records, but found: "
        + numRecordsRead, data.size(), numRecordsRead);

View Full Code Here

Examples of org.apache.tez.runtime.library.testutils.KVDataGen.KVPair

    while (reader.nextRawKey(keyIn)) {
      reader.nextRawValue(valIn);
      readKey = keyDeserializer.deserialize(readKey);
      readValue = valDeserializer.deserialize(readValue);


      KVPair expected = data.get(numRecordsRead);
      assertEquals("Key does not match: Expected: " + expected.getKey()
          + ", Read: " + readKey, expected.getKey(), readKey);
      assertEquals("Value does not match: Expected: " + expected.getvalue()
          + ", Read: " + readValue, expected.getvalue(), readValue);


      numRecordsRead++;
    }
    assertEquals("Expected: " + data.size() + " records, but found: "
        + numRecordsRead, data.size(), numRecordsRead);

View Full Code Here

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.