Package cascading.tuple.hadoop.io

Examples of cascading.tuple.hadoop.io.HadoopTupleOutputStream

121
122
123
124
125
126
127
128
129
130
131
        outputStream = codec.createOutputStream( outputStream, compressor );
        }

      final Compressor finalCompressor = compressor;

      return new HadoopTupleOutputStream( outputStream, tupleSerialization.getElementWriter() )
      {
      @Override
      public void close() throws IOException
        {
        try
View Full Code Here
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
  public void testWritableCompareReadWrite() throws IOException
    {
    Tuple aTuple = new Tuple( new TestWritableComparable( "Just My Luck" ), "ClaudiaPuig", "3.0", "LisaRose", "3.0", true );

    ByteArrayOutputStream byteArrayOutputStream = new ByteArrayOutputStream();
    TupleOutputStream dataOutputStream = new HadoopTupleOutputStream( byteArrayOutputStream, new TupleSerialization().getElementWriter() );

    dataOutputStream.writeTuple( aTuple );

    dataOutputStream.flush();

    ByteArrayInputStream byteArrayInputStream = new ByteArrayInputStream( byteArrayOutputStream.toByteArray() );
    TupleInputStream dataInputStream = new HadoopTupleInputStream( byteArrayInputStream, new TupleSerialization().getElementReader() );

    Tuple newTuple = new Tuple();
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
    File file = new File( getOutputPath( "serialization" ) );

    file.mkdirs();
    file = new File( file, "/test.bytes" );

    TupleOutputStream output = new HadoopTupleOutputStream( new FileOutputStream( file, false ), tupleSerialization.getElementWriter() );

    for( int i = 0; i < 501; i++ ) // 501 is arbitrary
      {
      String aString = "string number " + i;
      double random = Math.random();

      output.writeTuple( new Tuple( i, aString, random, new TestText( aString ), new Tuple( "inner tuple", new BytesWritable( "some string".getBytes() ) ), new BytesWritable( Integer.toString( i ).getBytes( "UTF-8" ) ), new BooleanWritable( false ) ) );
      }

    output.close();

    assertEquals( "wrong size", 89967L, file.length() ); // just makes sure the file size doesnt change from expected

    TupleInputStream input = new HadoopTupleInputStream( new FileInputStream( file ), tupleSerialization.getElementReader() );
View Full Code Here
66
67
68
69
70
71
72
73
74
75
76
    init();
    if (bytesOutputStream == null) {
      bytesOutputStream = new ByteArrayOutputStream(BUFFER_SIZE);
    }
    if (tupleOutputStream == null) {
      tupleOutputStream = new HadoopTupleOutputStream(bytesOutputStream, serialization.getElementWriter());
    }
    if (tupleSerializer == null) {
      tupleSerializer = serialization.getSerializer(Tuple.class);
    }
  }
View Full Code Here
TOP

Related Classes of cascading.tuple.hadoop.io.HadoopTupleOutputStream

  • cascading.tuple.hadoop.collect.HadoopSpillableTupleList
  • cascading.tuple.hadoop.HadoopSerializationPlatformTest
  • cascading.tuple.hadoop.TupleTest
  • com.liveramp.cascading_ext.TupleSerializationUtil
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.