Package org.springframework.data.hadoop.store.output

Examples of org.springframework.data.hadoop.store.output.TextSequenceFileWriter

49
50
51
52
53
54
55
56
57
58
59
  @Test
  public void testWriteReadSequenceFileOneLine() throws IOException {
    String[] dataArray = new String[] { DATA10 };

    TextSequenceFileWriter writer = new TextSequenceFileWriter(getConfiguration(), testDefaultPath, null);
    TestUtils.writeData(writer, dataArray);

    TextSequenceFileReader reader = new TextSequenceFileReader(getConfiguration(), testDefaultPath, null);
    TestUtils.readDataAndAssert(reader, dataArray);
  }
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
    TestUtils.readDataAndAssert(reader, dataArray);
  }

  @Test
  public void testWriteReadSequenceFileManyLines() throws IOException {
    TextSequenceFileWriter writer = new TextSequenceFileWriter(getConfiguration(), testDefaultPath, null);
    TestUtils.writeData(writer, DATA09ARRAY);

    TextSequenceFileReader reader = new TextSequenceFileReader(getConfiguration(), testDefaultPath, null);
    TestUtils.readDataAndAssert(reader, DATA09ARRAY);
  }
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
//    TestUtils.readDataAndAssert(reader, DATA09ARRAY);
//  }

  @Test
  public void testWriteReadManyLinesWithBzip2() throws IOException {
    TextSequenceFileWriter writer = new TextSequenceFileWriter(getConfiguration(), testDefaultPath,
        Codecs.BZIP2.getCodecInfo());
    TestUtils.writeData(writer, DATA09ARRAY);

    TextSequenceFileReader reader = new TextSequenceFileReader(getConfiguration(), testDefaultPath,
        Codecs.BZIP2.getCodecInfo());
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
101
102
103
    TestUtils.readDataAndAssert(reader, DATA09ARRAY);
  }

  @Test
  public void testWriteReadManyLinesWithNamingAndRollover() throws IOException {
    TextSequenceFileWriter writer = new TextSequenceFileWriter(getConfiguration(), testDefaultPath, null);
    writer.setFileNamingStrategy(new RollingFileNamingStrategy());
    writer.setRolloverStrategy(new SizeRolloverStrategy(150));
    writer.setIdleTimeout(10000);

    TestUtils.writeData(writer, DATA09ARRAY);

    TextSequenceFileReader reader1 = new TextSequenceFileReader(getConfiguration(), new Path(testDefaultPath, "0"), null);
    List<String> splitData1 = TestUtils.readData(reader1);
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
  private ApplicationContext context;

  @Test
  public void testWriteReadManyLines() throws IOException, InterruptedException {

    TextSequenceFileWriter writer = context.getBean("writer", TextSequenceFileWriter.class);
    assertNotNull(writer);

    TestUtils.writeData(writer, new String[] { DATA10 }, false);
    Thread.sleep(3000);
    TestUtils.writeData(writer, new String[] { DATA11 }, false);
View Full Code Here
TOP

Related Classes of org.springframework.data.hadoop.store.output.TextSequenceFileWriter

  • org.apache.hadoop.io.Text
  • org.springframework.data.hadoop.store.event.FileWrittenEvent
  • org.springframework.data.hadoop.store.event.StoreEventPublisher
  • org.springframework.data.hadoop.store.SequenceFileStoreCtxTests
  • org.springframework.data.hadoop.store.SequenceFileStoreTests
  • org.springframework.data.hadoop.store.support.OutputContext
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.