Package org.springframework.data.hadoop.store.input

Examples of org.springframework.data.hadoop.store.input.TextSequenceFileReader

52
53
54
55
56
57
58
59
    String[] dataArray = new String[] { DATA10 };

    TextSequenceFileWriter writer = new TextSequenceFileWriter(getConfiguration(), testDefaultPath, null);
    TestUtils.writeData(writer, dataArray);

    TextSequenceFileReader reader = new TextSequenceFileReader(getConfiguration(), testDefaultPath, null);
    TestUtils.readDataAndAssert(reader, dataArray);
  }
View Full Code Here
61
62
63
64
65
66
67
68
  @Test
  public void testWriteReadSequenceFileManyLines() throws IOException {
    TextSequenceFileWriter writer = new TextSequenceFileWriter(getConfiguration(), testDefaultPath, null);
    TestUtils.writeData(writer, DATA09ARRAY);

    TextSequenceFileReader reader = new TextSequenceFileReader(getConfiguration(), testDefaultPath, null);
    TestUtils.readDataAndAssert(reader, DATA09ARRAY);
  }
View Full Code Here
83
84
85
86
87
88
89
90
91
  public void testWriteReadManyLinesWithBzip2() throws IOException {
    TextSequenceFileWriter writer = new TextSequenceFileWriter(getConfiguration(), testDefaultPath,
        Codecs.BZIP2.getCodecInfo());
    TestUtils.writeData(writer, DATA09ARRAY);

    TextSequenceFileReader reader = new TextSequenceFileReader(getConfiguration(), testDefaultPath,
        Codecs.BZIP2.getCodecInfo());
    TestUtils.readDataAndAssert(reader, DATA09ARRAY);
  }
View Full Code Here
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
    writer.setRolloverStrategy(new SizeRolloverStrategy(150));
    writer.setIdleTimeout(10000);

    TestUtils.writeData(writer, DATA09ARRAY);

    TextSequenceFileReader reader1 = new TextSequenceFileReader(getConfiguration(), new Path(testDefaultPath, "0"), null);
    List<String> splitData1 = TestUtils.readData(reader1);

    TextSequenceFileReader reader2 = new TextSequenceFileReader(getConfiguration(), new Path(testDefaultPath, "1"), null);
    List<String> splitData2 = TestUtils.readData(reader2);

    TextSequenceFileReader reader3 = new TextSequenceFileReader(getConfiguration(), new Path(testDefaultPath, "2"), null);
    List<String> splitData3 = TestUtils.readData(reader3);

    assertThat(splitData1.size() + splitData2.size() + splitData3.size(), is(DATA09ARRAY.length));
  }
View Full Code Here
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
    TestUtils.writeData(writer, new String[] { DATA11 }, false);
    Thread.sleep(3000);
    TestUtils.writeData(writer, new String[] { DATA12 }, true);
    Thread.sleep(3000);

    TextSequenceFileReader reader1 = new TextSequenceFileReader(getConfiguration(), new Path(testDefaultPath, "0"), null);
    List<String> splitData1 = TestUtils.readData(reader1);

    TextSequenceFileReader reader2 = new TextSequenceFileReader(getConfiguration(), new Path(testDefaultPath, "1"), null);
    List<String> splitData2 = TestUtils.readData(reader2);

    TextSequenceFileReader reader3 = new TextSequenceFileReader(getConfiguration(), new Path(testDefaultPath, "2"), null);
    List<String> splitData3 = TestUtils.readData(reader3);

    assertThat(splitData1.size() + splitData2.size() + splitData3.size(), is(3));
  }
View Full Code Here
TOP

Related Classes of org.springframework.data.hadoop.store.input.TextSequenceFileReader

  • org.apache.hadoop.io.Text
  • org.springframework.data.hadoop.store.SequenceFileStoreCtxTests
  • org.springframework.data.hadoop.store.SequenceFileStoreTests
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.