Examples of TextFileReader

org.hsqldb.persist.TextFileReader
Reader for text files. @author Bob Preston (sqlbob@users dot sourceforge.net) @author Fred Toussi (fredt@users dot sourceforge.net) @version 2.3.0 @since 2.2.7
org.springframework.data.hadoop.store.input.TextFileReader
A {@code TextFileReader} is a {@code DataStoreReader} implementationable to read {@code String}s from a raw hdfs files. @author Janne Valkealahti

Examples of org.springframework.data.hadoop.store.input.TextFileReader

    TestUtils.writeData(writer, new String[] { DATA11 }, false);
    Thread.sleep(3000);
    TestUtils.writeData(writer, new String[] { DATA12 }, true);
    Thread.sleep(3000);


    TextFileReader reader1 = new TextFileReader(getConfiguration(), new Path(testDefaultPath, "0"), null);
    List<String> splitData1 = TestUtils.readData(reader1);


    TextFileReader reader2 = new TextFileReader(getConfiguration(), new Path(testDefaultPath, "1"), null);
    List<String> splitData2 = TestUtils.readData(reader2);


    TextFileReader reader3 = new TextFileReader(getConfiguration(), new Path(testDefaultPath, "2"), null);
    List<String> splitData3 = TestUtils.readData(reader3);


    assertThat(splitData1.size() + splitData2.size() + splitData3.size(), is(3));
  }

View Full Code Here

Examples of org.springframework.data.hadoop.store.input.TextFileReader

    data[3] = "\n".getBytes();


    OutputStreamWriter writer = new OutputStreamWriter(getConfiguration(), testDefaultPath, null);
    TestUtils.writeData(writer, data, true);


    TextFileReader reader = new TextFileReader(getConfiguration(), testDefaultPath, null);
    TestUtils.readDataAndAssert(reader, dataArray);
  }

View Full Code Here

Examples of org.springframework.data.hadoop.store.input.TextFileReader

    OutputStreamWriter writer = new OutputStreamWriter(getConfiguration(), testDefaultPath, null);


    doWithInputStream(stream, writer);


    String[] dataArray = new String[] { DATA10 };
    TextFileReader reader = new TextFileReader(getConfiguration(), testDefaultPath, null);
    TestUtils.readDataAndAssert(reader, dataArray);
  }

View Full Code Here

Examples of org.springframework.data.hadoop.store.input.TextFileReader

    ByteArrayInputStream stream = new ByteArrayInputStream(buf.toString().getBytes());
    OutputStreamWriter writer = new OutputStreamWriter(getConfiguration(), testDefaultPath, null);


    doWithInputStream(stream, writer);


    TextFileReader reader = new TextFileReader(getConfiguration(), testDefaultPath, null);
    List<String> data = TestUtils.readData(reader);
    assertThat(data.size(), is(1000));
  }

View Full Code Here

Examples of org.springframework.data.hadoop.store.input.TextFileReader

    ByteArrayInputStream stream = new ByteArrayInputStream(buf.toString().getBytes());
    OutputStreamWriter writer = new OutputStreamWriter(getConfiguration(), testDefaultPath, Codecs.GZIP.getCodecInfo());


    doWithInputStream(stream, writer);


    TextFileReader reader = new TextFileReader(getConfiguration(), testDefaultPath, Codecs.GZIP.getCodecInfo());
    List<String> data = TestUtils.readData(reader);
    assertThat(data.size(), is(1000));
  }

View Full Code Here

Examples of org.springframework.data.hadoop.store.input.TextFileReader

    fileNamingStrategy.register(new CodecFileNamingStrategy());
    writer.setFileNamingStrategy(fileNamingStrategy);


    doWithInputStream(stream, writer);


    TextFileReader reader = new TextFileReader(getConfiguration(), new Path(testDefaultPath, "data.gzip"), Codecs.GZIP.getCodecInfo());
    List<String> data = TestUtils.readData(reader);
    assertThat(data.size(), is(1000));
  }

View Full Code Here

0 1 2 3

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.