Examples of FileInputSplit

eu.stratosphere.core.fs.FileInputSplit
A file input split provides information on a particular part of a file, possibly hosted on a distributed file system and replicated among several hosts.
org.apache.flink.core.fs.FileInputSplit
A file input split provides information on a particular part of a file, possibly hosted on a distributed file system and replicated among several hosts.

Examples of org.apache.flink.core.fs.FileInputSplit

  @SuppressWarnings("unchecked")
  @Test
  public void readWithEmptyFieldInstanceParameters() {
    try {
      final String fileContent = "abc|def|ghijk\nabc||hhg\n|||";
      final FileInputSplit split = createTempFile(fileContent);  
    
      final Configuration parameters = new Configuration();


      format.setFieldDelimiter('|');
      format.setFieldTypes(StringValue.class, StringValue.class, StringValue.class);

View Full Code Here

Examples of org.apache.flink.core.fs.FileInputSplit

  
  @Test
  public void readWithEmptyFieldConfigParameters() {
    try {
      final String fileContent = "abc|def|ghijk\nabc||hhg\n|||";
      final FileInputSplit split = createTempFile(fileContent);  
    
      final Configuration parameters = new Configuration();
      new CsvInputFormat.ConfigBuilder(null, parameters)
        .field(StringValue.class, 0).field(StringValue.class, 1).field(StringValue.class, 2);

View Full Code Here

Examples of org.apache.flink.core.fs.FileInputSplit

  
  @Test
  public void testReadAll() throws IOException {
    try {
      final String fileContent = "111|222|333|444|555\n666|777|888|999|000|";
      final FileInputSplit split = createTempFile(fileContent);  
    
      final Configuration parameters = new Configuration();
      
      new CsvInputFormat.ConfigBuilder(null, parameters)
        .fieldDelimiter('|')

View Full Code Here

Examples of org.apache.flink.core.fs.FileInputSplit

  
  @Test
  public void testReadFirstN() throws IOException {
    try {
      final String fileContent = "111|222|333|444|555|\n666|777|888|999|000|";
      final FileInputSplit split = createTempFile(fileContent);  
    
      final Configuration parameters = new Configuration();
      
      new CsvInputFormat.ConfigBuilder(null, parameters)
      .fieldDelimiter('|')

View Full Code Here

Examples of org.apache.flink.core.fs.FileInputSplit

  
  @Test
  public void testReadSparse() throws IOException {
    try {
      final String fileContent = "111|222|333|444|555|666|777|888|999|000|\n000|999|888|777|666|555|444|333|222|111|";
      final FileInputSplit split = createTempFile(fileContent);  
    
      final Configuration parameters = new Configuration();
      
      new CsvInputFormat.ConfigBuilder(null, parameters)
        .fieldDelimiter('|')

View Full Code Here

Examples of org.apache.flink.core.fs.FileInputSplit

  
  @Test
  public void testReadSparseShufflePosition() throws IOException {
    try {
      final String fileContent = "111|222|333|444|555|666|777|888|999|000|\n000|999|888|777|666|555|444|333|222|111|";
      final FileInputSplit split = createTempFile(fileContent);  
    
      final Configuration parameters = new Configuration();
      
      new CsvInputFormat.ConfigBuilder(null, parameters)
        .fieldDelimiter('|')

View Full Code Here

Examples of org.apache.flink.core.fs.FileInputSplit

    
    DataOutputStream dos = new DataOutputStream(new FileOutputStream(tempFile));
    dos.writeBytes(content);
    dos.close();
      
    return new FileInputSplit(0, new Path(this.tempFile.toURI().toString()), 0, this.tempFile.length(), new String[] {"localhost"});
  }

View Full Code Here

Examples of org.apache.flink.core.fs.FileInputSplit

  }


  @Test
  public void testOpen() throws IOException {
    final int[] fileContent = {1,2,3,4,5,6,7,8};
    final FileInputSplit split = createTempFile(fileContent);  
  
    final Configuration parameters = new Configuration();
    parameters.setInteger(FixedLengthInputFormat.RECORDLENGTH_PARAMETER_KEY, 8);
    
    format.configure(parameters);

View Full Code Here

Examples of org.apache.flink.core.fs.FileInputSplit

  }
  
  @Test
  public void testRead() throws IOException {
    final int[] fileContent = {1,2,3,4,5,6,7,8};
    final FileInputSplit split = createTempFile(fileContent);
    
    final Configuration parameters = new Configuration();
    
    parameters.setInteger(FixedLengthInputFormat.RECORDLENGTH_PARAMETER_KEY, 8);

View Full Code Here

Examples of org.apache.flink.core.fs.FileInputSplit

  
  
  @Test
  public void testReadFail() throws IOException {
    final int[] fileContent = {1,2,3,4,5,6,7,8,9};
    final FileInputSplit split = createTempFile(fileContent);
    
    final Configuration parameters = new Configuration();
    parameters.setInteger(FixedLengthInputFormat.RECORDLENGTH_PARAMETER_KEY, 8);
    
    format.configure(parameters);

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.