Examples of FileInputSplit

eu.stratosphere.core.fs.FileInputSplit
A file input split provides information on a particular part of a file, possibly hosted on a distributed file system and replicated among several hosts.
org.apache.flink.core.fs.FileInputSplit
A file input split provides information on a particular part of a file, possibly hosted on a distributed file system and replicated among several hosts.

Examples of org.apache.flink.core.fs.FileInputSplit


    final FileSystem fs = FileSystem.get(normalizedPath.toUri());
    FileStatus fileStatus = fs.getFileStatus(normalizedPath);


    BlockLocation[] blocks = fs.getFileBlockLocations(fileStatus, 0, fileStatus.getLen());
    inputFormat.open(new FileInputSplit(0, new Path(path), 0, fileStatus.getLen(), blocks[0].getHosts()));
    return inputFormat;
  }

View Full Code Here

Examples of org.apache.flink.core.fs.FileInputSplit

  
  @Test
  public void testReadNoPosAll() throws IOException {
    try {
      final String fileContent = "111|222|333|444|555\n666|777|888|999|000|";
      final FileInputSplit split = createTempFile(fileContent);  
    
      final Configuration parameters = new Configuration();
      
      format.setFieldDelimiter('|');
      format.setFieldTypesGeneric(IntValue.class, IntValue.class, IntValue.class, IntValue.class, IntValue.class);

View Full Code Here

Examples of org.apache.flink.core.fs.FileInputSplit

  
  @Test
  public void testReadNoPosFirstN() throws IOException {
    try {
      final String fileContent = "111|222|333|444|555|\n666|777|888|999|000|";
      final FileInputSplit split = createTempFile(fileContent);  
    
      final Configuration parameters = new Configuration();
      
      format.setFieldDelimiter('|');
      format.setFieldTypesGeneric(IntValue.class, IntValue.class);

View Full Code Here

Examples of org.apache.flink.core.fs.FileInputSplit

  
  @Test
  public void testSparseParse() {
    try {
      final String fileContent = "111|222|333|444|555|666|777|888|999|000|\n000|999|888|777|666|555|444|333|222|111|";
      final FileInputSplit split = createTempFile(fileContent);  
    
      final Configuration parameters = new Configuration();
      
      format.setFieldDelimiter('|');
      format.setFieldTypesGeneric(IntValue.class, null, null, IntValue.class, null, null, null, IntValue.class);

View Full Code Here

Examples of org.apache.flink.core.fs.FileInputSplit


  @Test
  public void testLongLongLong() {
    try {
      final String fileContent = "1,2,3\n3,2,1";
      final FileInputSplit split = createTempFile(fileContent);


      final Configuration parameters = new Configuration();


      format.setFieldDelimiter(',');
      format.setFieldTypesGeneric(LongValue.class, LongValue.class, LongValue.class);

View Full Code Here

Examples of org.apache.flink.core.fs.FileInputSplit

  @SuppressWarnings("unchecked")
  @Test
  public void testSparseParseWithIndices() {
    try {
      final String fileContent = "111|222|333|444|555|666|777|888|999|000|\n000|999|888|777|666|555|444|333|222|111|";
      final FileInputSplit split = createTempFile(fileContent);


      final Configuration parameters = new Configuration();


      format.setFieldDelimiter('|');
      format.setFieldsGeneric(new int[] { 0, 3, 7 },

View Full Code Here

Examples of org.apache.flink.core.fs.FileInputSplit

  
  @Test
  public void testReadTooShortInput() throws IOException {
    try {
      final String fileContent = "111|222|333|444\n666|777|888|999";
      final FileInputSplit split = createTempFile(fileContent);  
    
      final Configuration parameters = new Configuration();
      format.setFieldDelimiter('|');
      format.setFieldTypesGeneric(IntValue.class, IntValue.class, IntValue.class, IntValue.class, IntValue.class);

View Full Code Here

Examples of org.apache.flink.core.fs.FileInputSplit

  
  @Test
  public void testReadTooShortInputLenient() throws IOException {
    try {
      final String fileContent = "666|777|888|999|555\n111|222|333|444\n666|777|888|999|555";
      final FileInputSplit split = createTempFile(fileContent);  
    
      final Configuration parameters = new Configuration();
      format.setFieldDelimiter('|');
      format.setFieldTypesGeneric(IntValue.class, IntValue.class, IntValue.class, IntValue.class, IntValue.class);
      format.setLenient(true);

View Full Code Here

Examples of org.apache.flink.core.fs.FileInputSplit

  
  @Test
  public void testReadInvalidContents() throws IOException {
    try {
      final String fileContent = "abc|222|def|444\nkkz|777|888|hhg";
      final FileInputSplit split = createTempFile(fileContent);
    
      final Configuration parameters = new Configuration();


      format.setFieldDelimiter('|');
      format.setFieldTypesGeneric(StringValue.class, IntValue.class, StringValue.class, IntValue.class);

View Full Code Here

Examples of org.apache.flink.core.fs.FileInputSplit

  
  @Test
  public void testReadInvalidContentsLenient() {
    try {
      final String fileContent = "abc|222|def|444\nkkz|777|888|hhg";
      final FileInputSplit split = createTempFile(fileContent);  
    
      final Configuration parameters = new Configuration();


      format.setFieldDelimiter('|');
      format.setFieldTypesGeneric(StringValue.class, IntValue.class, StringValue.class, IntValue.class);

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.