Examples of cascading.tap.TapException

cascading.tap.TapException
Class TapException is thrown from {@link Tap} and {@link cascading.scheme.Scheme} subclasses.
Use the payload {@link Tuple} constructor if being thrown from inside a Scheme and which for specific datato be trapped by a failure trap Tap. If the payload is not null, and there is a trap covering the source or sink Tap in question, it will be written to the trap Tap.

    try {
      LOG.info("closing tap collector for: {}", tap);
      writer.close(reporter);
    } catch (IOException exception) {
      LOG.warn("exception closing: {}", exception);
      throw new TapException("exception closing HBaseTapCollector", exception);
    } finally {
      super.close();
    }
  }

View Full Code Here

            dstore.succeedVersion(newVersionPath);
            
            return true;


        } catch (IOException e) {
            throw new TapException("Couldn't finalize new elephant domain version", e);
        } finally {
            newVersionPath = null; //working around cascading calling sinkinit twice
        }
    }

View Full Code Here


      getScheme().sourceConfInit(process, this, conf);
      makeLocal(conf, getQualifiedPath(conf), "forcing job to local mode, via source: ");
      TupleSerialization.setSerializations(conf);
    } catch (IOException e) {
      throw new TapException(e);
    }
  }

View Full Code Here

  }


  @Override
  public void sinkConfInit(FlowProcess<JobConf> process, JobConf conf) {
    if (_options.attrs != null && _options.attrs.length > 0) {
      throw new TapException("can't declare attributes in a sink");
    }


    super.sinkConfInit(process, conf);
  }

View Full Code Here

        Tap<JobConf, RecordReader, OutputCollector> tap, JobConf conf) {
      Pail p;
      try {
        p = new Pail(_pailRoot); //make sure it exists
      } catch (IOException e) {
        throw new TapException(e);
      }
      conf.setInputFormat(p.getFormat().getInputFormatClass());
      PailFormatFactory.setPailPathLister(conf, _options.lister);
    }

View Full Code Here

      conf.setOutputFormat(PailOutputFormat.class);
      Utils.setObject(conf, PailOutputFormat.SPEC_ARG, getSpec());
      try {
        Pail.create(getFileSystem(conf), _pailRoot, getSpec(), true);
      } catch (IOException e) {
        throw new TapException(e);
      }
    }

View Full Code Here

  public boolean source( FlowProcess<? extends Properties> flowProcess, SourceCall<LineNumberReader, InputStream> sourceCall ) throws IOException
    {
    if( !sourceFired )
      {
      sourceFired = true;
      throw new TapException( "fail", new Tuple( "bad data" ) );
      }


    return super.source( flowProcess, sourceCall );
    }

View Full Code Here

  public void sink( FlowProcess<? extends Properties> flowProcess, SinkCall<PrintWriter, OutputStream> sinkCall ) throws IOException
    {
    if( !sinkFired )
      {
      sinkFired = true;
      throw new TapException( "fail", new Tuple( "bad data" ) );
      }


    super.sink( flowProcess, sinkCall );
    }

View Full Code Here

        }
      }
    catch( IOException exception )
      {
      LOG.warn( "exception closing: {}", filename, exception );
      throw new TapException( "exception closing: " + filename, exception );
      }
    }

View Full Code Here

        complete = true;
        }
      }
    catch( IOException exception )
      {
      throw new TapException( "could not get next tuple", exception );
      }
    }

View Full Code Here

0 1 2 3 4 5 6 7 8

TOP

Related Classes of cascading.tap.TapException

backtype.hadoop.ElasticTap

cascading.jdbc.JDBCScheme

cascading.jdbc.JDBCTap

cascading.lingual.platform.hadoop.HadoopPlatformBroker

cascading.lingual.platform.hadoop2.Hadoop2MR1PlatformBroker

cascading.platform.hadoop.HadoopFailScheme

cascading.platform.local.LocalFailScheme

cascading.scheme.local.TextDelimited

cascading.scheme.local.TextLine

cascading.scheme.util.DelimitedParser

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.