Package cascading.tap

Examples of cascading.tap.TapException

86
87
88
89
90
91
92
93
      {
      return FileSystem.getLocal( conf );
      }
    catch( IOException exception )
      {
      throw new TapException( "unable to get handle to get local filesystem", exception );
      }
    }
View Full Code Here
111
112
113
114
115
116
117
118
119
120
      {
      taps = makeTaps( conf );
      }
    catch( IOException exception )
      {
      throw new TapException( "unable to resolve taps for globing path: " + pathPattern );
      }

    return taps;
    }
View Full Code Here
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
      statusList = fileSystem.globStatus( path );
    else
      statusList = fileSystem.globStatus( path, pathFilter );

    if( statusList == null || statusList.length == 0 )
      throw new TapException( "unable to find paths matching path pattern: " + pathPattern );

    List<Hfs> notEmpty = new ArrayList<Hfs>();

    for( int i = 0; i < statusList.length; i++ )
      {
      // remove empty files. some hadoop versions return non-zero for dirs
      // so this jives with the expectations set in the above javadoc
      if( statusList[ i ].isDir() || statusList[ i ].getLen() != 0 )
        notEmpty.add( new Hfs( getScheme(), statusList[ i ].getPath().toString() ) );
      }

    if( notEmpty.isEmpty() )
      throw new TapException( "all paths matching path pattern are zero length and not directories: " + pathPattern );

    return notEmpty.toArray( new Hfs[ notEmpty.size() ] );
    }
View Full Code Here
187
188
189
190
191
192
193
194
      ( (Hfs) getParent() ).applySourceConfInitIdentifiers( flowProcess, conf, childPartitions );
      }
    catch( IOException exception )
      {
      throw new TapException( "unable to retrieve child partitions", exception );
      }
    }
View Full Code Here
132
133
134
135
136
137
138
139
140
141
142
        openedCollectors++;
        flowProcess.increment( Counters.Paths_Opened, 1 );
        }
      catch( IOException exception )
        {
        throw new TapException( "unable to open partition path: " + path, exception );
        }

      if( collectors.size() > openWritesThreshold )
        purgeCollectors();
View Full Code Here
211
212
213
214
215
216
217
218
        if( failProperty != null )
          failOnError = Boolean.parseBoolean( failProperty.toString() );

        if( failOnError )
          throw new TapException( exception );
        }
      }
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
      {
      partition.toTuple( childIdentifier.substring( parentIdentifier.length() + 1 ), partitionEntry );
      }
    catch( Exception exception )
      {
      throw new TapException( "unable to parse partition given parent: " + parentIdentifier + " and child: " + childIdentifier );
      }

    base = TupleViews.createOverride( sourceFields, partitionEntry.getFields() );

    TupleViews.reset( base, Tuple.size( sourceFields.size() ), partitionEntry.getTuple() );
View Full Code Here
40
41
42
43
44
45
46
47
    private URI getURI() {
        try {
            return new URI(SCHEME, "//" + _accessKeyId + "/" + _baseDomainName, null);
        } catch (URISyntaxException exception) {
            throw new TapException("unable to create uri", exception);
        }
    }
View Full Code Here
90
91
92
93
94
95
96
97
98
99
    try {
      LOG.info("closing tap collector for: {}", tap);
      writer.close(reporter);
    } catch (IOException exception) {
      LOG.warn("exception closing: {}", exception);
      throw new TapException("exception closing HBaseTapCollector", exception);
    } finally {
      super.close();
    }
  }
View Full Code Here
511
512
513
514
515
516
517
518
      return uriScheme;
      }
    catch( URISyntaxException exception )
      {
      throw new TapException( "could not determine scheme from path: " + stringPath, exception );
      }
    }
View Full Code Here
TOP

Related Classes of cascading.tap.TapException

  • backtype.hadoop.ElasticTap
  • cascading.jdbc.JDBCScheme
  • cascading.jdbc.JDBCTap
  • cascading.lingual.platform.hadoop.HadoopPlatformBroker
  • cascading.lingual.platform.hadoop2.Hadoop2MR1PlatformBroker
  • cascading.platform.hadoop.HadoopFailScheme
  • cascading.platform.local.LocalFailScheme
  • cascading.scheme.local.TextDelimited
  • cascading.scheme.local.TextLine
  • cascading.scheme.util.DelimitedParser
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.