Examples of cascading.flow.FlowException

cascading.flow.FlowException
FlowException instances are thrown on errors when executing a Flow.

      if( input instanceof AbstractLogicalInput )
        return createConfFromUserPayload( ( (AbstractLogicalInput) input ).getContext().getUserPayload() );
      }
    catch( IOException exception )
      {
      throw new FlowException( "unable to unpack payload", exception );
      }


    throw new IllegalStateException( "unknown input type: " + input.getClass().getName() );
    }

View Full Code Here

      if( output instanceof AbstractLogicalOutput )
        return createConfFromUserPayload( ( (AbstractLogicalOutput) output ).getContext().getUserPayload() );
      }
    catch( IOException exception )
      {
      throw new FlowException( "unable to unpack payload", exception );
      }


    throw new IllegalStateException( "unknown input type: " + output.getClass().getName() );
    }

View Full Code Here

        addResource( localResources, environment, fileName, defaultFS.getFileStatus( artifact ), artifact, resourceType );
        }
      }
    catch( IOException exception )
      {
      throw new FlowException( "unable to set remote resource paths", exception );
      }


    return HadoopUtil.getCommonPaths( localPaths, remotePaths );
    }

View Full Code Here

    }


  protected static void addResource( Map<String, LocalResource> localResources, Map<String, String> environment, String fileName, FileStatus stats, Path fullPath, LocalResourceType type ) throws IOException
    {
    if( localResources.containsKey( fileName ) )
      throw new FlowException( "duplicate filename added to classpath resources: " + fileName );


    URL yarnUrlFromPath = ConverterUtils.getYarnUrlFromPath( fullPath );
    long len = stats.getLen();
    long modificationTime = stats.getModificationTime();

View Full Code Here

      {
      priorConf = (Map<String, String>) HadoopUtil.deserializeBase64( property, conf, HashMap.class, true );
      }
    catch( IOException exception )
      {
      throw new FlowException( "unable to deserialize properties", exception );
      }


    return flowProcess.mergeMapIntoConfig( conf, priorConf );
    }

View Full Code Here

        DistributedCache.addFileToClassPath( artifact.makeQualified( defaultFS ), config );
        }
      }
    catch( IOException exception )
      {
      throw new FlowException( "unable to set distributed cache paths", exception );
      }


    return getCommonPaths( localPaths, remotePaths );
    }

View Full Code Here

          continue;
          }
        }
      catch( IOException exception )
        {
        throw new FlowException( "unable to copy local: " + localPath + " to remote: " + remotePath, exception );
        }


      FileStatus localFileStatus = null;


      try

View Full Code Here

            copyPaths.put( localPath, remotePath );
          }
        }
      catch( IOException exception )
        {
        throw new FlowException( "unable to get handle to underlying filesystem", exception );
        }
      }


    return copyPaths;
    }

View Full Code Here

      if( uri.getScheme() == null && !defaultIsLocal ) // we want to sync
        {
        Path localPath = localFS.makeQualified( path );


        if( !exists( localFS, localPath ) )
          throw new FlowException( "path not found: " + localPath );


        localPaths.put( localPath.getName(), localPath );
        remotePaths.put( localPath.getName(), defaultFS.makeQualified( new Path( remoteRootPath, path.getName() ) ) );
        }
      else if( localFS.equals( getFileSystem( config, path ) ) )
        {
        if( !exists( localFS, path ) )
          throw new FlowException( "path not found: " + path );


        Path localPath = localFS.makeQualified( path );


        localPaths.put( localPath.getName(), localPath );
        }
      else
        {
        if( !exists( defaultFS, path ) )
          throw new FlowException( "path not found: " + path );


        Path defaultPath = defaultFS.makeQualified( path );


        remotePaths.put( defaultPath.getName(), defaultPath );
        }

View Full Code Here

      {
      return fileSystem.exists( path );
      }
    catch( IOException exception )
      {
      throw new FlowException( "could not test file exists: " + path );
      }
    }

View Full Code Here

0 1 2 3 4

TOP

Related Classes of cascading.flow.FlowException

cascading.cascade.Cascade

cascading.flow.hadoop.FlowMapper

cascading.flow.hadoop.FlowReducer

cascading.flow.hadoop.HadoopFlow

cascading.flow.hadoop.HadoopFlowStep

cascading.flow.hadoop.planner.HadoopFlowStepJob

cascading.flow.hadoop.ProcessFlow

cascading.flow.hadoop.stream.graph.HadoopMapStreamGraph

cascading.flow.hadoop.util.HadoopMRUtil

cascading.flow.hadoop.util.HadoopUtil

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.