Examples of InvalidJobConfException

org.apache.hadoop.mapred.InvalidJobConfException
This exception is thrown when jobconf misses some mendatory attributes or value of some attributes is invalid.

Examples of org.apache.hadoop.mapred.InvalidJobConfException


      for (String fileString : fileStrings) {
        thisSubject = coreLocation(fileString, conf);


        if (archivesSet.contains(thisSubject)) {
          throw new InvalidJobConfException
            ("The core URI, \""
             + thisSubject
             + "\" is listed both in " + DistributedCache.CACHE_FILES
             + " and in " + DistributedCache.CACHE_ARCHIVES + " .");
        }

View Full Code Here

Examples of org.apache.hadoop.mapred.InvalidJobConfException

        uriString
          = (new URI(uri.getScheme(), uri.getAuthority(), uri.getPath(),
                     null, null)
             .toString());
      } catch (URISyntaxException e) {
        throw new InvalidJobConfException
          ("Badly formatted URI: " + uriString, e);
      }
    }
        
    Path path = new Path(uriString);


    try {
      path = path.makeQualified(path.getFileSystem(conf));
    } catch (IOException e) {
      throw new InvalidJobConfException
        ("Invalid file system in distributed cache for the URI: "
         + uriString, e);
    }


    return path;

View Full Code Here

Examples of org.apache.hadoop.mapred.InvalidJobConfException

  public void checkOutputSpecs(JobContext job
                               ) throws FileAlreadyExistsException, IOException{
    // Ensure that the output directory is set and not already there
    Path outDir = getOutputPath(job);
    if (outDir == null) {
      throw new InvalidJobConfException("Output directory not set.");
    }
    
    // get delegation token for outDir's file system
    TokenCache.obtainTokensForNamenodes(job.getCredentials(), 
                                        new Path[] {outDir},

View Full Code Here

Examples of org.apache.hadoop.mapred.InvalidJobConfException


      for (String fileString : fileStrings) {
        thisSubject = coreLocation(fileString, conf);


        if (archivesSet.contains(thisSubject)) {
          throw new InvalidJobConfException
            ("The core URI, \""
             + thisSubject
             + "\" is listed both in " + DistributedCache.CACHE_FILES
             + " and in " + DistributedCache.CACHE_ARCHIVES + " .");
        }

View Full Code Here

Examples of org.apache.hadoop.mapred.InvalidJobConfException

        uriString
          = (new URI(uri.getScheme(), uri.getAuthority(), uri.getPath(),
                     null, null)
             .toString());
      } catch (URISyntaxException e) {
        throw new InvalidJobConfException
          ("Badly formatted URI: " + uriString, e);
      }
    }
        
    Path path = new Path(uriString);


    try {
      path = path.makeQualified(path.getFileSystem(conf));
    } catch (IOException e) {
      throw new InvalidJobConfException
        ("Invalid file system in distributed cache for the URI: "
         + uriString, e);
    }


    return path;

View Full Code Here

Examples of org.apache.hadoop.mapred.InvalidJobConfException

  public void checkOutputSpecs(JobContext job
                               ) throws FileAlreadyExistsException, IOException{
    // Ensure that the output directory is set and not already there
    Path outDir = getOutputPath(job);
    if (outDir == null) {
      throw new InvalidJobConfException("Output directory not set.");
    }


    // get delegation token for outDir's file system
    TokenCache.obtainTokensForNamenodes(job.getCredentials(),
        new Path[] { outDir }, job.getConfiguration());

View Full Code Here

Examples of org.apache.hadoop.mapred.InvalidJobConfException

  public void checkOutputSpecs(JobContext job
                              ) throws InvalidJobConfException, IOException {
    // Ensure that the output directory is set
    Path outDir = getOutputPath(job);
    if (outDir == null) {
      throw new InvalidJobConfException("Output directory not set in JobConf.");
    }
  }

View Full Code Here

Examples of org.apache.hadoop.mapred.InvalidJobConfException

  @Override 
  public void checkOutputSpecs(JobContext job) throws IOException {
    super.checkOutputSpecs(job);
    if (getCompressOutput(job) && 
        getOutputCompressionType(job) == CompressionType.RECORD ) {
      throw new InvalidJobConfException("SequenceFileAsBinaryOutputFormat "
        + "doesn't support Record Compression" );
    }
  }

View Full Code Here

Examples of org.apache.hadoop.mapred.InvalidJobConfException

  public void checkOutputSpecs(JobContext job
                               ) throws FileAlreadyExistsException, IOException{
    // Ensure that the output directory is set and not already there
    Path outDir = getOutputPath(job);
    if (outDir == null) {
      throw new InvalidJobConfException("Output directory not set.");
    }


    // get delegation token for outDir's file system
    TokenCache.obtainTokensForNamenodes(job.getCredentials(),
        new Path[] { outDir }, job.getConfiguration());

View Full Code Here

Examples of org.apache.hadoop.mapred.InvalidJobConfException

    int numOfMappers = conf.getInt(S3_NUM_OF_MAPPERS, -1);
    int numOfKeysPerMapper = conf.getInt(S3_NUM_OF_KEYS_PER_MAPPER, -1);
    boolean useMappers = true;


    if (bucketName == null || "".equals(bucketName)) {
      throw new InvalidJobConfException("S3 bucket name cannot be empty");
    }


    if (numOfMappers == -1 && numOfKeysPerMapper == -1) {
      LOG.warn("Non of {} and {} properties are not set. Defaulting to numOfMappers=1 to determine input splits",
          S3_NUM_OF_KEYS_PER_MAPPER, S3_NUM_OF_MAPPERS);

View Full Code Here

0 1 2 3 4

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.