Package org.apache.hadoop.mapred

Examples of org.apache.hadoop.mapred.InvalidJobConfException

54
55
56
57
58
59
60
61
62
63
64
      if (isAppend.equalsIgnoreCase("false")) {
        throw new FileAlreadyExistsException();
      } else {
        Path outDir = getOutputPath(job);
        if (outDir == null) {
          throw new InvalidJobConfException(
              "OUTPUT directory not set.");
        }
      }
    }
  }
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
      if (isAppend.equalsIgnoreCase("false")) {
        throw new FileAlreadyExistsException();
      } else {
        Path outDir = getOutputPath(job);
        if (outDir == null) {
          throw new InvalidJobConfException(
              "OUTPUT directory not set.");
        }
      }
    }
  }
View Full Code Here
118
119
120
121
122
123
124
125
126
127
128
  public void checkOutputSpecs(JobContext job
                               ) throws FileAlreadyExistsException, IOException{
    // Ensure that the output directory is set and not already there
    Path outDir = getOutputPath(job);
    if (outDir == null) {
      throw new InvalidJobConfException("Output directory not set.");
    }
   
    // get delegation token for outDir's file system
    TokenCache.obtainTokensForNamenodes(job.getCredentials(),
                                        new Path[] {outDir},
View Full Code Here
901
902
903
904
905
906
907
908
909
910
911
      for (String fileString : fileStrings) {
        thisSubject = coreLocation(fileString, conf);

        if (archivesSet.contains(thisSubject)) {
          throw new InvalidJobConfException
            ("The core URI, \""
             + thisSubject
             + "\" is listed both in " + DistributedCache.CACHE_FILES
             + " and in " + DistributedCache.CACHE_ARCHIVES + " .");
        }
View Full Code Here
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
        uriString
          = (new URI(uri.getScheme(), uri.getAuthority(), uri.getPath(),
                     null, null)
             .toString());
      } catch (URISyntaxException e) {
        throw new InvalidJobConfException
          ("Badly formatted URI: " + uriString, e);
      }
    }
       
    Path path = new Path(uriString);

    try {
      path = path.makeQualified(path.getFileSystem(conf));
    } catch (IOException e) {
      throw new InvalidJobConfException
        ("Invalid file system in distributed cache for the URI: "
         + uriString, e);
    }

    return path;
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
public class FetcherOutputFormat implements OutputFormat<Text, NutchWritable> {

  public void checkOutputSpecs(FileSystem fs, JobConf job) throws IOException {
    Path out = FileOutputFormat.getOutputPath(job);
    if ((out == null) && (job.getNumReduceTasks() != 0)) {
      throw new InvalidJobConfException(
          "Output directory not set in JobConf.");
    }
    if (fs == null) {
      fs = out.getFileSystem(job);
    }
View Full Code Here
94
95
96
97
98
99
100
101
102
103
104
  public void checkOutputSpecs(FileSystem ignored, BSPJob job)
      throws FileAlreadyExistsException, InvalidJobConfException, IOException {
    // Ensure that the output directory is set and not already there
    Path outDir = getOutputPath(job);
    if (outDir == null && job.getNumBspTask() != 0) {
      throw new InvalidJobConfException("Output directory not set in JobConf.");
    }
    if (outDir != null) {
      FileSystem fs = outDir.getFileSystem(job.getConf());
      // normalize the output directory
      outDir = fs.makeQualified(outDir);
View Full Code Here
871
872
873
874
875
876
877
878
879
880
881
      for (String fileString : fileStrings) {
        thisSubject = coreLocation(fileString, conf);

        if (archivesSet.contains(thisSubject)) {
          throw new InvalidJobConfException
            ("The core URI, \""
             + thisSubject
             + "\" is listed both in " + DistributedCache.CACHE_FILES
             + " and in " + DistributedCache.CACHE_ARCHIVES + " .");
        }
View Full Code Here
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
        uriString
          = (new URI(uri.getScheme(), uri.getAuthority(), uri.getPath(),
                     null, null)
             .toString());
      } catch (URISyntaxException e) {
        throw new InvalidJobConfException
          ("Badly formatted URI: " + uriString, e);
      }
    }
       
    Path path = new Path(uriString);

    try {
      path = path.makeQualified(path.getFileSystem(conf));
    } catch (IOException e) {
      throw new InvalidJobConfException
        ("Invalid file system in distributed cache for the URI: "
         + uriString, e);
    }

    return path;
View Full Code Here
333
334
335
336
337
338
339
340
341
342
343
        }
        String linkName = name.toUri().getPath();
        LocalResource orig = localResources.get(linkName);
        if(orig != null && !orig.getResource().equals(
            ConverterUtils.getYarnUrlFromURI(p.toUri()))) {
          throw new InvalidJobConfException(
              getResourceDescription(orig.getType()) + orig.getResource() +
              " conflicts with " + getResourceDescription(type) + u);
        }
        localResources.put(
            linkName,
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mapred.InvalidJobConfException

  • co.gridport.kafka.hadoop.KafkaOutputFormat
  • co.nubetech.hiho.mapreduce.lib.output.AppendSequenceFileOutputFormat
  • co.nubetech.hiho.mapreduce.lib.output.AppendTextOutputFormat
  • com.atlantbh.hadoop.s3.io.S3InputFormat
  • io.druid.indexer.DeterminePartitionsJob$DeterminePartitionsDimSelectionOutputFormat
  • io.druid.indexer.IndexGeneratorJob$IndexGeneratorOutputFormat
  • org.apache.hadoop.examples.terasort.TeraOutputFormat
  • org.apache.hadoop.filecache.TrackerDistributedCacheManager
  • org.apache.hadoop.mapreduce.lib.output.FileOutputFormat
  • org.apache.hadoop.mapreduce.lib.output.SequenceFileAsBinaryOutputFormat
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.