Package org.apache.hadoop.mapred

Examples of org.apache.hadoop.mapred.FileAlreadyExistsException

50
51
52
53
54
55
56
57
58
59
60
      Configuration conf = job.getConfiguration();

      isAppend = conf.get(HIHOConf.IS_APPEND, "false");
      if (isAppend.equalsIgnoreCase("false")) {
        throw new FileAlreadyExistsException();
      } else {
        Path outDir = getOutputPath(job);
        if (outDir == null) {
          throw new InvalidJobConfException(
              "OUTPUT directory not set.");
View Full Code Here
51
52
53
54
55
56
57
58
59
60
61
      Configuration conf = job.getConfiguration();

      isAppend = conf.get(HIHOConf.IS_APPEND, "false");
      if (isAppend.equalsIgnoreCase("false")) {
        throw new FileAlreadyExistsException();
      } else {
        Path outDir = getOutputPath(job);
        if (outDir == null) {
          throw new InvalidJobConfException(
              "OUTPUT directory not set.");
View Full Code Here
127
128
129
130
131
132
133
134
135
    TokenCache.obtainTokensForNamenodes(job.getCredentials(),
                                        new Path[] {outDir},
                                        job.getConfiguration());

    if (outDir.getFileSystem(job.getConfiguration()).exists(outDir)) {
      throw new FileAlreadyExistsException("Output directory " + outDir +
                                           " already exists");
    }
  }
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
    // Get local output target
    //
    FileSystem fs = FileSystem.get(getConf());
    if (fs.exists(outputIndex)) {
      throw new FileAlreadyExistsException("Output directory " + outputIndex + " already exists!");
    }

    Path tmpLocalOutput = new Path(localWorkingDir, "merge-output");
    Path localOutput = fs.startLocalOutput(outputIndex, tmpLocalOutput);
View Full Code Here
103
104
105
106
107
108
109
110
111
112
      // normalize the output directory
      outDir = fs.makeQualified(outDir);
      setOutputPath(job, outDir);
      // check its existence
      if (fs.exists(outDir)) {
        throw new FileAlreadyExistsException("Output directory " + outDir
            + " already exists");
      }
    }
  }
View Full Code Here
69
70
71
72
73
74
75
76
77
78
79
    // Get local output target
    //
    FileSystem fs = FileSystem.get(getConf());
    if (fs.exists(outputIndex)) {
      throw new FileAlreadyExistsException("Output directory " + outputIndex + " already exists!");
    }

    Path tmpLocalOutput = new Path(localWorkingDir, "merge-output");
    Path localOutput = fs.startLocalOutput(outputIndex, tmpLocalOutput);
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
    // Get local output target
    //
    FileSystem fs = FileSystem.get(getConf());
    if (fs.exists(outputIndex)) {
      throw new FileAlreadyExistsException("Output directory " + outputIndex + " already exists!");
    }

    Path tmpLocalOutput = new Path(localWorkingDir, "merge-output");
    Path localOutput = fs.startLocalOutput(outputIndex, tmpLocalOutput);
View Full Code Here
118
119
120
121
122
123
124
125
126
    Path outDir = getOutputPath(job);
    if (outDir == null) {
      throw new InvalidJobConfException("Output directory not set.");
    }
    if (outDir.getFileSystem(job.getConfiguration()).exists(outDir)) {
      throw new FileAlreadyExistsException("Output directory " + outDir +
                                           " already exists");
    }
  }
View Full Code Here
356
357
358
359
360
361
362
363
364
365
366
        String inputPath = inputPaths.get(dagIndex-1);
        String outputPath = outputPaths.get(dagIndex-1);

        if (fs.exists(new Path(outputPath))) {
          throw new FileAlreadyExistsException("Output directory "
              + outputPath + " already exists");
        }
        LOG.info("Running OrderedWordCount DAG"
            + ", dagIndex=" + dagIndex
            + ", inputPath=" + inputPath
View Full Code Here
261
262
263
264
265
266
267
268
269
270
271
    DAGClient dagClient = null;

    try {
        if (fs.exists(new Path(outputPath))) {
          throw new FileAlreadyExistsException("Output directory "
              + outputPath + " already exists");
        }
       
        Map<String, LocalResource> localResources =
          new TreeMap<String, LocalResource>();
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mapred.FileAlreadyExistsException

  • co.nubetech.hiho.mapreduce.lib.output.AppendSequenceFileOutputFormat
  • co.nubetech.hiho.mapreduce.lib.output.AppendTextOutputFormat
  • org.apache.hadoop.mapred.FileOutputFormat
  • org.apache.hadoop.mapreduce.lib.output.FileOutputFormat
  • org.apache.hama.bsp.FileOutputFormat
  • org.apache.nutch.indexer.IndexMerger
  • org.apache.tez.mapreduce.examples.OrderedWordCount
  • org.apache.tez.mapreduce.examples.TestOrderedWordCount
  • org.apache.tez.mapreduce.examples.UnionExample
  • org.apache.tez.mapreduce.examples.WordCount
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.