Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.FileSystem.deleteOnExit()

66
67
68
69
70
71
72
73
74
75
76
    Vector value = new DenseVector(VECTOR);
    Path path = getTestTempDirPath("output");
   
    // write the vector
    path = fs.makeQualified(path);
    fs.deleteOnExit(path);
    HadoopUtil.overwriteOutput(path);
    DistributedCache.setCacheFiles(new URI[] {path.toUri()}, conf);
    SequenceFile.Writer writer = new SequenceFile.Writer(fs, conf, path,
        IntWritable.class, VectorWritable.class);
    writer.append(key, new VectorWritable(value));
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
        IntWritable.class, VectorWritable.class);
    writer.append(key, new VectorWritable(vector));
    writer.close();
   
    if (deleteOnExit) {
      fs.deleteOnExit(output);
    }
  }
 
  /**
   * Calls the save() method, setting the cache to overwrite any previous
View Full Code Here
107
108
109
110
111
112
113
114
115
116
117
    VectorWritable inputVW = new VectorWritable(v);
    inputVectorPathWriter.append(NullWritable.get(), inputVW);
    inputVectorPathWriter.close();
    URI ivpURI = inputVectorPath.toUri();
    DistributedCache.setCacheFiles(new URI[] {ivpURI}, conf);
    fs.deleteOnExit(inputVectorPath);

    conf.set(INPUT_VECTOR, ivpURI.toString());
    conf.setBoolean(IS_SPARSE_OUTPUT, !(v instanceof DenseVector));
    conf.setInt(OUTPUT_VECTOR_DIMENSION, outputVectorDim);
    FileInputFormat.addInputPath(conf, matrixInputPath);
View Full Code Here
136
137
138
139
140
141
142
143
144
145
146
    NullWritable n = NullWritable.get();
    VectorWritable v = new VectorWritable();
    reader.next(n,v);
    Vector vector = v.get();
    reader.close();
    fs.deleteOnExit(outputFile);
    return vector;
  }

  public static class TimesSquaredMapper<T extends WritableComparable> extends MapReduceBase
      implements Mapper<T,VectorWritable, NullWritable,VectorWritable> {
View Full Code Here
444
445
446
447
448
449
450
451
452
453
454
    // create the partitions file
    FileSystem fs = FileSystem.get(job.getConfiguration());
    Path partitionsPath = new Path("/tmp", "partitions_" + UUID.randomUUID());
    fs.makeQualified(partitionsPath);
    fs.deleteOnExit(partitionsPath);
    writePartitions(job.getConfiguration(), partitionsPath, splitPoints);

    // configure job to use it
    job.setPartitionerClass(TotalOrderPartitioner.class);
    TotalOrderPartitioner.setPartitionFile(job.getConfiguration(), partitionsPath);
View Full Code Here
205
206
207
208
209
210
211
212
213
214
215
  private ImportTestFilesAndData prepareTestFiles() throws Throwable {
    Configuration defaultConf = new Configuration();
    Path tempFile = new Path("target/accumulo-test/import/sample.rf");
    Path failures = new Path("target/accumulo-test/failures/");
    FileSystem fs = FileSystem.get(new URI("file:///"), defaultConf);
    fs.deleteOnExit(tempFile);
    fs.deleteOnExit(failures);
    fs.delete(failures, true);
    fs.delete(tempFile, true);
    fs.mkdirs(failures);
    fs.mkdirs(tempFile.getParent());
View Full Code Here
206
207
208
209
210
211
212
213
214
215
216
    Configuration defaultConf = new Configuration();
    Path tempFile = new Path("target/accumulo-test/import/sample.rf");
    Path failures = new Path("target/accumulo-test/failures/");
    FileSystem fs = FileSystem.get(new URI("file:///"), defaultConf);
    fs.deleteOnExit(tempFile);
    fs.deleteOnExit(failures);
    fs.delete(failures, true);
    fs.delete(tempFile, true);
    fs.mkdirs(failures);
    fs.mkdirs(tempFile.getParent());
    FileSKVWriter writer = FileOperations.getInstance().openWriter(tempFile.toString(), fs, defaultConf, AccumuloConfiguration.getDefaultConfiguration());
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
    Vector value = new DenseVector(VECTOR);
    Path path = getTestTempDirPath("output");
   
    // write the vector
    path = fs.makeQualified(path);
    fs.deleteOnExit(path);
    HadoopUtil.delete(conf, path);
    DistributedCache.setCacheFiles(new URI[] {path.toUri()}, conf);
    SequenceFile.Writer writer = new SequenceFile.Writer(fs, conf, path, IntWritable.class, VectorWritable.class);
    try {
      writer.append(key, new VectorWritable(value));
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
    } finally {
      Closeables.closeQuietly(writer);
    }

    if (deleteOnExit) {
      fs.deleteOnExit(output);
    }
  }
 
  /**
   * Calls the save() method, setting the cache to overwrite any previous
View Full Code Here
279
280
281
282
283
284
285
286
287
288
289
      stm3.close();

      // set delete on exit flag on files.
      fs.deleteOnExit(file1);
      fs.deleteOnExit(file2);
      localfs.deleteOnExit(file3);

      // close the file system. This should make the above files
      // disappear.
      fs.close();
      localfs.close();
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.