Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.FSDataOutputStream.writeInt()

225
226
227
228
229
230
231
232
233
234
235
        TreeMap<Tuple, LinkedList<Long>> rootMap = rootCollector.getMap();
        keySet = rootMap.keySet();

        rootOut = fs.create(new Path(fileName + ".root"));
        rootOut.writeInt(this.loadNum);
        rootOut.writeInt(keySet.size());

        /* root key writing */
        for (Tuple key : keySet) {
          byte[] buf = rowStoreEncoder.toBytes(key);
          rootOut.writeInt(buf.length);
View Full Code Here
230
231
232
233
234
235
236
237
238
239
240
        rootOut.writeInt(keySet.size());

        /* root key writing */
        for (Tuple key : keySet) {
          byte[] buf = rowStoreEncoder.toBytes(key);
          rootOut.writeInt(buf.length);
          rootOut.write(buf);

          LinkedList<Long> offsetList = rootMap.get(key);
          if (offsetList.size() > 1 || offsetList.size() == 0) {
            throw new IOException("Why root index doen't have one offset?");
View Full Code Here
1182
1183
1184
1185
1186
1187
1188
1189
1190
1191
1192
        // write the jobtracker.info file
        try {
          FSDataOutputStream out = FileSystem.create(fs, restartFile,
                                                     filePerm);
          out.writeInt(0);
          out.close();
        } catch (IOException ioe) {
          LOG.warn("Writing to file " + restartFile + " failed!");
          LOG.warn("FileSystem is not ready yet!");
          fs.delete(restartFile, false);
View Full Code Here
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
      //TODO This is similar to jobhistory recovery, maybe this common code
      //      can be factored out.
     
      // write to the tmp file
      FSDataOutputStream out = FileSystem.create(fs, tmpRestartFile, filePerm);
      out.writeInt(restartCount);
      out.close();

      // delete the main file
      fs.delete(restartFile, false);
     
View Full Code Here
150
151
152
153
154
155
156
157
158
159
160
        job.getCounters().write(dataOut);

        TaskCompletionEvent[] events =
                job.getTaskCompletionEvents(0, Integer.MAX_VALUE);
        dataOut.writeInt(events.length);
        for (TaskCompletionEvent event : events) {
          event.write(dataOut);
        }

        dataOut.close();
View Full Code Here
221
222
223
224
225
226
227
228
229
230
231
      if (this.level == TWO_LEVEL_INDEX) {
        TreeMap<Tuple, LinkedList<Long>> rootMap = rootCollector.getMap();
        keySet = rootMap.keySet();

        rootOut = fs.create(new Path(fileName + ".root"));
        rootOut.writeInt(this.loadNum);
        rootOut.writeInt(keySet.size());

        /* root key writing */
        for (Tuple key : keySet) {
          byte[] buf = RowStoreUtil.RowStoreEncoder.toBytes(keySchema, key);
View Full Code Here
222
223
224
225
226
227
228
229
230
231
232
        TreeMap<Tuple, LinkedList<Long>> rootMap = rootCollector.getMap();
        keySet = rootMap.keySet();

        rootOut = fs.create(new Path(fileName + ".root"));
        rootOut.writeInt(this.loadNum);
        rootOut.writeInt(keySet.size());

        /* root key writing */
        for (Tuple key : keySet) {
          byte[] buf = RowStoreUtil.RowStoreEncoder.toBytes(keySchema, key);
          rootOut.writeInt(buf.length);
View Full Code Here
227
228
229
230
231
232
233
234
235
236
237
        rootOut.writeInt(keySet.size());

        /* root key writing */
        for (Tuple key : keySet) {
          byte[] buf = RowStoreUtil.RowStoreEncoder.toBytes(keySchema, key);
          rootOut.writeInt(buf.length);
          rootOut.write(buf);

          LinkedList<Long> offsetList = rootMap.get(key);
          if (offsetList.size() > 1 || offsetList.size() == 0) {
            throw new IOException("Why root index doen't have one offset?");
View Full Code Here
359
360
361
362
363
364
365
366
367
368
369
      Path recoveredEditsDir = HLog.getRegionDirRecoveredEditsDir(regiondir);
      for (int i = 1000; i < 1050; i += 10) {
        Path recoveredEdits = new Path(
            recoveredEditsDir, String.format("%019d", i));
        FSDataOutputStream dos=  fs.create(recoveredEdits);
        dos.writeInt(i);
        dos.close();
      }
      long minSeqId = 2000;
      Path recoveredEdits = new Path(
          recoveredEditsDir, String.format("%019d", minSeqId-1));
View Full Code Here
289
290
291
292
293
294
295
296
297
298
299
    if (bs == null || _outputStream == null) {
      throw new RuntimeException("bs [" + bs + "] outputStream [" + _outputStream + "]");
    }
    synchronized (_running) {
      FSDataOutputStream os = _outputStream.get();
      os.writeInt(bs.length);
      os.write(bs);
      tryToSync(os);
    }
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.