Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.FSDataOutputStream.writeInt()

108
109
110
111
112
113
114
115
116
117
118
      WritableUtils.writeString(output, MLPType);
      output.writeDouble(learningRate);
      output.writeDouble(regularization);
      output.writeDouble(momentum);
      output.writeInt(numberOfLayers);
      WritableUtils.writeString(output, squashingFunctionName);
      WritableUtils.writeString(output, costFunctionName);

      // write the number of neurons for each layer
      for (int i = 0; i < numberOfLayers; ++i) {
View Full Code Here
114
115
116
117
118
119
120
121
122
123
124
      WritableUtils.writeString(output, squashingFunctionName);
      WritableUtils.writeString(output, costFunctionName);

      // write the number of neurons for each layer
      for (int i = 0; i < numberOfLayers; ++i) {
        output.writeInt(layerSizeArray[i]);
      }

      double[][] matrix01 = { // 4 by 2
      { 0.5, 0.2 }, { 0.1, 0.1 }, { 0.2, 0.5 }, { 0.1, 0.5 } };
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
   
    FSDataOutputStream out = fs.create(forestPath);
   
    // write partitions' sizes
    for (int p = 0; p < numMaps; p++) {
      out.writeInt(sizes[p]);
    }
   
    // write the data
    for (int index = 0; index < numTrees; index++) {
      keys[index].write(out);
View Full Code Here
1141
1142
1143
1144
1145
1146
1147
1148
1149
1150
1151
        }
        // Metadata is buffered and written at the end since it's small and
        // needs to know how many partitions this worker owns
        FSDataOutputStream metadataOutputStream =
            getFs().create(metadataFilePath);
        metadataOutputStream.writeInt(workerPartitionMap.size());
        metadataOutputStream.write(metadataByteStream.toByteArray());
        metadataOutputStream.close();
        verticesOutputStream.close();
        if (LOG.isInfoEnabled()) {
            LOG.info("storeCheckpoint: Finished metadata (" +
View Full Code Here
498
499
500
501
502
503
504
505
506
507
508
      Path recoveredEditsDir = HLogUtil.getRegionDirRecoveredEditsDir(regiondir);
      for (int i = 1000; i < 1050; i += 10) {
        Path recoveredEdits = new Path(recoveredEditsDir, String.format("%019d", i));
        FSDataOutputStream dos = fs.create(recoveredEdits);
        dos.writeInt(i);
        dos.close();
      }
      long minSeqId = 2000;
      Path recoveredEdits = new Path(recoveredEditsDir, String.format("%019d", minSeqId - 1));
      FSDataOutputStream dos = fs.create(recoveredEdits);
View Full Code Here
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
    String superstepFinishedNode =
        getSuperstepFinishedPath(getApplicationAttempt(), superstep - 1);
    finalizedOutputStream.write(
        getZkExt().getData(superstepFinishedNode, false, null));

    finalizedOutputStream.writeInt(chosenWorkerInfoList.size());
    for (WorkerInfo chosenWorkerInfo : chosenWorkerInfoList) {
      String chosenWorkerInfoPrefix =
          getCheckpointBasePath(superstep) + "." +
              chosenWorkerInfo.getHostnameId();
      finalizedOutputStream.writeUTF(chosenWorkerInfoPrefix);
View Full Code Here
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
    }
    // Metadata is buffered and written at the end since it's small and
    // needs to know how many partitions this worker owns
    FSDataOutputStream metadataOutputStream =
        getFs().create(metadataFilePath);
    metadataOutputStream.writeInt(getPartitionStore().getNumPartitions());
    metadataOutputStream.write(metadataByteStream.toByteArray());
    metadataOutputStream.close();
    verticesOutputStream.close();
    if (LOG.isInfoEnabled()) {
      LOG.info("storeCheckpoint: Finished metadata (" +
View Full Code Here
228
229
230
231
232
233
234
235
236
237
238
    Path recoveredEditsDir = HLog.getRegionDirRecoveredEditsDir(regiondir);
    for (int i = 1000; i < 1050; i += 10) {
      Path recoveredEdits = new Path(
          recoveredEditsDir, String.format("%019d", i));
      FSDataOutputStream dos=  fs.create(recoveredEdits);
      dos.writeInt(i);
      dos.close();
    }
    long minSeqId = 2000;
    Path recoveredEdits = new Path(
        recoveredEditsDir, String.format("%019d", minSeqId-1));
View Full Code Here
371
372
373
374
375
376
377
378
379
380
381
      Path recoveredEditsDir = HLogUtil.getRegionDirRecoveredEditsDir(regiondir);
      for (int i = 1000; i < 1050; i += 10) {
        Path recoveredEdits = new Path(recoveredEditsDir, String.format("%019d", i));
        FSDataOutputStream dos=  fs.create(recoveredEdits);
        dos.writeInt(i);
        dos.close();
      }
      long minSeqId = 2000;
      Path recoveredEdits = new Path(
          recoveredEditsDir, String.format("%019d", minSeqId-1));
View Full Code Here
556
557
558
559
560
561
562
563
564
565
566
      Path recoveredEditsDir = HLogUtil.getRegionDirRecoveredEditsDir(regiondir);
      for (int i = 1000; i < 1050; i += 10) {
        Path recoveredEdits = new Path(recoveredEditsDir, String.format("%019d", i));
        FSDataOutputStream dos = fs.create(recoveredEdits);
        dos.writeInt(i);
        dos.close();
      }
      long minSeqId = 2000;
      Path recoveredEdits = new Path(recoveredEditsDir, String.format("%019d", minSeqId - 1));
      FSDataOutputStream dos = fs.create(recoveredEdits);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.