Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.FSDataInputStream.readInt()

1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
      }

      FSDataInputStream in = fs.open(restartFile);
      try {
        // read the old count
        restartCount = in.readInt();
        ++restartCount; // increment the restart count
      } catch (IOException ioe) {
        LOG.warn("System directory is garbled. Failed to read file "
                 + restartFile);
        LOG.warn("Jobtracker recovery is not possible with garbled"
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
  static public String[] readDocnoData(Path p, FileSystem fs) throws IOException {
    FSDataInputStream in = fs.open(p);

    // docnos start at one, so we need an array that's one larger than
    // number of docs
    int sz = in.readInt() + 1;
    String[] arr = new String[sz];

    for (int i = 1; i < sz; i++) {
      arr[i] = in.readUTF();
    }
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
    // Class name; throw away.
    in.readUTF();
    collectionPath = in.readUTF();

    int blocks = in.readInt();

    LOG.info(blocks + " blocks expected");
    docnos = new int[blocks];
    offsets = new int[blocks];
    fileno = new short[blocks];
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
    docnos = new int[blocks];
    offsets = new int[blocks];
    fileno = new short[blocks];

    for (int i = 0; i < blocks; i++) {
      docnos[i] = in.readInt();
      offsets[i] = in.readInt();
      fileno[i] = in.readShort();

      if (i > 0 && i % 100000 == 0)
        LOG.info(i + " blocks read");
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
    // Class name; throw away.
    in.readUTF();
    collectionPath = in.readUTF();

    int blocks = in.readInt();

    LOG.info(blocks + " blocks expected");
    docnos = new int[blocks];
    offsets = new int[blocks];
    fileno = new short[blocks];
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
    docnos = new int[blocks];
    offsets = new int[blocks];
    fileno = new short[blocks];

    for (int i = 0; i < blocks; i++) {
      docnos[i] = in.readInt();
      offsets[i] = in.readInt();
      fileno[i] = in.readShort();

      if (i > 0 && i % 100000 == 0)
        LOG.info(i + " blocks read");
View Full Code Here
66
67
68
69
70
71
72
73
74
75
76
    offsets = new int[blocks];
    fileno = new short[blocks];

    for (int i = 0; i < blocks; i++) {
      docnos[i] = in.readInt();
      offsets[i] = in.readInt();
      fileno[i] = in.readShort();

      if (i > 0 && i % 100000 == 0)
        LOG.info(i + " blocks read");
    }
View Full Code Here
51
52
53
54
55
56
57
58
59
60
61
  }

  public static int readInt(FileSystem fs, String path) {
    try {
      FSDataInputStream in = fs.open(new Path(path));
      int val = in.readInt();
      in.close();
      return val;
    } catch (Exception e) {
      throw new RuntimeException("Unable to read property at " + path);
    }
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
    // class name; throw away
    in.readUTF();
    collectionPath = in.readUTF();

    int blocks = in.readInt();

    docnos = new int[blocks];
    offsets = new int[blocks];
    filenos = new short[blocks];
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
    docnos = new int[blocks];
    offsets = new int[blocks];
    filenos = new short[blocks];

    for (int i = 0; i < blocks; i++) {
      docnos[i] = in.readInt();
      offsets[i] = in.readInt();
      filenos[i] = in.readShort();
    }

    in.close();
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.