Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.FSDataOutputStream.writeInt()

11
12
13
14
15
16
17
18
19
20
21
public class FSProperty {

  public static void writeInt(FileSystem fs, String path, int val) {
    try {
      FSDataOutputStream out = fs.create(new Path(path), true);
      out.writeInt(val);
      out.close();
    } catch (IOException e) {
      e.printStackTrace();
    }
  }
View Full Code Here
177
178
179
180
181
182
183
184
185
186
187
    LineReader reader = new LineReader(fs.open(new Path(outputPath + "/part-00000")));
    FSDataOutputStream out = fs.create(new Path(indexFile), true);

    out.writeUTF(IndexableAnchorTextForwardIndex.class.getName());
    out.writeUTF(collectionPath);
    out.writeInt(blocks);

    int cnt = 0;
    Text line = new Text();
    while (reader.readLine(line) > 0) {
      String[] arr = line.toString().split("\\s+");
View Full Code Here
188
189
190
191
192
193
194
195
196
197
198
      int docno = Integer.parseInt(arr[0]);
      int offset = Integer.parseInt(arr[1]);
      short fileno = Short.parseShort(arr[2]);

      out.writeInt(docno);
      out.writeInt(offset);
      out.writeShort(fileno);

      cnt++;
View Full Code Here
189
190
191
192
193
194
195
196
197
198
199
      int docno = Integer.parseInt(arr[0]);
      int offset = Integer.parseInt(arr[1]);
      short fileno = Short.parseShort(arr[2]);

      out.writeInt(docno);
      out.writeInt(offset);
      out.writeShort(fileno);

      cnt++;

      if (cnt % 1000 == 0) {
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
    LOG.info(cnt + " docs total. Done!");

    cnt = 0;
    LOG.info("Writing " + output);
    FSDataOutputStream out = fs.create(output, true);
    out.writeInt(list.size());
    for (int i = 0; i < list.size(); i++) {
      out.writeUTF(list.get(i));
      cnt++;
      if (cnt % 100000 == 0) {
        LOG.info(cnt + " docs");
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
    int cnt = 0;
    Text line = new Text();

    FSDataOutputStream out = fs.create(new Path(outputFile), true);
    out.writeInt(n);
    for (int i = 0; i < n; i++) {
      reader.readLine(line);
      String[] arr = line.toString().split("\\t");
      out.writeInt(Integer.parseInt(arr[0]));
      cnt++;
View Full Code Here
94
95
96
97
98
99
100
101
102
103
104
    FSDataOutputStream out = fs.create(new Path(outputFile), true);
    out.writeInt(n);
    for (int i = 0; i < n; i++) {
      reader.readLine(line);
      String[] arr = line.toString().split("\\t");
      out.writeInt(Integer.parseInt(arr[0]));
      cnt++;
      if (cnt % 100000 == 0) {
        LOG.info(cnt + " articles");
      }
    }
View Full Code Here
106
107
108
109
110
111
112
113
114
115
116
    objOut = new ObjectOutputStream(bytesOut);
    objOut.writeObject(frontcodedList);
    objOut.close();

    bytes = bytesOut.toByteArray();
    os.writeInt(bytes.length);
    os.write(bytes);

    // Serialize the hash function
    ShiftAddXorSignedStringMap dict = new ShiftAddXorSignedStringMap(stringList.iterator(),
        new TwoStepsLcpMonotoneMinimalPerfectHashFunction<CharSequence>(stringList,
View Full Code Here
120
121
122
123
124
125
126
127
128
129
130
    objOut = new ObjectOutputStream(bytesOut);
    objOut.writeObject(dict);
    objOut.close();

    bytes = bytesOut.toByteArray();
    os.writeInt(bytes.length);
    os.write(bytes);

    // Serialize the ints.
    os.writeInt(intList.size());
    for (int i = 0; i < intList.size(); i++) {
View Full Code Here
124
125
126
127
128
129
130
131
132
133
134
    bytes = bytesOut.toByteArray();
    os.writeInt(bytes.length);
    os.write(bytes);

    // Serialize the ints.
    os.writeInt(intList.size());
    for (int i = 0; i < intList.size(); i++) {
      os.writeInt(intList.getInt(i));
    }
   
    os.close();
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.