Package org.apache.hama.bsp

Examples of org.apache.hama.bsp.TextArrayWritable

46
47
48
49
50
51
52
53
54
55
56
57
58
59
    FileStatus[] globStatus = fs.globStatus(new Path(TEST_OUTPUT + "/part-*"));
    for (FileStatus fts : globStatus) {
      SequenceFile.Reader reader = new SequenceFile.Reader(fs, fts.getPath(),
          conf);
      Text key = new Text();
      TextArrayWritable value = new TextArrayWritable();

      while (reader.next(key, value)) {
        Writable[] writables = value.get();
        assertTrue(writables.length <= 10);
        for (Writable t : writables) {
          int outlinkId = Integer.parseInt(t.toString());
          assertTrue(outlinkId <= 20);
          assertTrue(outlinkId >= 0);
View Full Code Here
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
      for (int i = 0; i < input.length; i++) {
        String[] x = input[i].split("\t");

        Text vertex = new Text(x[0]);
        TextArrayWritable arr = new TextArrayWritable();
        Writable[] values = new Writable[x.length - 1];
        for (int j = 1; j < x.length; j++) {
          values[j - 1] = new Text(x[j]);
        }
        arr.set(values);
        writer1.append(vertex, arr);
      }

      writer1.close();
View Full Code Here
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
    FileStatus[] globStatus = fs.globStatus(new Path(TEST_OUTPUT + "/part-*"));
    for (FileStatus fts : globStatus) {
      SequenceFile.Reader reader = new SequenceFile.Reader(fs, fts.getPath(),
          conf);
      Text key = new Text();
      TextArrayWritable value = new TextArrayWritable();

      while (reader.next(key, value)) {
        String values = "";
        for (Writable v : value.get()) {
          values += v.toString() + " ";
        }
        LOG.info(fts.getPath() + ": " + key.toString() + " | " + values);
      }
      reader.close();
View Full Code Here
117
118
119
120
121
122
123
124
125
126
127
          for (Integer v : e.getValue()) {
            values[i] = new Text(String.valueOf(v));
            i++;
          }

          TextArrayWritable value = new TextArrayWritable();
          value.set(values);
          peer.write(new Text(String.valueOf(e.getKey())), value);
        }
      }
    }
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
      for (int i = startID; i < endID; i++) {
        HashSet<Integer> set = Sets.newHashSet();
        for (int j = 0; j < maxOutEdges; j++) {
          set.add(r.nextInt(sizeN));
        }
        TextArrayWritable textArrayWritable = new TextArrayWritable();
        Text[] arr = new Text[set.size()];
        int index = 0;
        for (int x : set) {
          arr[index++] = new Text(x + "");
        }
        textArrayWritable.set(arr);
        peer.write(new Text(i + ""), textArrayWritable);
      }

    }
View Full Code Here
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
      for (int i = 0; i < input.length; i++) {
        String[] x = input[i].split("\t");

        Text vertex = new Text(x[0]);
        TextArrayWritable arr = new TextArrayWritable();
        Writable[] values = new Writable[x.length - 1];
        for (int j = 1; j < x.length; j++) {
          values[j - 1] = new Text(x[j]);
        }
        arr.set(values);
        writer1.append(vertex, arr);
      }

      writer1.close();
View Full Code Here
TOP

Related Classes of org.apache.hama.bsp.TextArrayWritable

  • org.apache.hama.examples.FastGraphGenTest
  • org.apache.hama.examples.SymmetricMatrixGenTest
  • org.apache.hama.examples.util.FastGraphGen$FastGraphGenBSP
  • org.apache.hama.examples.util.SymmetricMatrixGen$SymmetricMatrixGenBSP
  • org.apache.hama.graph.TestSubmitGraphJob
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.