Package org.apache.hadoop.io

Examples of org.apache.hadoop.io.FloatWritable

219
220
221
222
223
224
225
        key.set(URLUtil.getHost(key.toString()));
      } else {
        key.set(URLUtil.getDomainName(key.toString()));
      }

      output.collect(key, new FloatWritable(number));
    }
View Full Code Here
248
249
250
251
252
253
254
        }

        numCollected++;
      }

      output.collect(key, new FloatWritable(sumOrMax));
    }
View Full Code Here
90
91
92
93
94
95
96
97
98
99
    public FloatWritable removeEdge(LongWritable targetVertexId) {
        long target = targetVertexId.get();
        if (verticesWithEdgeValues.containsKey(target)) {
            float value = verticesWithEdgeValues.get(target);
            verticesWithEdgeValues.removeKey(target);
            return new FloatWritable(value);
        } else {
            return null;
        }
    }
View Full Code Here
176
177
178
179
180
181
182
183
        };
    }

    @Override
    public FloatWritable getEdgeValue(LongWritable targetVertexId) {
        return new FloatWritable(
            verticesWithEdgeValues.get(targetVertexId.get()));
    }
View Full Code Here
182
183
184
185
186
187
188
189
190
191
192
            long destVertexId =
                (vertexId.get() + 1) %
                (inputSplit.getNumSplits() * totalRecords);
            float edgeValue = vertexId.get() * 100f;
            Map<LongWritable, FloatWritable> edges = Maps.newHashMap();
            edges.put(new LongWritable(destVertexId), new FloatWritable(edgeValue));
            vertex.initialize(vertexId, vertexValue, edges, null);
            ++recordsRead;
            if (LOG.isInfoEnabled()) {
          LOG.info("next: Return vertexId=" + vertex.getVertexId().get() +
                   ", vertexValue=" + vertex.getVertexValue() +
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
                    instantiateVertex(vertexIndex, null, null, null);
            addVertexRequest(vertex);
            // Add edges to those remote vertices as well
            addEdgeRequest(vertexIndex,
                           new Edge<LongWritable, FloatWritable>(
                               getVertexId(), new FloatWritable(0.0f)));
        } else if (getSuperstep() == 4) {
        } else if (getSuperstep() == 5) {
          long vertexCount = workerContext.getVertexCount();
            if (vertexCount * 2 != getNumVertices()) {
                throw new IllegalStateException(
View Full Code Here
163
164
165
166
167
168
169
170
171
172
173
        }
        List<LongWritable> messageList = Lists.newArrayList();
        messageList.add(new LongWritable(4));
        messageList.add(new LongWritable(5));
        vertex.initialize(
            new IntWritable(2), new FloatWritable(3.0f), edgeMap, messageList);
        byte[] byteArray = WritableUtils.writeToByteArray(vertex);
        IFDLEdgeListVertex readVertex = (IFDLEdgeListVertex)
            BspUtils.<IntWritable, FloatWritable, DoubleWritable, LongWritable>
            createVertex(job.getConfiguration());
        WritableUtils.readFieldsFromByteArray(byteArray, readVertex);
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
54
     */
    public void testOnShorterPathFound() throws Exception {

        SimpleShortestPathsVertex vertex = new SimpleShortestPathsVertex();
        vertex.initialize(null, null, null, null);
        vertex.addEdge(new LongWritable(10L), new FloatWritable(2.5f));
        vertex.addEdge(new LongWritable(20L), new FloatWritable(0.5f));

        MockUtils.MockedEnvironment<LongWritable, DoubleWritable, FloatWritable,
                DoubleWritable> env = MockUtils.prepareVertex(vertex, 1L,
                new LongWritable(7L), new DoubleWritable(Double.MAX_VALUE),
                false);
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
83
     */
    public void testOnNoShorterPathFound() throws Exception {

        SimpleShortestPathsVertex vertex = new SimpleShortestPathsVertex();
        vertex.initialize(null, null, null, null);
        vertex.addEdge(new LongWritable(10L), new FloatWritable(2.5f));
        vertex.addEdge(new LongWritable(20L), new FloatWritable(0.5f));

        MockUtils.MockedEnvironment<LongWritable, DoubleWritable, FloatWritable,
                DoubleWritable> env = MockUtils.prepareVertex(vertex, 1L,
                new LongWritable(7L), new DoubleWritable(0.5), false);

View Full Code Here
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
                     " vertex value = " + getVertexValue());
        }
        if (minDist < getVertexValue().get()) {
            setVertexValue(new DoubleWritable(minDist));
            for (LongWritable targetVertexId : this) {
                FloatWritable edgeValue = getEdgeValue(targetVertexId);
                if (LOG.isDebugEnabled()) {
                    LOG.debug("Vertex " + getVertexId() + " sent to " +
                              targetVertexId + " = " +
                              (minDist + edgeValue.get()));
                }
                sendMsg(targetVertexId,
                        new DoubleWritable(minDist + edgeValue.get()));
            }
        }
        voteToHalt();
    }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.io.FloatWritable

  • com.datasalt.pangool.utils.test.AbstractHadoopTestLibrary
  • com.facebook.hive.orc.lazy.LazyFloatTreeReader
  • com.facebook.hive.orc.lazy.OrcLazyFloat
  • com.facebook.hive.orc.TestObjectInspector
  • com.facebook.hive.orc.TestOrcFile
  • edu.umd.cloud9.integration.example.bigram.BigramRelativeFrequencyTest
  • edu.umd.hooka.Int2FloatMap
  • edu.umd.hooka.Phrase2CountMap
  • eu.stratosphere.hadoopcompatibility.datatypes.DefaultStratosphereTypeConverter
  • hivemall.ftvec.ConvertToDenseModelUDAF$Evaluator
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.