Package org.apache.hadoop.io

Examples of org.apache.hadoop.io.MapWritable.entrySet()

430
431
432
433
434
435
436
437
438
439
440
    }
    peer.sync();

    GraphJobMessage received = peer.getCurrentMessage();
    MapWritable x = received.getMap();
    for (Entry<Writable, Writable> e : x.entrySet()) {
      multiSteps = ((IntWritable) e.getValue()).get();
    }

    Map<V, Vertex<V, E, M>> tmp = new HashMap<V, Vertex<V, E, M>>();
View Full Code Here
519
520
521
522
523
524
525
526
527
528
529
    if (isMasterTask(peer)) {
      long maxSplitSize = 0L;
      GraphJobMessage received = null;
      while ((received = peer.getCurrentMessage()) != null) {
        MapWritable x = received.getMap();
        for (Entry<Writable, Writable> e : x.entrySet()) {
          long curr = ((LongWritable) e.getValue()).get();
          if (maxSplitSize < curr) {
            maxSplitSize = curr;
          }
        }
View Full Code Here
540
541
542
543
544
545
546
547
548
549
550
    }
    peer.sync();

    GraphJobMessage received = peer.getCurrentMessage();
    MapWritable x = received.getMap();
    for (Entry<Writable, Writable> e : x.entrySet()) {
      multiSteps = ((IntWritable) e.getValue()).get();
    }

    if (isMasterTask(peer)) {
      peer.getCounter(GraphJobCounter.MULTISTEP_PARTITIONING).increment(
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
     
      bspPeer.sync();

      MapWritable msg = null;
      while ((msg = bspPeer.getCurrentMessage()) != null) {
        for (Entry<Writable, Writable> e : msg.entrySet()) {
          bspPeer.write((IntWritable) e.getValue(), (Text) e.getKey());
        }
      }
    }
  }
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
      bspPeer.sync();

      MapWritable msg = null;
      while ((msg = bspPeer.getCurrentMessage()) != null) {
        for (Entry<Writable, Writable> e : msg.entrySet()) {
          bspPeer.write((IntWritable) e.getValue(), (Text) e.getKey());
        }
      }
    }
  }
View Full Code Here
105
106
107
108
109
110
111
112
113
114
115
        while ( (msg = peer.getCurrentMessage()) != null ) {
          blValue = (BooleanWritable) msg.get(new Text(KeyValueHashPartitionedBSP.TEST_UNEXPECTED_KEYS));
          assertEquals(false, blValue.get());
          values = (MapWritable) msg.get(new Text(KeyValueHashPartitionedBSP.TEST_INPUT_VALUES));
          for (Map.Entry<Writable,Writable> w : values.entrySet()) {
            input.put( Integer.valueOf( w.getKey().toString() ), Integer.valueOf( w.getValue().toString() ));
          }
        }
       
        for (int i=0; i<maxValue; i++) {
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
      bspPeer.sync();

      MapWritable msg = null;
      while ((msg = bspPeer.getCurrentMessage()) != null) {
        for (Entry<Writable, Writable> e : msg.entrySet()) {
          bspPeer.write((IntWritable) e.getValue(), (Text) e.getKey());
        }
      }
    }
  }
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
 
  public static final Properties readProperties(DataInput in) throws IOException {
    Properties props = new Properties();
    MapWritable propsWritable = new MapWritable();
    propsWritable.readFields(in);
    for (Entry<Writable, Writable> prop : propsWritable.entrySet()) {
      String key = prop.getKey().toString();
      String value = prop.getValue().toString();
      props.put(key,value);
    }
    return props;
View Full Code Here
242
243
244
245
246
247
248
249
250
251
252
        ((TypedBytesWritable) writables2[i]).getValue());
    }
    assertEquals(MapWritable.class, in.readType());

    MapWritable mw = in.readMap();
    assertEquals(map.entrySet(), mw.entrySet());

    assertEquals(Type.LIST, TypedBytesInput.get(distream).readType());
    assertEquals(r1.getBoolVal(), TypedBytesInput.get(distream).read());
    assertEquals(r1.getByteVal(), TypedBytesInput.get(distream).read());
    assertEquals(r1.getIntVal(), TypedBytesInput.get(distream).read());
View Full Code Here
564
565
566
567
568
569
570
571
572
573
574
        bais.close();
      } catch (IOException e) {
        throw new IllegalStateException("The table query configurations could not be deserialized from the given configuration");
      }
    }
    for (Map.Entry<Writable,Writable> entry : mapWritable.entrySet())
      configs.put(((Text) entry.getKey()).toString(), (InputTableConfig) entry.getValue());

    return configs;
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.