Package org.apache.hadoop.io

Examples of org.apache.hadoop.io.MapWritable

716
717
718
719
720
721
722
723
724
725
726
    try {
      // Try and register with the Master; tell it we are here.  Break if
      // server is stopped or the clusterup flag is down or hdfs went wacky.
      while (keepLooping()) {
        MapWritable w = reportForDuty();
        if (w == null) {
          LOG.warn("reportForDuty failed; sleeping and then retrying.");
          this.sleeper.sleep();
        } else {
          handleReportForDutyResponse(w);
View Full Code Here
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
   * @return A Map of key/value configurations we got from the Master else
   * null if we failed to register.
   * @throws IOException
   */
  private MapWritable reportForDuty() throws IOException {
    MapWritable result = null;
    ServerName masterServerName = getMaster();
    if (masterServerName == null) return result;
    try {
      this.requestCount.set(0);
      LOG.info("Telling master at " + masterServerName + " that we are up " +
View Full Code Here
969
970
971
972
973
974
975
976
977
978
    // Register with server manager
    InetAddress ia = HBaseServer.getRemoteIp();
    ServerName rs = this.serverManager.regionServerStartup(ia, port,
      serverStartCode, serverCurrentTime);
    // Send back some config info
    MapWritable mw = createConfigurationSubset();
    mw.put(new Text(HConstants.KEY_FOR_HOSTNAME_SEEN_BY_MASTER),
      new Text(rs.getHostname()));
    return mw;
  }
View Full Code Here
980
981
982
983
984
985
986
987
  /**
   * @return Subset of configuration to pass initializing regionservers: e.g.
   * the filesystem to use and root directory to use.
   */
  protected MapWritable createConfigurationSubset() {
    MapWritable mw = addConfig(new MapWritable(), HConstants.HBASE_DIR);
    return addConfig(mw, "fs.default.name");
  }
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
78
  }


  @Override
  public void write(DataOutput out) throws IOException {
    MapWritable map = toMapWritable(getHeaders());
    map.write(out);
    byte[] body = getBody();
    if(body == null) {
      out.writeInt(-1);
    } else {
      out.writeInt(body.length);
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
92
  }


  @Override
  public void readFields(DataInput in) throws IOException {
    MapWritable map = new MapWritable();
    map.readFields(in);
    setHeaders(fromMapWritable(map));
    byte[] body = null;
    int bodyLength = in.readInt();
    if(bodyLength != -1) {
      body = new byte[bodyLength];
View Full Code Here
93
94
95
96
97
98
99
100
101
102
103
104
105
      in.readFully(body);
    }
    setBody(body);
  }
  private MapWritable toMapWritable(Map<String, String> map) {
    MapWritable result = new MapWritable();
    if(map != null) {
      for(Map.Entry<String, String> entry : map.entrySet()) {
        result.put(new Text(entry.getKey()),new Text(entry.getValue()));
      }
    }
    return result;
  }
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
74
  }

  @Override
  public void write(DataOutput out) throws IOException {
    out.writeLong(sequenceId);
    MapWritable map = toMapWritable(getHeaders());
    map.write(out);
    byte[] body = getBody();
    if(body == null) {
      out.writeInt(-1);
    } else {
      out.writeInt(body.length);
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
90

  @Override
  public void readFields(DataInput in) throws IOException {
    sequenceId = in.readLong();
    MapWritable map = new MapWritable();
    map.readFields(in);
    setHeaders(fromMapWritable(map));
    byte[] body = null;
    int bodyLength = in.readInt();
    if(bodyLength != -1) {
      body = new byte[bodyLength];
View Full Code Here
91
92
93
94
95
96
97
98
99
100
101
102
103
      in.readFully(body);
    }
    setBody(body);
  }
  private MapWritable toMapWritable(Map<String, String> map) {
    MapWritable result = new MapWritable();
    if(map != null) {
      for(Map.Entry<String, String> entry : map.entrySet()) {
        result.put(new Text(entry.getKey()),new Text(entry.getValue()));
      }
    }
    return result;
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.io.MapWritable

  • backtype.hadoop.ElasticScheme
  • bbejeck.mapred.coocurrance.StripesReducerTest
  • ch.uzh.ifi.ddis.hadoop.CsvInputFormat$CsvRecordReader
  • com.digitalpebble.behemoth.BehemothDocument
  • com.digitalpebble.behemoth.DocumentFilter
  • com.digitalpebble.behemoth.gate.GATEProcessor
  • com.digitalpebble.behemoth.io.warc.WARCConverterJob
  • com.digitalpebble.behemoth.solr.SOLRWriter
  • com.digitalpebble.behemoth.tika.TikaProcessor
  • com.linkedin.camus.coders.CamusWrapper
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.