Package co.cask.cdap.data2.datafabric.dataset.service.mds

Source Code of co.cask.cdap.data2.datafabric.dataset.service.mds.AbstractObjectsStore

/*
* Copyright © 2014 Cask Data, Inc.
*
* Licensed under the Apache License, Version 2.0 (the "License"); you may not
* use this file except in compliance with the License. You may obtain a copy of
* the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations under
* the License.
*/

package co.cask.cdap.data2.datafabric.dataset.service.mds;

import co.cask.cdap.api.common.Bytes;
import co.cask.cdap.api.dataset.DatasetSpecification;
import co.cask.cdap.api.dataset.lib.AbstractDataset;
import co.cask.cdap.api.dataset.table.OrderedTable;
import co.cask.cdap.api.dataset.table.Row;
import co.cask.cdap.api.dataset.table.Scanner;
import com.google.common.base.Charsets;
import com.google.common.base.Throwables;
import com.google.common.collect.Maps;
import com.google.gson.Gson;

import java.io.IOException;
import java.util.Arrays;
import java.util.Map;
import javax.annotation.Nullable;

/**
* Provides handy methods to manage objects in {@link OrderedTable}.
*/
// todo: review usage of OrderedTable after adding handy methods to it (operating on objects Get, Put, etc.)
public abstract class AbstractObjectsStore extends AbstractDataset {
  private static final Gson GSON = new Gson();

  /**
   * All rows we store use single column of this name.
   */
  private static final byte[] COLUMN = Bytes.toBytes("c");

  private final OrderedTable table;

  public AbstractObjectsStore(DatasetSpecification spec, OrderedTable table) {
    super(spec.getName(), table);
    this.table = table;
  }

  @Override
  public void close() throws IOException {
    table.close();
  }

  protected final <T> T get(byte[] key, Class<T> classOfT) {
    try {
      byte[] value = table.get(key).get(COLUMN);
      if (value == null) {
        return null;
      }

      return GSON.fromJson(new String(value, Charsets.UTF_8), classOfT);
    } catch (Exception e) {
      throw Throwables.propagate(e);
    }
  }

  // note will not have prefix in keys in the map in the output
  protected final <T> Map<String, T> scan(byte[] prefix, Class<T> classOfT) {
    byte[] stopKey = createStopKey(prefix);

    try {
      Map<String, T> map = Maps.newHashMap();
      Scanner scan = table.scan(prefix, stopKey);
      Row next;
      while ((next = scan.next()) != null) {
        byte[] columnValue = next.get(COLUMN);
        T value = GSON.fromJson(new String(columnValue, Charsets.UTF_8), classOfT);
        String key = new String(next.getRow(), prefix.length, next.getRow().length - prefix.length, Charsets.UTF_8);
        map.put(key, value);
      }
      return map;
    } catch (Exception e) {
      throw Throwables.propagate(e);
    }
  }

  // NOTE: null means "read to the end"
  @Nullable
  static byte[] createStopKey(byte[] prefix) {
    for (int i = prefix.length - 1; i >= 0; i--) {
      int unsigned = prefix[i] & 0xff;
      if (unsigned < 0xff) {
        byte[] stopKey = Arrays.copyOf(prefix, i + 1);
        stopKey[stopKey.length - 1]++;
        return stopKey;
      }
    }

    // i.e. "read to the end"
    return null;
  }

  protected final <T> void put(byte[] key, T value) {
    try {
      table.put(key, COLUMN, GSON.toJson(value).getBytes(Charsets.UTF_8));
    } catch (Exception e) {
      throw Throwables.propagate(e);
    }
  }

  protected final void delete(byte[] key) {
    try {
      table.delete(key, COLUMN);
    } catch (Exception e) {
      throw Throwables.propagate(e);
    }
  }

  protected final void deleteAll(byte[] prefix) {
    byte[] stopKey = createStopKey(prefix);

    try {
      Scanner scan = table.scan(prefix, stopKey);
      Row next;
      while ((next = scan.next()) != null) {
        table.delete(next.getRow());
      }
    } catch (Exception e) {
      throw Throwables.propagate(e);
    }
  }
}
TOP

Related Classes of co.cask.cdap.data2.datafabric.dataset.service.mds.AbstractObjectsStore

TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.