Examples of mil.nga.giat.geowave.accumulo.metadata.AccumuloAdapterStore

Package mil.nga.giat.geowave.accumulo.metadata

Examples of mil.nga.giat.geowave.accumulo.metadata.AccumuloAdapterStore

mil.nga.giat.geowave.accumulo.metadata.AccumuloAdapterStore
This class will persist Data Adapters within an Accumulo table for GeoWave metadata. The adapters will be persisted in an "ADAPTER" column family. There is an LRU cache associated with it so staying in sync with external updates is not practical - it assumes the objects are not updated often or at all. The objects are stored in their own table.

        zookeeper,
        instance,
        user,
        password,
        statsNamespace);
    final AccumuloAdapterStore statsAdapterStore = new AccumuloAdapterStore(
        statsOperations);
    for (int level = minLevel; level <= maxLevel; level++) {
      final FeatureDataAdapter featureAdapter = new FeatureDataAdapter(
          AccumuloKDEReducer.createFeatureType(AccumuloKDEReducer.getTypeName(
              level,
              statsName)));
      if (!statsAdapterStore.adapterExists(featureAdapter.getAdapterId())) {
        statsAdapterStore.addAdapter(featureAdapter);
      }
    }
    final AccumuloIndexStore statsIndexStore = new AccumuloIndexStore(
        statsOperations);
    if (!statsIndexStore.indexExists(spatialIndex.getId())) {

View Full Code Here

          zookeeper,
          instance,
          user,
          password,
          statsNamespace);
      final AccumuloAdapterStore statsAdapterStore = new AccumuloAdapterStore(
          statsOperations);
      for (int level = minLevel; level <= maxLevel; level++) {
        final FeatureDataAdapter featureAdapter = new FeatureDataAdapter(
            ComparisonAccumuloStatsReducer.createFeatureType(AccumuloKDEReducer.getTypeName(
                level,
                statsName)));
        if (!statsAdapterStore.adapterExists(featureAdapter.getAdapterId())) {
          statsAdapterStore.addAdapter(featureAdapter);
        }
      }
      final AccumuloIndexStore statsIndexStore = new AccumuloIndexStore(
          statsOperations);
      if (!statsIndexStore.indexExists(spatialIndex.getId())) {

View Full Code Here

        dataOps);


    final DataStatisticsStore statisticsStore = new AccumuloDataStatisticsStoreExt(
        dataOps);


    super.setAdapterStore(new AccumuloAdapterStore(
        dataOps));
    super.setDataStore(new VectorDataStore(
        indexStore,
        super.getAdapterStore(),
        statisticsStore,
        dataOps));


    super.setAdapterStore(new AccumuloAdapterStore(
        dataOps));
    super.setDataStore(new VectorDataStore(
        indexStore,
        super.getAdapterStore(),
        statisticsStore,

View Full Code Here

    DataAdapter<?> adapter = getDataAdapter(
        context,
        adapterId);
    if (adapter == null) {
      // then try to get it from the accumulo persistent store
      final AccumuloAdapterStore adapterStore = new AccumuloAdapterStore(
          accumuloOperations);
      adapter = adapterStore.getAdapter(adapterId);
    }


    if (adapter != null) {
      adapterCache.put(
          adapterId,

View Full Code Here

    return adapter;
  }


  @Override
  public CloseableIterator<DataAdapter<?>> getAdapters() {
    final AccumuloAdapterStore adapterStore = new AccumuloAdapterStore(
        accumuloOperations);
    final CloseableIterator<DataAdapter<?>> it = adapterStore.getAdapters();
    // cache any results
    return new CloseableIteratorWrapper<DataAdapter<?>>(
        it,
        IteratorUtils.transformedIterator(
            it,

View Full Code Here

      throws IOException,
      InterruptedException {
    try {
      // TODO expose GeoWave's AccumuloOptions
      final AccumuloOperations accumuloOperations = getAccumuloOperations(context);
      final AdapterStore accumuloAdapterStore = new AccumuloAdapterStore(
          accumuloOperations);
      final DataAdapter<?>[] adapters = JobContextAdapterStore.getDataAdapters(context);
      for (final DataAdapter<?> a : adapters) {
        if (!accumuloAdapterStore.adapterExists(a.getAdapterId())) {
          accumuloAdapterStore.addAdapter(a);
        }
      }
      final IndexStore accumuloIndexStore = new AccumuloIndexStore(
          accumuloOperations);
      final Index[] indices = JobContextIndexStore.getIndices(context);

View Full Code Here

    final AccumuloIndexStore indexStore = new AccumuloIndexStore(
        storeOperations);


    final DataStatisticsStore statisticsStore = new AccumuloDataStatisticsStoreExt(
        storeOperations);
    adapterStore = new AccumuloAdapterStore(
        storeOperations);
    dataStore = new VectorDataStore(
        indexStore,
        adapterStore,
        statisticsStore,

View Full Code Here

      final String typeName ) {
    // TODO add some basic "global" types such as all spatial, or all
    // spatial temporal
    if (typeName.startsWith("heatmap_")) {
      if (statsOperations.tableExists(AbstractAccumuloPersistence.METADATA_TABLE)) {
        final AdapterStore adapterStore = new AccumuloAdapterStore(
            statsOperations);
        final DataAdapter<?> adapter = adapterStore.getAdapter(new ByteArrayId(
            StringUtils.stringToBinary("l0_stats" + typeName.substring(8))));
        if (adapter instanceof FeatureDataAdapter) {
          return (FeatureDataAdapter) adapter;
        }
      }

View Full Code Here

    return null;
  }


  private String[] getDefaultTypeNames() {
    if (statsOperations.tableExists(AbstractAccumuloPersistence.METADATA_TABLE)) {
      final AdapterStore adapterStore = new AccumuloAdapterStore(
          statsOperations);
      try (final CloseableIterator<DataAdapter<?>> adapters = adapterStore.getAdapters()) {
        final Set<String> typeNames = new HashSet<String>();
        while (adapters.hasNext()) {
          final DataAdapter<?> adapter = adapters.next();
          typeNames.add(StringUtils.stringFromBinary(adapter.getAdapterId().getBytes()));
        }

View Full Code Here

0 1

TOP

Related Classes of mil.nga.giat.geowave.accumulo.metadata.AccumuloAdapterStore

mil.nga.giat.geowave.accumulo.AccumuloDataStore

mil.nga.giat.geowave.accumulo.AccumuloDataStoreStatsTest

mil.nga.giat.geowave.accumulo.AccumuloOptionsTest

mil.nga.giat.geowave.accumulo.mapreduce.JobContextAdapterStore

mil.nga.giat.geowave.accumulo.mapreduce.output.GeoWaveOutputFormat

mil.nga.giat.geowave.analytics.mapreduce.kde.compare.ComparisonStatsJobRunner

mil.nga.giat.geowave.analytics.mapreduce.kde.KDEJobRunner

mil.nga.giat.geowave.examples.ingest.SimpleIngest

mil.nga.giat.geowave.raster.plugin.GeoWaveRasterReader

mil.nga.giat.geowave.test.GeoWaveBasicIT

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.