/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.drill.exec.store.sys.zk;
import java.io.File;
import java.io.IOException;
import org.apache.curator.framework.CuratorFramework;
import org.apache.drill.exec.coord.ClusterCoordinator;
import org.apache.drill.exec.coord.zk.ZKClusterCoordinator;
import org.apache.drill.exec.exception.DrillbitStartupException;
import org.apache.drill.exec.store.dfs.shim.DrillFileSystem;
import org.apache.drill.exec.store.dfs.shim.FileSystemCreator;
import org.apache.drill.exec.store.sys.EStore;
import org.apache.drill.exec.store.sys.PStore;
import org.apache.drill.exec.store.sys.PStoreConfig;
import org.apache.drill.exec.store.sys.PStoreRegistry;
import org.apache.drill.exec.store.sys.PStoreProvider;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import com.google.common.annotations.VisibleForTesting;
public class ZkPStoreProvider implements PStoreProvider {
static final org.slf4j.Logger logger = org.slf4j.LoggerFactory.getLogger(ZkPStoreProvider.class);
private static final String DRILL_EXEC_SYS_STORE_PROVIDER_ZK_BLOBROOT = "drill.exec.sys.store.provider.zk.blobroot";
private final CuratorFramework curator;
private final DrillFileSystem fs;
private final Path blobRoot;
private final ZkEStoreProvider zkEStoreProvider;
public ZkPStoreProvider(PStoreRegistry registry) throws DrillbitStartupException {
ClusterCoordinator coord = registry.getClusterCoordinator();
if (!(coord instanceof ZKClusterCoordinator)) {
throw new DrillbitStartupException("A ZkPStoreProvider was created without a ZKClusterCoordinator.");
}
this.curator = ((ZKClusterCoordinator)registry.getClusterCoordinator()).getCurator();
if (registry.getConfig().hasPath(DRILL_EXEC_SYS_STORE_PROVIDER_ZK_BLOBROOT)) {
blobRoot = new Path(registry.getConfig().getString(DRILL_EXEC_SYS_STORE_PROVIDER_ZK_BLOBROOT));
} else {
String drillLogDir = System.getenv("DRILL_LOG_DIR");
if (drillLogDir == null) {
drillLogDir = "/var/log/drill";
}
blobRoot = new Path(new File(drillLogDir).getAbsoluteFile().toURI());
}
Configuration fsConf = new Configuration();
fsConf.set(FileSystem.FS_DEFAULT_NAME_KEY, blobRoot.toUri().toString());
try {
fs = FileSystemCreator.getFileSystem(registry.getConfig(), fsConf);
fs.mkdirs(blobRoot);
} catch (IOException e) {
throw new DrillbitStartupException("Unable to initialize blob storage.", e);
}
zkEStoreProvider = new ZkEStoreProvider(curator);
}
@VisibleForTesting
public ZkPStoreProvider(CuratorFramework curator) {
this.curator = curator;
this.fs = null;
String drillLogDir = System.getenv("DRILL_LOG_DIR");
if (drillLogDir == null) {
drillLogDir = "/var/log/drill";
}
blobRoot = new Path(new File(drillLogDir).getAbsoluteFile().toURI());
zkEStoreProvider = new ZkEStoreProvider(curator);
}
@Override
public void close() {
}
@Override
public <V> EStore<V> getEStore(PStoreConfig<V> store) throws IOException {
return zkEStoreProvider.getEStore(store);
}
@Override
public <V> PStore<V> getPStore(PStoreConfig<V> store) throws IOException {
return new ZkPStore<V>(curator, fs, blobRoot, store);
}
@Override
public void start() {
}
}