Package org.apache.hadoop.hive.conf

Examples of org.apache.hadoop.hive.conf.HiveConf$Validator

374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
    // NOTE: It is critical to do this here so that log4j is reinitialized
    // before any of the other core hive classes are loaded
    SessionState.initHiveLog4j();

    CliSessionState ss = new CliSessionState(new HiveConf(SessionState.class));
    ss.in = System.in;
    try {
      ss.out = new PrintStream(System.out, true, "UTF-8");
      ss.err = new PrintStream(System.err, true, "UTF-8");
    } catch (UnsupportedEncodingException e) {
      System.exit(3);
    }

    if (!oproc.process_stage2(ss)) {
      System.exit(2);
    }

    // set all properties specified via command line
    HiveConf conf = ss.getConf();
    for (Map.Entry<Object, Object> item : ss.cmdProperties.entrySet()) {
      conf.set((String) item.getKey(), (String) item.getValue());
    }

    if (!ShimLoader.getHadoopShims().usesJobShell()) {
      // hadoop-20 and above - we need to augment classpath using hiveconf
      // components
      // see also: code in ExecDriver.java
      ClassLoader loader = conf.getClassLoader();
      String auxJars = HiveConf.getVar(conf, HiveConf.ConfVars.HIVEAUXJARS);
      if (StringUtils.isNotBlank(auxJars)) {
        loader = Utilities.addToClassPath(loader, StringUtils.split(auxJars, ","));
      }
      conf.setClassLoader(loader);
      Thread.currentThread().setContextClassLoader(loader);
    }

    SessionState.start(ss);
View Full Code Here
10
11
12
13
14
15
16
17
18
19
20
21
public class JavaAction {

  public static void main(String[] args) throws Exception{

    HiveConf conf = new HiveConf();
    conf.addResource(new Path("file:///", System.getProperty("oozie.action.conf.xml")));
    conf.setVar(ConfVars.SEMANTIC_ANALYZER_HOOK, HowlSemanticAnalyzer.class.getName());
    conf.setBoolVar(ConfVars.METASTORE_USE_THRIFT_SASL, true);
    SessionState.start(new CliSessionState(conf));
    new CliDriver().processLine(args[0]);
  }
View Full Code Here
258
259
260
261
262
263
264
265
266
267
268
        this.table_schema = table_schema;

        //create basic configuration for hdfs and hive
        conf = new Configuration();
        hiveConf = new HiveConf(conf, SessionState.class);

        //parse the table_schema string
        List<String> types = HiveRCSchemaUtil.parseSchemaTypes(table_schema);
        List<String> cols = HiveRCSchemaUtil.parseSchema(pcols, table_schema);
        List<FieldSchema> fieldschema = null;
View Full Code Here
116
117
118
119
120
121
122
     *
     * @param name - the name of this handler
     */
    public ThriftMetaStoreHandler(String name) {
      super(name);
      conf_ = new HiveConf(ThriftMetaStoreHandler.class);
    }
View Full Code Here
210
211
212
213
214
215
216
217
218
219
220
   * and configuration parameters.
   * @return the number of reducers.
   */
  public int estimateNumberOfReducers(HiveConf hive, JobConf job, mapredWork work) throws IOException {
    if (hive == null) {
      hive = new HiveConf();
    }
    long bytesPerReducer = hive.getLongVar(HiveConf.ConfVars.BYTESPERREDUCER);
    int maxReducers = hive.getIntVar(HiveConf.ConfVars.MAXREDUCERS);
    long totalInputFileSize = getTotalInputFileSize(job, work);

View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
  /**
   * TODO: - throw more specific exception
   *       - parse uri (use java.net.URI?)
   */
  public HiveConnection(String uri, Properties info) throws Exception {
    session = new JdbcSessionState(new HiveConf(SessionState.class));
    session.in = null;
    session.out = null;
    session.err = null;
    SessionState.start(session);

View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
  /**
   * TODO: - throw more specific exception
   *       - parse uri (use java.net.URI?)
   */
  public HiveConnection(String uri, Properties info) throws Exception {
    session = new JdbcSessionState(new HiveConf(SessionState.class));
    session.in = null;
    session.out = null;
    session.err = null;
    SessionState.start(session);

View Full Code Here
24
25
26
27
28
29
30
31
32
33
  private Connection con;
  private boolean standAloneServer = false;

  public TestJdbcDriver(String name) {
    super(name);
    conf = new HiveConf(TestJdbcDriver.class);
    String dataFileDir = conf.get("test.data.files").replace('\\', '/').replace("c:", "");
    dataFilePath = new Path(dataFileDir, "kv1.txt");
    //standAloneServer = System.getProperty("test.service.standalone.server").equals("true");
  }
View Full Code Here
20
21
22
23
24
25
26
27
28
29
  private Path dataFilePath;
  private HWISessionManager hsm;

  public TestHWISessionManager(String name) {
    super(name);
    conf = new HiveConf(TestHWISessionManager.class);
    String dataFileDir = conf.get("test.data.files").replace('\\', '/')
    .replace("c:", "");
    dataFilePath = new Path(dataFileDir, "kv1.txt");
  }
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
      if (!oproc.process_stage1(parts)) {
      }
    }

    SessionState.initHiveLog4j();
    conf = new HiveConf(SessionState.class);
    ss = new CliSessionState(conf);
    SessionState.start(ss);
    sp = new SetProcessor();
    qp = new Driver();
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hive.conf.HiveConf$Validator

  • co.cask.cdap.explore.service.hive.BaseHiveExploreService
  • com.facebook.giraph.hive.input.HiveApiInputFormat
  • com.facebook.giraph.hive.output.HiveApiOutputFormat
  • com.facebook.giraph.hive.tailer.Tailer
  • com.facebook.hive.orc.TestInputOutputFormat
  • com.facebook.hiveio.benchmark.InputBenchmark
  • com.facebook.hiveio.common.HiveUtils
  • com.facebook.hiveio.input.HiveInput
  • com.facebook.hiveio.output.HiveApiOutputFormat
  • com.facebook.hiveio.schema.HiveTableSchemas
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.