Package org.apache.hadoop.hive.ql.session

Examples of org.apache.hadoop.hive.ql.session.SessionState$ResourceHook

110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
        ctx = new Context(conf);
        cleanContext = true;
      }

      // Need to remove this static hack. But this is the way currently to get a session.
      SessionState ss = SessionState.get();
      session = ss.getTezSession();
      session = TezSessionPoolManager.getInstance().getSession(session, conf, false);
      ss.setTezSession(session);

      // jobConf will hold all the configuration for hadoop, tez, and hive
      JobConf jobConf = utils.createConfiguration(conf);

      // Get all user jars from work (e.g. input format stuff).
      String[] inputOutputJars = work.configureJobConfAndExtractJars(jobConf);

      // we will localize all the files (jars, plans, hashtables) to the
      // scratch dir. let's create this and tmp first.
      Path scratchDir = ctx.getMRScratchDir();

      // create the tez tmp dir
      scratchDir = utils.createTezDir(scratchDir, conf);

      // If we have any jars from input format, we need to restart the session because
      // AM will need them; so, AM has to be restarted. What a mess...
      if (!session.hasResources(inputOutputJars) && session.isOpen()) {
        LOG.info("Tez session being reopened to pass custom jars to AM");
        session.close(false);
        session = TezSessionPoolManager.getInstance().getSession(null, conf, false);
        ss.setTezSession(session);
      }

      if (!session.isOpen()) {
        // can happen if the user sets the tez flag after the session was
        // established
View Full Code Here
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
   * and calls execute(), which is overridden in each task
   * @return return value of execute()
   */
  public int executeTask() {
    try {
      SessionState ss = SessionState.get();
      this.setStarted();
      if (ss != null) {
        ss.getHiveHistory().logPlanProgress(queryPlan);
      }
      int retval = execute();
      this.setDone();
      if (ss != null) {
        ss.getHiveHistory().logPlanProgress(queryPlan);
      }
      return retval;
    } catch (IOException e) {
      throw new RuntimeException(e.getMessage());
    }
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
 
  public int run(String command) {
    String[] tokens = command.split("\\s+");

    try {
      SessionState ss = SessionState.get();
      PrintStream oldOut = System.out;

      if(ss != null && ss.out != null) {
        System.setOut(ss.out);
      }
View Full Code Here
33
34
35
36
37
38
39
40
41
42
43
44
45
      return false;
    throw new IllegalArgumentException(prefix + "'" + value + "' is not a boolean");
  }

  private void dumpOptions(Properties p) {
    SessionState ss = SessionState.get();

    ss.out.println("silent=" + (ss.getIsSilent() ? "on" : "off"));
    for(Object one: p.keySet()) {
      String oneProp = (String)one;
      String oneValue = p.getProperty(oneProp);
      ss.out.println(oneProp+"="+oneValue);
    }
View Full Code Here
44
45
46
47
48
49
50
51
52
53
54
      ss.out.println(oneProp+"="+oneValue);
    }
  }

  private void dumpOption(Properties p, String s) {
    SessionState ss = SessionState.get();
   
    if(p.getProperty(s) != null) {
      ss.out.println(s+"="+p.getProperty(s));
    } else {
      ss.out.println(s+" is undefined");
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
  public void init() {
  }
 
  public int run(String command) {
    SessionState ss = SessionState.get();

    String nwcmd = command.trim();
    if(nwcmd.equals("")) {
      dumpOptions(ss.getConf().getChangedProperties());
      return 0;
    }

    if(nwcmd.equals("-v")) {
      dumpOptions(ss.getConf().getAllProperties());
      return 0;
    }

    String[] part = new String [2];

    int eqIndex = nwcmd.indexOf('=');
    if(eqIndex == -1) {
      // no equality sign - print the property out
      dumpOption(ss.getConf().getAllProperties(), nwcmd);
      return (0);
    } else if (eqIndex == nwcmd.length()-1) {
      part[0] = nwcmd.substring(0, nwcmd.length()-1);
      part[1] = "";
    } else {
      part[0] = nwcmd.substring(0, eqIndex).trim();
      part[1] = nwcmd.substring(eqIndex+1).trim();
    }

    try {
      if (part[0].equals("silent")) {
        boolean val = getBoolean(part[1]);
        ss.setIsSilent(val);
      } else {
        ss.getConf().set(part[0], part[1]);
      }
    } catch (IllegalArgumentException err) {
      ss.err.println(err.getMessage());
      return 1;
    }
View Full Code Here
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
  public void init() {
  }
 
  public int run(String command) {
    SessionState ss = SessionState.get();
    String[] tokens = command.split("\\s+");
    SessionState.ResourceType t;
    if (tokens.length < 2 || (t = SessionState.find_resource_type(tokens[0])) == null) {
      console.printError("Usage: add [" +
                         StringUtils.join(SessionState.ResourceType.values(),"|") +
                         "] <value> [<value>]*");
      return 1;
    }
    for (int i = 1; i < tokens.length; i++) {
      ss.add_resource(t, tokens[i]);
    }
    return 0;
  }
View Full Code Here
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
  public void init() {
  }
 
  public int run(String command) {
    SessionState ss = SessionState.get();
    String[] tokens = command.split("\\s+");

    SessionState.ResourceType t;
    if(tokens.length < 1 || (t = SessionState.find_resource_type(tokens[0])) == null) {
      console.printError("Usage: delete [" +
                         StringUtils.join(SessionState.ResourceType.values(),"|") +
                         "] <value> [<value>]*");
      return 1;
    }

    if (tokens.length >= 2) {
      for(int i = 1; i < tokens.length; i++) {
        ss.delete_resource(t, tokens[i]);
      }
    } else {
      ss.delete_resource(t);
    }
   
    return 0;
  }
View Full Code Here
252
253
254
255
256
257
258
259
260
261
262
  /**
   * Called at the start of job Driver.run()
   */
  public void startQuery(String cmd, String id) {
    SessionState ss = SessionState.get();
    if (ss == null)
      return;
    QueryInfo ji = new QueryInfo();

    ji.hm.put(Keys.QUERY_ID.name(), id);
View Full Code Here
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
   *
   * @param task
   */
  public void startTask(String queryId, Task<? extends Serializable> task,
      String taskName) {
    SessionState ss = SessionState.get();
    if (ss == null)
      return;
    TaskInfo ti = new TaskInfo();

    ti.hm.put(Keys.QUERY_ID.name(), ss.getQueryId());
    ti.hm.put(Keys.TASK_ID.name(), task.getId());
    ti.hm.put(Keys.TASK_NAME.name(), taskName);

    String id = queryId + ":" + task.getId();
    taskInfoMap.put(id, ti);
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hive.ql.session.SessionState$ResourceHook

  • com.facebook.presto.hive.shaded.org.apache.commons.logging.Log
  • com.nexr.rhive.hive.udf.RangeKeyUDF
  • com.sap.hadoop.windowing.cli2.WindowingClient
  • com.tripadvisor.hadoop.HiveUtil
  • io.teknek.hiveunit.EmbeddedHive
  • io.teknek.hiveunit.HiveTestEmbedded
  • org.apache.commons.logging.Log
  • org.apache.drill.exec.store.hive.HiveTestDataGenerator
  • org.apache.hadoop.conf.Configuration
  • org.apache.hadoop.fs.FileSystem
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.