Package org.apache.hadoop.hive.ql.exec

Examples of org.apache.hadoop.hive.ql.exec.ListSinkOperator

237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
      return replaceFSwithLS(fileSink, work.getSerializationNullFormat());
    }
  }

  public static ListSinkOperator replaceFSwithLS(Operator<?> fileSink, String nullFormat) {
    ListSinkOperator sink = new ListSinkOperator();
    sink.setConf(new ListSinkDesc(nullFormat));

    sink.setParentOperators(new ArrayList<Operator<? extends OperatorDesc>>());
    Operator<? extends OperatorDesc> parent = fileSink.getParentOperators().get(0);
    sink.getParentOperators().add(parent);
    parent.replaceChild(fileSink, sink);
    fileSink.setParentOperators(null);
    return sink;
  }
View Full Code Here
230
231
232
233
234
235
236
237
238
239
240
241
242
243
    // this optimizer is for replacing FS to temp+fetching from temp with
    // single direct fetching, which means FS is not needed any more when conversion completed.
    // rows forwarded will be received by ListSinkOperator, which is replacing FS
    private ListSinkOperator completed(ParseContext pctx, FetchWork work) {
      pctx.getSemanticInputs().addAll(inputs);
      ListSinkOperator sink = new ListSinkOperator();
      sink.setConf(new ListSinkDesc(work.getSerializationNullFormat()));
      sink.setParentOperators(new ArrayList<Operator<? extends OperatorDesc>>());
      Operator<? extends OperatorDesc> parent = fileSink.getParentOperators().get(0);
      sink.getParentOperators().add(parent);
      parent.replaceChild(fileSink, sink);
      fileSink.setParentOperators(null);
      return sink;
    }
View Full Code Here
97
98
99
100
101
102
103
104
105
106
    this.limit = limit;
  }

  public void initializeForFetch() {
    if (source == null) {
      sink = new ListSinkOperator();
      sink.setConf(new ListSinkDesc(serializationNullFormat));
      source = sink;
    }
  }
View Full Code Here
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
      return summary.getLength();
    }
  }

  public static ListSinkOperator replaceFSwithLS(Operator<?> fileSink, String nullFormat) {
    ListSinkOperator sink = new ListSinkOperator();
    sink.setConf(new ListSinkDesc(nullFormat));

    sink.setParentOperators(new ArrayList<Operator<? extends OperatorDesc>>());
    Operator<? extends OperatorDesc> parent = fileSink.getParentOperators().get(0);
    sink.getParentOperators().add(parent);
    parent.replaceChild(fileSink, sink);
    fileSink.setParentOperators(null);
    return sink;
  }
View Full Code Here
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
      return summary.getLength();
    }
  }

  public static ListSinkOperator replaceFSwithLS(Operator<?> fileSink, String nullFormat) {
    ListSinkOperator sink = new ListSinkOperator();
    sink.setConf(new ListSinkDesc(nullFormat));

    sink.setParentOperators(new ArrayList<Operator<? extends OperatorDesc>>());
    Operator<? extends OperatorDesc> parent = fileSink.getParentOperators().get(0);
    sink.getParentOperators().add(parent);
    parent.replaceChild(fileSink, sink);
    fileSink.setParentOperators(null);
    return sink;
  }
View Full Code Here
79
80
81
82
83
84
85
86
87
88
    this.limit = limit;
  }

  public void initializeForFetch() {
    if (source == null) {
      sink = new ListSinkOperator();
      sink.setConf(new ListSinkDesc(serializationNullFormat));
      source = sink;
    }
  }
View Full Code Here
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
      return summary.getLength();
    }
  }

  public static ListSinkOperator replaceFSwithLS(Operator<?> fileSink, String nullFormat) {
    ListSinkOperator sink = new ListSinkOperator();
    sink.setConf(new ListSinkDesc(nullFormat));

    sink.setParentOperators(new ArrayList<Operator<? extends OperatorDesc>>());
    Operator<? extends OperatorDesc> parent = fileSink.getParentOperators().get(0);
    sink.getParentOperators().add(parent);
    parent.replaceChild(fileSink, sink);
    fileSink.setParentOperators(null);
    return sink;
  }
View Full Code Here
80
81
82
83
84
85
86
87
88
89
    this.limit = limit;
  }

  public void initializeForFetch() {
    if (source == null) {
      sink = new ListSinkOperator();
      sink.setConf(new ListSinkDesc(serializationNullFormat));
      source = sink;
    }
  }
View Full Code Here
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
      return replaceFSwithLS(fileSink, work.getSerializationNullFormat());
    }
  }

  public static ListSinkOperator replaceFSwithLS(Operator<?> fileSink, String nullFormat) {
    ListSinkOperator sink = new ListSinkOperator();
    sink.setConf(new ListSinkDesc(nullFormat));

    sink.setParentOperators(new ArrayList<Operator<? extends OperatorDesc>>());
    Operator<? extends OperatorDesc> parent = fileSink.getParentOperators().get(0);
    sink.getParentOperators().add(parent);
    parent.replaceChild(fileSink, sink);
    fileSink.setParentOperators(null);
    return sink;
  }
View Full Code Here
232
233
234
235
236
237
238
239
240
241
242
243
244
245
    // this optimizer is for replacing FS to temp+fetching from temp with
    // single direct fetching, which means FS is not needed any more when conversion completed.
    // rows forwarded will be received by ListSinkOperator, which is replacing FS
    private ListSinkOperator completed(ParseContext pctx, FetchWork work) {
      pctx.getSemanticInputs().addAll(inputs);
      ListSinkOperator sink = new ListSinkOperator();
      sink.setConf(new ListSinkDesc(work.getSerializationNullFormat()));
      sink.setParentOperators(new ArrayList<Operator<? extends OperatorDesc>>());
      Operator<? extends OperatorDesc> parent = fileSink.getParentOperators().get(0);
      sink.getParentOperators().add(parent);
      parent.replaceChild(fileSink, sink);
      fileSink.setParentOperators(null);
      return sink;
    }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hive.ql.exec.ListSinkOperator

  • org.apache.hadoop.hive.ql.optimizer.SimpleFetchOptimizer
  • org.apache.hadoop.hive.ql.optimizer.SimpleFetchOptimizer$FetchData
  • org.apache.hadoop.hive.ql.plan.FetchWork
  • org.apache.hadoop.hive.serde2.SerDe
  • java.util.Properties
  • org.apache.hadoop.hive.ql.metadata.HiveException
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.