Package org.apache.hive.hcatalog.mapreduce

Examples of org.apache.hive.hcatalog.mapreduce.HCatSplit

79
80
81
82
83
84
85
86
87
88
  public void readExternal(ObjectInput in) throws IOException,
    ClassNotFoundException {
    conf.readFields(in);
    int numOfSplits = in.readInt();
    for (int i = 0; i < numOfSplits; i++) {
      HCatSplit split = new HCatSplit();
      split.readFields(in);
      splits.add(split);
    }
  }
View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
56
  public SqoopHCatInputSplit(List<InputSplit> splits) {
    hCatSplits = new ArrayList<HCatSplit>();
    Set<String> locations = new HashSet<String>();
    for (int i = 0; i < splits.size(); ++i) {
      HCatSplit hsSplit = (HCatSplit) splits.get(i);
      hCatSplits.add(hsSplit);
      this.inputLength += hsSplit.getLength();
      locations.addAll(Arrays.asList(hsSplit.getLocations()));
    }
    this.hCatLocations = locations.toArray(new String[0]);
  }
View Full Code Here
98
99
100
101
102
103
104
105
106
107
  public void readFields(DataInput in) throws IOException {
    this.inputLength = in.readLong();
    int size = in.readInt();
    this.hCatSplits = new ArrayList<HCatSplit>(size);
    for (int i = 0; i < size; ++i) {
      HCatSplit hs = new HCatSplit();
      hs.readFields(in);
      hCatSplits.add(hs);
    }
  }
View Full Code Here
82
83
84
85
86
87
88
89
90
91
    public void readExternal(ObjectInput in) throws IOException,
        ClassNotFoundException {
        conf.readFields(in);
        int numOfSplits = in.readInt();
        for (int i = 0; i < numOfSplits; i++) {
            HCatSplit split = new HCatSplit();
            split.readFields(in);
            splits.add(split);
        }
    }
View Full Code Here
TOP

Related Classes of org.apache.hive.hcatalog.mapreduce.HCatSplit

  • org.apache.hadoop.io.Writable
  • org.apache.hive.hcatalog.data.transfer.impl.ReaderContextImpl
  • org.apache.hive.hcatalog.data.transfer.ReaderContext
  • org.apache.sqoop.mapreduce.hcat.SqoopHCatInputSplit
  • java.io.IOException
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.