/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.sqoop.mapreduce.hcat;
import java.io.DataInput;
import java.io.DataOutput;
import java.io.IOException;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.HashSet;
import java.util.List;
import java.util.Set;
import org.apache.hadoop.io.Writable;
import org.apache.hadoop.mapreduce.InputSplit;
import org.apache.hive.hcatalog.mapreduce.HCatSplit;
/**
* An abstraction of a combined HCatSplits.
*
*/
public class SqoopHCatInputSplit extends InputSplit implements Writable {
private List<HCatSplit> hCatSplits;
private String[] hCatLocations;
private long inputLength;
public SqoopHCatInputSplit() {
}
public SqoopHCatInputSplit(List<InputSplit> splits) {
hCatSplits = new ArrayList<HCatSplit>();
Set<String> locations = new HashSet<String>();
for (int i = 0; i < splits.size(); ++i) {
HCatSplit hsSplit = (HCatSplit) splits.get(i);
hCatSplits.add(hsSplit);
this.inputLength += hsSplit.getLength();
locations.addAll(Arrays.asList(hsSplit.getLocations()));
}
this.hCatLocations = locations.toArray(new String[0]);
}
public int length() {
return this.hCatSplits.size();
}
public HCatSplit get(int index) {
return this.hCatSplits.get(index);
}
@Override
public long getLength() throws IOException, InterruptedException {
if (this.inputLength == 0L) {
for (HCatSplit split : this.hCatSplits) {
this.inputLength += split.getLength();
}
}
return this.inputLength;
}
@Override
public String[] getLocations() throws IOException, InterruptedException {
if (this.hCatLocations == null) {
Set<String> locations = new HashSet<String>();
for (HCatSplit split : this.hCatSplits) {
locations.addAll(Arrays.asList(split.getLocations()));
}
this.hCatLocations = locations.toArray(new String[0]);
}
return this.hCatLocations;
}
@Override
public void write(DataOutput out) throws IOException {
out.writeLong(this.inputLength);
out.writeInt(this.hCatSplits.size());
for (HCatSplit split : this.hCatSplits) {
split.write(out);
}
}
@Override
public void readFields(DataInput in) throws IOException {
this.inputLength = in.readLong();
int size = in.readInt();
this.hCatSplits = new ArrayList<HCatSplit>(size);
for (int i = 0; i < size; ++i) {
HCatSplit hs = new HCatSplit();
hs.readFields(in);
hCatSplits.add(hs);
}
}
}