/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.pig.test;
import static junit.framework.Assert.assertEquals;
import static org.apache.pig.builtin.mock.Storage.bag;
import static org.apache.pig.builtin.mock.Storage.resetData;
import static org.apache.pig.builtin.mock.Storage.tuple;
import static org.junit.Assert.fail;
import java.util.List;
import org.apache.pig.ExecType;
import org.apache.pig.PigServer;
import org.apache.pig.builtin.mock.Storage.Data;
import org.apache.pig.data.Tuple;
import org.apache.pig.impl.logicalLayer.FrontendException;
import org.junit.Test;
public class TestIn {
/**
* Verify that IN operator works with FILTER BY.
* @throws Exception
*/
@Test
public void testWithFilter() throws Exception {
PigServer pigServer = new PigServer(ExecType.LOCAL);
Data data = resetData(pigServer);
data.set("foo",
tuple(1),
tuple(2),
tuple(3),
tuple(4),
tuple(5)
);
pigServer.registerQuery("A = LOAD 'foo' USING mock.Storage() AS (i:int);");
pigServer.registerQuery("B = FILTER A BY i IN (1, 2, 3);");
pigServer.registerQuery("STORE B INTO 'bar' USING mock.Storage();");
List<Tuple> out = data.get("bar");
assertEquals(3, out.size());
assertEquals(tuple(1), out.get(0));
assertEquals(tuple(2), out.get(1));
assertEquals(tuple(3), out.get(2));
}
/**
* Verify that IN operator works with ? operator.
* @throws Exception
*/
@Test
public void testWithBincond() throws Exception {
PigServer pigServer = new PigServer(ExecType.LOCAL);
Data data = resetData(pigServer);
data.set("foo",
tuple(1),
tuple(2),
tuple(3),
tuple(4),
tuple(5)
);
pigServer.registerQuery("A = LOAD 'foo' USING mock.Storage() AS (i:int);");
pigServer.registerQuery("B = FOREACH A GENERATE (i IN (1, 3, 5) ? 'ODD' : 'EVEN');");
pigServer.registerQuery("STORE B INTO 'bar' USING mock.Storage();");
List<Tuple> out = data.get("bar");
assertEquals(5, out.size());
assertEquals(tuple("ODD"), out.get(0));
assertEquals(tuple("EVEN"), out.get(1));
assertEquals(tuple("ODD"), out.get(2));
assertEquals(tuple("EVEN"), out.get(3));
assertEquals(tuple("ODD"), out.get(4));
}
/**
* Verify that IN operator works with SPLIT.
* @throws Exception
*/
@Test
public void testWithSplit() throws Exception {
PigServer pigServer = new PigServer(ExecType.LOCAL);
Data data = resetData(pigServer);
data.set("foo",
tuple(1),
tuple(2),
tuple(3),
tuple(4),
tuple(5)
);
pigServer.registerQuery("A = LOAD 'foo' USING mock.Storage() AS (i:int);");
pigServer.registerQuery("SPLIT A INTO B IF i IN (1, 3, 5), C OTHERWISE;");
pigServer.registerQuery("STORE B INTO 'odd' USING mock.Storage();");
pigServer.registerQuery("STORE C INTO 'even' USING mock.Storage();");
List<Tuple> out = data.get("odd");
assertEquals(3, out.size());
assertEquals(tuple(1), out.get(0));
assertEquals(tuple(3), out.get(1));
assertEquals(tuple(5), out.get(2));
out = data.get("even");
assertEquals(2, out.size());
assertEquals(tuple(2), out.get(0));
assertEquals(tuple(4), out.get(1));
}
/**
* Verify that IN operator works when expressions contain dereference operators.
* @throws Exception
*/
@Test
public void testWithDereferenceOperator() throws Exception {
PigServer pigServer = new PigServer(ExecType.LOCAL);
Data data = resetData(pigServer);
data.set("foo",
tuple("a","x",1),
tuple("a","y",2),
tuple("b","x",3),
tuple("b","y",4),
tuple("c","x",5),
tuple("c","y",6)
);
pigServer.registerQuery("A = LOAD 'foo' USING mock.Storage() AS (k1:chararray, k2:chararray, i:int);");
pigServer.registerQuery("B = GROUP A BY (k1, k2);");
pigServer.registerQuery("C = FILTER B BY group.k1 IN ('a', 'b') AND group.k2 IN ('x');");
pigServer.registerQuery("STORE C INTO 'bar' USING mock.Storage();");
List<Tuple> out = data.get("bar");
assertEquals(2, out.size());
assertEquals(tuple(tuple("a","x"),bag(tuple("a","x",1))), out.get(0));
assertEquals(tuple(tuple("b","x"),bag(tuple("b","x",3))), out.get(1));
}
/**
* Verify that IN operator throws FrontendException when no operand is given.
* @throws Exception
*/
@Test(expected = FrontendException.class)
public void testMissingRhsOperand() throws Exception {
PigServer pigServer = new PigServer(ExecType.LOCAL);
Data data = resetData(pigServer);
data.set("foo",
tuple(1),
tuple(2),
tuple(3),
tuple(4),
tuple(5)
);
pigServer.registerQuery("A = LOAD 'foo' USING mock.Storage() AS (i:int);");
pigServer.registerQuery("B = FILTER A BY i IN ();"); // No operand
pigServer.registerQuery("STORE B INTO 'bar' USING mock.Storage();");
fail("FrontendException must be thrown since no rhs operand is given to IN.");
}
}