Package org.apache.pig.test

Examples of org.apache.pig.test.PigStorageWithStatistics

42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
                CONF, Lists.newArrayList(createPOLoadWithSize(size, new PigStorage())),
                new org.apache.hadoop.mapreduce.Job(CONF)));

        Assert.assertEquals(size, InputSizeReducerEstimator.getTotalInputFileSize(
                CONF,
                Lists.newArrayList(createPOLoadWithSize(size, new PigStorageWithStatistics())),
                new org.apache.hadoop.mapreduce.Job(CONF)));

        Assert.assertEquals(size * 2, InputSizeReducerEstimator.getTotalInputFileSize(
                CONF,
                Lists.newArrayList(
                        createPOLoadWithSize(size, new PigStorage()),
                        createPOLoadWithSize(size, new PigStorageWithStatistics())),
                        new org.apache.hadoop.mapreduce.Job(CONF)));

        // Negative test - PIG-3754
        POLoad poLoad = createPOLoadWithSize(size, new PigStorage());
        poLoad.setLFile(new FileSpec("hbase://users", null));
View Full Code Here
66
67
68
69
70
71
72
73
    @Test
    public void testGetInputSizeFromLoader() throws Exception {
        long size = 2L * 1024 * 1024 * 1024;
        Assert.assertEquals(size, InputSizeReducerEstimator.getInputSizeFromLoader(
                createPOLoadWithSize(size, new PigStorageWithStatistics()),
                new org.apache.hadoop.mapreduce.Job(CONF)));
    }
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
                CONF, Lists.newArrayList(createPOLoadWithSize(size, new PigStorage())),
                new org.apache.hadoop.mapreduce.Job(CONF)));

        Assert.assertEquals(size, InputSizeReducerEstimator.getTotalInputFileSize(
                CONF,
                Lists.newArrayList(createPOLoadWithSize(size, new PigStorageWithStatistics())),
                new org.apache.hadoop.mapreduce.Job(CONF)));

        Assert.assertEquals(size * 2, InputSizeReducerEstimator.getTotalInputFileSize(
                CONF,
                Lists.newArrayList(
                        createPOLoadWithSize(size, new PigStorage()),
                        createPOLoadWithSize(size, new PigStorageWithStatistics())),
                new org.apache.hadoop.mapreduce.Job(CONF)));
    }
View Full Code Here
53
54
55
56
57
58
59
60
    @Test
    public void testGetInputSizeFromLoader() throws Exception {
        long size = 2L * 1024 * 1024 * 1024;
        Assert.assertEquals(size, InputSizeReducerEstimator.getInputSizeFromLoader(
                createPOLoadWithSize(size, new PigStorageWithStatistics()),
                new org.apache.hadoop.mapreduce.Job(CONF)));
    }
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
                CONF, Lists.newArrayList(createPOLoadWithSize(size, new PigStorage())),
                new org.apache.hadoop.mapreduce.Job(CONF)));

        Assert.assertEquals(size, InputSizeReducerEstimator.getTotalInputFileSize(
                CONF,
                Lists.newArrayList(createPOLoadWithSize(size, new PigStorageWithStatistics())),
                new org.apache.hadoop.mapreduce.Job(CONF)));

        Assert.assertEquals(size * 2, InputSizeReducerEstimator.getTotalInputFileSize(
                CONF,
                Lists.newArrayList(
                        createPOLoadWithSize(size, new PigStorage()),
                        createPOLoadWithSize(size, new PigStorageWithStatistics())),
                new org.apache.hadoop.mapreduce.Job(CONF)));
    }
View Full Code Here
53
54
55
56
57
58
59
60
    @Test
    public void testGetInputSizeFromLoader() throws Exception {
        long size = 2L * 1024 * 1024 * 1024;
        Assert.assertEquals(size, InputSizeReducerEstimator.getInputSizeFromLoader(
                createPOLoadWithSize(size, new PigStorageWithStatistics()),
                new org.apache.hadoop.mapreduce.Job(CONF)));
    }
View Full Code Here
TOP

Related Classes of org.apache.pig.test.PigStorageWithStatistics

  • org.apache.hadoop.conf.Configuration
  • org.apache.hadoop.fs.FileSystem
  • org.apache.hadoop.fs.Path
  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.TestInputSizeReducerEstimator
  • org.apache.pig.ResourceStatistics
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.