Package org.apache.pig.piggybank.storage.partition

Examples of org.apache.pig.piggybank.storage.partition.PathPartitionHelper.listStatus()

68
69
70
71
72
73
74
75
76
77
78
  partitionHelper.setPartitionFilterExpression("year < '2010'",
    PigStorage.class, "1");
  partitionHelper.setPartitionKeys(baseDir.getAbsolutePath(), conf,
    PigStorage.class, "1");

  List<FileStatus> files = partitionHelper.listStatus(jobContext,
    PigStorage.class, "1");

  assertEquals(0, files.size());

    }
View Full Code Here
94
95
96
97
98
99
100
101
102
103
104
  partitionHelper.setPartitionFilterExpression(
    "year<='2010' and month=='01' and day>='01'", PigStorage.class, "2");
  partitionHelper.setPartitionKeys(baseDir.getAbsolutePath(), conf,
    PigStorage.class, "2");

  List<FileStatus> files = partitionHelper.listStatus(jobContext,
    PigStorage.class, "2");

  assertNotNull(files);
  assertEquals(1, files.size());
View Full Code Here
119
120
121
122
123
124
125
126
127
128
129
  JobContext jobContext = new JobContext(conf, job.getJobID());

  partitionHelper.setPartitionKeys(baseDir.getAbsolutePath(), conf,
    PigStorage.class, "3");

  List<FileStatus> files = partitionHelper.listStatus(jobContext,
    PigStorage.class, "3");

  assertNotNull(files);
  assertEquals(1, files.size());
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
  partitionHelper.setPartitionFilterExpression("year < '2010'",
    PigStorage.class, "1");
  partitionHelper.setPartitionKeys(baseDir.getAbsolutePath(), conf,
    PigStorage.class, "1");

  List<FileStatus> files = partitionHelper.listStatus(jobContext,
    PigStorage.class, "1");

  assertEquals(0, files.size());

    }
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
  partitionHelper.setPartitionFilterExpression(
    "year<='2010' and month=='01' and day>='01'", PigStorage.class, "2");
  partitionHelper.setPartitionKeys(baseDir.getAbsolutePath(), conf,
    PigStorage.class, "2");

  List<FileStatus> files = partitionHelper.listStatus(jobContext,
    PigStorage.class, "2");

  assertNotNull(files);
  assertEquals(1, files.size());
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
  JobContext jobContext = HadoopShims.createJobContext(conf, job.getJobID());

  partitionHelper.setPartitionKeys(baseDir.getAbsolutePath(), conf,
    PigStorage.class, "3");

  List<FileStatus> files = partitionHelper.listStatus(jobContext,
    PigStorage.class, "3");

  assertNotNull(files);
  assertEquals(1, files.size());
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
  partitionHelper.setPartitionFilterExpression("year < '2010'",
    PigStorage.class, "1");
  partitionHelper.setPartitionKeys(baseDir.getAbsolutePath(), conf,
    PigStorage.class, "1");

  List<FileStatus> files = partitionHelper.listStatus(jobContext,
    PigStorage.class, "1");

  assertEquals(0, files.size());

    }
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
  partitionHelper.setPartitionFilterExpression(
    "year<='2010' and month=='01' and day>='01'", PigStorage.class, "2");
  partitionHelper.setPartitionKeys(baseDir.getAbsolutePath(), conf,
    PigStorage.class, "2");

  List<FileStatus> files = partitionHelper.listStatus(jobContext,
    PigStorage.class, "2");

  assertNotNull(files);
  assertEquals(1, files.size());
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
  JobContext jobContext = HadoopShims.createJobContext(conf, job.getJobID());

  partitionHelper.setPartitionKeys(baseDir.getAbsolutePath(), conf,
    PigStorage.class, "3");

  List<FileStatus> files = partitionHelper.listStatus(jobContext,
    PigStorage.class, "3");

  assertNotNull(files);
  assertEquals(1, files.size());
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.