Package org.apache.pig

Examples of org.apache.pig.PigServer.executeBatch()

251
252
253
254
255
256
257
258
259
260
261
    server.setBatchOn();
    server.registerQuery("A = load '" + fqdataLocation + "' using PigStorage(',') as (emp_id:int, emp_name:chararray, emp_dob:chararray, emp_sex:chararray);");
    server.registerQuery("store A into '" + NONPART_TABLE
        + "' using org.apache.hcatalog.pig.HCatEximStorer('" + fqexportLocation + "', '', 'id:int, name:chararray, dob:chararray, sex:int');");
    try {
      server.executeBatch();
      fail("Expected exception not thrown");
    } catch (FrontendException e) {
    }
  }
View Full Code Here
275
276
277
278
279
280
281
282
283
284
285
        + "' using org.apache.hcatalog.pig.HCatEximStorer('" + fqexportLocation + "', 'emp_country=in,emp_state=ka');");
    server.registerQuery("store USTN into '" + PARTITIONED_TABLE
        + "' using org.apache.hcatalog.pig.HCatEximStorer('" + fqexportLocation + "', 'emp_country=us,emp_state=tn');");
    server.registerQuery("store USKA into '" + PARTITIONED_TABLE
        + "' using org.apache.hcatalog.pig.HCatEximStorer('" + fqexportLocation + "', 'emp_country=us,emp_state=ka');");
    server.executeBatch();

    FileSystem fs = cluster.getFileSystem();

    System.out.println("Filesystem class : " + cluster.getFileSystem().getClass().getName() + ", fs.default.name : " + props.getProperty("fs.default.name"));
View Full Code Here
164
165
166
167
168
169
170
171
172
173
174
          .registerQuery("A = load '"
              + fqdataLocation
              + "' using PigStorage(',') as (emp_id:int, emp_name:chararray, emp_dob:chararray, emp_sex:chararray);");
      server.registerQuery("store A into '" + NONPART_TABLE
          + "' using org.apache.hcatalog.pig.HCatEximStorer('" + fqexportLocation + "');");
      server.executeBatch();
    }
    {
      PigServer server = new PigServer(ExecType.LOCAL, props);
      UDFContext.getUDFContext().setClientSystemProps();
View Full Code Here
203
204
205
206
207
208
209
210
211
212
213
          .registerQuery("A = load '"
              + fqdataLocation
              + "' using PigStorage(',') as (emp_id:int, emp_name:chararray, emp_dob:chararray, emp_sex:chararray);");
      server.registerQuery("store A into '" + NONPART_TABLE
          + "' using org.apache.hcatalog.pig.HCatEximStorer('" + fqexportLocation + "');");
      server.executeBatch();
    }
    {
      PigServer server = new PigServer(ExecType.LOCAL, props);
      UDFContext.getUDFContext().setClientSystemProps();
View Full Code Here
260
261
262
263
264
265
266
267
268
269
270
          + "' using org.apache.hcatalog.pig.HCatEximStorer('" + fqexportLocation +
          "', 'emp_country=us,emp_state=tn');");
      server.registerQuery("store USKA into '" + PARTITIONED_TABLE
          + "' using org.apache.hcatalog.pig.HCatEximStorer('" + fqexportLocation +
          "', 'emp_country=us,emp_state=ka');");
      server.executeBatch();
    }
    {
      PigServer server = new PigServer(ExecType.LOCAL, props);
      UDFContext.getUDFContext().setClientSystemProps();
View Full Code Here
317
318
319
320
321
322
323
324
325
326
327
          + "' using org.apache.hcatalog.pig.HCatEximStorer('" + fqexportLocation +
          "', 'emp_country=us,emp_state=tn');");
      server.registerQuery("store USKA into '" + PARTITIONED_TABLE
          + "' using org.apache.hcatalog.pig.HCatEximStorer('" + fqexportLocation +
          "', 'emp_country=us,emp_state=ka');");
      server.executeBatch();
    }
    {
      PigServer server = new PigServer(ExecType.LOCAL, props);
      UDFContext.getUDFContext().setClientSystemProps();
View Full Code Here
104
105
106
107
108
109
110
111
112
113
114
    UDFContext.getUDFContext().setClientSystemProps();
    server.setBatchOn();
    server.registerQuery("A = load '"+basicFileFullName+"' as (a:int, b:chararray);");
    server.registerQuery("store A into '"+BASIC_TABLE+"' using org.apache.hcatalog.pig.HCatStorer();");

    server.executeBatch();

    driver.run("select * from "+BASIC_TABLE);
    ArrayList<String> unpartitionedTableValuesReadFromHiveDriver = new ArrayList<String>();
    driver.getResults(unpartitionedTableValuesReadFromHiveDriver);
    assertEquals(basicInputData.size(),unpartitionedTableValuesReadFromHiveDriver.size());
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
    server.registerQuery("B2 = filter A by a < 2;");
    server.registerQuery("store B2 into '"+PARTITIONED_TABLE+"' using org.apache.hcatalog.pig.HCatStorer('bkt=0');");
    server.registerQuery("C2 = filter A by a >= 2;");
    server.registerQuery("store C2 into '"+PARTITIONED_TABLE+"' using org.apache.hcatalog.pig.HCatStorer('bkt=1');");

    server.executeBatch();

    driver.run("select * from "+PARTITIONED_TABLE);
    ArrayList<String> partitionedTableValuesReadFromHiveDriver = new ArrayList<String>();
    driver.getResults(partitionedTableValuesReadFromHiveDriver);
    assertEquals(basicInputData.size(),partitionedTableValuesReadFromHiveDriver.size());
View Full Code Here
154
155
156
157
158
159
160
161
162
163
164
    server.registerQuery("B2 = filter A by a < 2;");
    server.registerQuery("store B2 into '"+PARTITIONED_TABLE+"' using org.apache.hcatalog.pig.HCatStorer('bkt=0');");
    server.registerQuery("C2 = filter A by a >= 2;");
    server.registerQuery("store C2 into '"+PARTITIONED_TABLE+"' using org.apache.hcatalog.pig.HCatStorer('bkt=1');");

    server.executeBatch();

    driver.run("select * from "+BASIC_TABLE);
    ArrayList<String> unpartitionedTableValuesReadFromHiveDriver = new ArrayList<String>();
    driver.getResults(unpartitionedTableValuesReadFromHiveDriver);
    driver.run("select * from "+PARTITIONED_TABLE);
View Full Code Here
150
151
152
153
154
155
156
157
158
159
160
    server.registerQuery("C2 = filter C by a >= 2;");
    server.registerQuery("store C2 into '"+PARTITIONED_TABLE+"' using org.apache.hcatalog.pig.HCatStorer('bkt=1');");

    server.registerQuery("D = load '"+fullFileNameComplex+"' as (name:chararray, studentid:int, contact:tuple(phno:chararray,email:chararray), currently_registered_courses:bag{innertup:tuple(course:chararray)}, current_grades:map[ ] , phnos :bag{innertup:tuple(phno:chararray,type:chararray)});");
    server.registerQuery("store D into '"+COMPLEX_TABLE+"' using org.apache.hcatalog.pig.HCatStorer();");
    server.executeBatch();

  }
  private void cleanup() throws IOException, CommandNeedRetryException {
    MiniCluster.deleteFile(cluster, basicFile);
    MiniCluster.deleteFile(cluster, complexFile);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.