Examples of FuncSpec

Examples of org.apache.pig.FuncSpec

173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
                            cast.setFieldSchema(fs);
                            p.add(cast);
                            p.connect(proj, cast);
                           
                            cast.setFieldSchema(fs.clone());
                            FuncSpec loadFuncSpec = null;
                            if(lo instanceof LOLoad) {
                                loadFuncSpec = ((LOLoad)lo).getInputFile().getFuncSpec();
                            } else if (lo instanceof LOStream) {
                                StreamingCommand command = ((LOStream)lo).getStreamingCommand();
                                HandleSpec streamOutputSpec = command.getOutputSpec();
                                loadFuncSpec = new FuncSpec(streamOutputSpec.getSpec());
                            } else {
                                int errCode = 2006;
                                String msg = "TypeCastInserter invoked with an invalid operator class name: " + lo.getClass().getSimpleName();
                                throw new OptimizerException(msg, errCode, PigException.BUG);
                            }
View Full Code Here

Examples of org.apache.pig.FuncSpec

68
69
70
71
72
73
74
75
76
      * @see org.apache.pig.EvalFunc#getArgToFuncMapping()
      */
     @Override
     public List<FuncSpec> getArgToFuncMapping() throws FrontendException {
        List<FuncSpec> funcList = new ArrayList<FuncSpec>();
        funcList.add(new FuncSpec(this.getClass().getName(), new Schema(new Schema.FieldSchema(null, DataType.CHARARRAY))));

        return funcList;
     }
View Full Code Here

Examples of org.apache.pig.FuncSpec

74
75
76
77
78
79
80
81
        List<FuncSpec> funcList = new ArrayList<FuncSpec>();
        Schema s = new Schema();
        s.add(new Schema.FieldSchema(null, DataType.CHARARRAY));
        s.add(new Schema.FieldSchema(null, DataType.CHARARRAY));
        s.add(new Schema.FieldSchema(null, DataType.CHARARRAY));
        funcList.add(new FuncSpec(this.getClass().getName(), s));
        return funcList;
    }
View Full Code Here

Examples of org.apache.pig.FuncSpec

128
129
130
131
132
133
134
135
136
137
138
  PigServer server = new PigServer(ExecType.LOCAL);
  server.setBatchOn();
  server.registerFunction(
    "org.apache.pig.piggybank.storage.HiveColumnarLoader",
    new FuncSpec(funcSpecString));

  server.registerQuery("a = LOAD '" + singlePartitionedFile + "' using "
    + funcSpecString + ";");

  Iterator<Tuple> result = server.openIterator("a");
View Full Code Here

Examples of org.apache.pig.FuncSpec

156
157
158
159
160
161
162
163
164
165
166
  PigServer server = new PigServer(ExecType.LOCAL);
  server.setBatchOn();
  server.registerFunction(
    "org.apache.pig.piggybank.storage.HiveColumnarLoader",
    new FuncSpec(funcSpecString));

  server.registerQuery("a = LOAD '" + singlePartitionedDir + "' using "
    + funcSpecString + ";");

  server.registerQuery("b = foreach a generate f1;");
View Full Code Here

Examples of org.apache.pig.FuncSpec

186
187
188
189
190
191
192
193
194
195
196
  PigServer server = new PigServer(ExecType.LOCAL);
  server.setBatchOn();
  server.registerFunction(
    "org.apache.pig.piggybank.storage.HiveColumnarLoader",
    new FuncSpec(funcSpecString));

  server.registerQuery("a = LOAD '" + singlePartitionedFile + "' using "
    + funcSpecString + ";");

  server.registerQuery("b = foreach a generate f1;");
View Full Code Here

Examples of org.apache.pig.FuncSpec

217
218
219
220
221
222
223
224
225
226
227
  PigServer server = new PigServer(ExecType.LOCAL);
  server.setBatchOn();
  server.registerFunction(
    "org.apache.pig.piggybank.storage.HiveColumnarLoader",
    new FuncSpec(funcSpecString));

  server.registerQuery("a = LOAD '"
    + yearMonthDayHourPartitionedDir.getAbsolutePath() + "' using "
    + funcSpecString + ";");
  server.registerQuery("f = FILTER a by year=='2010';");
View Full Code Here

Examples of org.apache.pig.FuncSpec

249
250
251
252
253
254
255
256
257
258
259
  PigServer server = new PigServer(ExecType.LOCAL);
  server.setBatchOn();
  server.registerFunction(
    "org.apache.pig.piggybank.storage.HiveColumnarLoader",
    new FuncSpec(funcSpecString));

  server.registerQuery("a = LOAD '"
    + yearMonthDayHourPartitionedDir.getAbsolutePath() + "' using "
    + funcSpecString + ";");
  server.registerQuery("f = FILTER a by year=='2010';");
View Full Code Here

Examples of org.apache.pig.FuncSpec

282
283
284
285
286
287
288
289
290
291
292
  PigServer server = new PigServer(ExecType.LOCAL);
  server.setBatchOn();
  server.registerFunction(
    "org.apache.pig.piggybank.storage.HiveColumnarLoader",
    new FuncSpec(funcSpecString));

  server.registerQuery("a = LOAD '"
    + datePartitionedDir.getAbsolutePath() + "' using "
    + funcSpecString + ";");
  server.registerQuery("b = FOREACH a GENERATE f2 as p;");
View Full Code Here

Examples of org.apache.pig.FuncSpec

313
314
315
316
317
318
319
320
321
322
323
  PigServer server = new PigServer(ExecType.LOCAL);
  server.setBatchOn();
  server.registerFunction(
    "org.apache.pig.piggybank.storage.HiveColumnarLoader",
    new FuncSpec(funcSpecString));

  server.registerQuery("a = LOAD '"
    + datePartitionedDir.getAbsolutePath() + "' using "
    + funcSpecString + ";");
  Iterator<Tuple> result = server.openIterator("a");
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.