Package org.apache.pig.backend.datastorage

Examples of org.apache.pig.backend.datastorage.ElementDescriptor

199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
   
    protected void processCat(String path) throws IOException
    {
        try {
            byte buffer[] = new byte[65536];
            ElementDescriptor dfsPath = mDfs.asElement(path);
            int rc;
           
            if (!dfsPath.exists()) {
                StringBuilder sb = new StringBuilder();
                sb.append("Directory ");
                sb.append(path);
                sb.append(" does not exist.");
                throw new IOException(sb.toString());
            }
   
            if (mDfs.isContainer(path)) {
                ContainerDescriptor dfsDir = (ContainerDescriptor) dfsPath;
                Iterator<ElementDescriptor> paths = dfsDir.iterator();
               
                while (paths.hasNext()) {
                    ElementDescriptor curElem = paths.next();
                   
                    if (mDfs.isContainer(curElem.toString())) {
                        continue;
                    }
                   
                    InputStream is = curElem.open();
                    while ((rc = is.read(buffer)) > 0) {
                        System.out.write(buffer, 0, rc);
                    }
                    is.close();               
                }
View Full Code Here
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
    }
       
    protected void processLS(String path) throws IOException
    {
        try {
            ElementDescriptor pathDescriptor;
           
            if (path == null) {
                pathDescriptor = mDfs.getActiveContainer();
            }
            else {
                pathDescriptor = mDfs.asElement(path);
            }

            if (!pathDescriptor.exists()) {
                StringBuilder sb = new StringBuilder();
                sb.append("File or directory ");
                sb.append(path);
                sb.append(" does not exist.");
                throw new IOException(sb.toString());
            }
           
            if (mDfs.isContainer(pathDescriptor.toString())) {
                ContainerDescriptor container = (ContainerDescriptor) pathDescriptor;
                Iterator<ElementDescriptor> elems = container.iterator();
               
                while (elems.hasNext()) {
                    ElementDescriptor curElem = elems.next();
                   
                    if (mDfs.isContainer(curElem.toString())) {
                           System.out.println(curElem.toString() + "\t<dir>");
                    } else {
                        printLengthAndReplication(curElem);
                    }
                }
            } else {
View Full Code Here
382
383
384
385
386
387
388
389
390
391
392
393
    }

    protected void processMove(String src, String dst) throws IOException
    {
        try {
            ElementDescriptor srcPath = mDfs.asElement(src);
            ElementDescriptor dstPath = mDfs.asElement(dst);
           
            if (!srcPath.exists()) {
                StringBuilder sb = new StringBuilder();
                sb.append("File or directory ");
                sb.append(src);
View Full Code Here
408
409
410
411
412
413
414
415
416
417
418
419
    }
   
    protected void processCopy(String src, String dst) throws IOException
    {
        try {
            ElementDescriptor srcPath = mDfs.asElement(src);
            ElementDescriptor dstPath = mDfs.asElement(dst);
           
            srcPath.copy(dstPath, mConf, false);
        }
        catch (DataStorageException e) {
            StringBuilder sb = new StringBuilder();
View Full Code Here
426
427
428
429
430
431
432
433
434
435
436
437
    }
   
    protected void processCopyToLocal(String src, String dst) throws IOException
    {
        try {
            ElementDescriptor srcPath = mDfs.asElement(src);
            ElementDescriptor dstPath = mLfs.asElement(dst);
           
            srcPath.copy(dstPath, false);
        }
        catch (DataStorageException e) {
            StringBuilder sb = new StringBuilder();
View Full Code Here
444
445
446
447
448
449
450
451
452
453
454
455
    }

    protected void processCopyFromLocal(String src, String dst) throws IOException
    {
        try {
            ElementDescriptor srcPath = mLfs.asElement(src);
            ElementDescriptor dstPath = mDfs.asElement(dst);
           
            srcPath.copy(dstPath, false);
        }
        catch (DataStorageException e) {
            StringBuilder sb = new StringBuilder();
View Full Code Here
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
            mPigServer.registerQuery(cmd);
    }

    protected void processRemove(String path) throws IOException
    {
        ElementDescriptor dfsPath = mDfs.asElement(path);
       
        if (!dfsPath.exists()) {
            StringBuilder sb = new StringBuilder();
            sb.append("File or directory ");
            sb.append(path);
            sb.append(" does not exist.");
            throw new IOException(sb.toString());
        }
           
        dfsPath.delete();
    }
View Full Code Here
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
            sb.append(" to ");
            sb.append(newName);
            log.info(sb.toString());
        }

        ElementDescriptor dst = null;
        ElementDescriptor src = null;

        try {
            dst = dfs.asElement(newName);
            src = dfs.asElement(oldName);
        } catch (DataStorageException e) {
            StringBuilder sb = new StringBuilder();
            sb.append("Unable to rename ");
            sb.append(oldName);
            sb.append(" to ");
            sb.append(newName);
            throw WrappedIOException.wrap(sb.toString(), e);
        }

        if (dst.exists()) {
            dst.delete();
        }
       
        src.rename(dst);

    }
View Full Code Here
259
260
261
262
263
264
265
266
267
268
269
270
       
        if (localDst) {
            dstStorage = lfs;
        }
       
        ElementDescriptor srcElement = null;
        ElementDescriptor dstElement = null;

        try {
            srcElement = dfs.asElement(src);
            dstElement = dstStorage.asElement(dst);
        }
View Full Code Here
213
214
215
216
217
218
219
220
221
222
223
224
        System.out.println("testing capacity");
        long capacity = pig.capacity();
        assertTrue(capacity > 0);
        String sampleFileName = "/tmp/fileTest";
        if (!pig.existsFile(sampleFileName)) {
            ElementDescriptor path = pigContext.getDfs().asElement(sampleFileName);
            OutputStream os = path.create();
            os.write("Ben was here!".getBytes());
            os.close();
        }
        long length = pig.fileSize(sampleFileName);
        assertTrue(length > 0);
View Full Code Here
TOP

Related Classes of org.apache.pig.backend.datastorage.ElementDescriptor

  • com.packetloop.packetpig.storage.JsonMetadata
  • org.apache.pig.backend.executionengine.PigSlicer
  • org.apache.pig.backend.hadoop.executionengine.mapreduceExec.MapReduceLauncher
  • org.apache.pig.backend.local.datastorage.LocalDir
  • org.apache.pig.builtin.JsonMetadata
  • org.apache.pig.impl.io.FileLocalizer
  • org.apache.pig.impl.logicalLayer.validators.InputOutputFileVisitor
  • org.apache.pig.impl.PigContext
  • org.apache.pig.parser.QueryParserUtils
  • org.apache.pig.piggybank.storage.JsonMetadata
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.