Package org.apache.pig.backend.datastorage

Examples of org.apache.pig.backend.datastorage.ContainerDescriptor

486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
        }
    }

    protected void processCD(String path) throws IOException
    {   
        ContainerDescriptor container;

        try {
            if (path == null) {
                container = mDfs.asContainer("/user/" + System.getProperty("user.name"));
                mDfs.setActiveContainer(container);
            }
            else
            {
                container = mDfs.asContainer(path);
   
                if (!container.exists()) {
                    throw new IOException("Directory " + path + " does not exist.");
                }
               
                if (!mDfs.isContainer(path)) {
                    throw new IOException(path + " is not a directory.");
View Full Code Here
562
563
564
565
566
567
568
569
570
571
572
573
            if (!pathDescriptor.exists()) {
                throw new IOException("File or directory " + path + " does not exist.");               
            }
           
            if (mDfs.isContainer(pathDescriptor.toString())) {
                ContainerDescriptor container = (ContainerDescriptor) pathDescriptor;
                Iterator<ElementDescriptor> elems = container.iterator();
               
                while (elems.hasNext()) {
                    ElementDescriptor curElem = elems.next();
                   
                    if (mDfs.isContainer(curElem.toString())) {
View Full Code Here
683
684
685
686
687
688
689
690
        }
    }
   
    protected void processMkdir(String dir) throws IOException
    {
        ContainerDescriptor dirDescriptor = mDfs.asContainer(dir);
        dirDescriptor.create();
    }
View Full Code Here
98
99
100
101
102
103
104
105
106
107
108
                    metaFileSet.add(metaFilePath);
                }
            } else {
                ElementDescriptor[] descriptors = storage.asCollection(loc);
                for(ElementDescriptor descriptor : descriptors) {
                    ContainerDescriptor container = null;

                    if (descriptor instanceof HFile) {
                        Path descriptorPath = ((HPath) descriptor).getPath();
                        String fileName = descriptorPath.getName();
                        Path parent = descriptorPath.getParent();
View Full Code Here
81
82
83
84
85
86
87
88
89
        lp.connect( input, store );
    }

    static Path getCurrentDir(PigContext pigContext) throws IOException {
        DataStorage dfs = pigContext.getDfs();
        ContainerDescriptor desc = dfs.getActiveContainer();
        ElementDescriptor el = dfs.asElement(desc);
        return new Path(el.toString());
    }
View Full Code Here
116
117
118
119
120
121
122
123
124
125
126
                    metaFileSet.add(metaFilePath);
                }
            } else {
                ElementDescriptor[] descriptors = storage.asCollection(loc);
                for(ElementDescriptor descriptor : descriptors) {
                    ContainerDescriptor container = null;
                   
                    if (descriptor instanceof HFile) {
                        Path descriptorPath = ((HPath) descriptor).getPath();
                        String fileName = descriptorPath.getName();
                        Path parent = descriptorPath.getParent();
View Full Code Here
675
676
677
678
679
680
681
682
683
684
685
686
                if (!dfsPath.exists())
                    throw new IOException("Directory " + path + " does not exist.");

                if (mDfs.isContainer(path)) {
                    ContainerDescriptor dfsDir = (ContainerDescriptor) dfsPath;
                    Iterator<ElementDescriptor> paths = dfsDir.iterator();

                    while (paths.hasNext()) {
                        ElementDescriptor curElem = paths.next();

                        if (mDfs.isContainer(curElem.toString())) {
View Full Code Here
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
    }

    @Override
    protected void processCD(String path) throws IOException
    {
        ContainerDescriptor container;
        if(mExplain == null) { // process only if not in "explain" mode

            executeBatch();

            try {
                if (path == null) {
                    container = mDfs.asContainer(((HDataStorage)mDfs).getHFS().getHomeDirectory().toString());
                    mDfs.setActiveContainer(container);
                }
                else
                {
                    container = mDfs.asContainer(path);

                    if (!container.exists()) {
                        throw new IOException("Directory " + path + " does not exist.");
                    }

                    if (!mDfs.isContainer(path)) {
                        throw new IOException(path + " is not a directory.");
View Full Code Here
874
875
876
877
878
879
880
881
882
883
884
885
                if (!pathDescriptor.exists()) {
                    throw new IOException("File or directory " + path + " does not exist.");
                }

                if (mDfs.isContainer(pathDescriptor.toString())) {
                    ContainerDescriptor container = (ContainerDescriptor) pathDescriptor;
                    Iterator<ElementDescriptor> elems = container.iterator();

                    while (elems.hasNext()) {
                        ElementDescriptor curElem = elems.next();

                        if (mDfs.isContainer(curElem.toString())) {
View Full Code Here
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
    {
        if(mExplain == null) { // process only if not in "explain" mode

            executeBatch();

            ContainerDescriptor dirDescriptor = mDfs.asContainer(dir);
            dirDescriptor.create();
        } else {
            log.warn("'mkdir' statement is ignored while processing 'explain -script' or '-check'");
        }
    }
View Full Code Here
TOP

Related Classes of org.apache.pig.backend.datastorage.ContainerDescriptor

  • com.packetloop.packetpig.storage.JsonMetadata
  • org.apache.pig.backend.local.datastorage.LocalDir
  • org.apache.pig.builtin.JsonMetadata
  • org.apache.pig.impl.io.FileLocalizer
  • org.apache.pig.parser.QueryParserUtils
  • org.apache.pig.piggybank.storage.JsonMetadata
  • org.apache.pig.PigServer
  • org.apache.pig.tools.grunt.GruntParser
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.