Package org.apache.pig.newplan.logical.rules

Examples of org.apache.pig.newplan.logical.rules.InputOutputFileValidator$InputOutputFileVisitor

116
117
118
119
120
121
122
123
124
125
126
127
128
        String inputfile = createHadoopTempFile(ctx) ;
        String outputfile = createHadoopTempFile(ctx) ;

        LogicalPlan plan = genNewLoadStorePlan(inputfile, outputfile, ctx.getDfs()) ;                    
       
        InputOutputFileValidator executor = new InputOutputFileValidator(plan, ctx) ;
        try {
            executor.validate() ;
            fail("Excepted to fail.");
        } catch(Exception e) {
            //good
        }
    }
View Full Code Here
292
293
294
295
296
297
298
299
300
301
302
303
       
        if (pigContext.inExplain==false) {
            // Validate input/output file. Currently no validation framework in
            // new logical plan, put this validator here first.
            // We might decide to move it out to a validator framework in future
            InputOutputFileValidator validator = new InputOutputFileValidator( plan, pigContext );
            validator.validate();
        }
       
        // translate new logical plan to physical plan
        LogToPhyTranslationVisitor translator = new LogToPhyTranslationVisitor( plan );
       
View Full Code Here
147
148
149
150
151
152
153
154
155
156
157
        try {
            String query = "a = load '" + inputFileName + "' as (c:chararray, " +
                           "i:int,d:double);" +
                           "store a into '" + outputFileName + "' using " + "PigStorage();";
            org.apache.pig.newplan.logical.relational.LogicalPlan lp = Util.buildLp( pig, query );
            new InputOutputFileValidator(lp, pig.getPigContext()).validate();
        } catch (PlanValidationException e){
                // Since output file is not present, validation should pass
                // and not throw this exception.
                fail("Store validation test failed.");               
        } finally {
View Full Code Here
168
169
170
171
172
173
174
175
176
177
178
            Util.createInputFile(pig.getPigContext(),outputFileName, input);
            String query = "a = load '" + inputFileName + "' as (c:chararray, " +
                           "i:int,d:double);" +
                           "store a into '" + outputFileName + "' using PigStorage();";
            org.apache.pig.newplan.logical.relational.LogicalPlan lp = Util.buildLp( pig, query );
            new InputOutputFileValidator(lp, pig.getPigContext()).validate();
        } catch (FrontendException pve){
            // Since output file is present, validation should fail
            // and throw this exception
            assertEquals(6000,pve.getErrorCode());
            assertEquals(PigException.REMOTE_ENVIRONMENT, pve.getErrorSource());
View Full Code Here
66
67
68
69
70
71
72
73
       
        String inputfile = generateTempFile().getAbsolutePath() ;
        String outputfile = generateNonExistenceTempFile().getAbsolutePath() ;

        LogicalPlan plan = genNewLoadStorePlan(inputfile, outputfile, ctx.getFs()) ;       
        InputOutputFileValidator executor = new InputOutputFileValidator(plan, ctx) ;
        executor.validate() ;
    }
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
92
93
        String inputfile = generateTempFile().getAbsolutePath() ;
        String outputfile = generateTempFile().getAbsolutePath() ;

        LogicalPlan plan = genNewLoadStorePlan(inputfile, outputfile, ctx.getDfs()) ;       
       
        InputOutputFileValidator executor = new InputOutputFileValidator(plan, ctx) ;
        try {
            executor.validate() ;
            fail("Expected to fail.");
        } catch (Exception pve) {
            //good
        }
       
View Full Code Here
133
134
135
136
137
138
139
140
141
142
143
        try {
            String query = "a = load '" + inputFileName + "' as (c:chararray, " +
                           "i:int,d:double);" +
                           "store a into '" + outputFileName + "' using " + "PigStorage();";
            org.apache.pig.newplan.logical.relational.LogicalPlan lp = Util.buildLp( pig, query );
            new InputOutputFileValidator(lp, pig.getPigContext()).validate();
        } catch (PlanValidationException e){
                // Since output file is not present, validation should pass
                // and not throw this exception.
                fail("Store validation test failed.");               
        } finally {
View Full Code Here
154
155
156
157
158
159
160
161
162
163
164
            Util.createInputFile(pig.getPigContext(),outputFileName, input);
            String query = "a = load '" + inputFileName + "' as (c:chararray, " +
                           "i:int,d:double);" +
                           "store a into '" + outputFileName + "' using PigStorage();";
            org.apache.pig.newplan.logical.relational.LogicalPlan lp = Util.buildLp( pig, query );
            new InputOutputFileValidator(lp, pig.getPigContext()).validate();
        } catch (FrontendException pve){
            // Since output file is present, validation should fail
            // and throw this exception
            assertEquals(6000,pve.getErrorCode());
            assertEquals(PigException.REMOTE_ENVIRONMENT, pve.getErrorSource());
View Full Code Here
TOP

Related Classes of org.apache.pig.newplan.logical.rules.InputOutputFileValidator$InputOutputFileVisitor

  • org.apache.hadoop.mapreduce.Job
  • org.apache.pig.backend.hadoop.executionengine.HExecutionEngine
  • org.apache.pig.newplan.DepthFirstWalker
  • org.apache.pig.ResourceSchema
  • org.apache.pig.StoreFuncInterface
  • org.apache.pig.test.TestInputOutputFileValidator
  • org.apache.pig.test.TestInputOutputMiniClusterFileValidator
  • org.apache.pig.test.TestStore
  • org.apache.pig.impl.logicalLayer.FrontendException
  • org.apache.pig.impl.plan.VisitorException
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.