Package org.apache.pig.backend.hadoop.hbase

Examples of org.apache.pig.backend.hadoop.hbase.HBaseStorage

286
287
288
289
290
291
292
        conf.set(PigStatsOutputSizeReader.OUTPUT_SIZE_READER_KEY, "bad_output_size_reader");

        // ClientSystemProps is needed to instantiate HBaseStorage
        UDFContext.getUDFContext().setClientSystemProps(new Properties());
        JobStats.getOutputSize(
                createPOStoreForNonFileBasedSystem(new HBaseStorage("colName"), conf), conf);
    }
View Full Code Here
301
302
303
304
305
306
307
308
309
310
                        + DummyOutputSizeReader.class.getName());

        // ClientSystemProps needs to be initialized to instantiate HBaseStorage
        UDFContext.getUDFContext().setClientSystemProps(new Properties());
        long outputSize = JobStats.getOutputSize(
                createPOStoreForNonFileBasedSystem(new HBaseStorage("colName"), conf), conf);

        assertEquals("The dummy output size reader always returns " + DummyOutputSizeReader.SIZE,
                DummyOutputSizeReader.SIZE, outputSize);
    }
View Full Code Here
258
259
260
261
262
263
264
265
266
267
        // ClientSystemProps is needed to instantiate HBaseStorage
        UDFContext.getUDFContext().setClientSystemProps(new Properties());
        Method getOutputSize = getJobStatsMethod("getOutputSize", POStore.class, Configuration.class);
        long outputSize = (Long) getOutputSize.invoke(
                null, createPOStoreForNonFileBasedSystem(new HBaseStorage("colName"), conf), conf);

        assertEquals("The default output size reader returns -1 for a non-file-based uri",
                -1, outputSize);
    }
View Full Code Here
275
276
277
278
279
280
281
282
283
284
        // ClientSystemProps is needed to instantiate HBaseStorage
        UDFContext.getUDFContext().setClientSystemProps(new Properties());
        Method getOutputSize = getJobStatsMethod("getOutputSize", POStore.class, Configuration.class);
        long outputSize = (Long) getOutputSize.invoke(
                null, createPOStoreForNonFileBasedSystem(new HBaseStorage("colName"), conf), conf);

        assertEquals("The dummy output size reader always returns " + DummyOutputSizeReader.SIZE,
                DummyOutputSizeReader.SIZE, outputSize);
    }
View Full Code Here
293
294
295
296
297
298
299
        // ClientSystemProps is needed to instantiate HBaseStorage
        UDFContext.getUDFContext().setClientSystemProps(new Properties());
        Method getOutputSize = getJobStatsMethod("getOutputSize", POStore.class, Configuration.class);

        getOutputSize.invoke(
                null, createPOStoreForNonFileBasedSystem(new HBaseStorage("colName"), conf), conf);
    }
View Full Code Here
309
310
311
312
313
314
315
316
317
318
        // ClientSystemProps needs to be initialized to instantiate HBaseStorage
        UDFContext.getUDFContext().setClientSystemProps(new Properties());
        Method getOutputSize = getJobStatsMethod("getOutputSize", POStore.class, Configuration.class);
        long outputSize = (Long) getOutputSize.invoke(
                null, createPOStoreForNonFileBasedSystem(new HBaseStorage("colName"), conf), conf);

        assertEquals("The dummy output size reader always returns " + DummyOutputSizeReader.SIZE,
                DummyOutputSizeReader.SIZE, outputSize);
    }
View Full Code Here
751
752
753
754
755
756
757
758
759
760
761
     * @throws IOException
     * @throws ParseException
     */
    @Test
    public void testNoWAL() throws IOException, ParseException {
        HBaseStorage hbaseStorage = new HBaseStorage(TESTCOLUMN_A, "-noWAL");

        Object key = "somekey";
        byte type = DataType.CHARARRAY;
        Assert.assertFalse(hbaseStorage.createPut(key, type).getWriteToWAL());
    }
View Full Code Here
765
766
767
768
769
770
771
772
773
774
775
     * @throws IOException
     * @throws ParseException
     */
    @Test
    public void testWIthWAL() throws IOException, ParseException {
        HBaseStorage hbaseStorage = new HBaseStorage(TESTCOLUMN_A);

        Object key = "somekey";
        byte type = DataType.CHARARRAY;
        Assert.assertTrue(hbaseStorage.createPut(key, type).getWriteToWAL());
    }
View Full Code Here
842
843
844
845
846
847
848
849
850
851
852
     * @throws IOException
     * @throws ParseException
     */
    @Test
    public void testNoWAL() throws IOException, ParseException {
        HBaseStorage hbaseStorage = new HBaseStorage(TESTCOLUMN_A, "-noWAL");

        Object key = "somekey";
        byte type = DataType.CHARARRAY;
        Assert.assertFalse(hbaseStorage.createPut(key, type).getWriteToWAL());
    }
View Full Code Here
856
857
858
859
860
861
862
863
864
865
866
     * @throws IOException
     * @throws ParseException
     */
    @Test
    public void testWIthWAL() throws IOException, ParseException {
        HBaseStorage hbaseStorage = new HBaseStorage(TESTCOLUMN_A);

        Object key = "somekey";
        byte type = DataType.CHARARRAY;
        Assert.assertTrue(hbaseStorage.createPut(key, type).getWriteToWAL());
    }
View Full Code Here
TOP

Related Classes of org.apache.pig.backend.hadoop.hbase.HBaseStorage

  • org.apache.commons.cli.HelpFormatter
  • org.apache.commons.cli.Option
  • org.apache.hadoop.conf.Configuration
  • org.apache.hadoop.hbase.client.HTable
  • org.apache.hadoop.hbase.client.Put
  • org.apache.hadoop.hbase.client.Result
  • org.apache.hadoop.hbase.client.Scan
  • org.apache.hadoop.hbase.filter.BinaryComparator
  • org.apache.hadoop.hbase.filter.ColumnPrefixFilter
  • org.apache.hadoop.hbase.filter.FamilyFilter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.