Package org.apache.pig

Examples of org.apache.pig.ResourceStatistics$ResourceFieldStatistics

528
529
530
531
532
533
534
535
    randomAccessFile.close();
    Job job = new Job();
    HCatLoader hCatLoader = new HCatLoader();
    hCatLoader.setUDFContextSignature("testGetInputBytes");
    hCatLoader.setLocation(SPECIFIC_SIZE_TABLE, job);
    ResourceStatistics statistics = hCatLoader.getStatistics(file.getAbsolutePath(), job);
    assertEquals(2048, (long) statistics.getmBytes());
  }
View Full Code Here
248
249
250
251
252
253
254
255
256
257
258
        } else {
            log.warn("Could not find stat file for "+location);
            return null;
        }
        log.debug("Found stat file "+statFile.toString());
        ResourceStatistics resourceStats = null;
        try {
            resourceStats = new ObjectMapper().readValue(statFile.open(), ResourceStatistics.class);
        } catch (JsonParseException e) {
            log.warn("Unable to load Resource Statistics for "+location);
            e.printStackTrace();
View Full Code Here
40
41
42
43
44
45
46
47
48
        loc = location;
    }

    @Override
    public ResourceStatistics getStatistics(String location, Job job) throws IOException {
        ResourceStatistics stats = new ResourceStatistics();
        stats.setmBytes(getInputmBytes());
        return stats;
    }
View Full Code Here
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
                || ld.getLFile() == null
                || ld.getLFile().getFileName() == null) {
            return -1;
        }

        ResourceStatistics statistics;
        try {
            statistics = ((LoadMetadata) ld.getLoadFunc())
                        .getStatistics(ld.getLFile().getFileName(), job);
        } catch (Exception e) {
            log.warn("Couldn't get statistics from LoadFunc: " + ld.getLoadFunc(), e);
            return -1;
        }

        if (statistics == null || statistics.getSizeInBytes() == null) {
            return -1;
        }

        return statistics.getSizeInBytes();
    }
View Full Code Here
401
402
403
404
405
406
407
408
        Job job = new Job();
        HCatLoader hCatLoader = new HCatLoader();
        hCatLoader.setUDFContextSignature(this.getName());
        hCatLoader.setLocation(SPECIFIC_SIZE_TABLE, job);
        ResourceStatistics statistics = hCatLoader.getStatistics(file.getAbsolutePath(), job);
        assertEquals(2048, (long) statistics.getmBytes());
    }
View Full Code Here
TOP

Related Classes of org.apache.pig.ResourceStatistics$ResourceFieldStatistics

  • org.apache.hcatalog.pig.HCatLoader
  • org.apache.hcatalog.pig.TestHCatLoader
  • org.apache.hive.hcatalog.pig.HCatLoader
  • org.apache.hive.hcatalog.pig.TestHCatLoader
  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.InputSizeReducerEstimator
  • org.apache.pig.builtin.JsonMetadata
  • org.apache.pig.piggybank.storage.JsonMetadata
  • org.apache.pig.test.PigStorageWithStatistics
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.