Package com.cloudera.util

Examples of com.cloudera.util.Benchmark.mark()

68
69
70
71
72
73
74
75
76
77
78
    Path src = new Path(tmp.getAbsolutePath());
    Path dst = new Path("hdfs://localhost/testfile");
    FileSystem hdfs = dst.getFileSystem(conf);
    hdfs.deleteOnExit(dst);

    b.mark("hdfs_copy_started");
    hdfs.copyFromLocalFile(src, dst);
    b.mark("hdfs_copy_done");
    hdfs.close();
    b.done();
  }
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
    FileSystem hdfs = dst.getFileSystem(conf);
    hdfs.deleteOnExit(dst);

    b.mark("hdfs_copy_started");
    hdfs.copyFromLocalFile(src, dst);
    b.mark("hdfs_copy_done");
    hdfs.close();
    b.done();
  }

  @Test
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
  @Test
  public void testDirectWrite() throws IOException, InterruptedException {

    Benchmark b = new Benchmark("hdfs seqfile write");
    b.mark("begin");

    TextFileSource txt = new TextFileSource(HADOOP_DATA[0]);
    txt.open();
    MemorySinkSource mem = new MemorySinkSource();
    mem.open();
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
    txt.open();
    MemorySinkSource mem = new MemorySinkSource();
    mem.open();
    EventUtil.dumpAll(txt, mem);
    txt.close();
    b.mark("disk_loaded");

    FlumeConfiguration conf = FlumeConfiguration.get();
    Path path = new Path("hdfs://localhost/testfile");
    FileSystem hdfs = path.getFileSystem(conf);
    hdfs.deleteOnExit(path);
View Full Code Here
96
97
98
99
100
101
102
103
104
105
106
    FileSystem hdfs = path.getFileSystem(conf);
    hdfs.deleteOnExit(path);

    Writer w = SequenceFile.createWriter(hdfs, conf, path,
        WriteableEventKey.class, WriteableEvent.class);
    b.mark("hdfs_fileopen_started");

    Event e = null;
    while ((e = mem.next()) != null) {
      // writing
      w.append(new WriteableEventKey(e), new WriteableEvent(e));
View Full Code Here
104
105
106
107
108
109
110
111
112
113
114
    while ((e = mem.next()) != null) {
      // writing
      w.append(new WriteableEventKey(e), new WriteableEvent(e));
    }
    w.close();
    b.mark("seqfile_hdfs_write");

    hdfs.close();
    b.done();
  }
View Full Code Here
39
40
41
42
43
44
45
46
47
48
49
  @Test
  public void testSyslogFormat() throws IOException, EventExtractException,
      InterruptedException {
    Benchmark b = new Benchmark("Syslog format + nullsink");
    b.mark("begin");
    TextFileSource txt = new TextFileSource(SYSLOG_LOG); // 23244 entires
    txt.open();
    MemorySinkSource mem = new MemorySinkSource();
    mem.open();
    EventUtil.dumpAll(txt, mem);
View Full Code Here
34
35
36
37
38
39
40
41
42
43
44
  @Test
  public void testStringToByteArray() {
    Benchmark b = new Benchmark("String to ByteArray");

    b.mark("begin");
    for (int i = 0; i < times; i++) {
      base.getBytes();
    }
    b.mark("after " + times);
    b.done();
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
    b.mark("begin");
    for (int i = 0; i < times; i++) {
      base.getBytes();
    }
    b.mark("after " + times);
    b.done();
  }

  @Test
  public void testStringToWrapByteBuffer() {
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
  @Test
  public void testStringToWrapByteBuffer() {
    Benchmark b = new Benchmark("String wrap ByteBuf");

    b.mark("begin");
    for (int i = 0; i < times; i++) {
      ByteBuffer.wrap(base.getBytes());
    }
    b.mark("after " + times);
    b.done();
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.